-- Logs begin at Thu 2022-01-27 18:22:24 UTC, end at Thu 2022-01-27 21:10:10 UTC. -- Jan 27 18:58:19.501772 n-d-760453-6 systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 18:58:22.637938 n-d-760453-6 neutron-server[103213]: INFO neutron.common.config [-] Logging enabled! Jan 27 18:58:22.638566 n-d-760453-6 neutron-server[103213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 18:58:22.638686 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 18:58:22.642344 n-d-760453-6 neutron-server[103213]: INFO neutron.common.config [-] Logging enabled! Jan 27 18:58:22.642610 n-d-760453-6 neutron-server[103213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 18:58:22.642938 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 18:58:22.643964 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:58:22.644200 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 18:58:22.644622 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:58:22.644873 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 18:58:22.645105 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 18:58:22.645503 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.645960 n-d-760453-6 neutron-server[103213]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 18:58:22.646284 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.646587 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.646890 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.647188 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.647486 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.647779 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.648075 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.648383 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.648679 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.648968 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.649290 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.649588 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.649878 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.650164 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.650457 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.650749 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] debug = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.651037 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.651497 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.651922 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.652223 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.652521 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.652806 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.653089 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.653395 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.653696 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.654060 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] host = n-d-760453-6 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.654347 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.654638 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.654940 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.655233 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.655545 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.655838 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.656128 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.656409 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.656696 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.656981 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.657295 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.657592 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.657895 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.658125 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.658356 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.658660 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.658956 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.659241 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.659524 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.659806 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.660089 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.660371 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.660661 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.660964 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.661228 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.661546 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.661830 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.662115 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.662397 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.662674 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.662968 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.663252 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.663531 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.663811 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.664109 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.664384 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.664666 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.664986 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.665308 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.665602 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.665895 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.666177 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.666467 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.666748 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.667028 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.667308 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_json = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.667584 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.667863 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.668153 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.668437 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.668716 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.668993 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.669445 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.669596 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.669855 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:22.670165 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.670467 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.670773 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.671620 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.671917 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.672202 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.672505 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.672785 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.673116 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.673436 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.673738 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.674023 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.674332 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.674632 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.674936 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.675259 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.675562 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.675863 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.676146 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.676428 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.676711 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.676999 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.677390 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.677679 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.677973 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.678269 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.678554 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.678859 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.679151 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.679458 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.679749 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.680025 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.680315 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.680617 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.680900 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.681177 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.681486 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.681783 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.682067 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.682343 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.682632 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.682914 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.683193 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.683469 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.683752 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.684047 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.684329 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.684604 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.684885 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.685176 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.685481 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.685776 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.686062 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.686338 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.686618 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.687458 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.687730 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.688018 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.688302 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.688579 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.688864 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.689135 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.689447 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.689712 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.689996 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.690410 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.690699 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.691016 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.691259 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.691543 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.691821 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.692103 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.692380 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.692664 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.692965 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.693290 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.693581 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.693870 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.694162 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.694444 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.694727 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.695018 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.695299 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.695581 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.695865 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.696168 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.696454 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.696755 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.697060 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.697366 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.697680 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.697963 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.698252 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.698545 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.698826 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.699123 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.699411 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.699732 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.700017 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.700322 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.700625 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.700922 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.701248 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.701559 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.702099 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:22.702348 n-d-760453-6 neutron-server[103213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 18:58:22.702608 n-d-760453-6 neutron-server[103213]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103213) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 18:58:23.096310 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 18:58:23.096591 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 18:58:23.096942 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 18:58:23.097424 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 18:58:23.462140 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.462426 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.462696 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.464095 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.464390 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.464654 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.515304 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.515594 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.515864 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.531940 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.532280 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.532600 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.568241 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.568579 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.568895 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.611736 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.612066 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.612389 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.977662 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.978332 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.978332 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.978562 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:23.979157 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.086720 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.087049 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.087338 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.087613 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.087885 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.088202 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.088463 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.088723 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.088978 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.089285 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.089567 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.089836 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.090096 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.090350 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.090612 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.090925 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.091119 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.091400 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.091667 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.091933 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.092206 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.092457 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.092747 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.093194 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.093469 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.093720 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.094166 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.094403 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.094649 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.094883 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.095126 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.095363 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:24.095750 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 18:58:24.099362 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 18:58:24.103704 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 18:58:24.107736 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 27 18:58:24.110034 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 18:58:24.110524 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 18:58:24.110870 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 18:58:24.111279 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 18:58:24.114362 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 18:58:24.114634 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 18:58:24.115005 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 18:58:24.120701 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 18:58:24.149578 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 18:58:24.150043 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.150357 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103213) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 18:58:24.151610 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.153122 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103213) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 18:58:24.153465 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 18:58:24.153715 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 18:58:24.158211 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.158504 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.225778 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 18:58:24.226088 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 18:58:24.226442 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 18:58:24.226928 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 18:58:24.250524 n-d-760453-6 neutron-server[103213]: DEBUG oslo_db.sqlalchemy.engines [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103213) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 18:58:24.735715 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing driver for type 'gre' Jan 27 18:58:24.736263 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] gre ID ranges: [(1, 1000)] Jan 27 18:58:24.802837 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing driver for type 'local' Jan 27 18:58:24.803201 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing driver for type 'vlan' Jan 27 18:58:24.819496 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] VlanTypeDriver initialization complete Jan 27 18:58:24.819894 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing driver for type 'vxlan' Jan 27 18:58:24.820469 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] vxlan ID ranges: [(1, 1000)] Jan 27 18:58:24.898682 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing extension driver 'port_security' Jan 27 18:58:24.899085 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.extensions.port_security [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] PortSecurityExtensionDriver initialization complete Jan 27 18:58:24.899466 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing mechanism driver 'openvswitch' Jan 27 18:58:24.899858 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing mechanism driver 'hyperv' Jan 27 18:58:24.908535 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:24.909271 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.909659 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.910012 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.910585 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.911060 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.911425 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.911774 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.912189 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.912604 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.912967 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.913348 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.913764 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.914203 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.914678 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.915098 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.916396 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.917019 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.918071 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.918605 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.919053 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.919529 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > address_group after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.919978 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > address_group after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.920316 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.920733 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 18:58:24.921236 n-d-760453-6 neutron-server[103213]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] ML2 OVO RPC backend initialized. {{(pid=103213) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 18:58:24.922072 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.922446 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.923138 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.923624 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > networks before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.923981 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.924543 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > ports before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.925116 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.925530 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnets before_response 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.925904 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.926458 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.927042 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.927548 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.928139 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.928592 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.929157 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.929695 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.930190 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:24.940976 n-d-760453-6 neutron-server[103213]: INFO neutron.quota [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded quota_driver: . Jan 27 18:58:24.941648 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.plugin [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Modular L2 Plugin initialization complete Jan 27 18:58:24.942233 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading services supported by the core plugin {{(pid=103213) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 18:58:24.942809 n-d-760453-6 neutron-server[103213]: INFO neutron.plugins.ml2.managers [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Got port-security extension from driver 'port_security' Jan 27 18:58:24.943682 n-d-760453-6 neutron-server[103213]: INFO neutron.extensions.vlantransparent [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Disabled vlantransparent extension. Jan 27 18:58:24.944551 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103213) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 18:58:24.945103 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: router Jan 27 18:58:24.999632 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.000443 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_create 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.000443 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router before_create 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.000735 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.001052 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.001450 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_delete 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.001838 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.002208 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.002620 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_create 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.002976 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.003328 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.003681 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.004051 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.004484 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.004859 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.005203 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.005572 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: subnet after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.005919 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.006281 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.006630 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_create 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.006976 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.007320 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.008392 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router after_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.008392 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.008392 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_create 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.009027 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.009294 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_update 55549900 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.009726 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > agent after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.010086 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > agent after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.010556 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > network after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.011589 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Tracking information for resource: router configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:25.011929 n-d-760453-6 neutron-server[103213]: DEBUG neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Tracking information for resource: floatingip configured {{(pid=103213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 18:58:25.018274 n-d-760453-6 neutron-server[103213]: INFO neutron.db.l3_agentschedulers_db [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 18:58:25.018891 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.019262 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.019616 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.019965 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: port after_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.021010 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router before_create 55550100 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.021412 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.021805 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_create 55550100 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.022168 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > router precommit_update 55550100 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.027409 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.provider_configuration [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service providers = [] {{(pid=103213) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 18:58:25.027778 n-d-760453-6 neutron-server[103213]: DEBUG neutron.db.servicetype_db [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103213) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 18:58:25.031624 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.service_base [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 18:58:25.031978 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.service_base [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 18:58:25.032322 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.service_base [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 18:58:25.033298 n-d-760453-6 neutron-server[103213]: DEBUG neutron.services.service_base [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 18:58:25.033662 n-d-760453-6 neutron-server[103213]: INFO neutron.services.service_base [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 18:58:25.034071 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.034393 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 18:58:25.045946 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.046321 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: auto_allocate Jan 27 18:58:25.054706 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: network precommit_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.055122 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: network precommit_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.055698 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.056024 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: tag Jan 27 18:58:25.063507 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.063837 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: timestamp Jan 27 18:58:25.068485 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.068878 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: network_ip_availability Jan 27 18:58:25.074975 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.075351 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.075710 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.076512 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.077090 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: flavors Jan 27 18:58:25.082838 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.083179 n-d-760453-6 neutron-server[103213]: INFO neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading Plugin: revisions Jan 27 18:58:25.088891 n-d-760453-6 neutron-server[103213]: DEBUG neutron.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 18:58:25.089569 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.992s {{(pid=103213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 18:58:25.090650 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103213) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 18:58:25.091030 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Initializing extension manager. Jan 27 18:58:25.091721 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: __init__.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.092066 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: __pycache__ {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.092404 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.092741 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: address_group.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.094181 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.094795 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: address-group Jan 27 18:58:25.095119 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: address_scope.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.095848 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.096364 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: address-scope Jan 27 18:58:25.096691 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.097754 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.098280 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: router-admin-state-down-before-update Jan 27 18:58:25.098604 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: agent.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.099566 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.100089 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: agent Jan 27 18:58:25.100412 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: agent_resources_synced.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.101400 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.101920 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: agent-resources-synced Jan 27 18:58:25.102243 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: allowedaddresspairs.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.104151 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.104691 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: allowed-address-pairs Jan 27 18:58:25.105017 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: auto_allocated_topology.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.106203 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.106733 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: auto-allocated-topology Jan 27 18:58:25.107057 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: availability_zone.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.107954 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.108516 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: availability_zone Jan 27 18:58:25.108870 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: availability_zone_filter.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.109948 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.110484 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: availability_zone_filter Jan 27 18:58:25.110809 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: data_plane_status.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.111742 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.112256 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 18:58:25.112649 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: default_subnetpools.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.113655 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.114205 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: default-subnetpools Jan 27 18:58:25.114528 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.115394 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.115914 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: dhcp_agent_scheduler Jan 27 18:58:25.116241 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: dns.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.117188 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.117729 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension dns-integration not supported by any of loaded plugins Jan 27 18:58:25.118124 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: dns_domain_ports.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.119390 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.120074 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 18:58:25.120590 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.122035 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.122649 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 18:58:25.123014 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: dvr.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.123718 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.124269 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: dvr Jan 27 18:58:25.124592 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: ecmp_routes.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.125568 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.126079 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 18:58:25.126401 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: empty_string_filtering.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.127329 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.127849 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: empty-string-filtering Jan 27 18:58:25.128175 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.129096 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.129650 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 18:58:25.129976 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.131003 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.131522 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 18:58:25.131845 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: external_net.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.132803 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.133348 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: external-net Jan 27 18:58:25.133675 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.134603 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.135119 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: extra_dhcp_opt Jan 27 18:58:25.135442 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: extraroute.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.136367 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.136879 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: extraroute Jan 27 18:58:25.137204 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: extraroute_atomic.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.138337 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.138849 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: extraroute-atomic Jan 27 18:58:25.139177 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: filter_validation.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.140406 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.140921 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: filter-validation Jan 27 18:58:25.141281 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: fip_pf_description.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.142306 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.142816 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 18:58:25.143207 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: fip_port_details.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.144249 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.145204 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: fip-port-details Jan 27 18:58:25.145711 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: flavors.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.147418 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.147952 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: flavors Jan 27 18:58:25.148280 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.150082 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.150618 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 18:58:25.150956 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: floatingip_pools.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.151681 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.152204 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: floatingip-pools Jan 27 18:58:25.152533 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: ip_allocation.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.153520 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.154032 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 18:58:25.154359 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.155292 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.156367 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: ip-substring-filtering Jan 27 18:58:25.156697 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l2_adjacency.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.157691 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.158209 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 18:58:25.158536 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.159591 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.160123 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: router Jan 27 18:58:25.160453 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.163144 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.163697 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 18:58:25.164035 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.165083 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.165908 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: ext-gw-mode Jan 27 18:58:25.166338 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.167785 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.168436 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: l3-ha Jan 27 18:58:25.168772 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3_flavors.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.169895 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.170707 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: l3-flavors Jan 27 18:58:25.171089 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.172038 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.172564 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 18:58:25.172890 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: l3agentscheduler.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.174040 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.174683 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: l3_agent_scheduler Jan 27 18:58:25.175143 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: local_ip.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.177347 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.177830 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension local_ip not supported by any of loaded plugins Jan 27 18:58:25.178164 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: logging.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.179697 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.180229 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension logging not supported by any of loaded plugins Jan 27 18:58:25.180567 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: metering.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.181384 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.181985 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: metering Jan 27 18:58:25.182323 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.183462 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.183986 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: metering_source_and_destination_fields Jan 27 18:58:25.184316 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: multiprovidernet.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.185277 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.185798 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: multi-provider Jan 27 18:58:25.186125 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: netmtu.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.187102 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.187621 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: net-mtu Jan 27 18:58:25.187950 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: netmtu_writable.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.188889 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.189440 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: net-mtu-writable Jan 27 18:58:25.189770 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: network_availability_zone.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.190461 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.190975 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: network_availability_zone Jan 27 18:58:25.191299 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: network_ip_availability.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.192528 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.193248 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: network-ip-availability Jan 27 18:58:25.193782 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: network_segment_range.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.194975 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.195623 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 18:58:25.196143 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: pagination.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.197535 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.197876 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: pagination Jan 27 18:58:25.198202 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: port_device_profile.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.199133 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.199667 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: port-device-profile Jan 27 18:58:25.199993 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.200937 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.201483 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: port-mac-address-regenerate Jan 27 18:58:25.202063 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.203697 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.204221 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: port-numa-affinity-policy Jan 27 18:58:25.204545 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: port_resource_request.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.205519 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.206034 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 18:58:25.206357 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: port_resource_request_groups.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.207358 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.207875 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 18:58:25.208198 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: portbindings.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.209189 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.209737 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: binding Jan 27 18:58:25.210060 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: portbindings_extended.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.211419 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.211969 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: binding-extended Jan 27 18:58:25.212374 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: portsecurity.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.213362 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.213977 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: port-security Jan 27 18:58:25.214306 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: project_id.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.215396 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.215748 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: project-id Jan 27 18:58:25.216079 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: providernet.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.217079 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.217640 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: provider Jan 27 18:58:25.218516 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.222994 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.223556 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos not supported by any of loaded plugins Jan 27 18:58:25.223887 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.225516 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.226100 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 18:58:25.226505 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.227469 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.227997 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 18:58:25.228323 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_default.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.229289 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.229816 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-default not supported by any of loaded plugins Jan 27 18:58:25.230141 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_fip.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.231084 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.231606 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-fip not supported by any of loaded plugins Jan 27 18:58:25.231929 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.232874 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.233460 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 18:58:25.233814 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_gateway_ip.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.234814 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.235306 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 18:58:25.235687 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_port_network_policy.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.237117 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.237938 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 18:58:25.238373 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.239870 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.240515 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 18:58:25.240904 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_pps_rule.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.242200 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.242751 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-pps not supported by any of loaded plugins Jan 27 18:58:25.243062 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_rule_type_details.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.244049 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.244570 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 18:58:25.244896 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: qos_rules_alias.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.246026 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.246546 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 18:58:25.246871 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: quota_check_limit.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.247803 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.248326 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: quota-check-limit Jan 27 18:58:25.248652 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: quotasv2.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.250303 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.250561 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: quotas Jan 27 18:58:25.250886 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: quotasv2_detail.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.252841 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.253181 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: quota_details Jan 27 18:58:25.253543 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: rbac.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.254651 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.255202 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: rbac-policies Jan 27 18:58:25.255533 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: rbac_address_group.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.256507 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.257036 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: rbac-address-group Jan 27 18:58:25.257443 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: rbac_address_scope.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.258661 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.259379 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: rbac-address-scope Jan 27 18:58:25.259834 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: rbac_security_groups.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.260800 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.261353 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: rbac-security-groups Jan 27 18:58:25.261682 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: rbac_subnetpool.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.262617 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.263135 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: rbac-subnetpool Jan 27 18:58:25.263460 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: revisionifmatch.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.264451 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.265720 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: revision-if-match Jan 27 18:58:25.266047 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: revisions.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.267290 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.267835 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: standard-attr-revisions Jan 27 18:58:25.268161 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: router_availability_zone.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.268858 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.269420 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: router_availability_zone Jan 27 18:58:25.269752 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: routerservicetype.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.270742 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.271406 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension router-service-type not supported by any of loaded plugins Jan 27 18:58:25.271865 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.272892 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.273449 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: security-groups-normalized-cidr Jan 27 18:58:25.273774 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.274761 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.275410 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: port-security-groups-filtering Jan 27 18:58:25.275734 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.276687 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.277204 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: security-groups-remote-address-group Jan 27 18:58:25.277620 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.278796 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.279331 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: security-groups-shared-filtering Jan 27 18:58:25.279654 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.280395 n-d-760453-6 neutron-server[103213]: WARNING neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 18:58:25.280716 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: securitygroup.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.293209 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.293861 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: security-group Jan 27 18:58:25.294386 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: segment.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.295231 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.295801 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension segment not supported by any of loaded plugins Jan 27 18:58:25.296215 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.297954 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.298598 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 18:58:25.298927 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: servicetype.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.300346 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.300887 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: service-type Jan 27 18:58:25.301195 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: sorting.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.302406 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.302750 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: sorting Jan 27 18:58:25.303097 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: standard_attr_segment.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.304108 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.304812 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 18:58:25.305061 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: standardattrdescription.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.305810 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.306438 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: standard-attr-description Jan 27 18:58:25.307002 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: stateful_security_group.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.308099 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.308694 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: stateful-security-group Jan 27 18:58:25.309017 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: stdattrs_common.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.309641 n-d-760453-6 neutron-server[103213]: WARNING neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 18:58:25.309962 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.310937 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.311460 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 18:58:25.312307 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnet_onboard.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.313662 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.314274 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: subnet_onboard Jan 27 18:58:25.314605 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.315587 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.316107 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 18:58:25.316431 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnet_service_types.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.317400 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.317924 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: subnet-service-types Jan 27 18:58:25.318248 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnetallocation.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.319355 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.319876 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: subnet_allocation Jan 27 18:58:25.320211 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.320905 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.321504 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: subnetpool-prefix-ops Jan 27 18:58:25.321960 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.323499 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.324129 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 18:58:25.324736 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: tagging.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.326361 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.327547 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: standard-attr-tag Jan 27 18:58:25.328075 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: timestamp.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.330564 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.331423 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loaded extension: standard-attr-timestamp Jan 27 18:58:25.332376 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: trunk.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.334242 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.334976 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension trunk not supported by any of loaded plugins Jan 27 18:58:25.335515 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: trunk_details.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.336909 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.337489 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension trunk-details not supported by any of loaded plugins Jan 27 18:58:25.337817 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: uplink_status_propagation.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.338882 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.339415 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 18:58:25.339741 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Loading extension file: vlantransparent.py {{(pid=103213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 18:58:25.340450 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:58:25.340966 n-d-760453-6 neutron-server[103213]: INFO neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 18:58:25.343696 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:network Jan 27 18:58:25.344238 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnet Jan 27 18:58:25.344635 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:58:25.345025 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:port Jan 27 18:58:25.346402 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.346855 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service FLAVORS assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.347512 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.347938 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.348273 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:router Jan 27 18:58:25.348716 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:floatingip Jan 27 18:58:25.349203 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service METERING assigned prefix: /metering {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.350750 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.351129 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.351481 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 18:58:25.352552 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 18:58:25.353004 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:security_group Jan 27 18:58:25.353473 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 18:58:25.355310 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service CORE assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.355655 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:58:25.356013 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] subnetpool is already registered Jan 27 18:58:25.356452 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service CORE assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.356783 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:58:25.357115 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] subnetpool is already registered Jan 27 18:58:25.359540 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.359979 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service FLAVORS assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.360772 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.361385 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.362033 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:router Jan 27 18:58:25.362532 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] router is already registered Jan 27 18:58:25.363176 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:floatingip Jan 27 18:58:25.363713 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] floatingip is already registered Jan 27 18:58:25.364291 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service METERING assigned prefix: /metering {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.365401 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 18:58:25.365941 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] rbac_policy is already registered Jan 27 18:58:25.366548 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:security_group Jan 27 18:58:25.367047 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] security_group is already registered Jan 27 18:58:25.367467 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 18:58:25.367804 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] security_group_rule is already registered Jan 27 18:58:25.368528 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service CORE assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.368862 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:58:25.369198 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] subnetpool is already registered Jan 27 18:58:25.369761 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.v2.resource_helper [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Service CORE assigned prefix: {{(pid=103213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 18:58:25.370101 n-d-760453-6 neutron-server[103213]: INFO neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:58:25.370452 n-d-760453-6 neutron-server[103213]: WARNING neutron.quota.resource_registry [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] subnetpool is already registered Jan 27 18:58:25.371010 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: extensions {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.372651 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: address-groups {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.374821 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: address-scopes {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.376166 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: agents {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.377399 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: auto-allocated-topology {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.378669 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: availability_zones {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.379912 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: dhcp-networks {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.381465 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: dhcp-agents {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.382894 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: routers {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.385145 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: flavors {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.386398 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: service_profiles {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.387893 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: next_providers {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.390166 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: service_profiles {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.392489 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: floatingip-pools {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.393772 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: routers {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.395959 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: floatingips {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.397306 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: l3-routers {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.398929 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: l3-agents {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.400948 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: metering-labels {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.402365 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: metering-label-rules {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.403651 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: network-ip-availabilities {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.404934 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: bindings {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.406670 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: quotas {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.408250 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: quotas {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.410003 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: rbac-policies {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.411340 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: security-groups {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.412584 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: security-group-rules {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.413966 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: service-providers {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.415205 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: subnetpools {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.416729 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: subnetpools {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.418275 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.419966 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.421861 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.423719 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.426992 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.428858 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.430615 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.432559 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.434350 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.436205 n-d-760453-6 neutron-server[103213]: DEBUG neutron.api.extensions [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Extended resource: tags {{(pid=103213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 18:58:25.443217 n-d-760453-6 neutron-server[103213]: WARNING keystonemiddleware.auth_token [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 18:58:25.448045 n-d-760453-6 neutron-server[103213]: WARNING keystonemiddleware.auth_token [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 18:58:25.457874 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Acquired lock "singleton_lock" {{(pid=103213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 18:58:25.458376 n-d-760453-6 neutron-server[103213]: DEBUG oslo_concurrency.lockutils [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Releasing lock "singleton_lock" {{(pid=103213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 18:58:25.459148 n-d-760453-6 neutron-server[103213]: INFO oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Starting 2 workers Jan 27 18:58:25.465470 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Started child 103322 {{(pid=103213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 18:58:25.472433 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Started child 103323 {{(pid=103213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 18:58:25.473548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.474759 n-d-760453-6 neutron-server[103213]: INFO neutron.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 18:58:25.475741 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.475931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [-] (103322) wsgi starting up on http://0.0.0.0:9696 Jan 27 18:58:25.478064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.478708 n-d-760453-6 neutron-server[103213]: INFO oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Starting 1 workers Jan 27 18:58:25.480207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [-] (103323) wsgi starting up on http://0.0.0.0:9696 Jan 27 18:58:25.484051 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Started child 103324 {{(pid=103213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 18:58:25.484660 n-d-760453-6 neutron-server[103213]: INFO oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Starting 1 workers Jan 27 18:58:25.489229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] calling RpcWorker wait() {{(pid=103324) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 18:58:25.490155 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Started child 103325 {{(pid=103213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 18:58:25.490305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.service [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] returning from RpcWorker wait() {{(pid=103324) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 18:58:25.490469 n-d-760453-6 neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67259445-0915-49ca-82ad-f71f5199a94c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.492002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.492607 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 18:58:25.492772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:25.492929 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:58:25.493085 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 18:58:25.493215 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:58:25.493598 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 18:58:25.493762 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 18:58:25.494476 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.494768 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.495045 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.495296 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.495617 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.496205 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.496487 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.496716 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.496999 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.497291 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.497495 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.497677 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.497863 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:25.498809 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.498809 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.498809 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.498809 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.500106 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.500384 n-d-760453-6 neutron-server[103325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:25.500587 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.500587 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.500587 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.500587 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.501436 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.501436 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] debug = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.501436 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.501999 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.501999 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.502827 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.502827 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.502827 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.503474 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.503474 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.503474 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504035 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504035 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504477 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504477 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504834 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.504834 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.505209 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.505500 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.505500 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.505994 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] host = n-d-760453-6 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.506230 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.506454 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.506706 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.506972 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.507226 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.507471 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.507673 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.507984 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.508211 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.508442 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.508701 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.508956 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.509198 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.509468 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.509702 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_options = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.509886 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.510091 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.510366 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.510589 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.510788 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.510984 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.511171 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.511392 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.511629 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.511822 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.512012 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.512209 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.512429 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513059 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513059 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513919 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.513919 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.514304 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.514304 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.515374 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.515374 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.515836 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.515836 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.516314 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.516314 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.516746 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.516746 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.517195 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.517195 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.517687 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.517687 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518079 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518079 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518545 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518545 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518990 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.518990 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.519399 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.519596 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.519814 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.520013 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.520229 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.520434 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.520675 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.520872 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_json = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.521094 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.521363 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.521577 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.521808 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.522003 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.522145 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.522358 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.522564 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.522733 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.523438 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.523438 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.523904 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.524167 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.524462 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.524725 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.524964 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.525207 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.525509 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.525774 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.526167 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.526392 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.526787 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.526988 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.527280 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.527677 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.527952 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.528531 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.528531 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.528932 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.528932 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.529356 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.529543 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.529774 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.530081 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.530081 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.530444 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.530697 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.530974 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.531328 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.531606 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.531855 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.532124 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.532349 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.532601 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.532822 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.533607 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.533607 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.533607 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.533995 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.534116 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.534265 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.534460 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.534685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.534922 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.535161 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.535401 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.535648 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.535877 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.536100 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.536338 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.536579 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.536812 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.537035 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.537303 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.537501 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.537774 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.538019 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.538284 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.538505 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.538742 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.538959 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.539206 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.539441 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.539656 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.539869 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.540093 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.540304 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.540587 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.540788 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.541005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.541219 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.541693 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.541923 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.542167 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.542410 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.542631 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.542856 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.543089 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.543304 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.543547 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.543749 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.543983 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.544194 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.544419 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.544846 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.545082 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.545335 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.545554 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.545773 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.546033 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.546326 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.546636 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.546900 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.547142 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.547356 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.547604 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.547823 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.548080 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.548300 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.548522 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.548735 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.548991 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.549222 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.549479 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.549696 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.549920 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.550184 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.550425 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.550651 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.550871 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.551109 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.551359 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.551613 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.551877 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.552139 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.552369 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.552627 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.552920 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.553184 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.553513 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.553760 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.554037 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.554327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.554612 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.554887 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.555144 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.555419 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.555691 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.555942 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.556214 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.556467 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.556724 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.556976 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.557249 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.557529 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.557751 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.558191 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.558342 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.558591 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.558843 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.559065 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.559350 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.559601 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.559843 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.560107 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.560894 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.560894 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.560894 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.561305 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.561447 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.562183 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.562594 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.562594 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.562856 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.563031 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.563287 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.563505 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.563722 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.563988 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.564233 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.564418 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.564651 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.564873 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.565373 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.565373 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.565634 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.565905 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.566059 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.566273 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.566492 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.566713 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.566928 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.567182 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.567404 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.567891 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.568033 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.568167 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.568445 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.568623 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.568871 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.569094 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.569379 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.569827 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.570224 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.570620 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.571023 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.571431 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.571823 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.572229 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.572643 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.572912 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.573141 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.573686 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.574141 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.574451 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.574769 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.575057 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.575357 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.575627 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.575810 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.576054 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.576270 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.576516 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.577073 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.577947 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.578214 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.578459 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.578674 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.578890 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.579118 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.579319 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.579806 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.580229 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.580636 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.581074 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.581500 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.581884 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.582122 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.582341 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.582552 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.582936 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.583325 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.583683 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.584072 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.584429 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.584823 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.585311 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.585764 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.585993 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.586411 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.586620 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.587023 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.587255 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.587471 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.587824 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.588194 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.588408 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.588791 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.589223 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.589693 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.590086 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.590322 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.590538 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.591856 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.592100 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.592503 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.592892 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.593384 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.593796 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.594190 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.594634 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.595014 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.595423 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.595826 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.596287 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.596683 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.596973 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.597178 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.597571 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.597944 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.598365 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.598863 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.599179 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.599424 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.599844 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.600134 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.600415 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.600676 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.601076 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.601424 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.601747 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.602049 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.602320 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.602549 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.602943 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.603399 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.603837 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.604278 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.604735 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.605130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.605424 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.605683 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.605927 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.606073 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.606364 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.606532 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.606772 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.606997 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.607243 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.607479 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.607649 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 18:58:25.608135 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 18:58:25.608289 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:58:25.609008 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 18:58:25.609149 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:58:25.609356 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 18:58:25.609511 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 18:58:25.609732 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.609902 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610024 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610212 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610333 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610539 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610690 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.610869 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611004 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611132 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611322 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611479 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611624 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611749 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.611903 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612068 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612188 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612400 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612560 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612705 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612820 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.612939 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.613174 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] debug = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.613382 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.613616 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.613616 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614176 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614176 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614176 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.614992 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] host = n-d-760453-6 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.616130 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617852 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617852 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617852 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.617852 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618228 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618228 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618228 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_options = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618570 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618570 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618831 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.618831 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619080 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619080 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619336 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619461 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619545 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619683 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.619803 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620039 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620179 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620322 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620410 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620538 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620681 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620833 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.620967 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621136 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621293 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621457 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621606 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621794 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.621965 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.622132 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.622259 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.622365 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.622509 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.623019 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.623019 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.623019 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.624982 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.628523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_json = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.630917 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.631811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.632684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.633453 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.634247 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.635327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.636483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.637508 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.638906 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.640395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.641720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.642940 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.644283 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.645556 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.646309 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.647108 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648005 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.648685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649198 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649198 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649198 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649910 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649910 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649910 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.649910 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650258 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650258 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650258 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650470 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650591 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650753 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.650916 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651078 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651240 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651400 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651560 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651721 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.651883 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652045 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652206 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652367 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652529 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652700 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.652874 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653025 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653173 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653370 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653517 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653679 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653822 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.653962 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654100 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654240 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654378 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654518 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654656 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.654835 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655120 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655120 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655354 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655483 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655853 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.655853 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656172 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656172 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656399 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656553 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656683 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.656824 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657087 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657217 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657408 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657562 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657743 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.657909 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658059 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658230 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658376 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658542 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658805 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.658960 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659106 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659248 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659385 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659555 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659695 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659831 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.659967 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660094 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660218 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660363 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660524 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660685 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.660846 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661007 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661183 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661396 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661523 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661672 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661832 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.661994 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662166 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662327 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662488 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:25.662675 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662797 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.662957 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663129 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663290 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663451 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663615 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663775 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.663936 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664106 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664267 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664427 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664586 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664745 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.664904 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665074 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665236 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665531 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665633 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665736 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.665894 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666064 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666225 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666395 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666584 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666723 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.666861 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667010 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667326 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667493 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667671 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667811 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.667972 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668122 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668260 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668391 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668560 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668720 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.668909 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669055 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669193 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669405 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669547 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669684 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.669820 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670007 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670164 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670292 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670451 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670621 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.670795 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.671520 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.671660 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.671809 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.671970 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.672128 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.672281 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.672442 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.672804 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.672804 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673026 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673109 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673236 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673384 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673535 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673697 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.673857 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.674018 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.674184 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.674344 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 18:58:25.674528 n-d-760453-6 neutron-server[103213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 18:58:25.731956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:58:25.743271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080812 Jan 27 18:58:38.957471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95212650-321c-445e-bc37-49d5d663a1e5 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 18:58:39.193786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95212650-321c-445e-bc37-49d5d663a1e5 None None] No non-hosted networks {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 18:58:39.225048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8196429d-bd07-4048-bc23-fc145d93b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:41.814013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94a08dc5-0e94-486f-944e-c2a0f9628323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:41.862688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-961f5432-3d13-4b45-b0bd-46640f0a962e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:44.974207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:45.344191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:45.935586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:45.938775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.939946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.942015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.943448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.945500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.947781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.948330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.948867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.949439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.950155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.951137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.952906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.954139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:58:45.955209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-760453-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:45.976908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-760453-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:58:48.406945 n-d-760453-6 neutron-server[103324]: INFO neutron.db.l3_hamode_db [None req-ec47b283-1f43-44f7-b0d6-f1b896c889d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 18:58:48.543747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47b283-1f43-44f7-b0d6-f1b896c889d9 None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 18:58:48.544335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47b283-1f43-44f7-b0d6-f1b896c889d9 None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 18:58:52.044968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53724) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:58:52.644762 n-d-760453-6 neutron-server[103322]: WARNING oslo_policy.policy [None req-026ebb5b-2d8d-48bd-889e-94d7b6e2bdf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:58:52.645458 n-d-760453-6 neutron-server[103322]: WARNING oslo_policy.policy [None req-026ebb5b-2d8d-48bd-889e-94d7b6e2bdf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:58:52.879727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-026ebb5b-2d8d-48bd-889e-94d7b6e2bdf0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:58:52.881047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-026ebb5b-2d8d-48bd-889e-94d7b6e2bdf0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8334856 Jan 27 18:58:56.054969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53740) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:58:56.410928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'tenant_id': '64abe6ca59ac449bb45d78a32983c462'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:58:56.505977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.policy [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 18:58:56.549146 n-d-760453-6 neutron-server[103322]: WARNING oslo_policy.policy [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:58:56.549591 n-d-760453-6 neutron-server[103322]: WARNING oslo_policy.policy [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:58:56.657874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167915266', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167915823', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167864251', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167866560', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167878089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781167886238', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-937163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-798667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8069988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7976073'] for rbac-policy (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:56.734783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:58:56.736064 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0456b720-8736-4623-912f-fee63b6a0c24 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6801012 Jan 27 18:58:59.648134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:00.022367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:00.056250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Made reservation on behalf of 3aa8b862ba0c43b180b8cc7ae4b345ed for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:59:00.059512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.081710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.215974 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks [] for security_group (b78928ae-3d7e-4d32-a4d5-190e48731d51), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.220727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b78928ae-3d7e-4d32-a4d5-190e48731d51), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.246728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 18:59:00.280830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781165646731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.281500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Unsubscribe: segment precommit_create {{(pid=103322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 18:59:00.282051 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Added segment c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5 of type vlan for network b646b574-81ec-4ed5-acf2-9848b78391ed Jan 27 18:59:00.302537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78928ae-3d7e-4d32-a4d5-190e48731d51,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:00.356134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.356479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.356823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.357163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.358051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.358387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.358716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.359042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.359370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.359695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.360019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.360340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.360659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Tracked resource versions report: Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: pushed versions: Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: { 'AddressGroup': {'1.2'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'LocalIPAssociation': {'1.0'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Log': {'1.0'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Network': {'1.1'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Port': {'1.7'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'PortForwarding': {'1.2'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'QosPolicy': {'1.10'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SecurityGroup': {'1.5'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SubPort': {'1.0'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Subnet': {'1.1'}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Trunk': {'1.1'}} Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: consumer versions: Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: { DHCP agent@n-d-760453-6: {}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: L3 agent@n-d-760453-6: {}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: Metadata agent@n-d-760453-6: {}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: Metering agent@n-d-760453-6: {}, Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'ConntrackHelper': '1.0', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'LocalIPAssociation': '1.0', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Log': '1.0', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Network': '1.1', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Port': '1.7', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'PortForwarding': '1.2', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'QosPolicy': '1.10', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SecurityGroup': '1.5', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SecurityGroupRule': '1.2', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'SubPort': '1.0', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Subnet': '1.1', Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: 'Trunk': '1.1'}} Jan 27 18:59:00.361969 n-d-760453-6 neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 18:59:00.420439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b646b574-81ec-4ed5-acf2-9848b78391ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.470432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b646b574-81ec-4ed5-acf2-9848b78391ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.471810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:00.472558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:00.566714 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9170380 Jan 27 18:59:00.587422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1ee33-8631-4c7e-8dc2-515c78188387 admin admin] Pushing event updated for resources: {'Network': ['ID=b646b574-81ec-4ed5-acf2-9848b78391ed,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:00.605288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b646b574-81ec-4ed5-acf2-9848b78391ed details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 18:59:03.550441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53766) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:04.058692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aaa5a5-c71e-4397-a6c5-c214a2721be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:04.060069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a3aaa5a5-c71e-4397-a6c5-c214a2721be3 admin admin] 10.222.0.59 "GET /v2.0/networks/b646b574-81ec-4ed5-acf2-9848b78391ed HTTP/1.1" status: 200 len: 825 time: 0.5082598 Jan 27 18:59:04.087581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-65cd12fa-a9d4-43d3-ab5e-6361eec83186 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/299ee752-dbcf-4069-9a6a-97fb107c6895 HTTP/1.1" status: 200 len: 734 time: 0.0209277 Jan 27 18:59:04.097242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Request body: {'subnet': {'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'ip_version': 4, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:04.122820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Made reservation on behalf of 3aa8b862ba0c43b180b8cc7ae4b345ed for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:59:04.125906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:04.475046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (bb1fcca9-bf8a-4718-91df-f9a15eeb45ee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:04.551139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1fcca9-bf8a-4718-91df-f9a15eeb45ee,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:04.555461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Checking segment: {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 18:59:04.556325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Network hostable DHCP agents. Network: b646b574-81ec-4ed5-acf2-9848b78391ed, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 18:59:04.584842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Network b646b574-81ec-4ed5-acf2-9848b78391ed is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 18:59:04.601288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b646b574-81ec-4ed5-acf2-9848b78391ed) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:04.608797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:04.609135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:04.613576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e309f2-5e50-4c66-a75f-91bec60bac38 None None] Network b646b574-81ec-4ed5-acf2-9848b78391ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 18:59:04.631289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c6b1c32f-2cde-4e75-85e3-da5310887ca6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5376589 Jan 27 18:59:05.049578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b646b574-81ec-4ed5-acf2-9848b78391ed', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 18:59:05.051659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:05.544449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Allocated IP 172.20.0.2 (b646b574-81ec-4ed5-acf2-9848b78391ed/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee/0d9b4174-f79c-478c-ba5d-c77c06200c5f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:59:05.864028 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks [] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:05.877805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:05.989601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Network b646b574-81ec-4ed5-acf2-9848b78391ed is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:59:06.003227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:06.012987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 18:59:06.018225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Pushing event updated for resources: {'Port': ['ID=0d9b4174-f79c-478c-ba5d-c77c06200c5f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:06.073693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.074171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.074383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.074710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.075049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.075380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.075712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.076108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.077207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.077563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.077892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.078219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.078545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Tracked resource versions report: Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: pushed versions: Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Log': {'1.0'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Network': {'1.1'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Port': {'1.7'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'PortForwarding': {'1.2'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'QosPolicy': {'1.10'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SubPort': {'1.0'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Subnet': {'1.1'}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Trunk': {'1.1'}} Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: consumer versions: Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: { DHCP agent@n-d-760453-6: {}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: L3 agent@n-d-760453-6: {}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: Metadata agent@n-d-760453-6: {}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: Metering agent@n-d-760453-6: {}, Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'ConntrackHelper': '1.0', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'LocalIPAssociation': '1.0', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Log': '1.0', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Network': '1.1', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Port': '1.7', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'PortForwarding': '1.2', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'QosPolicy': '1.10', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SecurityGroup': '1.5', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SecurityGroupRule': '1.2', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'SubPort': '1.0', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Subnet': '1.1', Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: 'Trunk': '1.1'}} Jan 27 18:59:06.079774 n-d-760453-6 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 18:59:06.123933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Attempting to bind port 0d9b4174-f79c-478c-ba5d-c77c06200c5f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:59:06.124276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Attempting to bind port 0d9b4174-f79c-478c-ba5d-c77c06200c5f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 18:59:06.124707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Attempting to bind port 0d9b4174-f79c-478c-ba5d-c77c06200c5f on network b646b574-81ec-4ed5-acf2-9848b78391ed {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 18:59:06.130745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 18:59:06.131259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Checking segment: {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 18:59:06.131608 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:06.132008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Bound using segment: {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 18:59:06.132549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Bound port: 0d9b4174-f79c-478c-ba5d-c77c06200c5f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 18:59:06.132984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:06.208776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] For port 0d9b4174-f79c-478c-ba5d-c77c06200c5f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 18:59:06.214256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] For port 0d9b4174-f79c-478c-ba5d-c77c06200c5f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d9b4174-f79c-478c-ba5d-c77c06200c5f,segment=NetworkSegment(c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5),segment_id=c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 18:59:06.220506 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:06.316149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579362d-c261-4bf3-9c87-ad789aa35c3b None None] Pushing event updated for resources: {'Port': ['ID=0d9b4174-f79c-478c-ba5d-c77c06200c5f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:07.417295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:07.988437 n-d-760453-6 neutron-server[103323]: WARNING oslo_policy.policy [None req-4679ece6-0d77-4c7f-ad56-93a6aa9693e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:59:07.989160 n-d-760453-6 neutron-server[103323]: WARNING oslo_policy.policy [None req-4679ece6-0d77-4c7f-ad56-93a6aa9693e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:59:08.220526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-4679ece6-0d77-4c7f-ad56-93a6aa9693e3 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:59:08.221706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4679ece6-0d77-4c7f-ad56-93a6aa9693e3 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8031781 Jan 27 18:59:08.892032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fb210b0-6971-429b-a26d-ca0646d2efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:10.996808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:11.524844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-8c04268d-a61e-4f82-9a24-9415b1993fac admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:59:11.526067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8c04268d-a61e-4f82-9a24-9415b1993fac admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5280161 Jan 27 18:59:11.822133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a04bf0b-8b81-429c-a652-21f82d4d2198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:14.900125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.057057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:15.251330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Request body: {'router': {'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:15.251928 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.303273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (f3c14cb8-14e3-4d87-a8a5-83bc45854791), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.306046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (f3c14cb8-14e3-4d87-a8a5-83bc45854791), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.557095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Publish callbacks [] for router_controller (f3c14cb8-14e3-4d87-a8a5-83bc45854791), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.564335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (f3c14cb8-14e3-4d87-a8a5-83bc45854791), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.587643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:15.591363 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a17dd311-385a-4b76-b706-846381171544 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5309525 Jan 27 18:59:15.922536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:17.724903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0d9b4174-f79c-478c-ba5d-c77c06200c5f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 18:59:17.864034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0d9b4174-f79c-478c-ba5d-c77c06200c5f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:17.864634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:18.047764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0d9b4174-f79c-478c-ba5d-c77c06200c5f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:18.048406 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:18.097456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 0d9b4174-f79c-478c-ba5d-c77c06200c5f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d9b4174-f79c-478c-ba5d-c77c06200c5f,segment=NetworkSegment(c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5),segment_id=c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 18:59:18.103085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:18.166080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4174-f79c-478c-ba5d-c77c06200c5f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:18.574665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53830) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:18.655179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-ad30fefc-5b01-47b3-9f3e-a85a87f78d8f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:59:18.656681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad30fefc-5b01-47b3-9f3e-a85a87f78d8f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0809970 Jan 27 18:59:19.486078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c837aa1-8c01-46f8-a774-8a23e28c4104 None None] Network b646b574-81ec-4ed5-acf2-9848b78391ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 18:59:19.602641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ded08900-f756-4dba-8e78-c9c27608ead6 None None] Provisioning complete for port 0d9b4174-f79c-478c-ba5d-c77c06200c5f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:19.603366 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded08900-f756-4dba-8e78-c9c27608ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:19.692896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0d9b4174-f79c-478c-ba5d-c77c06200c5f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 18:59:19.884593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ded08900-f756-4dba-8e78-c9c27608ead6 None None] Current status of the port 0d9b4174-f79c-478c-ba5d-c77c06200c5f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:19.900678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0d9b4174-f79c-478c-ba5d-c77c06200c5f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:19.901083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:20.009235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0d9b4174-f79c-478c-ba5d-c77c06200c5f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:20.115791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fc5dbb68-f7c1-4076-af70-85a4ebbb4043 None None] Provisioning complete for port 0d9b4174-f79c-478c-ba5d-c77c06200c5f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:20.116157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc5dbb68-f7c1-4076-af70-85a4ebbb4043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:20.198103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc5dbb68-f7c1-4076-af70-85a4ebbb4043 None None] Current status of the port 0d9b4174-f79c-478c-ba5d-c77c06200c5f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:21.551096 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 18:59:22.126196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:22.186732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'project_id': '64abe6ca59ac449bb45d78a32983c462', 'is_default': True, 'tenant_id': '64abe6ca59ac449bb45d78a32983c462', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:22.253154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Made reservation on behalf of 64abe6ca59ac449bb45d78a32983c462 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:59:22.319266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.policy [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 18:59:22.363619 n-d-760453-6 neutron-server[103323]: WARNING oslo_policy.policy [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:59:22.364008 n-d-760453-6 neutron-server[103323]: WARNING oslo_policy.policy [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:59:22.374287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.397315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.535116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks [] for security_group (573cc7dd-103e-4a52-ba0d-d651354ea85f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.540648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (573cc7dd-103e-4a52-ba0d-d651354ea85f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.557513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Reserving flat network on physical network physnet1 {{(pid=103323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 18:59:22.598490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781165646731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c999b367-b8f3-4b14-9440-f7e5e2b8564c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.599053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Unsubscribe: segment precommit_create {{(pid=103323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 18:59:22.599647 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Added segment c999b367-b8f3-4b14-9440-f7e5e2b8564c of type flat for network 935fd5be-0ace-4211-a3ca-c909b2cca822 Jan 27 18:59:22.618506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573cc7dd-103e-4a52-ba0d-d651354ea85f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:22.678084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.678426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.678766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.679100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.679437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.679762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.680093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.680416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.680743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.681061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.681414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.681734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.682051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Tracked resource versions report: Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: pushed versions: Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Log': {'1.0'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Network': {'1.1'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Port': {'1.7'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'PortForwarding': {'1.2'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'QosPolicy': {'1.10'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SecurityGroup': {'1.5'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SubPort': {'1.0'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Subnet': {'1.1'}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Trunk': {'1.1'}} Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: consumer versions: Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: { DHCP agent@n-d-760453-6: {}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: L3 agent@n-d-760453-6: {}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: Metadata agent@n-d-760453-6: {}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: Metering agent@n-d-760453-6: {}, Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'ConntrackHelper': '1.0', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'LocalIPAssociation': '1.0', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Log': '1.0', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Network': '1.1', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Port': '1.7', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'PortForwarding': '1.2', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'QosPolicy': '1.10', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SecurityGroup': '1.5', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SecurityGroupRule': '1.2', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'SubPort': '1.0', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Subnet': '1.1', Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: 'Trunk': '1.1'}} Jan 27 18:59:22.683310 n-d-760453-6 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 18:59:22.743084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (935fd5be-0ace-4211-a3ca-c909b2cca822), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.796510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (935fd5be-0ace-4211-a3ca-c909b2cca822), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.797862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:22.798570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:22.906970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7791805 Jan 27 18:59:22.919421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691307b3-0e03-46de-abf1-893cc968621c admin admin] Pushing event updated for resources: {'Network': ['ID=935fd5be-0ace-4211-a3ca-c909b2cca822,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:22.936907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 18:59:25.376716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53856) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:25.495467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d15f2-b090-4faf-aec4-efb3a1abfc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:25.498183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df4d15f2-b090-4faf-aec4-efb3a1abfc5a admin admin] 10.222.0.59 "GET /v2.0/subnets/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee HTTP/1.1" status: 200 len: 849 time: 0.1197777 Jan 27 18:59:25.636810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-710e52dd-8552-4f26-a41e-b4c500274a93 admin admin] 10.222.0.59 "GET /v2.0/routers/f3c14cb8-14e3-4d87-a8a5-83bc45854791 HTTP/1.1" status: 200 len: 704 time: 0.1327729 Jan 27 18:59:25.924409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:26.271556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Allocated IP 172.20.0.1 (b646b574-81ec-4ed5-acf2-9848b78391ed/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee/d631b998-9b3f-442f-a073-a1a4bd4816a9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:59:26.466910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks [] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:26.543613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:26.673195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Network b646b574-81ec-4ed5-acf2-9848b78391ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:59:26.679373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:26.694579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 18:59:26.695157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (f3c14cb8-14e3-4d87-a8a5-83bc45854791), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:26.721493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Pushing event updated for resources: {'Port': ['ID=d631b998-9b3f-442f-a073-a1a4bd4816a9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:26.939115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:26.962503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1475c1b9-2270-422a-bc3d-95f7b8755ee2 None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:26.963370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-2270-422a-bc3d-95f7b8755ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:27.024756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1475c1b9-2270-422a-bc3d-95f7b8755ee2 None None] Port d631b998-9b3f-442f-a073-a1a4bd4816a9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 18:59:27.281600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks [] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:27.288199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:27.289381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (f3c14cb8-14e3-4d87-a8a5-83bc45854791), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:27.381184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Pushing event updated for resources: {'Port': ['ID=d631b998-9b3f-442f-a073-a1a4bd4816a9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:27.438032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Network b646b574-81ec-4ed5-acf2-9848b78391ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:59:27.439654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:27.661847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-15ea2511-3865-484a-a605-36ea3e9640f6 None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:27.662444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ea2511-3865-484a-a605-36ea3e9640f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:27.672226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Router f3c14cb8-14e3-4d87-a8a5-83bc45854791 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 18:59:27.707559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-15ea2511-3865-484a-a605-36ea3e9640f6 None None] Port d631b998-9b3f-442f-a073-a1a4bd4816a9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 18:59:27.778473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 18:59:27.787091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9f35cb60-4c58-4ef8-a61a-20402432d62e admin admin] 10.222.0.59 "PUT /v2.0/routers/f3c14cb8-14e3-4d87-a8a5-83bc45854791/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1447425 Jan 27 18:59:27.805826 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Sync routers for ids ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:59:27.827030 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Routers {'f3c14cb8-14e3-4d87-a8a5-83bc45854791'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 18:59:27.828273 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T18:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:28.075197 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Set router f3c14cb8-14e3-4d87-a8a5-83bc45854791 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 18:59:28.593010 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:26Z', 'revision_number': 2, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port_host': None, '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:27Z', 'revision_number': 2, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:28.648751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Checking router: f3c14cb8-14e3-4d87-a8a5-83bc45854791 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:59:28.649179 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Updating router f3c14cb8-14e3-4d87-a8a5-83bc45854791 port d631b998-9b3f-442f-a073-a1a4bd4816a9 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:59:28.743587 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.355639 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks [] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.365601 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.612254 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Attempting to bind port d631b998-9b3f-442f-a073-a1a4bd4816a9 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:59:29.612839 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Attempting to bind port d631b998-9b3f-442f-a073-a1a4bd4816a9 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 18:59:29.613400 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Attempting to bind port d631b998-9b3f-442f-a073-a1a4bd4816a9 on network b646b574-81ec-4ed5-acf2-9848b78391ed {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 18:59:29.617728 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Pushing event updated for resources: {'Port': ['ID=d631b998-9b3f-442f-a073-a1a4bd4816a9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:29.624763 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 18:59:29.625375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Checking segment: {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 18:59:29.625920 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.626404 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Bound using segment: {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 18:59:29.627140 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Bound port: d631b998-9b3f-442f-a073-a1a4bd4816a9, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 18:59:29.627634 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.645300 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.645728 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.646010 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.646343 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.646686 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.647018 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.647350 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.647682 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.648005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.648330 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.648656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.648978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.649321 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Tracked resource versions report: Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: pushed versions: Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Log': {'1.0'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Network': {'1.1'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Port': {'1.7'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'PortForwarding': {'1.2'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'QosPolicy': {'1.10'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SubPort': {'1.0'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Subnet': {'1.1'}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Trunk': {'1.1'}} Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: consumer versions: Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: { DHCP agent@n-d-760453-6: {}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: L3 agent@n-d-760453-6: {}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: Metadata agent@n-d-760453-6: {}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: Metering agent@n-d-760453-6: {}, Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'ConntrackHelper': '1.0', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'LocalIPAssociation': '1.0', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Log': '1.0', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Network': '1.1', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Port': '1.7', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'PortForwarding': '1.2', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'QosPolicy': '1.10', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SecurityGroup': '1.5', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SecurityGroupRule': '1.2', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'SubPort': '1.0', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Subnet': '1.1', Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: 'Trunk': '1.1'}} Jan 27 18:59:29.650541 n-d-760453-6 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 18:59:29.671592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5ed3d7b9-5bdd-41b4-a568-00cf6f00625d None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:29.673022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d7b9-5bdd-41b4-a568-00cf6f00625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.723018 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] For port d631b998-9b3f-442f-a073-a1a4bd4816a9, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 18:59:29.745722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3d7b9-5bdd-41b4-a568-00cf6f00625d None None] Port d631b998-9b3f-442f-a073-a1a4bd4816a9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 18:59:29.751102 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] For port d631b998-9b3f-442f-a073-a1a4bd4816a9, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d631b998-9b3f-442f-a073-a1a4bd4816a9,segment=NetworkSegment(c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5),segment_id=c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 18:59:29.757975 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:29.865704 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Routers {'f3c14cb8-14e3-4d87-a8a5-83bc45854791'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 18:59:29.866446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T18:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:29.869041 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86eac4-5ec4-4da4-9f72-723c07fc029d None None] Pushing event updated for resources: {'Port': ['ID=d631b998-9b3f-442f-a073-a1a4bd4816a9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:30.035908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] Set router f3c14cb8-14e3-4d87-a8a5-83bc45854791 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 18:59:30.082367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:30.083019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:30.228416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Current status of the port d631b998-9b3f-442f-a073-a1a4bd4816a9 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:30.229240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:30.270274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] For port d631b998-9b3f-442f-a073-a1a4bd4816a9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d631b998-9b3f-442f-a073-a1a4bd4816a9,segment=NetworkSegment(c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5),segment_id=c69f8f67-9b84-4ffa-8c3e-bb4dbafd36d5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 18:59:30.275984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:30.333796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4cd20-153a-487e-ac34-b9f4e5912ee6 None None] Pushing event updated for resources: {'Port': ['ID=d631b998-9b3f-442f-a073-a1a4bd4816a9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:30.355521 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:26Z', 'revision_number': 2, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port_host': None, '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:29Z', 'revision_number': 4, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:30.387872 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c8a70-4cac-4611-bc8f-f1f0c1fbf59c None None] The sync data for ids ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'] in n-d-760453-6 is: [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:26Z', 'revision_number': 2, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port_host': None, '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:29Z', 'revision_number': 4, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:59:32.876362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:33.050089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38328b2-56ab-49ff-ac40-f061f8c92026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:33.051597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f38328b2-56ab-49ff-ac40-f061f8c92026 admin admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 842 time: 0.1741171 Jan 27 18:59:33.062441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Request body: {'subnet': {'tenant_id': '64abe6ca59ac449bb45d78a32983c462', 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'enable_dhcp': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:33.098407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Made reservation on behalf of 64abe6ca59ac449bb45d78a32983c462 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 18:59:33.102395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:33.668914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 18:59:33.669401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (d9e3a76d-5466-4c88-957e-c1e733c78118), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:33.732762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e3a76d-5466-4c88-957e-c1e733c78118,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:33.744933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 18:59:33.745376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Network hostable DHCP agents. Network: 935fd5be-0ace-4211-a3ca-c909b2cca822, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 18:59:33.778901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 18:59:33.793484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 935fd5be-0ace-4211-a3ca-c909b2cca822) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:33.799316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:33.800091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:33.808265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf0695-9587-4ba4-8cd6-7f6aad46a06e None None] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 18:59:33.831400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-90ee4131-871a-4fd3-9cca-d6c233130527 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7724102 Jan 27 18:59:33.955149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e250709-65a5-49d5-94ca-7d2db61fbd5a None None] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 18:59:36.615774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:36.910342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f477c4cf-5da6-4989-8c85-4f7c80ccc695 admin admin] 10.222.0.59 "GET /v2.0/routers/f3c14cb8-14e3-4d87-a8a5-83bc45854791 HTTP/1.1" status: 200 len: 710 time: 0.2926481 Jan 27 18:59:37.019433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f203770-acb6-472f-bca1-4af3419739e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:59:37.021191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7f203770-acb6-472f-bca1-4af3419739e2 admin admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 886 time: 0.1046550 Jan 27 18:59:37.031555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:59:37.359594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks [] for router_gateway (f3c14cb8-14e3-4d87-a8a5-83bc45854791), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:37.644208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks [] for router_gateway (f3c14cb8-14e3-4d87-a8a5-83bc45854791), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:37.729078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:37.918779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Allocated IP 172.25.5.171 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:59:38.106732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks [] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.190160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.264602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:59:38.270807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:59:38.278334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 18:59:38.324478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Pushing event updated for resources: {'Port': ['ID=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:38.618218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks [] for router_gateway (f3c14cb8-14e3-4d87-a8a5-83bc45854791), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.821068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (f3c14cb8-14e3-4d87-a8a5-83bc45854791), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.826646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (f3c14cb8-14e3-4d87-a8a5-83bc45854791), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.883858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d158182-db14-4f35-a7ce-917713c650b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:38.953569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Router f3c14cb8-14e3-4d87-a8a5-83bc45854791 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 18:59:39.075639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 18:59:39.081578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:39.085550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9c74a988-26ca-47bf-9245-63ba8e901008 admin admin] 10.222.0.59 "PUT /v2.0/routers/f3c14cb8-14e3-4d87-a8a5-83bc45854791 HTTP/1.1" status: 200 len: 890 time: 2.0553610 Jan 27 18:59:39.725871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d631b998-9b3f-442f-a073-a1a4bd4816a9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 18:59:39.803800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:39.804188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:39.889360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d631b998-9b3f-442f-a073-a1a4bd4816a9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:41.058471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Sync routers for ids ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:59:41.071955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Routers {'f3c14cb8-14e3-4d87-a8a5-83bc45854791'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 18:59:41.072626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T18:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:41.315522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Set router f3c14cb8-14e3-4d87-a8a5-83bc45854791 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 18:59:41.990614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce41f-0bda-4e80-a0a1-34d3a755fe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.096053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53894) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 18:59:42.143894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:38Z', 'revision_number': 4, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port': {'id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:37Z', 'updated_at': '2022-01-27T18:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:30Z', 'revision_number': 5, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:42.224275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e879d04b-9cb6-46b4-bf66-f70564a7342b admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1267257 Jan 27 18:59:42.260049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Checking router: f3c14cb8-14e3-4d87-a8a5-83bc45854791 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:59:42.260554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Updating router f3c14cb8-14e3-4d87-a8a5-83bc45854791 port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 18:59:42.358327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.799336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks [] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.806051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.864983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b58d88-52bd-490b-b0d2-ef4b0d31ebb0 None None] Pushing event updated for resources: {'Port': ['ID=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:42.867625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Attempting to bind port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:59:42.867973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Attempting to bind port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 18:59:42.868258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Attempting to bind port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 18:59:42.875412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 18, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 18:59:42.875799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 18:59:42.876214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.876618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 18:59:42.877121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Bound port: 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 18:59:42.877761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:42.957282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] For port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 18:59:42.961913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] For port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 18:59:42.968286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:43.066011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Routers {'f3c14cb8-14e3-4d87-a8a5-83bc45854791'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 18:59:43.067012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T18:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:43.128360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b58d88-52bd-490b-b0d2-ef4b0d31ebb0 None None] Pushing event updated for resources: {'Port': ['ID=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:43.221159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] Set router f3c14cb8-14e3-4d87-a8a5-83bc45854791 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 18:59:43.479825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:38Z', 'revision_number': 4, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port': {'id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:37Z', 'updated_at': '2022-01-27T18:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:30Z', 'revision_number': 5, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:59:43.510484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075b71a-8546-4cfa-bf53-c973049d2793 None None] The sync data for ids ['f3c14cb8-14e3-4d87-a8a5-83bc45854791'] in n-d-760453-6 is: [{'id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'name': 'router1', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T18:59:15Z', 'updated_at': '2022-01-27T18:59:38Z', 'revision_number': 4, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'gw_port': {'id': '00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:37Z', 'updated_at': '2022-01-27T18:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd631b998-9b3f-442f-a073-a1a4bd4816a9', 'name': '', 'network_id': 'b646b574-81ec-4ed5-acf2-9848b78391ed', 'tenant_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'mac_address': 'fa:16:3e:f6:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14cb8-14e3-4d87-a8a5-83bc45854791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T18:59:25Z', 'updated_at': '2022-01-27T18:59:30Z', 'revision_number': 5, 'project_id': '3aa8b862ba0c43b180b8cc7ae4b345ed', 'subnets': [{'id': 'bb1fcca9-bf8a-4718-91df-f9a15eeb45ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '299ee752-dbcf-4069-9a6a-97fb107c6895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:59:43.788411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 18:59:43.854270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:43.854874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:43.968697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:43.969247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:44.000435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 18:59:44.006300 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:44.084552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:59:44.907665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:45.259979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:45.707608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 18:59:45.765188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:59:45.765711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:45.864467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 00d9eb32-61e0-4fc6-af12-c2e4d15c8aaa is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 18:59:45.913386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 18:59:58.551921 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:00:08.889306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8241518-b8e5-416b-b047-58930a37f2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:11.813951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d82aee96-6aef-43d6-b3da-72d214e19141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:14.921543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:15.279988 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:15.932425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:35.557488 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:00:38.895943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-652ce443-435f-4a0d-99dd-b4110d657eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:41.826078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7dd7-dc9a-49f7-8119-9e91168987e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:44.897160 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:45.278980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:00:45.924511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:08.886079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c88e-7471-46c6-b38e-5d19a4650ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:11.816617 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c929e31c-66dc-482a-83ae-ef73b6f368b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:12.548250 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:01:14.900786 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:15.267316 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:15.909927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:23.149941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54410) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:23.219472 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc4793a-4a76-4617-aff8-788970331045 admin admin] GET failed (client error): The resource could not be found. Jan 27 19:01:23.220978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0fc4793a-4a76-4617-aff8-788970331045 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698409 Jan 27 19:01:23.476224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66788239-478d-4536-9e45-d871e85526be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:23.478862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66788239-478d-4536-9e45-d871e85526be admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2529867 Jan 27 19:01:25.848763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54420) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:25.956043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68549493-1028-4637-9961-99adbf7930ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:25.957393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-68549493-1028-4637-9961-99adbf7930ed admin admin] 10.222.0.59 "GET /v2.0/subnets/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee HTTP/1.1" status: 200 len: 849 time: 0.1072881 Jan 27 19:01:25.968263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:01:26.062253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Publish callbacks [] for subnet (bb1fcca9-bf8a-4718-91df-f9a15eeb45ee), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:26.221856 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781165712339'] for subnet (bb1fcca9-bf8a-4718-91df-f9a15eeb45ee), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:26.253626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:26.254238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:26.255589 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] 10.222.0.59 "PUT /v2.0/subnets/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee HTTP/1.1" status: 200 len: 868 time: 0.2919464 Jan 27 19:01:26.282497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843633e9-3aa8-4f29-ad16-e61cb004b63a None None] Network b646b574-81ec-4ed5-acf2-9848b78391ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:01:26.286435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1fcca9-bf8a-4718-91df-f9a15eeb45ee,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:01:26.298747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.299295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.299866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.300408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.301017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.301726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.302285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.302850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.303415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.303965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.304529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.305155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.305698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ccdf8-c93a-4cfc-8a66-52217367bc89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:01:26.694033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Provisioning complete for port 0d9b4174-f79c-478c-ba5d-c77c06200c5f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:01:26.694684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d9b4174-f79c-478c-ba5d-c77c06200c5f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:26.810002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Current status of the port 0d9b4174-f79c-478c-ba5d-c77c06200c5f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:01:26.827596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Provisioning complete for port d631b998-9b3f-442f-a073-a1a4bd4816a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:01:26.828102 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d631b998-9b3f-442f-a073-a1a4bd4816a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:26.922027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-395ae931-e3d4-42fb-b42c-287d167276b0 None None] Current status of the port d631b998-9b3f-442f-a073-a1a4bd4816a9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:01:28.667999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:29.110433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be173d-49a5-4831-ab48-47c9387a4bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:29.111060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be173d-49a5-4831-ab48-47c9387a4bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:29.112781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9be173d-49a5-4831-ab48-47c9387a4bd8 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4437027 Jan 27 19:01:31.510672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54438) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:31.684096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dca96-7f5a-47ca-a86c-e6312ec85a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:31.684461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dca96-7f5a-47ca-a86c-e6312ec85a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:31.686118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e80dca96-7f5a-47ca-a86c-e6312ec85a28 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1741345 Jan 27 19:01:34.381079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54446) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:34.539851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a769ad3-2aa3-4f0e-bb71-9de713de49dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:34.541467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a769ad3-2aa3-4f0e-bb71-9de713de49dd admin admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 886 time: 0.1588449 Jan 27 19:01:37.022063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:37.182442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de080e-e260-4cb9-bf2b-5221347958b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:37.184406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a0de080e-e260-4cb9-bf2b-5221347958b6 admin admin] 10.222.0.59 "GET /v2.0/networks/b646b574-81ec-4ed5-acf2-9848b78391ed HTTP/1.1" status: 200 len: 869 time: 0.1613564 Jan 27 19:01:38.884258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2d96ba6-6e03-459c-a9a5-23c47245b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:39.547995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:39.840705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb5156-69f4-4b74-b23a-4cbd85b6109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:39.841168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb5156-69f4-4b74-b23a-4cbd85b6109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:39.842781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-85cb5156-69f4-4b74-b23a-4cbd85b6109c admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2934480 Jan 27 19:01:41.812780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b553dcb-942d-4ed2-b5a3-d0379ba61a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:42.282966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:42.418412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1d066-a113-4f7b-ada2-74040c6e9c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:42.419178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1d066-a113-4f7b-ada2-74040c6e9c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:42.422131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d5e1d066-a113-4f7b-ada2-74040c6e9c5d admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378055 Jan 27 19:01:44.782059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:44.908515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:44.950282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca428a-d95b-4b93-9508-fa86683c7155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:44.953018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d5ca428a-d95b-4b93-9508-fa86683c7155 admin admin] 10.222.0.59 "GET /v2.0/subnets/bb1fcca9-bf8a-4718-91df-f9a15eeb45ee HTTP/1.1" status: 200 len: 868 time: 0.1697037 Jan 27 19:01:45.278500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:45.920611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:01:47.460654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:01:47.584176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2b44d-914c-4683-87cd-ded24b79e12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:01:47.586605 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-02e2b44d-914c-4683-87cd-ded24b79e12b admin admin] 10.222.0.59 "GET /v2.0/subnets/d9e3a76d-5466-4c88-957e-c1e733c78118 HTTP/1.1" status: 200 len: 816 time: 0.1246312 Jan 27 19:01:49.548431 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:02:08.882038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d087f2-2595-402c-b156-054254a8ae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:11.821332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-339d36d9-203d-4ec5-b2e6-3b4ad2f7654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:14.397125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:02:14.452302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-15635b5e-789c-47f7-9105-c0916d6ad630 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:02:14.454260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-15635b5e-789c-47f7-9105-c0916d6ad630 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556781 Jan 27 19:02:14.918501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:15.275299 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:15.917957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:16.939361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:02:17.012723 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-30414deb-1613-4c90-993c-5e0b901e9a7a admin admin] GET failed (client error): The resource could not be found. Jan 27 19:02:17.014505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30414deb-1613-4c90-993c-5e0b901e9a7a admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0737543 Jan 27 19:02:17.106679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf86cb4-5835-4836-83a2-ec6827e37083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:02:17.108180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0bf86cb4-5835-4836-83a2-ec6827e37083 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0890622 Jan 27 19:02:19.955988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:02:20.008006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Request body: {'network': {'tenant_id': '64abe6ca59ac449bb45d78a32983c462', 'shared': True, 'admin_state_up': True, 'project_id': '64abe6ca59ac449bb45d78a32983c462', 'name': 'shared'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:02:20.031052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Made reservation on behalf of 64abe6ca59ac449bb45d78a32983c462 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:02:20.033526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:20.064386 n-d-760453-6 neutron-server[103322]: WARNING neutron.services.revisions.revision_plugin [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Could not find related network for resource to bump revision. Jan 27 19:02:20.083491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:02:20.095798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (17750b0d-453f-43dc-8631-d6fc0607446f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:20.096148 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Added segment 17750b0d-453f-43dc-8631-d6fc0607446f of type vlan for network 6a17bef5-2532-4647-806e-18be5e595bf0 Jan 27 19:02:20.153406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6a17bef5-2532-4647-806e-18be5e595bf0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:20.184616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6a17bef5-2532-4647-806e-18be5e595bf0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:20.186301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:02:20.187031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:20.265994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3083620 Jan 27 19:02:20.273451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb6920-933a-4915-9cca-c3d33a8462fe admin admin] Pushing event updated for resources: {'Network': ['ID=6a17bef5-2532-4647-806e-18be5e595bf0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:02:20.290142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6a17bef5-2532-4647-806e-18be5e595bf0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:02:22.773630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:02:22.846122 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47b8419-4cc3-4e5e-b5fd-ac83a1ea6ad6 admin admin] GET failed (client error): The resource could not be found. Jan 27 19:02:22.847530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e47b8419-4cc3-4e5e-b5fd-ac83a1ea6ad6 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0726340 Jan 27 19:02:22.964374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48135f-9c2c-4618-b59d-d83d7060f86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:02:22.965842 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-af48135f-9c2c-4618-b59d-d83d7060f86f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1120124 Jan 27 19:02:22.976716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': '64abe6ca59ac449bb45d78a32983c462', 'description': 'shared-subnet', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'cidr': '192.168.233.0/24'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:02:23.010939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Made reservation on behalf of 64abe6ca59ac449bb45d78a32983c462 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:02:23.013519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.204790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (dcccce41-06cb-4c05-a28b-5fff5104de52), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.268774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcccce41-06cb-4c05-a28b-5fff5104de52,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:02:23.277067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:02:23.277462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Network hostable DHCP agents. Network: 6a17bef5-2532-4647-806e-18be5e595bf0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:02:23.299819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:02:23.311942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6a17bef5-2532-4647-806e-18be5e595bf0) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:02:23.319055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:02:23.319565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.322748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904f831-2947-4837-bce5-f2c6f568f076 None None] Network 6a17bef5-2532-4647-806e-18be5e595bf0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:02:23.345887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6d6f5b4a-1f85-4350-b44b-0d49a13466dc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729577 Jan 27 19:02:23.500047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6a17bef5-2532-4647-806e-18be5e595bf0', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'project_id': '64abe6ca59ac449bb45d78a32983c462', 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:02:23.500949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.663359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Allocated IP 192.168.233.2 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:02:23.860477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks [] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.870141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:23.929698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:02:23.934486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:02:23.938483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:02:23.958221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Pushing event updated for resources: {'Port': ['ID=c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:02:23.997737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:23.998254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:23.998799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:23.999360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:23.999883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.000427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.000933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.001352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.001839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.002366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.002900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.003331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.003724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:02:24.057662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Attempting to bind port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:02:24.058393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Attempting to bind port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:02:24.058937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Attempting to bind port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:02:24.067262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:02:24.067755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:02:24.068394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:24.068994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:02:24.069653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Bound port: c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:02:24.070262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:24.184393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] For port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:02:24.190838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] For port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:02:24.197133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:24.308817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b2e8a-30ca-4856-ac4d-479b1586a3b8 None None] Pushing event updated for resources: {'Port': ['ID=c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:02:25.587023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb49f4-b242-4427-b8d1-a30d9b7c59cb None None] Network 6a17bef5-2532-4647-806e-18be5e595bf0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:02:25.672185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Provisioning complete for port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:02:25.672576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:25.871669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Current status of the port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:02:25.872611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:25.931220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:02:25.941368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] For port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:02:25.983966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:26.130526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8939ce5-2a28-4a0d-9201-2e6937c705f5 None None] Pushing event updated for resources: {'Port': ['ID=c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:02:26.145887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:02:26.146536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:26.193508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7598bb63-bb1e-430b-b79d-c917ad4a619f None None] Provisioning complete for port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:02:26.194219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7598bb63-bb1e-430b-b79d-c917ad4a619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:26.429512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:02:26.445722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7598bb63-bb1e-430b-b79d-c917ad4a619f None None] Current status of the port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:02:26.550437 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:02:27.805569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:02:27.863385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:02:27.863868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:27.948316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c412c8ea-6e5c-45d1-afa9-79a8dbd3d4f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:02:38.882137 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688e12cb-e516-4bac-b8e7-c66d33762022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:41.816742 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4852aa21-9855-45e1-918e-23adbdb1ab00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:44.912188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:45.279073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:02:45.918062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:03.549336 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:03:08.889672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a875dcfb-e011-470a-8db3-83617d2b1198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:11.823074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1e267d7-a1b3-4cad-a219-e8a13f3ff313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:14.915541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:15.288683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:15.915147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:38.885354 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95345ec7-53a6-431a-8f3b-0797fc7910fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:40.549799 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:03:41.821173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1059e652-5138-4d06-b0b3-9dcbcfcf185e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:44.921238 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:45.291112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:45.920776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:03:59.696318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:03:59.702519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-97672397-c7ab-45a7-956d-22a19ec6135c tempest-verify_tempest_config-1698780779 tempest-verify_tempest_config-1698780779-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:03:59.703569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97672397-c7ab-45a7-956d-22a19ec6135c tempest-verify_tempest_config-1698780779 tempest-verify_tempest_config-1698780779-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062237 Jan 27 19:04:00.079114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:04:00.225640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.358296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Publish callbacks [] for security_group (287622e1-fcbe-4dff-941a-250ed09c9047), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.362831 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (287622e1-fcbe-4dff-941a-250ed09c9047), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.420549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=419c31e22b674fc4b714bd38d6779ae0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3393197 Jan 27 19:04:00.422110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287622e1-fcbe-4dff-941a-250ed09c9047,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:04:00.423467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54636) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:04:00.435087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.435593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.436116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.436521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.436960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.437539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.437974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.438386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.438790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.439187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.439582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.439976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.440372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141e206-9f63-449b-8d28-3b6117a778b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.509369 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Publish callbacks [] for security_group (287622e1-fcbe-4dff-941a-250ed09c9047), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.535245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Publish callbacks [] for security_group (287622e1-fcbe-4dff-941a-250ed09c9047), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.644634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (287622e1-fcbe-4dff-941a-250ed09c9047), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.649672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:00.651312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/287622e1-fcbe-4dff-941a-250ed09c9047 HTTP/1.1" status: 204 len: 168 time: 0.2262852 Jan 27 19:04:00.663578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287622e1-fcbe-4dff-941a-250ed09c9047,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:04:00.675635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.676225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.676824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.677610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.677987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.678538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.679089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.679792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.680361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.680967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.681560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.682123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:00.682680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf61848-a113-4f41-a93a-f4ed9fbc860a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:04:08.884808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00a11021-1299-4ad5-a2ec-e925add287c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:11.818222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa9cf56-65ad-421a-9023-5ce7227eb204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:14.919931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:15.291878 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:15.921386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:17.552705 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:04:38.880121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1d5aca-32e8-464f-a3d9-6210bf7b4e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:41.813743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa42998-b7c1-4c65-9233-d7b03d592719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:44.923681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:45.291962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:45.906413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:04:54.552437 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:05:08.892053 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7c13-d263-491e-afd2-912e8ee1deaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:11.820303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe5c5-666a-44b3-93d1-14bd52b634a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:14.926954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:15.297968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:15.920904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:31.553482 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:05:38.888765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31ef61d1-7192-4dc8-b078-b4a9135d9a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:41.814670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93f151d3-5445-46e5-82d1-0544bf123512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:44.928220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:45.300205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:05:45.918237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:08.552285 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:06:08.884148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e7aa-aa57-4832-8fb9-420abb86edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:11.819787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2086e241-ec74-4249-88f9-b80974a59d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:14.933009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:15.305063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:15.915419 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:38.889239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e74f4859-2b1f-4201-b4db-c2399965fb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:41.828190 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11ede34a-f146-4d0e-9597-5cee986d3004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:44.934072 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:45.307281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:06:45.552024 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:06:45.911983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:08.895525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-497eff6f-f7a6-4fba-be57-11f88056a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:11.823767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4dc5-27ba-44df-a584-973846cdbb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:14.937482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:15.311723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:15.912700 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:22.550251 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 5 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:07:23.383587 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:24.409819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892391'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:38.890807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18d44572-ede2-44b8-9190-d38dd946999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:41.819825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d82f04b-4ff9-498c-97c8-ae6ef9eb0f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:44.941288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:45.315529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:45.909228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:53.364990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:54.363340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:07:59.550487 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:08:08.894630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f06c4519-b9e9-4cea-ba21-fd2e0817c596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:11.431830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54692) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:08:11.569449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0feaa78a-e4ce-4e40-894d-fbc5bf63165c admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1353407 Jan 27 19:08:11.819894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84229395-d2b3-46c5-b446-cf5998a277e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:14.084222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:08:14.181832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd1a325c-be10-40b1-bdb5-ce0a99d4035a admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0961108 Jan 27 19:08:14.943462 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:15.317303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:15.904283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:23.366683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:24.369383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:36.555506 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:08:38.890713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ac82bb-3125-4f1a-9191-924ea7939f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:41.821189 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faa24859-09f5-4078-8b34-3025f73b337c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:44.947208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:45.334292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:45.908522 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:53.362036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:08:54.375119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:08.900560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79fc875b-e056-4fa9-9a0a-c12684b1906f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:11.823644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3734c924-6beb-4ca0-b61a-78381748438c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:13.561570 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:09:14.958572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:15.336712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:15.917560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:23.378586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:24.392505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:38.895387 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b82d288-53f2-45b4-aee2-6bc2a6ef9d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:41.826395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9d79-c0c4-4d27-ab24-e47a6400508c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:44.991582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:45.335815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:45.943519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:48.758967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54934) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:49.409232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4371f311-445a-40b1-8c63-43234765b481 tempest-AutoAllocateNetworkTest-1953564275 tempest-AutoAllocateNetworkTest-1953564275-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=349c9010a9f845a8b25b07f9ba0f24e0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6485367 Jan 27 19:09:49.413687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:49.761009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273338ae-e096-4b19-adad-b9bcd730e715 tempest-AutoAllocateNetworkTest-1953564275 tempest-AutoAllocateNetworkTest-1953564275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:09:49.772167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-273338ae-e096-4b19-adad-b9bcd730e715 tempest-AutoAllocateNetworkTest-1953564275 tempest-AutoAllocateNetworkTest-1953564275-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3566072 Jan 27 19:09:49.772955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:49.860397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fe36e468-2e99-4e19-8ada-e9fe0885aebf tempest-AutoAllocateNetworkTest-1953564275 tempest-AutoAllocateNetworkTest-1953564275-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825503 Jan 27 19:09:49.860736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:49.906329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4fd84880-7b40-4e22-ad91-e4edf041fc10 tempest-AutoAllocateNetworkTest-1953564275 tempest-AutoAllocateNetworkTest-1953564275-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=349c9010a9f845a8b25b07f9ba0f24e0 HTTP/1.1" status: 200 len: 208 time: 0.0432012 Jan 27 19:09:50.564956 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:09:51.033516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:51.450094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.543521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Publish callbacks [] for security_group (519ce1f9-aa24-4035-be71-b61ac81306da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.549106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (519ce1f9-aa24-4035-be71-b61ac81306da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.598081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ce1f9-aa24-4035-be71-b61ac81306da,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:51.616183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.616745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.617305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.617885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.618453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.618959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.619531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.620417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.621496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.622279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.622960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.623623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.624785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] Tracked resource versions report: Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: pushed versions: Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Log': {'1.0'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Network': {'1.1'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Port': {'1.7'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'PortForwarding': {'1.2'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'QosPolicy': {'1.10'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SecurityGroup': {'1.5'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SubPort': {'1.0'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Subnet': {'1.1'}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Trunk': {'1.1'}} Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: consumer versions: Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: { DHCP agent@n-d-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: HyperV agent@n-h1-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: HyperV agent@n-h2-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: L3 agent@n-d-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: Metadata agent@n-d-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: Metering agent@n-d-760453-6: {}, Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'ConntrackHelper': '1.0', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'LocalIPAssociation': '1.0', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Log': '1.0', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Network': '1.1', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Port': '1.7', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'PortForwarding': '1.2', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'QosPolicy': '1.10', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SecurityGroup': '1.5', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SecurityGroupRule': '1.2', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'SubPort': '1.0', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Subnet': '1.1', Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: 'Trunk': '1.1'}} Jan 27 19:09:51.627177 n-d-760453-6 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 19:09:51.657884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3e239b53-734c-48b0-afd5-db5e40d2ce76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=349c9010a9f845a8b25b07f9ba0f24e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6226225 Jan 27 19:09:51.658874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:51.742352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Publish callbacks [] for security_group (519ce1f9-aa24-4035-be71-b61ac81306da), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.781186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Publish callbacks [] for security_group (519ce1f9-aa24-4035-be71-b61ac81306da), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.848153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (519ce1f9-aa24-4035-be71-b61ac81306da), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.851677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:51.853089 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/519ce1f9-aa24-4035-be71-b61ac81306da HTTP/1.1" status: 204 len: 168 time: 0.1925874 Jan 27 19:09:51.865508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ce1f9-aa24-4035-be71-b61ac81306da,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:51.877136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.877705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.879449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.880179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.881313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.881895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.882386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.883424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.883923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.884410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.884938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.885470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.885955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ccca1-936f-42db-9926-4b54420e76e2 admin admin] Tracked resource versions report: Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: pushed versions: Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: { 'AddressGroup': {'1.2'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'LocalIPAssociation': {'1.0'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Log': {'1.0'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Network': {'1.1'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Port': {'1.7'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'PortForwarding': {'1.2'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'QosPolicy': {'1.10'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SecurityGroup': {'1.5'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SubPort': {'1.0'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Subnet': {'1.1'}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Trunk': {'1.1'}} Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: consumer versions: Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: { DHCP agent@n-d-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: HyperV agent@n-h1-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: HyperV agent@n-h2-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: L3 agent@n-d-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: Metadata agent@n-d-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: Metering agent@n-d-760453-6: {}, Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'ConntrackHelper': '1.0', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'LocalIPAssociation': '1.0', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Log': '1.0', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Network': '1.1', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Port': '1.7', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'PortForwarding': '1.2', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'QosPolicy': '1.10', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SecurityGroup': '1.5', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SecurityGroupRule': '1.2', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'SubPort': '1.0', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Subnet': '1.1', Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: 'Trunk': '1.1'}} Jan 27 19:09:51.887317 n-d-760453-6 neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 19:09:53.347162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55114) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:53.394942 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:53.926412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41f7ed9a-b42e-4c8e-a9ea-4bcc3ba51e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:53.931654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:53.939108 n-d-760453-6 neutron-server[103323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 19:09:53.978356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55154) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:53.990791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-b41ce498-54f5-485f-9f3b-068585e43c49 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532918 Jan 27 19:09:54.140544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41f7ed9a-b42e-4c8e-a9ea-4bcc3ba51e7d admin admin] Publish callbacks [] for security_group (88f799d4-1689-45ab-840f-57cc36cc720d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.151927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41f7ed9a-b42e-4c8e-a9ea-4bcc3ba51e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88f799d4-1689-45ab-840f-57cc36cc720d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.271408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7ed9a-b42e-4c8e-a9ea-4bcc3ba51e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f799d4-1689-45ab-840f-57cc36cc720d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:54.276262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af097d6e-0698-4b73-b187-fcd4bb1ed21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.286874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41f7ed9a-b42e-4c8e-a9ea-4bcc3ba51e7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e226994b3e94dd4b4367aaf2fa2aa24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9370794 Jan 27 19:09:54.306496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:54.419685 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.467389 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] Publish callbacks [] for security_group (88f799d4-1689-45ab-840f-57cc36cc720d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.514156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-58a20412-4512-430d-bf6b-70abf01eefd6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:09:54.534275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-58a20412-4512-430d-bf6b-70abf01eefd6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5257885 Jan 27 19:09:54.536038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] Publish callbacks [] for security_group (88f799d4-1689-45ab-840f-57cc36cc720d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.579452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-1576384f-4493-41f2-a668-50079c35cb52 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/quotas/5cbc7973faf74dfdb7b44eeca3d68471 HTTP/1.1" status: 200 len: 375 time: 0.0430672 Jan 27 19:09:54.647560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af097d6e-0698-4b73-b187-fcd4bb1ed21f admin admin] Publish callbacks [] for security_group (31c57959-c125-44cd-81eb-eb96d8057873), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.686023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af097d6e-0698-4b73-b187-fcd4bb1ed21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (31c57959-c125-44cd-81eb-eb96d8057873), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.710393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-f85dc007-a5cb-4e8b-a5f5-69fc9ddc3e62 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289742 Jan 27 19:09:54.748208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af097d6e-0698-4b73-b187-fcd4bb1ed21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c57959-c125-44cd-81eb-eb96d8057873,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:54.792976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-af097d6e-0698-4b73-b187-fcd4bb1ed21f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e4abfe2ede04b078e929832778332b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8117895 Jan 27 19:09:54.797509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:54.829138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88f799d4-1689-45ab-840f-57cc36cc720d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.838161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:54.840808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88f799d4-1689-45ab-840f-57cc36cc720d HTTP/1.1" status: 204 len: 168 time: 0.5322289 Jan 27 19:09:54.860169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed9fcf-e367-4c64-a0d8-d4198d835acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f799d4-1689-45ab-840f-57cc36cc720d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:54.959964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] Publish callbacks [] for security_group (31c57959-c125-44cd-81eb-eb96d8057873), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:55.022196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] Publish callbacks [] for security_group (31c57959-c125-44cd-81eb-eb96d8057873), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:55.221890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c241385f-f046-4503-a26e-970e9a983f19 req-2f76ff22-eab6-4e68-92b9-878caa09cd12 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.0746880 Jan 27 19:09:55.235460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (31c57959-c125-44cd-81eb-eb96d8057873), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:55.238951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:55.240707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31c57959-c125-44cd-81eb-eb96d8057873 HTTP/1.1" status: 204 len: 168 time: 0.4419639 Jan 27 19:09:55.276736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b989a-422d-4f3f-9f21-4eb42ee65890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c57959-c125-44cd-81eb-eb96d8057873,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:55.473791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55220) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:55.898902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:55.918532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-634cfdf8-b4c1-4d1f-887a-984f8564580f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.044418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-634cfdf8-b4c1-4d1f-887a-984f8564580f admin admin] Publish callbacks [] for security_group (b4885892-52db-43cb-a4bf-ef355e164ad8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.054627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-634cfdf8-b4c1-4d1f-887a-984f8564580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b4885892-52db-43cb-a4bf-ef355e164ad8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.096166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cfdf8-b4c1-4d1f-887a-984f8564580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4885892-52db-43cb-a4bf-ef355e164ad8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:56.131218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50ea4c60-650f-4be5-a4ba-54ef59d6ccfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.135776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-634cfdf8-b4c1-4d1f-887a-984f8564580f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1d48d95d9114acb83bb5808ef5e18b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2351592 Jan 27 19:09:56.140451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:56.228287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] Publish callbacks [] for security_group (b4885892-52db-43cb-a4bf-ef355e164ad8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.256324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] Publish callbacks [] for security_group (b4885892-52db-43cb-a4bf-ef355e164ad8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.398153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a844f75a-7419-432b-b9e2-00770f54ff72 req-f6b54d5f-f2ad-4a3d-bddb-0b91f4bfdea3 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.0548892 Jan 27 19:09:56.408020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50ea4c60-650f-4be5-a4ba-54ef59d6ccfc admin admin] Publish callbacks [] for security_group (3324042b-6d45-4af8-9a4c-f63adf0b03ee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.417961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50ea4c60-650f-4be5-a4ba-54ef59d6ccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3324042b-6d45-4af8-9a4c-f63adf0b03ee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.418905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b4885892-52db-43cb-a4bf-ef355e164ad8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.431529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.438933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4885892-52db-43cb-a4bf-ef355e164ad8 HTTP/1.1" status: 204 len: 168 time: 0.2962770 Jan 27 19:09:56.453355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a7d79-cab4-4cee-bdc6-a87456840341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4885892-52db-43cb-a4bf-ef355e164ad8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:56.524828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-50ea4c60-650f-4be5-a4ba-54ef59d6ccfc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d2457f4780a4af28d48ca68931f9ce1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0464542 Jan 27 19:09:56.526212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55278) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:56.534437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4c60-650f-4be5-a4ba-54ef59d6ccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3324042b-6d45-4af8-9a4c-f63adf0b03ee,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:56.590218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] Publish callbacks [] for security_group (3324042b-6d45-4af8-9a4c-f63adf0b03ee), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.611309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:56.625858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] Publish callbacks [] for security_group (3324042b-6d45-4af8-9a4c-f63adf0b03ee), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.656276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-028fd14d-40d9-4d64-a2ed-83db05505b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.694072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3324042b-6d45-4af8-9a4c-f63adf0b03ee), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.700905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.707963 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3324042b-6d45-4af8-9a4c-f63adf0b03ee HTTP/1.1" status: 204 len: 168 time: 0.1800771 Jan 27 19:09:56.741536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e23f23-2cb4-44a6-9903-d428da8c3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3324042b-6d45-4af8-9a4c-f63adf0b03ee,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:56.797101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-028fd14d-40d9-4d64-a2ed-83db05505b7a admin admin] Publish callbacks [] for security_group (74128c51-207d-49cf-91d1-bd4edc4ff3d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.806867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-028fd14d-40d9-4d64-a2ed-83db05505b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (74128c51-207d-49cf-91d1-bd4edc4ff3d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:56.876111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-028fd14d-40d9-4d64-a2ed-83db05505b7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34aa1b32ed1c40a5bd9feec80746865a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2600117 Jan 27 19:09:56.876111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd14d-40d9-4d64-a2ed-83db05505b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74128c51-207d-49cf-91d1-bd4edc4ff3d5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:56.877024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:56.977702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] Publish callbacks [] for security_group (74128c51-207d-49cf-91d1-bd4edc4ff3d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.030740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] Publish callbacks [] for security_group (74128c51-207d-49cf-91d1-bd4edc4ff3d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.032952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:57.136349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (74128c51-207d-49cf-91d1-bd4edc4ff3d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.141122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.145291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74128c51-207d-49cf-91d1-bd4edc4ff3d5 HTTP/1.1" status: 204 len: 168 time: 0.2633004 Jan 27 19:09:57.154778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6335-b4e9-4cb0-a6dc-a84c943b72dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74128c51-207d-49cf-91d1-bd4edc4ff3d5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:57.614465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48baa10f-6c32-445e-8372-35f4db5a65ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.768507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48baa10f-6c32-445e-8372-35f4db5a65ef admin admin] Publish callbacks [] for security_group (0ce056b9-9e99-4710-a445-b4ba5c7ef5e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.774437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48baa10f-6c32-445e-8372-35f4db5a65ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0ce056b9-9e99-4710-a445-b4ba5c7ef5e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.806859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55328) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:57.843739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baa10f-6c32-445e-8372-35f4db5a65ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce056b9-9e99-4710-a445-b4ba5c7ef5e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:57.846044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0475c59f-44d5-4b76-ba5f-61efce114924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:57.883158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-48baa10f-6c32-445e-8372-35f4db5a65ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4899491ae918460aaa5f0b0ab2cc018f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8481271 Jan 27 19:09:57.885823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:57.993896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c5a78b1-99b4-4fb4-99dd-25a588c32b8d req-879e3667-6057-4ec5-9f07-629c9399ee15 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.0792615 Jan 27 19:09:58.016072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] Publish callbacks [] for security_group (0ce056b9-9e99-4710-a445-b4ba5c7ef5e8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.091704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] Publish callbacks [] for security_group (0ce056b9-9e99-4710-a445-b4ba5c7ef5e8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.154853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.39', 60779) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:58.192090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-20725da9-6a5f-4814-ab07-102c62ce1b89 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348809 Jan 27 19:09:58.199778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0475c59f-44d5-4b76-ba5f-61efce114924 admin admin] Publish callbacks [] for security_group (36abd76b-9f7f-404c-bd08-228ec5fb552d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.210210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0475c59f-44d5-4b76-ba5f-61efce114924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (36abd76b-9f7f-404c-bd08-228ec5fb552d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.286791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0475c59f-44d5-4b76-ba5f-61efce114924 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e69ed9db52449808b9de11634c702f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4780653 Jan 27 19:09:58.287813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55348) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:58.372559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0ce056b9-9e99-4710-a445-b4ba5c7ef5e8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.388610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.391443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ce056b9-9e99-4710-a445-b4ba5c7ef5e8 HTTP/1.1" status: 204 len: 168 time: 0.5035152 Jan 27 19:09:58.406745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475c59f-44d5-4b76-ba5f-61efce114924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abd76b-9f7f-404c-bd08-228ec5fb552d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:58.433944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b6cd-702b-4069-9011-49bc10e19c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce056b9-9e99-4710-a445-b4ba5c7ef5e8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:58.460201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-faab2f11-646d-4c3f-8a71-718bcca320bc tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:09:58.462788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-faab2f11-646d-4c3f-8a71-718bcca320bc tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634027 Jan 27 19:09:58.486963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:58.492725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] Publish callbacks [] for security_group (36abd76b-9f7f-404c-bd08-228ec5fb552d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.549715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-a4b36eeb-c431-45a0-bdb9-e78fb097644b tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=99fd1cc410ce448d9b7feba27df34eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580747 Jan 27 19:09:58.549871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] Publish callbacks [] for security_group (36abd76b-9f7f-404c-bd08-228ec5fb552d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:58.582243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Request body: {'port': {'device_id': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '5cbc7973faf74dfdb7b44eeca3d68471'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:09:58.990497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (36abd76b-9f7f-404c-bd08-228ec5fb552d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.005613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.015633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36abd76b-9f7f-404c-bd08-228ec5fb552d HTTP/1.1" status: 204 len: 168 time: 0.7212522 Jan 27 19:09:59.041788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e46be-bfae-4e07-89ed-0fa3f130a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abd76b-9f7f-404c-bd08-228ec5fb552d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:59.163756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-bf6adf03-56f4-45f5-bf26-df3bde15688b tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:09:59.166855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-bf6adf03-56f4-45f5-bf26-df3bde15688b tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6100709 Jan 27 19:09:59.189815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Made reservation on behalf of 5cbc7973faf74dfdb7b44eeca3d68471 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:09:59.196369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.209895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:59.238145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5276d342-be94-4153-a8cc-5327243eae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.274399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7a6fbf8-a450-4c61-9358-386d4e362cfb req-7c3e367d-6249-4bc9-8618-2c0cb9444731 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.1233110 Jan 27 19:09:59.278460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-7d4e913f-c27d-4993-90a1-b5d943a8c808 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/quotas/99fd1cc410ce448d9b7feba27df34eab HTTP/1.1" status: 200 len: 375 time: 0.0942321 Jan 27 19:09:59.280717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.350426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5276d342-be94-4153-a8cc-5327243eae88 admin admin] Publish callbacks [] for security_group (5e5a87bc-b85d-4af3-b714-e4e24ccae8e8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.357621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5276d342-be94-4153-a8cc-5327243eae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5e5a87bc-b85d-4af3-b714-e4e24ccae8e8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.367756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-8664bf22-b143-40e1-99ad-5a4b872ab7bd tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99fd1cc410ce448d9b7feba27df34eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671446 Jan 27 19:09:59.403460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5276d342-be94-4153-a8cc-5327243eae88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e4488f3209a4750b67ebdb27a9eb227&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1920745 Jan 27 19:09:59.404744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276d342-be94-4153-a8cc-5327243eae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a87bc-b85d-4af3-b714-e4e24ccae8e8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:09:59.407441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:59.615899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks [] for security_group (da286b4e-4188-45e0-a7ed-661932ecc780), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.617513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] Publish callbacks [] for security_group (5e5a87bc-b85d-4af3-b714-e4e24ccae8e8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.651262 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (da286b4e-4188-45e0-a7ed-661932ecc780), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.715068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:09:59.808097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] Publish callbacks [] for security_group (5e5a87bc-b85d-4af3-b714-e4e24ccae8e8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:09:59.863769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26ee9c88-3130-4ccb-a2f6-6b442ea3cf1f req-b9a530b0-0016-4825-839e-5f2efe8b3e33 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 210 time: 0.2520354 Jan 27 19:10:00.023550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da286b4e-4188-45e0-a7ed-661932ecc780,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:00.115565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5e5a87bc-b85d-4af3-b714-e4e24ccae8e8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.119281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.120987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e5a87bc-b85d-4af3-b714-e4e24ccae8e8 HTTP/1.1" status: 204 len: 168 time: 0.6576951 Jan 27 19:10:00.147530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1ad-db9d-4918-9e04-d92ddaa794f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a87bc-b85d-4af3-b714-e4e24ccae8e8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:00.226761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Allocated IP 192.168.233.234 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/d9247d0e-aa14-4514-90b0-b6e52173dec2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:00.464382 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11cbd066-6547-4f1d-bd3d-799685719a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.866361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks [] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.887509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11cbd066-6547-4f1d-bd3d-799685719a32 admin admin] Publish callbacks [] for security_group (8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.904707 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11cbd066-6547-4f1d-bd3d-799685719a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:00.934020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.054409 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11cbd066-6547-4f1d-bd3d-799685719a32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d11de634fd34fcca28fac9012403a58&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3381040 Jan 27 19:10:01.058480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55498) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:01.142069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbd066-6547-4f1d-bd3d-799685719a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:01.203624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Pushing event updated for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:01.285295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] Publish callbacks [] for security_group (8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.290609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:01.296523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68913fd5-94a9-483c-a62f-2c2263c3b3e1 req-aff57891-8644-4a14-a338-5f1b0b7ab4ab tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 210 time: 0.3211277 Jan 27 19:10:01.317161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:01.348623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:01.358972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] Publish callbacks [] for security_group (8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.367370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:01.368491 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.454647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2d91d-3e83-4600-9065-c9b1ba48814e req-3958a372-90c1-47cc-80d0-66590c00013f tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:01.469059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63f2d91d-3e83-4600-9065-c9b1ba48814e req-3958a372-90c1-47cc-80d0-66590c00013f tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 936 time: 0.5540974 Jan 27 19:10:01.502151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.506245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.511021 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979 HTTP/1.1" status: 204 len: 168 time: 0.4448411 Jan 27 19:10:01.542795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-49a7a95c-6354-4e92-aaa1-8b43d5d31cd1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9722817 Jan 27 19:10:01.549560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9823b-f8d5-411c-8a66-f1bfdda55894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9e7e1-f49b-4d9f-bbd5-11f682d5a979,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:01.571033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-3d08fea8-3468-482b-8536-b00c9f7094fe tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:10:01.572393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-3d08fea8-3468-482b-8536-b00c9f7094fe tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104764 Jan 27 19:10:01.691543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63f2d91d-3e83-4600-9065-c9b1ba48814e req-6b9dae73-ce9c-4169-8fd0-6f9a704798ba tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214785 Jan 27 19:10:01.898673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-10213b6a-33f8-4560-9a65-010c78f25fa6 None None] Provisioning complete for port d9247d0e-aa14-4514-90b0-b6e52173dec2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:01.899772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10213b6a-33f8-4560-9a65-010c78f25fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:01.947797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10213b6a-33f8-4560-9a65-010c78f25fa6 None None] Port d9247d0e-aa14-4514-90b0-b6e52173dec2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:02.300705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.66', 62298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:02.404803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-47c419ed-fc6a-40a4-b627-f13c74d6352e tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=99fd1cc410ce448d9b7feba27df34eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971725 Jan 27 19:10:02.535515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d93afd2a-3048-454b-98d3-f7416d770ee4 req-6a399a3a-b551-4f3b-adfe-37042379690d tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 210 time: 0.0588913 Jan 27 19:10:02.845924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-75855f9a-4d0b-42f7-9d47-0e632c5ed0c0 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:02.848426 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-75855f9a-4d0b-42f7-9d47-0e632c5ed0c0 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369693 Jan 27 19:10:02.936304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Request body: {'port': {'device_id': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '99fd1cc410ce448d9b7feba27df34eab'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:02.948263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:02.984478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d79a5774-a725-4a24-86ad-ef549818b1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.019002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439055-07aa-4141-9b3b-b935e4bec275 req-fba9f560-8888-4399-b5c7-50a69d041018 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:03.026375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12439055-07aa-4141-9b3b-b935e4bec275 req-fba9f560-8888-4399-b5c7-50a69d041018 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 936 time: 0.1159344 Jan 27 19:10:03.111520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12439055-07aa-4141-9b3b-b935e4bec275 req-b71fb7ca-2e52-4b8d-a310-0f3c77bd3b19 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Jan 27 19:10:03.200136 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d79a5774-a725-4a24-86ad-ef549818b1c2 admin admin] Publish callbacks [] for security_group (507a7146-e4e5-49cc-a855-82b256d0cdf5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.209612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d79a5774-a725-4a24-86ad-ef549818b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (507a7146-e4e5-49cc-a855-82b256d0cdf5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.272110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Request body: {'port': {'device_id': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:03.426696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d79a5774-a725-4a24-86ad-ef549818b1c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=769fb95354ba410fb040d59f8f06c9fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4770579 Jan 27 19:10:03.429901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55546) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:03.508781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5774-a725-4a24-86ad-ef549818b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a7146-e4e5-49cc-a855-82b256d0cdf5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:03.527167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Made reservation on behalf of 99fd1cc410ce448d9b7feba27df34eab for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:03.543863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.597711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.600592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.790838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] Publish callbacks [] for security_group (507a7146-e4e5-49cc-a855-82b256d0cdf5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:03.945647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca078ea2-a353-4559-b4f9-657e560be961 req-8791cd70-24d6-448d-ba1e-68c5baa924a1 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 210 time: 0.1784120 Jan 27 19:10:03.947156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] Publish callbacks [] for security_group (507a7146-e4e5-49cc-a855-82b256d0cdf5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:04.117790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks [] for security_group (69b47394-3073-4faf-b69b-5fc51516b22d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:04.130228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (69b47394-3073-4faf-b69b-5fc51516b22d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:04.307088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (507a7146-e4e5-49cc-a855-82b256d0cdf5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:04.313435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:04.315520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/507a7146-e4e5-49cc-a855-82b256d0cdf5 HTTP/1.1" status: 204 len: 168 time: 0.8832273 Jan 27 19:10:04.349617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b47394-3073-4faf-b69b-5fc51516b22d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:04.449159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a335c-cce7-473a-8bc8-79ed288d4958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a7146-e4e5-49cc-a855-82b256d0cdf5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:04.746958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55576) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:05.094877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9247d0e-aa14-4514-90b0-b6e52173dec2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:05.123364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks [] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:05.221930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Transition to ACTIVE for port object d9247d0e-aa14-4514-90b0-b6e52173dec2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:10:05.237219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:05.329292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e81bc82-cdb5-44ab-b1d4-8e51dfc28f39 req-eda40218-e020-462b-b075-74cf42135da9 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 210 time: 0.1372828 Jan 27 19:10:05.452604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Pushing event updated for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:05.470880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cad256-1770-4050-8679-0434b4542702 req-6789a81d-2e2e-4c12-9c76-b73acdd4c30a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:05.477933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2cad256-1770-4050-8679-0434b4542702 req-6789a81d-2e2e-4c12-9c76-b73acdd4c30a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 936 time: 1.2213566 Jan 27 19:10:05.513823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Allocated IP 192.168.233.191 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/e93c37b8-0f70-4ee7-bc11-b9de40ec5b10) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:05.808687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2cad256-1770-4050-8679-0434b4542702 req-0294d851-85e8-427e-a220-b122bdcf2e11 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093967 Jan 27 19:10:05.815452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Attempting to bind port d9247d0e-aa14-4514-90b0-b6e52173dec2 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:05.816489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Attempting to bind port d9247d0e-aa14-4514-90b0-b6e52173dec2 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:05.818245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Attempting to bind port d9247d0e-aa14-4514-90b0-b6e52173dec2 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:05.827846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Port d9247d0e-aa14-4514-90b0-b6e52173dec2 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:10:05.846650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Attempting to bind port d9247d0e-aa14-4514-90b0-b6e52173dec2 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:05.862074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:05.863246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:05.866185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:05.867358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Bound port: d9247d0e-aa14-4514-90b0-b6e52173dec2, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:05.875937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:05.911224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks [] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:05.936148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-793597416-network', 'tenant_id': '9368744b89d244578bc497ac79424f98'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:05.975243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Made reservation on behalf of 9368744b89d244578bc497ac79424f98 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:05.979986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:05.990558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.042702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:06.107220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:06.164631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:06.174515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:06.175294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.215706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.241530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:06.252587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:06.265114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.289175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3607771 Jan 27 19:10:06.321900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-700a74f6-b540-43c6-b0fc-ecfbf51b0c0e tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:10:06.328186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-700a74f6-b540-43c6-b0fc-ecfbf51b0c0e tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155792 Jan 27 19:10:06.492799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e773b-b8d1-4618-8e53-86bf35a79f08 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Pushing event updated for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:06.577819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Pushing event updated for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:06.679413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:06.680812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.689309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-64bf1cfb-fd02-40df-808a-4d140c539e9c service neutron] 10.222.0.39 "PUT /v2.0/ports/d9247d0e-aa14-4514-90b0-b6e52173dec2 HTTP/1.1" status: 200 len: 1096 time: 4.2463937 Jan 27 19:10:06.695704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:06.699515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f831747e-27a8-4919-a2d3-8dab7aa565e5 None None] Provisioning complete for port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:06.700401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f831747e-27a8-4919-a2d3-8dab7aa565e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.829869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f831747e-27a8-4919-a2d3-8dab7aa565e5 None None] Port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:06.847755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks [] for security_group (9900b519-e9a9-4274-a8bb-e25e45d68233), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.866889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9900b519-e9a9-4274-a8bb-e25e45d68233), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:06.957920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:10:07.000325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9900b519-e9a9-4274-a8bb-e25e45d68233,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:07.045092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7084b297-21cf-4e6c-bb2d-05986263bf82), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:07.046642 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Added segment 7084b297-21cf-4e6c-bb2d-05986263bf82 of type vlan for network b58e5941-eadf-49e7-a535-9beec7883846 Jan 27 19:10:07.225166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b54f8-18ae-4387-917d-f867152cf13b req-1c2a4928-ba2a-40cc-b98e-8696603a2eae tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.233885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d4b54f8-18ae-4387-917d-f867152cf13b req-1c2a4928-ba2a-40cc-b98e-8696603a2eae tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 936 time: 0.6808350 Jan 27 19:10:07.283710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-27d06379-e681-4045-b4fe-4761065d8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.285358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-27d06379-e681-4045-b4fe-4761065d8859 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 1099 time: 0.1904740 Jan 27 19:10:07.294015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b58e5941-eadf-49e7-a535-9beec7883846), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:07.372049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b58e5941-eadf-49e7-a535-9beec7883846), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:07.376884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.379732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:07.412680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-32c0d338-6086-4a6c-9d6a-f2b01aeca867 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2 HTTP/1.1" status: 200 len: 217 time: 0.1136711 Jan 27 19:10:07.423559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d4b54f8-18ae-4387-917d-f867152cf13b req-7c8f04f2-2777-46d0-ab2d-6bab98f9adcf tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877308 Jan 27 19:10:07.461055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7128208 Jan 27 19:10:07.463442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:07.506497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Request body: {'subnet': {'network_id': 'b58e5941-eadf-49e7-a535-9beec7883846', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-793597416-subnet', 'tenant_id': '9368744b89d244578bc497ac79424f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:07.668948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221c1c-844d-4bed-9787-9fb0dd0f7a34 admin admin] Pushing event updated for resources: {'Network': ['ID=b58e5941-eadf-49e7-a535-9beec7883846,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:07.683018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b58e5941-eadf-49e7-a535-9beec7883846 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:10:07.698543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-adf8b8a2-4c48-4d55-af78-553eecfb961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.700840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-adf8b8a2-4c48-4d55-af78-553eecfb961d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2762620 Jan 27 19:10:07.708301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Made reservation on behalf of 9368744b89d244578bc497ac79424f98 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:07.717938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e748e-160f-43f0-bf81-557cf38c54d3 req-2e2c5621-2d1f-4a16-bd27-037cb0cb5333 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.724179 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:07.727006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b74e748e-160f-43f0-bf81-557cf38c54d3 req-2e2c5621-2d1f-4a16-bd27-037cb0cb5333 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.1177244 Jan 27 19:10:07.901897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-194f12b3-8dee-4fca-8d4a-b790924b3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:07.903505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-194f12b3-8dee-4fca-8d4a-b790924b3c36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661482 Jan 27 19:10:07.922762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b74e748e-160f-43f0-bf81-557cf38c54d3 req-16b44384-3b58-4eb8-bb51-1f1a525030ac tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944520 Jan 27 19:10:08.026310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Request body: {'port': {'device_id': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'device_owner': 'compute:tempest-test_az-84755350', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:08.151863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:08.159573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-60dad147-2711-4693-a880-4f6dab75e5a4 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329788 Jan 27 19:10:08.344958 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229" -d '{"events": [{"name": "network-changed", "server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:08.454598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (8100fb0e-c06e-43ea-9489-8fd58d6d935d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:08.516487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25dfb3d9-fda2-4983-b7a4-287f6d2562c2 req-7e21362a-7299-4a54-8f04-e01345d66eae service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408566 Jan 27 19:10:08.724652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb298-47d4-4820-a7eb-84649f2cbcf3 req-3536fa10-c1ca-4d5b-aff2-642c6dc94119 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:08.738921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-325bb298-47d4-4820-a7eb-84649f2cbcf3 req-3536fa10-c1ca-4d5b-aff2-642c6dc94119 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 936 time: 0.1944625 Jan 27 19:10:08.861810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-325bb298-47d4-4820-a7eb-84649f2cbcf3 req-d64d0dfa-61d4-42cb-9ced-60c0d1e574c3 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219285 Jan 27 19:10:08.957599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b58dd0b1-8fe7-4ec2-9ae7-15e0462b2bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:09.005723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Checking segment: {'id': '7084b297-21cf-4e6c-bb2d-05986263bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b58e5941-eadf-49e7-a535-9beec7883846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:09.006093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Network hostable DHCP agents. Network: b58e5941-eadf-49e7-a535-9beec7883846, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:10:09.085036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Network b58e5941-eadf-49e7-a535-9beec7883846 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:10:09.102780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8100fb0e-c06e-43ea-9489-8fd58d6d935d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:09.160561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b58e5941-eadf-49e7-a535-9beec7883846) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:09.183912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:09.195824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1059d-728f-4cc8-bdf1-2a380640f51d None None] Network b58e5941-eadf-49e7-a535-9beec7883846 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:09.222418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:09.224238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:09.364094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1b03719-b1d0-487d-a8e1-73fac21c9eb5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8693085 Jan 27 19:10:09.550047 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aa570d-6cfd-499d-b728-673031de055c x-openstack-request-id: req-04aa570d-6cfd-499d-b728-673031de055c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:09.550867 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:09.550867 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04aa570d-6cfd-499d-b728-673031de055c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:09.551249 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2', 'status': 'completed', 'code': 200} Jan 27 19:10:09.564997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad49b9a-2523-4ef4-a284-ee655a479299 None None] Network b58e5941-eadf-49e7-a535-9beec7883846 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:09.584988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:09.642369 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks [] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:09.797788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Transition to ACTIVE for port object e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:10:09.807705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:09.864362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-77738adb-c4ea-46f8-9a17-41d1987eed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:09.865961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-77738adb-c4ea-46f8-9a17-41d1987eed33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 1099 time: 0.2710652 Jan 27 19:10:10.004424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Pushing event updated for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:10.121242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5cba82e-b854-4c61-8f4a-ea7546123706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:10.223905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78295ebc-36ef-4449-a609-5f5b119900e4 req-331152d9-5f33-4926-99df-cde10978e59d tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:10.232347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78295ebc-36ef-4449-a609-5f5b119900e4 req-331152d9-5f33-4926-99df-cde10978e59d tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.4562829 Jan 27 19:10:10.400586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Attempting to bind port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:10.401410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Attempting to bind port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:10.401675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Attempting to bind port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:10.434202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:10:10.434747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Attempting to bind port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:10.472335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:10.472335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:10.472832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:10.482120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Bound port: e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:10.483919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:10.642481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:10.653005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:10.663726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:10.780803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:10.789210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:10.791552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] 10.222.0.66 "PUT /v2.0/ports/e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 HTTP/1.1" status: 200 len: 1116 time: 3.9410648 Jan 27 19:10:10.795227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:10.856371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5cba82e-b854-4c61-8f4a-ea7546123706 admin admin] Publish callbacks [] for security_group (57dcf940-b7ea-49b1-93f9-b5ce3c6ad818), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:10.876445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78295ebc-36ef-4449-a609-5f5b119900e4 req-60b1bfd9-69ba-4fb0-b7d4-e0b46e0d6694 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410816 Jan 27 19:10:10.948074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5cba82e-b854-4c61-8f4a-ea7546123706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57dcf940-b7ea-49b1-93f9-b5ce3c6ad818), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:11.019345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a5cba82e-b854-4c61-8f4a-ea7546123706 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1f9bdd0210d4439a195997e8c56bba0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8343604 Jan 27 19:10:11.021228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-e798344c-faaa-4f55-bd5c-a0ea106c8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:11.023239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-e798344c-faaa-4f55-bd5c-a0ea106c8ade service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 1.1394920 Jan 27 19:10:11.024071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:11.027517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cba82e-b854-4c61-8f4a-ea7546123706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dcf940-b7ea-49b1-93f9-b5ce3c6ad818,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:11.091888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbdc6f-9cb7-49db-8ec3-d8965744facc req-f78bac03-840b-4e7b-833d-55cfd0fadc7f tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:11.098418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38dbdc6f-9cb7-49db-8ec3-d8965744facc req-f78bac03-840b-4e7b-833d-55cfd0fadc7f tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.5090547 Jan 27 19:10:11.451434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf8cf-4261-4379-b53a-6617bd7b2d18 service neutron] Pushing event updated for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:11.493863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-06bf2e28-29db-4a49-b411-0f250024507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:11.497334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-06bf2e28-29db-4a49-b411-0f250024507b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99fd1cc410ce448d9b7feba27df34eab&device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 1119 time: 0.2911751 Jan 27 19:10:11.503501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38dbdc6f-9cb7-49db-8ec3-d8965744facc req-5daf9f56-2913-49aa-9342-5e0cb3bd7a15 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977287 Jan 27 19:10:11.517626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-d34d2824-4729-40fb-b940-c4f2958c8851 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2 HTTP/1.1" status: 200 len: 217 time: 0.4836020 Jan 27 19:10:11.557872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] Publish callbacks [] for security_group (57dcf940-b7ea-49b1-93f9-b5ce3c6ad818), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:11.635915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] Publish callbacks [] for security_group (57dcf940-b7ea-49b1-93f9-b5ce3c6ad818), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:11.662314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-2c7b5cb1-1e9f-42f8-907a-73e1e1cb5edb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 HTTP/1.1" status: 200 len: 217 time: 0.1490211 Jan 27 19:10:11.816631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-11f5fbe9-e419-4bd7-9ff3-b47785b02442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:11.819209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-11f5fbe9-e419-4bd7-9ff3-b47785b02442 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1502268 Jan 27 19:10:11.844925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e9c27ba-7d54-4096-80a9-0e1ef3c62108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:12.017894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-deef854a-d4a6-411a-9532-84cc5da6969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:12.022676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-deef854a-d4a6-411a-9532-84cc5da6969c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705012 Jan 27 19:10:12.071106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-d3242ec2-3053-455d-8f5a-be8f4400f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:12.073063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-d3242ec2-3053-455d-8f5a-be8f4400f854 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.3681746 Jan 27 19:10:12.101412 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57dcf940-b7ea-49b1-93f9-b5ce3c6ad818), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:12.111642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:12.116479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57dcf940-b7ea-49b1-93f9-b5ce3c6ad818 HTTP/1.1" status: 204 len: 168 time: 1.0847847 Jan 27 19:10:12.159973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f3cc-f19b-4e7a-bafa-b75d6616bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dcf940-b7ea-49b1-93f9-b5ce3c6ad818,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:12.209370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-fd6a5f15-2ba1-4449-81ea-581922e1b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:12.214298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-fd6a5f15-2ba1-4449-81ea-581922e1b1ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284640 Jan 27 19:10:12.244018 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586bc37c-1558-43f3-9113-8ab08dd268bf" -d '{"events": [{"name": "network-changed", "server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:12.296250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-6ecd71b6-ceec-4cce-9e8a-c2f8cdf0aa2b service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542188 Jan 27 19:10:12.510605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb12c04-706e-44d4-859f-bbc3039e436b req-4cc4f5ce-f2fa-491e-8a25-a407ad1c3230 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:12.512604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbb12c04-706e-44d4-859f-bbc3039e436b req-4cc4f5ce-f2fa-491e-8a25-a407ad1c3230 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.1489360 Jan 27 19:10:12.554760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b12dc60d-e062-43de-b858-b3f54f624c0b req-f3e859c1-1d4e-404b-9bbb-61cf71fdd33b service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425230 Jan 27 19:10:12.597652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbb12c04-706e-44d4-859f-bbc3039e436b req-f4637f49-d3ca-4fba-90c7-1058c49d5eb7 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744548 Jan 27 19:10:12.609690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-6cf59e5d-454f-4d6a-b752-b27bd48ce5b1 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860054 Jan 27 19:10:12.957706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed44d8-d3f5-4f9f-822a-0bf00cf3a229 req-a19fc1bd-6557-47dd-82b6-6ad971251506 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184092 Jan 27 19:10:13.105847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:13.115546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-725265380-network', 'tenant_id': '61c6a98c3808460cb64ebffca88c3380'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:13.173181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Made reservation on behalf of 61c6a98c3808460cb64ebffca88c3380 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:13.176659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.214645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.417564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks [] for security_group (0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.427432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.551509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:10:13.575323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:13.602776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fddaf407-1d47-49c3-9e97-a7ceba7fbe24), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.605132 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Added segment fddaf407-1d47-49c3-9e97-a7ceba7fbe24 of type vlan for network d3ba7139-e752-4217-bd54-b078fc8cbf56 Jan 27 19:10:13.734422 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1294340b-ff02-4d1b-b0e7-e23241d8b177 x-openstack-request-id: req-1294340b-ff02-4d1b-b0e7-e23241d8b177 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:13.736135 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:13.736834 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1294340b-ff02-4d1b-b0e7-e23241d8b177 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:13.737902 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10', 'status': 'completed', 'code': 200} Jan 27 19:10:13.770282 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d3ba7139-e752-4217-bd54-b078fc8cbf56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.825012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:13.875268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d3ba7139-e752-4217-bd54-b078fc8cbf56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.876275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:13.890013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:13.898085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b22b99d1-986f-40e6-a7ab-80757913020d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.065968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9588881 Jan 27 19:10:14.113891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:14.124522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Request body: {'subnet': {'network_id': 'd3ba7139-e752-4217-bd54-b078fc8cbf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-725265380-subnet', 'tenant_id': '61c6a98c3808460cb64ebffca88c3380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:14.143529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b22b99d1-986f-40e6-a7ab-80757913020d admin admin] Publish callbacks [] for security_group (732cd7e0-ed95-4ad3-bad1-16af65182aa3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.150290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b22b99d1-986f-40e6-a7ab-80757913020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (732cd7e0-ed95-4ad3-bad1-16af65182aa3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.174124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740e37-93de-4074-952c-0b5d48da1e54 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ba7139-e752-4217-bd54-b078fc8cbf56,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:14.196046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b99d1-986f-40e6-a7ab-80757913020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732cd7e0-ed95-4ad3-bad1-16af65182aa3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:14.203058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d3ba7139-e752-4217-bd54-b078fc8cbf56 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:10:14.239103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Made reservation on behalf of 61c6a98c3808460cb64ebffca88c3380 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:14.246912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.313114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-d5d15a03-42ea-46b6-9af1-4e6142227a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:14.315521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-d5d15a03-42ea-46b6-9af1-4e6142227a6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99fd1cc410ce448d9b7feba27df34eab&device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 1119 time: 0.4488902 Jan 27 19:10:14.326734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b22b99d1-986f-40e6-a7ab-80757913020d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3ea89436dc647f38a07721b9aa822ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4966712 Jan 27 19:10:14.334888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604345e-6466-4dde-ba73-3f390d84efbb req-51fd26c7-9540-443e-9363-78fe8067fc9d tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:14.337016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a604345e-6466-4dde-ba73-3f390d84efbb req-51fd26c7-9540-443e-9363-78fe8067fc9d tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.3945515 Jan 27 19:10:14.338762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:14.489145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a604345e-6466-4dde-ba73-3f390d84efbb req-c4f80ca9-66fd-4c4b-a3bb-b2913dad3d36 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392078 Jan 27 19:10:14.570105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] Publish callbacks [] for security_group (732cd7e0-ed95-4ad3-bad1-16af65182aa3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.602724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] Publish callbacks [] for security_group (732cd7e0-ed95-4ad3-bad1-16af65182aa3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.722018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (732cd7e0-ed95-4ad3-bad1-16af65182aa3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.727048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:14.731728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/732cd7e0-ed95-4ad3-bad1-16af65182aa3 HTTP/1.1" status: 204 len: 168 time: 0.3897696 Jan 27 19:10:14.751042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5dcf5-cdb6-486e-8b36-9b24d642ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732cd7e0-ed95-4ad3-bad1-16af65182aa3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:14.765852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-050978b2-ae68-4ada-bae9-2bb4c1229f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:14.768419 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-050978b2-ae68-4ada-bae9-2bb4c1229f2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4428780 Jan 27 19:10:14.866103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780482f-854a-45f4-bb72-561cd9359946 req-452f0108-3291-4ce7-bb3c-393216a340c6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:14.869283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6780482f-854a-45f4-bb72-561cd9359946 req-452f0108-3291-4ce7-bb3c-393216a340c6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.2534735 Jan 27 19:10:14.923466 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-e71cfdd2-e333-40a9-b83a-0e4988c0348d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 HTTP/1.1" status: 200 len: 217 time: 0.1436524 Jan 27 19:10:14.978910 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:15.102059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-0e3cdf81-7a11-4daa-ab2b-803be3feda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:15.104975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-0e3cdf81-7a11-4daa-ab2b-803be3feda71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1622059 Jan 27 19:10:15.203672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6780482f-854a-45f4-bb72-561cd9359946 req-d90c7583-d0ed-45c3-bf77-5f3fda7c1fdf tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121607 Jan 27 19:10:15.256456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (620c1c3f-af4a-4833-b69c-e9f57d8faadc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:15.432017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:15.472186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620c1c3f-af4a-4833-b69c-e9f57d8faadc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:15.558443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-8d353076-07be-40ec-a1a7-eab5fa80ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:15.562108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-8d353076-07be-40ec-a1a7-eab5fa80ff88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081997 Jan 27 19:10:15.612737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Checking segment: {'id': 'fddaf407-1d47-49c3-9e97-a7ceba7fbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3ba7139-e752-4217-bd54-b078fc8cbf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:15.613105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Network hostable DHCP agents. Network: d3ba7139-e752-4217-bd54-b078fc8cbf56, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:10:15.689951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6df5af-7511-4979-82fc-15a058735169 req-e6de142a-37ca-4a6b-be11-9b72b25d102f tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:15.692042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f6df5af-7511-4979-82fc-15a058735169 req-e6de142a-37ca-4a6b-be11-9b72b25d102f tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.0805962 Jan 27 19:10:15.694024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Network d3ba7139-e752-4217-bd54-b078fc8cbf56 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:10:15.722656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d3ba7139-e752-4217-bd54-b078fc8cbf56) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:15.734195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:15.734195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:15.740461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96192d98-2f33-43f6-a5b0-abcd49931db1 None None] Network d3ba7139-e752-4217-bd54-b078fc8cbf56 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:15.771131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0755db20-49bf-42ca-9887-064130f8ea58 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6539640 Jan 27 19:10:15.848930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f6df5af-7511-4979-82fc-15a058735169 req-80636b19-8e6a-4aab-838e-ec793a603aea tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413531 Jan 27 19:10:15.972577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-85ddab1e-f929-4b68-8d46-b147c439e4cd service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859165 Jan 27 19:10:16.101616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:16.119784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:16.183184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-586bc37c-1558-43f3-9113-8ab08dd268bf req-7030ba09-2be7-4f4e-9dca-be64a17e9ed0 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994352 Jan 27 19:10:16.196538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Deleting subnet 8100fb0e-c06e-43ea-9489-8fd58d6d935d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:10:16.202036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Publish callbacks [] for subnet (8100fb0e-c06e-43ea-9489-8fd58d6d935d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.220881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.230537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa13589-50a8-4056-ba99-adb2a6ccd198 None None] Network d3ba7139-e752-4217-bd54-b078fc8cbf56 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:16.293081 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Publish callbacks [] for subnet (8100fb0e-c06e-43ea-9489-8fd58d6d935d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.382882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8100fb0e-c06e-43ea-9489-8fd58d6d935d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.485696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455bc21-0102-456f-96a3-29c4e744b9d7 req-e52ebcc0-3248-4e1b-98c9-f3475037ab58 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:16.497330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5455bc21-0102-456f-96a3-29c4e744b9d7 req-e52ebcc0-3248-4e1b-98c9-f3475037ab58 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.1647120 Jan 27 19:10:16.593083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5455bc21-0102-456f-96a3-29c4e744b9d7 req-7ee4ead9-f4f2-4524-a2bf-cff5c72be064 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Jan 27 19:10:16.610990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (8100fb0e-c06e-43ea-9489-8fd58d6d935d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.641630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8100fb0e-c06e-43ea-9489-8fd58d6d935d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:16.647348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.651051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1245b80f-bea5-4739-83e3-e0b964074050 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8100fb0e-c06e-43ea-9489-8fd58d6d935d HTTP/1.1" status: 204 len: 168 time: 0.5483823 Jan 27 19:10:16.653613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:16.730747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b58e5941-eadf-49e7-a535-9beec7883846), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:16.968244 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b58e5941-eadf-49e7-a535-9beec7883846), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.014376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e103a3e2-a2d9-47ae-b1dc-d3a9917d839e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.020363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.021533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.023463 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.024580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.025564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.026704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.027397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.027958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.028791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.029296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.099276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55866) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:17.139032 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.139466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.139685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.140014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:10:17.140385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e5941-eadf-49e7-a535-9beec7883846']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:17.173703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7084b297-21cf-4e6c-bb2d-05986263bf82') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:17.174008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7084b297-21cf-4e6c-bb2d-05986263bf82') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:17.216943 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7084b297-21cf-4e6c-bb2d-05986263bf82), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.287542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7084b297-21cf-4e6c-bb2d-05986263bf82), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.291466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e103a3e2-a2d9-47ae-b1dc-d3a9917d839e admin admin] Publish callbacks [] for security_group (30498f3f-b673-4b08-a91c-52dd53eb8509), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.305905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e103a3e2-a2d9-47ae-b1dc-d3a9917d839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (30498f3f-b673-4b08-a91c-52dd53eb8509), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.328332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:10:17.333643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7084b297-21cf-4e6c-bb2d-05986263bf82), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: from cryptography.utils import int_from_bytes Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: from cryptography.utils import int_from_bytes Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:10:17.373599 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:10:17.438240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6037-6f86-4bed-9ef0-9a93ab7b76f9 req-a6d274aa-0b18-408e-8123-b8362360e0fe tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:17.445682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-819f6037-6f86-4bed-9ef0-9a93ab7b76f9 req-a6d274aa-0b18-408e-8123-b8362360e0fe tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.2993445 Jan 27 19:10:17.520142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-819f6037-6f86-4bed-9ef0-9a93ab7b76f9 req-bed4ad4b-23e7-4cff-b967-b27f755a251b tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706196 Jan 27 19:10:17.525791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b58e5941-eadf-49e7-a535-9beec7883846), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.547136 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.553455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b58e5941-eadf-49e7-a535-9beec7883846 HTTP/1.1" status: 204 len: 168 time: 0.8985500 Jan 27 19:10:17.558829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:17.569604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700ac2-ea9d-40b1-9c34-919b2299de83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58e5941-eadf-49e7-a535-9beec7883846,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:17.590620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5506-6bc3-4427-8d55-acfb4da25d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.601417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103a3e2-a2d9-47ae-b1dc-d3a9917d839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30498f3f-b673-4b08-a91c-52dd53eb8509,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:17.685476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Deleting subnet 620c1c3f-af4a-4833-b69c-e9f57d8faadc {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:10:17.689395 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Publish callbacks [] for subnet (620c1c3f-af4a-4833-b69c-e9f57d8faadc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.764928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Publish callbacks [] for subnet (620c1c3f-af4a-4833-b69c-e9f57d8faadc), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.786415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (620c1c3f-af4a-4833-b69c-e9f57d8faadc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.819528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d60f5-cc58-4f9e-a7db-11485c3f3290 req-51175ff4-5984-4b48-8cf5-ad33a9c83176 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:17.828162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-295d60f5-cc58-4f9e-a7db-11485c3f3290 req-51175ff4-5984-4b48-8cf5-ad33a9c83176 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.1147809 Jan 27 19:10:17.843980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e103a3e2-a2d9-47ae-b1dc-d3a9917d839e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ee56631e96c4cd19cb374951efbc403&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7201560 Jan 27 19:10:17.848100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:17.953632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] Publish callbacks [] for security_group (30498f3f-b673-4b08-a91c-52dd53eb8509), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:17.953901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-295d60f5-cc58-4f9e-a7db-11485c3f3290 req-01263ca6-61ab-4509-a199-ce81dc9f8c41 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248918 Jan 27 19:10:17.979518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (620c1c3f-af4a-4833-b69c-e9f57d8faadc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.024181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] Publish callbacks [] for security_group (30498f3f-b673-4b08-a91c-52dd53eb8509), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.082936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620c1c3f-af4a-4833-b69c-e9f57d8faadc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:18.089578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.093224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81d2842a-d311-46dc-97d6-32312a560767 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/620c1c3f-af4a-4833-b69c-e9f57d8faadc HTTP/1.1" status: 204 len: 168 time: 0.5293620 Jan 27 19:10:18.096482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:18.126335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5506-6bc3-4427-8d55-acfb4da25d79 admin admin] Publish callbacks [] for security_group (7737212a-15e4-4961-9b8e-295694938d66), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.130402 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (30498f3f-b673-4b08-a91c-52dd53eb8509), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.167888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.175252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30498f3f-b673-4b08-a91c-52dd53eb8509 HTTP/1.1" status: 204 len: 168 time: 0.3233113 Jan 27 19:10:18.183211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5506-6bc3-4427-8d55-acfb4da25d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7737212a-15e4-4961-9b8e-295694938d66), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.226328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360d7c0-e0ff-45b3-b1ca-fec525493074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30498f3f-b673-4b08-a91c-52dd53eb8509,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:18.231788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d3ba7139-e752-4217-bd54-b078fc8cbf56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.310574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a5506-6bc3-4427-8d55-acfb4da25d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7737212a-15e4-4961-9b8e-295694938d66,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:18.357728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c5a5506-6bc3-4427-8d55-acfb4da25d79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d70cd663d76a498bbebec9cd3d66c371&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2397308 Jan 27 19:10:18.360183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:18.406903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d3ba7139-e752-4217-bd54-b078fc8cbf56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.453450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ba7139-e752-4217-bd54-b078fc8cbf56']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:18.475382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddaf407-1d47-49c3-9e97-a7ceba7fbe24') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:18.475382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddaf407-1d47-49c3-9e97-a7ceba7fbe24') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:18.482491 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] Publish callbacks [] for security_group (7737212a-15e4-4961-9b8e-295694938d66), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.490082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (fddaf407-1d47-49c3-9e97-a7ceba7fbe24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.521301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fddaf407-1d47-49c3-9e97-a7ceba7fbe24), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.533584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] Publish callbacks [] for security_group (7737212a-15e4-4961-9b8e-295694938d66), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.562321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:10:18.562967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (fddaf407-1d47-49c3-9e97-a7ceba7fbe24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:10:18.565038 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:10:18.835510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d3ba7139-e752-4217-bd54-b078fc8cbf56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.853091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.860020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d3ba7139-e752-4217-bd54-b078fc8cbf56 HTTP/1.1" status: 204 len: 168 time: 0.7625706 Jan 27 19:10:18.893105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd730b-ca97-42e4-b2ea-2104a2370fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ba7139-e752-4217-bd54-b078fc8cbf56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:18.914454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04427-9e87-45f2-ad15-1c2da1b6d2ae req-f5bf2afd-c532-40c5-9caa-5f1588bce3cd tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:18.923119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d04427-9e87-45f2-ad15-1c2da1b6d2ae req-f5bf2afd-c532-40c5-9caa-5f1588bce3cd tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.2340467 Jan 27 19:10:18.958045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7737212a-15e4-4961-9b8e-295694938d66), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.961880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:18.963617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7737212a-15e4-4961-9b8e-295694938d66 HTTP/1.1" status: 204 len: 168 time: 0.6017830 Jan 27 19:10:18.981413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c727c-4a7e-42d9-92a8-2ad3710c48ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7737212a-15e4-4961-9b8e-295694938d66,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:19.006678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d04427-9e87-45f2-ad15-1c2da1b6d2ae req-c0c72f2a-a1c4-41a8-8d85-29f7bb6ccff0 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822599 Jan 27 19:10:19.054642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:19.088966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8feff705-28fa-4b82-bee5-6bb621723557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.195673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8feff705-28fa-4b82-bee5-6bb621723557 admin admin] Publish callbacks [] for security_group (c6d4b612-f44c-421a-843f-7692ec170fd8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.201919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8feff705-28fa-4b82-bee5-6bb621723557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c6d4b612-f44c-421a-843f-7692ec170fd8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.250673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8feff705-28fa-4b82-bee5-6bb621723557 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=695432e3bffc448a85410264817d5ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983366 Jan 27 19:10:19.251654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feff705-28fa-4b82-bee5-6bb621723557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4b612-f44c-421a-843f-7692ec170fd8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:19.253647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:19.320920 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] Publish callbacks [] for security_group (c6d4b612-f44c-421a-843f-7692ec170fd8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.373628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] Publish callbacks [] for security_group (c6d4b612-f44c-421a-843f-7692ec170fd8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.420099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:19.473319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c6d4b612-f44c-421a-843f-7692ec170fd8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.486287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.496962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6d4b612-f44c-421a-843f-7692ec170fd8 HTTP/1.1" status: 204 len: 168 time: 0.2394884 Jan 27 19:10:19.512094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40225893-b26e-47bf-8c7b-14bff10ed3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4b612-f44c-421a-843f-7692ec170fd8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:19.542457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a14d01a-7535-46aa-98b2-94fa7655ac09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9368744b89d244578bc497ac79424f98&name=default HTTP/1.1" status: 200 len: 2995 time: 0.1205440 Jan 27 19:10:19.547483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:19.647794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] Publish callbacks [] for security_group (9900b519-e9a9-4274-a8bb-e25e45d68233), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.651722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ffe3-3f35-43be-b539-6a79bec859bd req-b07efb03-0be1-4fc9-ae5d-39dacf678fe4 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:19.653501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b90ffe3-3f35-43be-b539-6a79bec859bd req-b07efb03-0be1-4fc9-ae5d-39dacf678fe4 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.0700045 Jan 27 19:10:19.688069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] Publish callbacks [] for security_group (9900b519-e9a9-4274-a8bb-e25e45d68233), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.745301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b90ffe3-3f35-43be-b539-6a79bec859bd req-eab00f60-0054-4317-a252-088ea767d43c tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820618 Jan 27 19:10:19.774712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9900b519-e9a9-4274-a8bb-e25e45d68233), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.785441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:19.797347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9900b519-e9a9-4274-a8bb-e25e45d68233 HTTP/1.1" status: 204 len: 168 time: 0.2435474 Jan 27 19:10:19.803496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d37530-2798-4c43-9a6e-8f580f8a7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900b519-e9a9-4274-a8bb-e25e45d68233,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:20.341595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:20.368004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626858-9b09-4ea5-9ea4-4169e8aa7373 req-a0d6e71c-ceb6-4cec-bc0c-c85f39fde23e tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:20.369716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16626858-9b09-4ea5-9ea4-4169e8aa7373 req-a0d6e71c-ceb6-4cec-bc0c-c85f39fde23e tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.0872326 Jan 27 19:10:20.399300 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59192371-02d2-49fb-8cdb-77b78e77d697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.476571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16626858-9b09-4ea5-9ea4-4169e8aa7373 req-d457b190-6fe9-40fd-a0b7-001a0684a8dc tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Jan 27 19:10:20.558406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59192371-02d2-49fb-8cdb-77b78e77d697 admin admin] Publish callbacks [] for security_group (2e3ee0e3-296c-416b-93ad-5c39eb1653f3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.564872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59192371-02d2-49fb-8cdb-77b78e77d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2e3ee0e3-296c-416b-93ad-5c39eb1653f3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.636987 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-59192371-02d2-49fb-8cdb-77b78e77d697 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fb84e4362d247ffa185a4ff4933fffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920425 Jan 27 19:10:20.639927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55974) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:20.643522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59192371-02d2-49fb-8cdb-77b78e77d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ee0e3-296c-416b-93ad-5c39eb1653f3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:20.730391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] Publish callbacks [] for security_group (2e3ee0e3-296c-416b-93ad-5c39eb1653f3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.757948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] Publish callbacks [] for security_group (2e3ee0e3-296c-416b-93ad-5c39eb1653f3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.799580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:20.848286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2e3ee0e3-296c-416b-93ad-5c39eb1653f3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.856278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:20.861632 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e3ee0e3-296c-416b-93ad-5c39eb1653f3 HTTP/1.1" status: 204 len: 168 time: 0.2199943 Jan 27 19:10:20.862295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:20.876701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193a738-95c5-4296-91fc-a5e98a3cdac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ee0e3-296c-416b-93ad-5c39eb1653f3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:20.922955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-791ad53f-a58b-405e-8dbc-42df9282067e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61c6a98c3808460cb64ebffca88c3380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214120 Jan 27 19:10:20.926895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55988) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:20.993855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] Publish callbacks [] for security_group (0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.006807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55992) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:21.033099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] Publish callbacks [] for security_group (0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.046432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3da31d-e5d8-4a87-a5d0-1650e9be74c6 req-ebe3bd03-fb29-487f-99fe-7cb3a1a51e76 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:21.049774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3da31d-e5d8-4a87-a5d0-1650e9be74c6 req-ebe3bd03-fb29-487f-99fe-7cb3a1a51e76 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 948 time: 0.1150012 Jan 27 19:10:21.103196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.107075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.109822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf HTTP/1.1" status: 204 len: 168 time: 0.1813672 Jan 27 19:10:21.122229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0559-33b8-49c8-93ae-ef7e7c5b39b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0de04b-c75f-4d6e-abf3-0b52ba04c6cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:21.155788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d9247d0e-aa14-4514-90b0-b6e52173dec2 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:10:21.160563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3da31d-e5d8-4a87-a5d0-1650e9be74c6 req-081725b2-e379-487f-a1a2-dd64112beb44 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028535 Jan 27 19:10:21.172913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c46c46-0295-41e5-bf99-b04a168c7ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.314399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c46c46-0295-41e5-bf99-b04a168c7ed0 admin admin] Publish callbacks [] for security_group (552db431-947b-4ac6-b643-6181fa5122d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.322150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0c46c46-0295-41e5-bf99-b04a168c7ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (552db431-947b-4ac6-b643-6181fa5122d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.349341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:21.363599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0c46c46-0295-41e5-bf99-b04a168c7ed0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04fe7711ccab43158469afdfb87f108b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957476 Jan 27 19:10:21.364140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:21.374992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'd9247d0e-aa14-4514-90b0-b6e52173dec2', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'd9247d0e-aa14-4514-90b0-b6e52173dec2', 'mac_address': 'fa:16:3e:d2:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:10:21.429536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port d9247d0e-aa14-4514-90b0-b6e52173dec2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:21.430840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86a4257e-f070-48d1-970e-af378a85c74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.431352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.456366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9247d0e-aa14-4514-90b0-b6e52173dec2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:21.466670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46c46-0295-41e5-bf99-b04a168c7ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552db431-947b-4ac6-b643-6181fa5122d5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:21.488434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:21.492720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] Publish callbacks [] for security_group (552db431-947b-4ac6-b643-6181fa5122d5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.498655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.545485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] Publish callbacks [] for security_group (552db431-947b-4ac6-b643-6181fa5122d5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.571318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86a4257e-f070-48d1-970e-af378a85c74f admin admin] Publish callbacks [] for security_group (63ee79fe-95a4-489c-b58f-bbb1d093564a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.579040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86a4257e-f070-48d1-970e-af378a85c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (63ee79fe-95a4-489c-b58f-bbb1d093564a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.640134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:21.651641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.652234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.652720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.653201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.653799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.654276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.654790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.655261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.655732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.656218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.656688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.657173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.657730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Tracked resource versions report: Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: pushed versions: Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Log': {'1.0'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Network': {'1.1'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Port': {'1.7'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'PortForwarding': {'1.2'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'QosPolicy': {'1.10'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SubPort': {'1.0'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Subnet': {'1.1'}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Trunk': {'1.1'}} Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: consumer versions: Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: { DHCP agent@n-d-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: HyperV agent@n-h1-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: HyperV agent@n-h2-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: L3 agent@n-d-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: Metadata agent@n-d-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: Metering agent@n-d-760453-6: {}, Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'ConntrackHelper': '1.0', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'LocalIPAssociation': '1.0', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Log': '1.0', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Network': '1.1', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Port': '1.7', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'PortForwarding': '1.2', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'QosPolicy': '1.10', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SecurityGroup': '1.5', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SecurityGroupRule': '1.2', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'SubPort': '1.0', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Subnet': '1.1', Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: 'Trunk': '1.1'}} Jan 27 19:10:21.659083 n-d-760453-6 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 19:10:21.670796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (552db431-947b-4ac6-b643-6181fa5122d5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.675720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.680368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/552db431-947b-4ac6-b643-6181fa5122d5 HTTP/1.1" status: 204 len: 168 time: 0.3126342 Jan 27 19:10:21.688804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86a4257e-f070-48d1-970e-af378a85c74f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddda8e4e408d41688b03e203f73bc35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6780810 Jan 27 19:10:21.688804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4257e-f070-48d1-970e-af378a85c74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee79fe-95a4-489c-b58f-bbb1d093564a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:21.690265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:21.725011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37776166-a7e8-426a-9226-0d15f0ebebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552db431-947b-4ac6-b643-6181fa5122d5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:21.783625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2125b0-29bc-46e3-a7d4-36d87db748e8 req-922cee7f-0ff7-4b01-8c84-939ebd0d45e3 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:21.786235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca2125b0-29bc-46e3-a7d4-36d87db748e8 req-922cee7f-0ff7-4b01-8c84-939ebd0d45e3 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.1583128 Jan 27 19:10:21.866935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] Publish callbacks [] for security_group (63ee79fe-95a4-489c-b58f-bbb1d093564a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:21.894965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['d9247d0e-aa14-4514-90b0-b6e52173dec2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:10:21.934703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca2125b0-29bc-46e3-a7d4-36d87db748e8 req-492b9c5b-e839-49e0-949e-97546fd2d8da tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392860 Jan 27 19:10:21.954173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] Publish callbacks [] for security_group (63ee79fe-95a4-489c-b58f-bbb1d093564a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.039569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (63ee79fe-95a4-489c-b58f-bbb1d093564a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.042232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.046622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63ee79fe-95a4-489c-b58f-bbb1d093564a HTTP/1.1" status: 204 len: 168 time: 0.3473053 Jan 27 19:10:22.058922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b390eea-f2e2-4d13-8425-0b1289f4b593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee79fe-95a4-489c-b58f-bbb1d093564a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:22.131504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:22.147819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00837b3f-469b-47bb-8735-2fefba68ded7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.256580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00837b3f-469b-47bb-8735-2fefba68ded7 admin admin] Publish callbacks [] for security_group (4bba3722-5bad-464f-b301-f5c5442c6931), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.263895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00837b3f-469b-47bb-8735-2fefba68ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4bba3722-5bad-464f-b301-f5c5442c6931), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.305082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:22.309582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-00837b3f-469b-47bb-8735-2fefba68ded7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80c99c5ed83c48ebbb2fd2e03fa7f2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767669 Jan 27 19:10:22.328077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00837b3f-469b-47bb-8735-2fefba68ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba3722-5bad-464f-b301-f5c5442c6931,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:22.431908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1da56-5f21-4772-b15c-b782b6c4c73b req-309156a2-3335-41a9-b58e-0ef1121db20f tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:22.442163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83f1da56-5f21-4772-b15c-b782b6c4c73b req-309156a2-3335-41a9-b58e-0ef1121db20f tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 949 time: 0.1654139 Jan 27 19:10:22.482973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] Publish callbacks [] for security_group (4bba3722-5bad-464f-b301-f5c5442c6931), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.513644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] Publish callbacks [] for security_group (4bba3722-5bad-464f-b301-f5c5442c6931), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.551542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83f1da56-5f21-4772-b15c-b782b6c4c73b req-6f016c90-772a-42ef-a78e-22cd42b01618 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075146 Jan 27 19:10:22.596285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4bba3722-5bad-464f-b301-f5c5442c6931), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.600772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.606172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bba3722-5bad-464f-b301-f5c5442c6931 HTTP/1.1" status: 204 len: 168 time: 0.2955904 Jan 27 19:10:22.617432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37e42a-7d85-4d86-953e-9c158563da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba3722-5bad-464f-b301-f5c5442c6931,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:22.796049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:22.810541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88913247-466e-4425-bd46-f8a1525f35c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.920818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88913247-466e-4425-bd46-f8a1525f35c9 admin admin] Publish callbacks [] for security_group (cf1197ee-1786-4d31-850b-17fea6c8d3a0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:22.928345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88913247-466e-4425-bd46-f8a1525f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cf1197ee-1786-4d31-850b-17fea6c8d3a0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.004470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-88913247-466e-4425-bd46-f8a1525f35c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a297b33d32684efcb36070c821c71d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071607 Jan 27 19:10:23.008998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:23.010245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913247-466e-4425-bd46-f8a1525f35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1197ee-1786-4d31-850b-17fea6c8d3a0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:23.138594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d9247d0e-aa14-4514-90b0-b6e52173dec2 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:23.179416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] Publish callbacks [] for security_group (cf1197ee-1786-4d31-850b-17fea6c8d3a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.196541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a97487-9e8e-43cc-9e33-9548da6ccdfa req-dfadcc4e-b476-496e-b1ad-f7cb53e65918 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:23.209558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98a97487-9e8e-43cc-9e33-9548da6ccdfa req-dfadcc4e-b476-496e-b1ad-f7cb53e65918 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.1108174 Jan 27 19:10:23.273958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] Publish callbacks [] for security_group (cf1197ee-1786-4d31-850b-17fea6c8d3a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.283725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port d9247d0e-aa14-4514-90b0-b6e52173dec2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:10:23.294585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port d9247d0e-aa14-4514-90b0-b6e52173dec2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:23.295774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.346124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98a97487-9e8e-43cc-9e33-9548da6ccdfa req-d32ce1ae-4ded-464c-9493-6b55f9e4ff99 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350493 Jan 27 19:10:23.435556 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.438390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cf1197ee-1786-4d31-850b-17fea6c8d3a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.443270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.445776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf1197ee-1786-4d31-850b-17fea6c8d3a0 HTTP/1.1" status: 204 len: 168 time: 0.4337413 Jan 27 19:10:23.461633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb9cd1-6cad-414d-911f-81d1c57deddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1197ee-1786-4d31-850b-17fea6c8d3a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:23.517977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port d9247d0e-aa14-4514-90b0-b6e52173dec2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:23.518597 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.557541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:23.616100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:23.664952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84a91725-e90b-47c6-b4ed-bd0a5fde3931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.685205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:23.695331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.770584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:23.817247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f5ebb-3647-4600-9915-88f0f2249d6c req-78f4b9fe-ea54-438c-94ff-a0db06cf1117 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:23.834394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a3f5ebb-3647-4600-9915-88f0f2249d6c req-78f4b9fe-ea54-438c-94ff-a0db06cf1117 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.1543489 Jan 27 19:10:23.854379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84a91725-e90b-47c6-b4ed-bd0a5fde3931 admin admin] Publish callbacks [] for security_group (a4303e6f-35a6-45dd-a226-1b87e12b08f8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.860876 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84a91725-e90b-47c6-b4ed-bd0a5fde3931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a4303e6f-35a6-45dd-a226-1b87e12b08f8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:23.941655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a3f5ebb-3647-4600-9915-88f0f2249d6c req-baae0543-218a-47c6-996a-5d2c7d00be02 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054728 Jan 27 19:10:23.955069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84a91725-e90b-47c6-b4ed-bd0a5fde3931 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd1e401bbbc54d248a7e299977204388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358290 Jan 27 19:10:23.956891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91725-e90b-47c6-b4ed-bd0a5fde3931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4303e6f-35a6-45dd-a226-1b87e12b08f8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:23.958527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:24.040673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] Publish callbacks [] for security_group (a4303e6f-35a6-45dd-a226-1b87e12b08f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.073830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] Publish callbacks [] for security_group (a4303e6f-35a6-45dd-a226-1b87e12b08f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.174926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a4303e6f-35a6-45dd-a226-1b87e12b08f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.180236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.185233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4303e6f-35a6-45dd-a226-1b87e12b08f8 HTTP/1.1" status: 204 len: 168 time: 0.2253954 Jan 27 19:10:24.195799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aded5-b427-448e-99d6-fe70d0e6ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4303e6f-35a6-45dd-a226-1b87e12b08f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:24.329924 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411eca11-3cc9-4e43-993d-c04209d9f4f3" -d '{"events": [{"server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "name": "network-vif-plugged", "status": "completed", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:24.391777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:24.400682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.592688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a29b6-4294-4c8f-81bf-19ae7f6f8b6e req-1000ade0-2d45-4000-945c-8c519090f587 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:24.595796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-840a29b6-4294-4c8f-81bf-19ae7f6f8b6e req-1000ade0-2d45-4000-945c-8c519090f587 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.1226764 Jan 27 19:10:24.688827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-840a29b6-4294-4c8f-81bf-19ae7f6f8b6e req-8d280241-7fc4-44ab-87ab-d792c0e665ec tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860021 Jan 27 19:10:24.792486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-network', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:24.822527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Made reservation on behalf of a54ae96d3a6f40628ab8a0e1c94a8ec6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:24.825639 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:24.826992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd860dc1-8309-4045-a485-e93594ff879b x-openstack-request-id: req-dd860dc1-8309-4045-a485-e93594ff879b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:24.827827 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "name": "network-vif-plugged", "status": "completed", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:24.828557 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd860dc1-8309-4045-a485-e93594ff879b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:24.830089 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2', 'code': 200} Jan 27 19:10:24.842633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.396320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba5636-7696-4559-a3ca-8db7b8a49b03 req-7899ca7e-26bf-4209-98f2-3e5ee73c78ec tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:25.399102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8eba5636-7696-4559-a3ca-8db7b8a49b03 req-7899ca7e-26bf-4209-98f2-3e5ee73c78ec tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.2324903 Jan 27 19:10:25.424760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-e51e6608-9421-4386-8bbc-945051f5a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:25.427362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-e51e6608-9421-4386-8bbc-945051f5a428 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 1101 time: 0.2586832 Jan 27 19:10:25.497629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-eb9c5178-5925-4c9f-8ee0-4ac3ca8c3bba service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.534238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks [] for security_group (d51844ef-9e50-4722-a6ba-5a42976ad525), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.558057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d51844ef-9e50-4722-a6ba-5a42976ad525), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.619713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8eba5636-7696-4559-a3ca-8db7b8a49b03 req-4174c884-7ad1-4022-a7b5-d04eb0168bfb tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048309 Jan 27 19:10:25.622824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:10:25.631903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51844ef-9e50-4722-a6ba-5a42976ad525,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:25.646843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bef8a1f6-3b70-41a0-955e-511c5f868b90), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.647217 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Added segment bef8a1f6-3b70-41a0-955e-511c5f868b90 of type vlan for network 8637095e-6781-4e88-a90e-ed48607253ea Jan 27 19:10:25.711595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8637095e-6781-4e88-a90e-ed48607253ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.730542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-eb9c5178-5925-4c9f-8ee0-4ac3ca8c3bba service neutron] Publish callbacks [] for security_group (d1a173ea-73a7-4db8-b710-2853d97fed0a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.769422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-eb9c5178-5925-4c9f-8ee0-4ac3ca8c3bba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d1a173ea-73a7-4db8-b710-2853d97fed0a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.821039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8637095e-6781-4e88-a90e-ed48607253ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.822971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:25.823999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:25.947605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccd954a3-1fb1-4e52-aee9-d300cd4eaab4 req-eb9c5178-5925-4c9f-8ee0-4ac3ca8c3bba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073123 Jan 27 19:10:25.975047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c5178-5925-4c9f-8ee0-4ac3ca8c3bba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a173ea-73a7-4db8-b710-2853d97fed0a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:25.984917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5916309 Jan 27 19:10:25.987687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56164) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:25.993808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Request body: {'subnet': {'network_id': '8637095e-6781-4e88-a90e-ed48607253ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-subnet', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:26.047759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Made reservation on behalf of a54ae96d3a6f40628ab8a0e1c94a8ec6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:26.053760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.087137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcae4ee-9c7f-4d61-b926-3d8e11d5b9b1 req-5ac533f0-bb0f-454b-bb83-88e19f9e2746 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:26.090357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efcae4ee-9c7f-4d61-b926-3d8e11d5b9b1 req-5ac533f0-bb0f-454b-bb83-88e19f9e2746 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 968 time: 0.3059294 Jan 27 19:10:26.092706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2611b-94e2-4d0b-8ef3-ba41e947002f admin admin] Pushing event updated for resources: {'Network': ['ID=8637095e-6781-4e88-a90e-ed48607253ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:26.114800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8637095e-6781-4e88-a90e-ed48607253ea details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:10:26.125235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:10:26.240367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efcae4ee-9c7f-4d61-b926-3d8e11d5b9b1 req-5cc29937-2754-447e-9b5c-f3fb6dfb3853 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426423 Jan 27 19:10:26.456075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (944066ec-3e00-4fc5-adc6-ff7643856cf0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.530228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944066ec-3e00-4fc5-adc6-ff7643856cf0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:26.536003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Checking segment: {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:26.536003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Network hostable DHCP agents. Network: 8637095e-6781-4e88-a90e-ed48607253ea, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:10:26.560024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Network 8637095e-6781-4e88-a90e-ed48607253ea is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:10:26.562947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:26.585943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8637095e-6781-4e88-a90e-ed48607253ea) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:26.597527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d575b80-508d-4971-8f2a-5b4e6b1e94f4 None None] Network 8637095e-6781-4e88-a90e-ed48607253ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:26.601824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:26.605329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.639218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:26.639706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9062655b-9404-41d6-867a-2b28b8ddb5b6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6503694 Jan 27 19:10:26.654203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:26.683075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10', 'mac_address': 'fa:16:3e:c2:85:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-84755350', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:10:26.695307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.698425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.777320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:26.777738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.808227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:26.871637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:26.875787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019857f-1359-46c9-8691-478233d3632d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8637095e-6781-4e88-a90e-ed48607253ea', 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea', 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'fixed_ips': [{'subnet_id': '944066ec-3e00-4fc5-adc6-ff7643856cf0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:10:26.876991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.880471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for router_controller (1424da4a-cf1b-4836-9dd5-3b64e821b266), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:26.895422 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.001086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8a28-37d2-43bb-8f18-02678c79292e req-56615ef0-bef9-4cec-b583-3eeaf01f2f8e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:27.002765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a35d8a28-37d2-43bb-8f18-02678c79292e req-56615ef0-bef9-4cec-b583-3eeaf01f2f8e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.1663730 Jan 27 19:10:27.118767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for router_gateway (1424da4a-cf1b-4836-9dd5-3b64e821b266), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.163739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:27.179114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a35d8a28-37d2-43bb-8f18-02678c79292e req-808527ff-d76f-4766-8b6f-ff67389af502 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269057 Jan 27 19:10:27.321744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9019857f-1359-46c9-8691-478233d3632d None None] Allocated IP 172.20.0.2 (8637095e-6781-4e88-a90e-ed48607253ea/944066ec-3e00-4fc5-adc6-ff7643856cf0/de06a53b-2494-488a-8fcc-3ba3d1f88fcc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:27.374093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56218) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:27.386374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e93c37b8-0f70-4ee7-bc11-b9de40ec5b10'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:10:27.514870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d0875-1592-4ec7-947c-20c491f8114e req-21ea04f1-9588-4406-a906-45b93f61a517 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:27.522331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a96d0875-1592-4ec7-947c-20c491f8114e req-21ea04f1-9588-4406-a906-45b93f61a517 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 969 time: 0.1270969 Jan 27 19:10:27.592735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for router_gateway (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.598420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:10:27.624964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.635107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks [] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.659649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a96d0875-1592-4ec7-947c-20c491f8114e req-a7446ab2-0e31-4f20-bd79-e4201702a9cd tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358488 Jan 27 19:10:27.665975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.724245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019857f-1359-46c9-8691-478233d3632d None None] Pushing event updated for resources: {'Port': ['ID=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:27.768087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019857f-1359-46c9-8691-478233d3632d None None] Network 8637095e-6781-4e88-a90e-ed48607253ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:27.771201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9019857f-1359-46c9-8691-478233d3632d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:27.777850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019857f-1359-46c9-8691-478233d3632d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:27.810307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Allocated IP 172.25.5.154 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1788a38e-9da8-4d2a-92d1-43f4e50c606c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:27.834379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-310d6af6-615e-4b17-87d5-73a90e4b8dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.924831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:27.967828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9019857f-1359-46c9-8691-478233d3632d None None] Attempting to bind port de06a53b-2494-488a-8fcc-3ba3d1f88fcc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:27.968590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9019857f-1359-46c9-8691-478233d3632d None None] Attempting to bind port de06a53b-2494-488a-8fcc-3ba3d1f88fcc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:27.969435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019857f-1359-46c9-8691-478233d3632d None None] Attempting to bind port de06a53b-2494-488a-8fcc-3ba3d1f88fcc on network 8637095e-6781-4e88-a90e-ed48607253ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:27.970203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.985419 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019857f-1359-46c9-8691-478233d3632d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:27.986144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019857f-1359-46c9-8691-478233d3632d None None] Checking segment: {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:27.986915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.987655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019857f-1359-46c9-8691-478233d3632d None None] Bound using segment: {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:27.988541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9019857f-1359-46c9-8691-478233d3632d None None] Bound port: de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:27.989647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:27.996154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-310d6af6-615e-4b17-87d5-73a90e4b8dac admin admin] Publish callbacks [] for security_group (fea38e8f-1873-4896-920c-6384daa57748), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.009178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-310d6af6-615e-4b17-87d5-73a90e4b8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fea38e8f-1873-4896-920c-6384daa57748), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.023815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.062746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-310d6af6-615e-4b17-87d5-73a90e4b8dac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1e7964c37724b639a52351d266a570f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867509 Jan 27 19:10:28.067061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:28.091392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d6af6-615e-4b17-87d5-73a90e4b8dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea38e8f-1873-4896-920c-6384daa57748,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:28.100628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:28.114592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e053f28d-659e-410c-8692-493c0cd32372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.133400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:28.138593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:28.164310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9019857f-1359-46c9-8691-478233d3632d None None] For port de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:28.169134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9019857f-1359-46c9-8691-478233d3632d None None] For port de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,segment=NetworkSegment(bef8a1f6-3b70-41a0-955e-511c5f868b90),segment_id=bef8a1f6-3b70-41a0-955e-511c5f868b90)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:28.177039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9019857f-1359-46c9-8691-478233d3632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.341414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019857f-1359-46c9-8691-478233d3632d None None] Pushing event updated for resources: {'Port': ['ID=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:28.392155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e053f28d-659e-410c-8692-493c0cd32372 admin admin] Publish callbacks [] for security_group (3a1e924d-8bd7-43ed-8b60-0dc963d00223), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.396558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Pushing event updated for resources: {'Port': ['ID=1788a38e-9da8-4d2a-92d1-43f4e50c606c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:28.403860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e053f28d-659e-410c-8692-493c0cd32372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3a1e924d-8bd7-43ed-8b60-0dc963d00223), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.527060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e053f28d-659e-410c-8692-493c0cd32372 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02df0e61296f43a6a005992c4674e0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940006 Jan 27 19:10:28.528141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56254) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:28.557205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053f28d-659e-410c-8692-493c0cd32372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e924d-8bd7-43ed-8b60-0dc963d00223,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:28.677870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] Publish callbacks [] for security_group (fea38e8f-1873-4896-920c-6384daa57748), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.704314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] Publish callbacks [] for security_group (3a1e924d-8bd7-43ed-8b60-0dc963d00223), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.754829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd552-b979-4ae5-a69c-e9382f65c3e7 req-c54b47d7-8bda-45bf-af98-c34172656cfc tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:28.757163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55bfd552-b979-4ae5-a69c-e9382f65c3e7 req-c54b47d7-8bda-45bf-af98-c34172656cfc tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.4025748 Jan 27 19:10:28.786439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] Publish callbacks [] for security_group (3a1e924d-8bd7-43ed-8b60-0dc963d00223), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.818736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] Publish callbacks [] for security_group (fea38e8f-1873-4896-920c-6384daa57748), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.898790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3a1e924d-8bd7-43ed-8b60-0dc963d00223), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.901498 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:28.902727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a1e924d-8bd7-43ed-8b60-0dc963d00223 HTTP/1.1" status: 204 len: 168 time: 0.3709319 Jan 27 19:10:28.920841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bcb3-f85c-4ec0-8cf3-5eec5e834443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e924d-8bd7-43ed-8b60-0dc963d00223,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:28.980406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55bfd552-b979-4ae5-a69c-e9382f65c3e7 req-77e25b95-c69b-4bfb-9c8d-9df6fe7bd537 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155883 Jan 27 19:10:29.024636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c1b0-c063-4897-8f1f-b28b023e0b2d req-c9f8547b-a922-44de-90e1-2abdf8897d28 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:29.026521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f645c1b0-c063-4897-8f1f-b28b023e0b2d req-c9f8547b-a922-44de-90e1-2abdf8897d28 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 969 time: 0.2299550 Jan 27 19:10:29.052948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for router_gateway (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.057333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fea38e8f-1873-4896-920c-6384daa57748), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.058794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.059943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fea38e8f-1873-4896-920c-6384daa57748 HTTP/1.1" status: 204 len: 168 time: 0.9915783 Jan 27 19:10:29.116624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc76925-72a5-4733-940a-c83d3519c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea38e8f-1873-4896-920c-6384daa57748,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:29.210874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f645c1b0-c063-4897-8f1f-b28b023e0b2d req-b9bf64f1-49b6-4942-acb6-f8abdfc7ab50 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671433 Jan 27 19:10:29.351197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.542328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Router 1424da4a-cf1b-4836-9dd5-3b64e821b266 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:10:29.719888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:29.723709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:10:29.737223 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Sync routers for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:10:29.741903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d42dcb35-7a7a-4ac0-bc9d-af06ee8bce4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.754675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:29.755983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-42023123-c4c8-4358-ab9d-c66f822eab26 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1129701 Jan 27 19:10:29.759433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:29.765702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:29.766879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:30.083712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:30.105625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:30.152578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:30.199327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:30.226797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8233c869-0d2f-4992-af1b-23fb0435f475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.312281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37e3d9-80e2-4751-b2df-fc3b1d4b2071 None None] Network 8637095e-6781-4e88-a90e-ed48607253ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:30.366211 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:28Z', 'revision_number': 3, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:30.401596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c1b22-079c-4bef-9b91-da75cfa44a77 req-95b9bec0-6217-43e8-a7e4-e039e836944e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:30.408632 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Checking router: 1424da4a-cf1b-4836-9dd5-3b64e821b266 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:10:30.409233 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Updating router 1424da4a-cf1b-4836-9dd5-3b64e821b266 port 1788a38e-9da8-4d2a-92d1-43f4e50c606c binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:10:30.409934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b00c1b22-079c-4bef-9b91-da75cfa44a77 req-95b9bec0-6217-43e8-a7e4-e039e836944e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.1637766 Jan 27 19:10:30.436830 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.468202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de06a53b-2494-488a-8fcc-3ba3d1f88fcc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:30.479369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Provisioning complete for port de06a53b-2494-488a-8fcc-3ba3d1f88fcc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:30.482115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.521791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b00c1b22-079c-4bef-9b91-da75cfa44a77 req-f5dd6298-8136-42fd-9536-b28b5959e2a6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107275 Jan 27 19:10:30.655035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8233c869-0d2f-4992-af1b-23fb0435f475 admin admin] Publish callbacks [] for security_group (b33c98d9-a9c5-4351-ad47-2cba6a18b1e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.676622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8233c869-0d2f-4992-af1b-23fb0435f475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b33c98d9-a9c5-4351-ad47-2cba6a18b1e9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.688930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d42dcb35-7a7a-4ac0-bc9d-af06ee8bce4e admin admin] Publish callbacks [] for security_group (4f0172fd-5ace-47b4-9787-8c9006091564), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.705385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d42dcb35-7a7a-4ac0-bc9d-af06ee8bce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f0172fd-5ace-47b4-9787-8c9006091564), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.770759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:10:30.785336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:30.786451 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.840251 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks [] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.841669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed164ac-7b5e-4823-bb0f-192dd8cdf6ad req-462cafaf-ad61-45b2-bd34-9dfb27ad47db tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:30.846026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aed164ac-7b5e-4823-bb0f-192dd8cdf6ad req-462cafaf-ad61-45b2-bd34-9dfb27ad47db tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 969 time: 0.3152657 Jan 27 19:10:30.859252 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.894658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port de06a53b-2494-488a-8fcc-3ba3d1f88fcc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:30.895311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.926889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8233c869-0d2f-4992-af1b-23fb0435f475 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=772bf11c07f448868a2577bd1fe26574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7731874 Jan 27 19:10:30.927649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:30.929694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fb7b4d-d852-4900-b095-41dc65129c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:30.939553 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d42dcb35-7a7a-4ac0-bc9d-af06ee8bce4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f0625a6e99640fcb55c72b1ff148958&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2175331 Jan 27 19:10:30.941547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56314) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:30.944637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233c869-0d2f-4992-af1b-23fb0435f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c98d9-a9c5-4351-ad47-2cba6a18b1e9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:30.954734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Pushing event updated for resources: {'Port': ['ID=1788a38e-9da8-4d2a-92d1-43f4e50c606c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:30.988647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dcb35-7a7a-4ac0-bc9d-af06ee8bce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0172fd-5ace-47b4-9787-8c9006091564,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.010614 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.010960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.011301 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.011719 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.011961 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.012291 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.012617 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.012944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.013286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.013839 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.014023 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.014335 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.014652 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Tracked resource versions report: Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: pushed versions: Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Log': {'1.0'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Network': {'1.1'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Port': {'1.7'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'PortForwarding': {'1.2'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'QosPolicy': {'1.10'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SubPort': {'1.0'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Subnet': {'1.1'}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Trunk': {'1.1'}} Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: consumer versions: Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: { DHCP agent@n-d-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: HyperV agent@n-h1-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: HyperV agent@n-h2-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: L3 agent@n-d-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: Metadata agent@n-d-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: Metering agent@n-d-760453-6: {}, Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: Open vSwitch agent@n-d-760453-6: { 'AddressGroup': '1.2', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'ConntrackHelper': '1.0', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'LocalIPAssociation': '1.0', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Log': '1.0', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Network': '1.1', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Port': '1.7', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'PortForwarding': '1.2', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'QosPolicy': '1.10', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SecurityGroup': '1.5', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SecurityGroupRule': '1.2', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'SubPort': '1.0', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Subnet': '1.1', Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: 'Trunk': '1.1'}} Jan 27 19:10:31.018144 n-d-760453-6 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 19:10:31.026680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Attempting to bind port 1788a38e-9da8-4d2a-92d1-43f4e50c606c on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:31.027064 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Attempting to bind port 1788a38e-9da8-4d2a-92d1-43f4e50c606c by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:31.027431 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Attempting to bind port 1788a38e-9da8-4d2a-92d1-43f4e50c606c on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:31.042870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:31.043395 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:31.044332 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.045468 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:31.046118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Bound port: 1788a38e-9da8-4d2a-92d1-43f4e50c606c, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:31.046633 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.148281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] Publish callbacks [] for security_group (b33c98d9-a9c5-4351-ad47-2cba6a18b1e9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.168902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Current status of the port de06a53b-2494-488a-8fcc-3ba3d1f88fcc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:31.168902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.175503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aed164ac-7b5e-4823-bb0f-192dd8cdf6ad req-3910cc39-4d62-4ba3-b4d4-e677394cf427 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804809 Jan 27 19:10:31.185132 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] For port 1788a38e-9da8-4d2a-92d1-43f4e50c606c, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:31.195865 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] For port 1788a38e-9da8-4d2a-92d1-43f4e50c606c, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1788a38e-9da8-4d2a-92d1-43f4e50c606c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:31.211866 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.224517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] Publish callbacks [] for security_group (b33c98d9-a9c5-4351-ad47-2cba6a18b1e9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.244784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] Publish callbacks [] for security_group (4f0172fd-5ace-47b4-9787-8c9006091564), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.314348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] Publish callbacks [] for security_group (4f0172fd-5ace-47b4-9787-8c9006091564), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.364979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.368093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fb7b4d-d852-4900-b095-41dc65129c5b admin admin] Publish callbacks [] for security_group (429155d8-f808-461e-b865-7123dbe119a6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.387181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fb7b4d-d852-4900-b095-41dc65129c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (429155d8-f808-461e-b865-7123dbe119a6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.415542 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:31.421785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:31.446055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb7b4d-d852-4900-b095-41dc65129c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429155d8-f808-461e-b865-7123dbe119a6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.448331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b33c98d9-a9c5-4351-ad47-2cba6a18b1e9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.452567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-50fb7b4d-d852-4900-b095-41dc65129c5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=456b674fae834e0790678b1421363700&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2516782 Jan 27 19:10:31.455367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:31.460384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.470849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b33c98d9-a9c5-4351-ad47-2cba6a18b1e9 HTTP/1.1" status: 204 len: 168 time: 0.5135145 Jan 27 19:10:31.485604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f0172fd-5ace-47b4-9787-8c9006091564), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.494020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.495438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f0172fd-5ace-47b4-9787-8c9006091564 HTTP/1.1" status: 204 len: 168 time: 0.5634768 Jan 27 19:10:31.498477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9234-b84a-480b-9702-f41942a6dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c98d9-a9c5-4351-ad47-2cba6a18b1e9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.533996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:31.535753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.546105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec1d57-7507-429c-85a7-4408dc7e75fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0172fd-5ace-47b4-9787-8c9006091564,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.598955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] Publish callbacks [] for security_group (429155d8-f808-461e-b865-7123dbe119a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.648370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] For port de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,segment=NetworkSegment(bef8a1f6-3b70-41a0-955e-511c5f868b90),segment_id=bef8a1f6-3b70-41a0-955e-511c5f868b90)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:31.660367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] Publish callbacks [] for security_group (429155d8-f808-461e-b865-7123dbe119a6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.667396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:31.669949 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb32708-05c3-4d6f-b5ec-378b188b233b" -d '{"events": [{"server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "name": "network-vif-plugged", "status": "completed", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:31.679337 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c179e-e666-4282-8d03-1b9cf3a7e07e None None] Pushing event updated for resources: {'Port': ['ID=1788a38e-9da8-4d2a-92d1-43f4e50c606c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.790608 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.799246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (429155d8-f808-461e-b865-7123dbe119a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.802818 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.807514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/429155d8-f808-461e-b865-7123dbe119a6 HTTP/1.1" status: 204 len: 168 time: 0.3510206 Jan 27 19:10:31.820043 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69bc33-3b8f-4d97-85cd-89d26706bc67 x-openstack-request-id: req-ef69bc33-3b8f-4d97-85cd-89d26706bc67 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:31.820615 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "name": "network-vif-plugged", "status": "completed", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:31.820908 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef69bc33-3b8f-4d97-85cd-89d26706bc67 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:31.821473 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10', 'code': 200} Jan 27 19:10:31.834663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:31.844262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084a447-bb55-432d-8b9c-3ce5c2546136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429155d8-f808-461e-b865-7123dbe119a6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.920971 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:31.962889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port de06a53b-2494-488a-8fcc-3ba3d1f88fcc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:31.976526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938886e8-6531-448a-bc69-e5f050b0897b None None] Pushing event updated for resources: {'Port': ['ID=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:31.979923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bf05d9ce-e560-4b4c-aeb1-d6685bcdc274 None None] Provisioning complete for port de06a53b-2494-488a-8fcc-3ba3d1f88fcc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:31.980545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf05d9ce-e560-4b4c-aeb1-d6685bcdc274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:32.112570 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:32.113471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Allocated IP 172.20.0.1 (8637095e-6781-4e88-a90e-ed48607253ea/944066ec-3e00-4fc5-adc6-ff7643856cf0/817bb373-77ce-459d-a9fa-eb42ad2ec870) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:32.145623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3820bd-e4a7-4a75-beb5-5a27b1f38d21 req-a486bb5a-babc-4959-a7af-bb0760a0dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:32.148694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:32.151646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a3820bd-e4a7-4a75-beb5-5a27b1f38d21 req-a486bb5a-babc-4959-a7af-bb0760a0dbd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 1121 time: 0.2284083 Jan 27 19:10:32.262273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bf05d9ce-e560-4b4c-aeb1-d6685bcdc274 None None] Current status of the port de06a53b-2494-488a-8fcc-3ba3d1f88fcc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:32.277797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de06a53b-2494-488a-8fcc-3ba3d1f88fcc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:32.417573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9adbb7-987b-4d34-a486-2109d7c14a60 req-c1506289-adfb-47c2-a6d1-f15df225dda7 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:32.421770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf9adbb7-987b-4d34-a486-2109d7c14a60 req-c1506289-adfb-47c2-a6d1-f15df225dda7 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.1238017 Jan 27 19:10:32.428321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port de06a53b-2494-488a-8fcc-3ba3d1f88fcc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:32.428725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:32.459592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a3820bd-e4a7-4a75-beb5-5a27b1f38d21 req-d4a21abc-0385-4160-a028-19d1ccdcd827 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850943 Jan 27 19:10:32.493868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30c073-a8dc-48ae-8ca0-a38f3ddc5a8f req-e44d1ca8-0352-4d72-88dc-01b66a42503a tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:32.506960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a30c073-a8dc-48ae-8ca0-a38f3ddc5a8f req-e44d1ca8-0352-4d72-88dc-01b66a42503a tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.1464865 Jan 27 19:10:32.536862 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:28Z', 'revision_number': 3, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:32.577615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port de06a53b-2494-488a-8fcc-3ba3d1f88fcc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:32.582742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf9adbb7-987b-4d34-a486-2109d7c14a60 req-4136d8f6-dede-467b-ae52-16d6c90de521 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491795 Jan 27 19:10:32.616362 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d94de3-171b-45d3-8ac7-9ac693d704ba None None] The sync data for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 is: [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:28Z', 'revision_number': 3, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:10:32.618047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks [] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:32.631517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a30c073-a8dc-48ae-8ca0-a38f3ddc5a8f req-58702cae-806e-438f-baa0-e17841d1af34 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211114 Jan 27 19:10:32.698549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:32.731349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:32.750197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Network 8637095e-6781-4e88-a90e-ed48607253ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:32.753970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:32.758932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:32.759591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:32.988005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:33.023060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Pushing event updated for resources: {'Port': ['ID=817bb373-77ce-459d-a9fa-eb42ad2ec870,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:33.050279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60ffa1b0-8ceb-49f0-90fb-b07ec92c2f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.186835 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19374a3-8ed2-4319-bfcb-f6c5f71a7290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.311883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-53e25af2-2e0b-4ba1-a5b0-0bb70296bd11 None None] Provisioning complete for port 817bb373-77ce-459d-a9fa-eb42ad2ec870 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:33.314699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e25af2-2e0b-4ba1-a5b0-0bb70296bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.334054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.439739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53e25af2-2e0b-4ba1-a5b0-0bb70296bd11 None None] Port 817bb373-77ce-459d-a9fa-eb42ad2ec870 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:33.516167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60ffa1b0-8ceb-49f0-90fb-b07ec92c2f6a admin admin] Publish callbacks [] for security_group (e2c91622-6b83-46f4-be6c-a9b578845db5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.539821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19374a3-8ed2-4319-bfcb-f6c5f71a7290 admin admin] Publish callbacks [] for security_group (4af90a11-edac-40d8-b8e8-3486c7df7445), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.541627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60ffa1b0-8ceb-49f0-90fb-b07ec92c2f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2c91622-6b83-46f4-be6c-a9b578845db5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.575397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19374a3-8ed2-4319-bfcb-f6c5f71a7290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4af90a11-edac-40d8-b8e8-3486c7df7445), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:33.646032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffa1b0-8ceb-49f0-90fb-b07ec92c2f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c91622-6b83-46f4-be6c-a9b578845db5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:33.670571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-60ffa1b0-8ceb-49f0-90fb-b07ec92c2f6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65d6ce77b36047ec89d0d33bf5f38e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6810238 Jan 27 19:10:33.671003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56374) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:33.676232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b19374a3-8ed2-4319-bfcb-f6c5f71a7290 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83caa7f338254dc0b610a982c3d52db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9436107 Jan 27 19:10:33.686408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:33.760141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19374a3-8ed2-4319-bfcb-f6c5f71a7290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af90a11-edac-40d8-b8e8-3486c7df7445,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:33.910392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] Publish callbacks [] for security_group (4af90a11-edac-40d8-b8e8-3486c7df7445), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.019960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks [] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.024279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] Publish callbacks [] for security_group (e2c91622-6b83-46f4-be6c-a9b578845db5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.036082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9516ed6-3a67-486f-93f7-a4698f862129 req-b32059cf-8910-4795-9425-058dc9bd5436 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:34.043151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9516ed6-3a67-486f-93f7-a4698f862129 req-b32059cf-8910-4795-9425-058dc9bd5436 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 950 time: 0.2838001 Jan 27 19:10:34.045605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.048042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.085534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a2fe-be47-4a91-a754-15a85ceb3e70 req-11892c48-ab1b-4b95-9518-cae5ffdbeb71 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:34.094654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d91a2fe-be47-4a91-a754-15a85ceb3e70 req-11892c48-ab1b-4b95-9518-cae5ffdbeb71 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.3420124 Jan 27 19:10:34.220962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Pushing event updated for resources: {'Port': ['ID=817bb373-77ce-459d-a9fa-eb42ad2ec870,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:34.322377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1788a38e-9da8-4d2a-92d1-43f4e50c606c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:34.440373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] Publish callbacks [] for security_group (e2c91622-6b83-46f4-be6c-a9b578845db5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.471980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] Publish callbacks [] for security_group (4af90a11-edac-40d8-b8e8-3486c7df7445), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.595164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1788a38e-9da8-4d2a-92d1-43f4e50c606c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:34.596711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.649857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9516ed6-3a67-486f-93f7-a4698f862129 req-661d1bf9-c7a6-437b-984f-7050a78b7a37 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485668 Jan 27 19:10:34.724712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d91a2fe-be47-4a91-a754-15a85ceb3e70 req-fb7cbd11-d4b8-4634-a962-e9e313965f9b tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363197 Jan 27 19:10:34.742152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff878-aff7-4c30-8050-c574432a3619 req-e0e38b9b-3860-45fe-bc38-0251218d35de tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:34.753112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4ff878-aff7-4c30-8050-c574432a3619 req-e0e38b9b-3860-45fe-bc38-0251218d35de tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 1101 time: 0.5606918 Jan 27 19:10:34.802884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4af90a11-edac-40d8-b8e8-3486c7df7445), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.804401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.827094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4af90a11-edac-40d8-b8e8-3486c7df7445 HTTP/1.1" status: 204 len: 168 time: 1.1393304 Jan 27 19:10:34.905082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c9c1e-b93f-4b0b-a8df-5f0029b62ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af90a11-edac-40d8-b8e8-3486c7df7445,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:34.919915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Network 8637095e-6781-4e88-a90e-ed48607253ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:34.929105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:34.979461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2c91622-6b83-46f4-be6c-a9b578845db5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.985575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:34.988165 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2c91622-6b83-46f4-be6c-a9b578845db5 HTTP/1.1" status: 204 len: 168 time: 1.3156083 Jan 27 19:10:35.018000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1788a38e-9da8-4d2a-92d1-43f4e50c606c is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:35.018400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.098812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Deleting port d9247d0e-aa14-4514-90b0-b6e52173dec2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:35.099236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.128960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 1788a38e-9da8-4d2a-92d1-43f4e50c606c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1788a38e-9da8-4d2a-92d1-43f4e50c606c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:35.141056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.170554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c6756-1898-4513-a766-69b2dc5cc923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c91622-6b83-46f4-be6c-a9b578845db5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:35.264212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=1788a38e-9da8-4d2a-92d1-43f4e50c606c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:35.315234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] For port d9247d0e-aa14-4514-90b0-b6e52173dec2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d9247d0e-aa14-4514-90b0-b6e52173dec2,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:35.315651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.351915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Calling delete_port for d9247d0e-aa14-4514-90b0-b6e52173dec2 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:35.440159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Router 1424da4a-cf1b-4836-9dd5-3b64e821b266 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:10:35.511201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4c62704e-a23d-4d1f-9281-246943627c09 None None] Provisioning complete for port 817bb373-77ce-459d-a9fa-eb42ad2ec870 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:35.513698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c62704e-a23d-4d1f-9281-246943627c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.589970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c62704e-a23d-4d1f-9281-246943627c09 None None] Port 817bb373-77ce-459d-a9fa-eb42ad2ec870 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:35.757623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:10:35.764432 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dd0dfbd2-b053-4b95-93cf-6116f78ff21e admin admin] 10.222.0.59 "PUT /v2.0/routers/1424da4a-cf1b-4836-9dd5-3b64e821b266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0031118 Jan 27 19:10:35.820061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d9247d0e-aa14-4514-90b0-b6e52173dec2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:35.835216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['d9247d0e-aa14-4514-90b0-b6e52173dec2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:10:35.952581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9247d0e-aa14-4514-90b0-b6e52173dec2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:35.990845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39592c1a-8ae0-4ca9-a3c0-b055cabdc010 req-e3349131-a5ee-4f79-ba8a-04053ad812e5 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.1658554 Jan 27 19:10:36.157982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] No DVR routers for this DVR port d9247d0e-aa14-4514-90b0-b6e52173dec2 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:10:36.165315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.169482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4ff878-aff7-4c30-8050-c574432a3619 req-09fc42d1-c439-4358-89b4-8b2513f34fdf tempest-DeleteServersAdminTestJSON-1758989308 tempest-DeleteServersAdminTestJSON-1758989308-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d9247d0e-aa14-4514-90b0-b6e52173dec2 HTTP/1.1" status: 204 len: 173 time: 1.4106750 Jan 27 19:10:36.170524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'name': 'network-vif-deleted', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:36.176949 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e93a81-64d8-4003-b91b-00755f5d248d" -d '{"events": [{"server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "name": "network-vif-deleted", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:36.237454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1831-e75f-4338-9415-9b1c23bffde3 req-5547f09b-190a-42f3-b315-a59c2107b4fb tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:36.239197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d27c1831-e75f-4338-9415-9b1c23bffde3 req-5547f09b-190a-42f3-b315-a59c2107b4fb tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.2897019 Jan 27 19:10:36.275926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1788a38e-9da8-4d2a-92d1-43f4e50c606c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:36.333697 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0371091e-d966-4752-86b7-b594d9f22b02 x-openstack-request-id: req-0371091e-d966-4752-86b7-b594d9f22b02 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:36.334007 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ed8b5c-384b-4e12-adee-32a64bfbabd7", "name": "network-vif-deleted", "tag": "d9247d0e-aa14-4514-90b0-b6e52173dec2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:36.334261 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0371091e-d966-4752-86b7-b594d9f22b02 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:36.334989 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ed8b5c-384b-4e12-adee-32a64bfbabd7', 'name': 'network-vif-deleted', 'tag': 'd9247d0e-aa14-4514-90b0-b6e52173dec2', 'status': 'completed', 'code': 200} Jan 27 19:10:36.380135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d27c1831-e75f-4338-9415-9b1c23bffde3 req-e5b65b21-0c97-4ed2-8129-23134b33f835 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251845 Jan 27 19:10:36.427614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1788a38e-9da8-4d2a-92d1-43f4e50c606c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:36.428036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.459411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:36.491678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f74b612-0d7d-4ac0-96f3-dab75d3f4085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.757709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f74b612-0d7d-4ac0-96f3-dab75d3f4085 admin admin] Publish callbacks [] for security_group (ebeea1c2-37b6-4d45-971c-5e4adf5a4637), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.767354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f74b612-0d7d-4ac0-96f3-dab75d3f4085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ebeea1c2-37b6-4d45-971c-5e4adf5a4637), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.779809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1788a38e-9da8-4d2a-92d1-43f4e50c606c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:36.804122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-335d85a2-7acf-43d3-8438-9dec81183fa0 tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:36.814983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-335d85a2-7acf-43d3-8438-9dec81183fa0 tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 1121 time: 0.1374190 Jan 27 19:10:36.849498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-98d53606-05f0-4e1c-9843-5e9aab29c19e tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:36.876458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:36.880581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f74b612-0d7d-4ac0-96f3-dab75d3f4085 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d679822881247828b29e9a68f71d6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199221 Jan 27 19:10:36.889242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74b612-0d7d-4ac0-96f3-dab75d3f4085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeea1c2-37b6-4d45-971c-5e4adf5a4637,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:36.989096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] Publish callbacks [] for security_group (ebeea1c2-37b6-4d45-971c-5e4adf5a4637), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.016500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] Publish callbacks [] for security_group (ebeea1c2-37b6-4d45-971c-5e4adf5a4637), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.137865 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-98d53606-05f0-4e1c-9843-5e9aab29c19e tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] Publish callbacks [] for security_group (889ec3e3-722e-4db7-97c6-aaf3bddf2522), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.164894 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-98d53606-05f0-4e1c-9843-5e9aab29c19e tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (889ec3e3-722e-4db7-97c6-aaf3bddf2522), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.469773 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-7944f099-f86a-46ff-89d3-f84401f1b113 req-cdf67d9f-9c3a-4936-813a-e40f254901b5 tempest-FloatingIPDetailsNegativeTestJSON-803193920 tempest-FloatingIPDetailsNegativeTestJSON-803193920-project] show failed (client error): The resource could not be found. Jan 27 19:10:37.485610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7944f099-f86a-46ff-89d3-f84401f1b113 req-cdf67d9f-9c3a-4936-813a-e40f254901b5 tempest-FloatingIPDetailsNegativeTestJSON-803193920 tempest-FloatingIPDetailsNegativeTestJSON-803193920-project] 10.222.0.59 "GET /v2.0/floatingips/b9f21f51-a904-43ec-a549-667afa92036b HTTP/1.1" status: 404 len: 350 time: 0.2660263 Jan 27 19:10:37.489013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:37.546893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ebeea1c2-37b6-4d45-971c-5e4adf5a4637), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.562125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:37.564672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebeea1c2-37b6-4d45-971c-5e4adf5a4637 HTTP/1.1" status: 204 len: 168 time: 0.6846149 Jan 27 19:10:37.611234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-073dbf07-5cdc-42f6-b4ed-f82a2824be80 req-98d53606-05f0-4e1c-9843-5e9aab29c19e tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7943246 Jan 27 19:10:37.630903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d53606-05f0-4e1c-9843-5e9aab29c19e tempest-AggregatesAdminTestJSON-860199551 tempest-AggregatesAdminTestJSON-860199551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ec3e3-722e-4db7-97c6-aaf3bddf2522,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:37.684718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042ba71-8eaa-4d10-ad66-9dd48858adff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeea1c2-37b6-4d45-971c-5e4adf5a4637,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:37.858286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2994e42d-f72b-479d-a24b-ba7b8a91132f req-52d88f3c-a3b1-46de-813c-767d7e1215c0 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ed8b5c-384b-4e12-adee-32a64bfbabd7 HTTP/1.1" status: 200 len: 210 time: 0.1456113 Jan 27 19:10:38.331926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Sync routers for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:10:38.356799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:38.358342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:38.504551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc6575-6a8e-498f-9576-9e8be6e18d5f req-102909ac-e084-443b-a51e-6c73210757cc tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:38.511659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79cc6575-6a8e-498f-9576-9e8be6e18d5f req-102909ac-e084-443b-a51e-6c73210757cc tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.1586990 Jan 27 19:10:38.556689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:38.630392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79cc6575-6a8e-498f-9576-9e8be6e18d5f req-cc035912-3bc1-49e7-a614-f28a97af288f tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053863 Jan 27 19:10:38.905128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bd417-420f-4f62-82c3-3c5a31c6c9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:38.920227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:38.945664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:33Z', 'revision_number': 4, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '817bb373-77ce-459d-a9fa-eb42ad2ec870', 'name': '', 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'mac_address': 'fa:16:3e:4c:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '944066ec-3e00-4fc5-adc6-ff7643856cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:31Z', 'updated_at': '2022-01-27T19:10:33Z', 'revision_number': 2, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'subnets': [{'id': '944066ec-3e00-4fc5-adc6-ff7643856cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:39.022180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Checking router: 1424da4a-cf1b-4836-9dd5-3b64e821b266 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:10:39.025060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Updating router 1424da4a-cf1b-4836-9dd5-3b64e821b266 port 817bb373-77ce-459d-a9fa-eb42ad2ec870 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:10:39.095066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:39.281496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d9247d0e-aa14-4514-90b0-b6e52173dec2 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:10:39.317401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: d9247d0e-aa14-4514-90b0-b6e52173dec2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:10:39.318211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d9247d0e-aa14-4514-90b0-b6e52173dec2 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:10:39.568838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Deleting port 817bb373-77ce-459d-a9fa-eb42ad2ec870 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:39.570012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:39.679789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-455cd760-a2f8-4f66-ab9a-f51b9a813006 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592008 Jan 27 19:10:39.685019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:39.687048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Publish callbacks [] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:39.687912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:39.705169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Calling delete_port for 817bb373-77ce-459d-a9fa-eb42ad2ec870 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:39.705509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:39.793917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaf4ba-3a5e-45d6-b87d-ba1b189f2b15 None None] Pushing event updated for resources: {'Port': ['ID=817bb373-77ce-459d-a9fa-eb42ad2ec870,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:39.966092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-0c474e66-0d24-4d47-835b-e88f607a5c83 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:39.974833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-0c474e66-0d24-4d47-835b-e88f607a5c83 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924089 Jan 27 19:10:40.028055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-cbd90313-f8be-4a18-8a28-ff748380420e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/quotas/5cbc7973faf74dfdb7b44eeca3d68471 HTTP/1.1" status: 200 len: 375 time: 0.0304856 Jan 27 19:10:40.032984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Attempting to bind port 817bb373-77ce-459d-a9fa-eb42ad2ec870 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:40.033646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Attempting to bind port 817bb373-77ce-459d-a9fa-eb42ad2ec870 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:40.034253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Attempting to bind port 817bb373-77ce-459d-a9fa-eb42ad2ec870 on network 8637095e-6781-4e88-a90e-ed48607253ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:40.045851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:40.046399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Checking segment: {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:40.047057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:40.048295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Bound using segment: {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:40.049131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Bound port: 817bb373-77ce-459d-a9fa-eb42ad2ec870, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef8a1f6-3b70-41a0-955e-511c5f868b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8637095e-6781-4e88-a90e-ed48607253ea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:40.049875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:40.108533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (817bb373-77ce-459d-a9fa-eb42ad2ec870), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:40.160081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-f36df1f6-4a4f-4c70-8c2f-06012e7adabd tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067832 Jan 27 19:10:40.161992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Port 817bb373-77ce-459d-a9fa-eb42ad2ec870 has been deleted concurrently {{(pid=103324) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 19:10:40.182284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:40.183425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:40.239634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Pushing event deleted for resources: {'Port': ['ID=817bb373-77ce-459d-a9fa-eb42ad2ec870,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:40.478091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef65a45a-d01a-4186-a860-1a8d199ca489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:40.567095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:40.622539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-41f53ce6-aed6-49fb-9b53-98a3c0d17ab5 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=832f232273c748d5b50a291eb51c327f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942538 Jan 27 19:10:40.790945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-51986e97-eb77-4d21-8675-6f62e35747de tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:40.804740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-51986e97-eb77-4d21-8675-6f62e35747de tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.8984802 Jan 27 19:10:40.871545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8e96505f-110c-4f0a-b48d-f6ba1d26e063 None None] Could not find standard attr ID for object 817bb373-77ce-459d-a9fa-eb42ad2ec870. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:10:41.126936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:39Z', 'revision_number': 5, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:41.204142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe522-aa65-4201-bf05-7f9a84852cca req-1e4633b9-0375-42bf-b6f1-4f0e59f5dca5 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:41.209442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb99bff-09c1-43f8-9194-d3580b294624 None None] The sync data for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 is: [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:39Z', 'revision_number': 5, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:10:41.222539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d01fe522-aa65-4201-bf05-7f9a84852cca req-1e4633b9-0375-42bf-b6f1-4f0e59f5dca5 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.3701248 Jan 27 19:10:41.230397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef65a45a-d01a-4186-a860-1a8d199ca489 admin admin] Publish callbacks [] for security_group (acc17233-9de8-47d5-92d4-8c4eba8cd887), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.274873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef65a45a-d01a-4186-a860-1a8d199ca489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (acc17233-9de8-47d5-92d4-8c4eba8cd887), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.340233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-d2f78586-26fd-4053-ba3c-51efc7831139 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:41.341912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-d2f78586-26fd-4053-ba3c-51efc7831139 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6843667 Jan 27 19:10:41.359726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.473991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-63247775-76e4-432d-9772-0c5e87b2ba4f tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/quotas/832f232273c748d5b50a291eb51c327f HTTP/1.1" status: 200 len: 375 time: 0.1059201 Jan 27 19:10:41.496465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ef65a45a-d01a-4186-a860-1a8d199ca489 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df559338f3e6488c8ad6072e1b740fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8071125 Jan 27 19:10:41.497349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:41.503841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65a45a-d01a-4186-a860-1a8d199ca489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc17233-9de8-47d5-92d4-8c4eba8cd887,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:41.516174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Deleting port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:41.516524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.614651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-af5133ce-49ff-4010-8c1a-360578bced37 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244073 Jan 27 19:10:41.660321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d01fe522-aa65-4201-bf05-7f9a84852cca req-770a7efd-8f30-4df9-800d-d3ba14daa879 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374275 Jan 27 19:10:41.770159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] Publish callbacks [] for security_group (acc17233-9de8-47d5-92d4-8c4eba8cd887), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.833134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] Publish callbacks [] for security_group (acc17233-9de8-47d5-92d4-8c4eba8cd887), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.884436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c57cfebd-3e01-4fb8-a3ae-eb8739a6087f req-041e17b6-c5a1-414d-9bea-cf3acdee848b tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 210 time: 0.0511525 Jan 27 19:10:41.891578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0233d1b8-24c6-4ca1-af3e-4171567d2826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:41.999774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (acc17233-9de8-47d5-92d4-8c4eba8cd887), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:42.002611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:42.016318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acc17233-9de8-47d5-92d4-8c4eba8cd887 HTTP/1.1" status: 204 len: 168 time: 0.5133860 Jan 27 19:10:42.075031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] For port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:42.075031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:42.096660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-885b3f8c-f959-4c64-9494-f408e68eff89 req-aad9c9e8-6c1a-4bef-99b8-65c57e091d70 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 210 time: 0.1175537 Jan 27 19:10:42.136790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f697-5d9e-429c-8077-3b1731e57ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc17233-9de8-47d5-92d4-8c4eba8cd887,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:42.171303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Calling delete_port for e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 owned by compute:tempest-test_az-84755350 {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:42.686491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Router 1424da4a-cf1b-4836-9dd5-3b64e821b266 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:10:42.757126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a651f1-3a9e-4570-936d-2d3c16db1e92 req-5af6991c-9e09-4ac4-b5f7-23097b1ee1da tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:42.760926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a651f1-3a9e-4570-936d-2d3c16db1e92 req-5af6991c-9e09-4ac4-b5f7-23097b1ee1da tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:42.764084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a651f1-3a9e-4570-936d-2d3c16db1e92 req-5af6991c-9e09-4ac4-b5f7-23097b1ee1da tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:42.767692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a651f1-3a9e-4570-936d-2d3c16db1e92 req-5af6991c-9e09-4ac4-b5f7-23097b1ee1da tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:42.786477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6a651f1-3a9e-4570-936d-2d3c16db1e92 req-5af6991c-9e09-4ac4-b5f7-23097b1ee1da tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.6098206 Jan 27 19:10:42.960006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56592) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:42.998061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e61da2-a249-40f0-92b3-ef9e30a525b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.007550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:10:43.021677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aeae6c6a-db2f-479b-bbe6-18990b47903f admin admin] 10.222.0.59 "PUT /v2.0/routers/1424da4a-cf1b-4836-9dd5-3b64e821b266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5308104 Jan 27 19:10:43.024145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:43.028498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-4a8765c9-3096-4062-a46c-7751c0ff8a21 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2348149 Jan 27 19:10:43.028813 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Sync routers for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:10:43.044752 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:43.049621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (e93c37b8-0f70-4ee7-bc11-b9de40ec5b10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.050601 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:43.100714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528cbab-aabc-4f17-becc-7cad72114224 req-52cfaa38-fe70-46c7-8ccc-cea201cbec29 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:43.103754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5528cbab-aabc-4f17-becc-7cad72114224 req-52cfaa38-fe70-46c7-8ccc-cea201cbec29 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/ports?device_id=896a6364-52c1-41e8-87de-7a4fea72c49b HTTP/1.1" status: 200 len: 970 time: 0.2378244 Jan 27 19:10:43.297037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:43.352178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5528cbab-aabc-4f17-becc-7cad72114224 req-47d32ea3-ecf9-4e84-98b1-c52d08febfe6 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.59 "GET /v2.0/security-groups?id=69b47394-3073-4faf-b69b-5fc51516b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798265 Jan 27 19:10:43.370552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Pushing event deleted for resources: {'Port': ['ID=e93c37b8-0f70-4ee7-bc11-b9de40ec5b10,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:43.516820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] No DVR routers for this DVR port e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:10:43.529006 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.533476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-755f1ee1-b2ee-4971-9e4a-4043d0738c7d req-ebaafdf8-230e-4360-b121-11e657bd81e7 tempest-AggregatesAdminTestJSON-851947151 tempest-AggregatesAdminTestJSON-851947151-project] 10.222.0.66 "DELETE /v2.0/ports/e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 HTTP/1.1" status: 204 len: 173 time: 2.7174337 Jan 27 19:10:43.535571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'name': 'network-vif-deleted', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:43.538468 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c17152-64c6-4c86-a54d-bbbfb6eebe11" -d '{"events": [{"server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "name": "network-vif-deleted", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:43.546372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks [] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.754190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:39Z', 'revision_number': 5, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:43.755913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e61da2-a249-40f0-92b3-ef9e30a525b6 admin admin] Publish callbacks [] for security_group (2fc97c42-a009-446c-aa51-94d783b6195b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.770474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e61da2-a249-40f0-92b3-ef9e30a525b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2fc97c42-a009-446c-aa51-94d783b6195b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.789750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63592-508b-47f4-865e-fed70eddb38b req-8f696371-2829-4d38-b0f4-7fea56973425 tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:43.814327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77c63592-508b-47f4-865e-fed70eddb38b req-8f696371-2829-4d38-b0f4-7fea56973425 tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 886 time: 0.9419947 Jan 27 19:10:43.832054 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Checking router: 1424da4a-cf1b-4836-9dd5-3b64e821b266 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:10:43.839991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-729a386b-c7c2-4c39-9b4f-304816aaf508 req-7600d032-ca20-4e01-880e-afb121bb257a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 210 time: 0.1505992 Jan 27 19:10:43.852608 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Routers {'1424da4a-cf1b-4836-9dd5-3b64e821b266'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:10:43.854111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1424da4a-cf1b-4836-9dd5-3b64e821b266'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:43.904746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e61da2-a249-40f0-92b3-ef9e30a525b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc97c42-a009-446c-aa51-94d783b6195b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:43.920254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks [] for router_gateway (1424da4a-cf1b-4836-9dd5-3b64e821b266), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:43.925376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-713c205a-1a31-4c00-9294-926107d63d4d tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:43.939861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-713c205a-1a31-4c00-9294-926107d63d4d tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8839023 Jan 27 19:10:43.951614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:43.953918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66e61da2-a249-40f0-92b3-ef9e30a525b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f56d08c731de4fa6a75b49cc9ae38586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9921987 Jan 27 19:10:43.957039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Request body: {'port': {'device_id': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '5cbc7973faf74dfdb7b44eeca3d68471'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:44.082783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fff0e29-86c4-492f-892f-d3c0ab3c7f11 req-3c6f9313-2392-409f-ac59-fe6158b7103d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 210 time: 0.0978379 Jan 27 19:10:44.086208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Deleting port 1788a38e-9da8-4d2a-92d1-43f4e50c606c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:44.087057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:44.171155 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] Set router 1424da4a-cf1b-4836-9dd5-3b64e821b266 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:10:44.183942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:10:44.259344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:10:44.262331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e93c37b8-0f70-4ee7-bc11-b9de40ec5b10 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:10:44.281836 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bafba95-8ee2-4c11-aae7-404ebfedc1cf x-openstack-request-id: req-6bafba95-8ee2-4c11-aae7-404ebfedc1cf {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:44.282117 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a6364-52c1-41e8-87de-7a4fea72c49b", "name": "network-vif-deleted", "tag": "e93c37b8-0f70-4ee7-bc11-b9de40ec5b10", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:44.282377 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bafba95-8ee2-4c11-aae7-404ebfedc1cf {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:44.282781 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a6364-52c1-41e8-87de-7a4fea72c49b', 'name': 'network-vif-deleted', 'tag': 'e93c37b8-0f70-4ee7-bc11-b9de40ec5b10', 'status': 'completed', 'code': 200} Jan 27 19:10:44.294971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] Publish callbacks [] for security_group (2fc97c42-a009-446c-aa51-94d783b6195b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:44.326761 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-9597561e-68f0-423f-b665-fd9e9cc42404 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=832f232273c748d5b50a291eb51c327f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377424 Jan 27 19:10:44.527179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] Publish callbacks [] for security_group (2fc97c42-a009-446c-aa51-94d783b6195b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:44.533073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-9ece0fba-8c2f-4aa7-9aed-b60432fd8b6d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:44.538501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-9ece0fba-8c2f-4aa7-9aed-b60432fd8b6d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071459 Jan 27 19:10:44.565584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Request body: {'port': {'device_id': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '832f232273c748d5b50a291eb51c327f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:44.687645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Made reservation on behalf of 5cbc7973faf74dfdb7b44eeca3d68471 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:44.692665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:44.707352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:39Z', 'revision_number': 5, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:44.804357 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a168699-3bd9-4605-af46-9d69f654f84d None None] The sync data for ids ['1424da4a-cf1b-4836-9dd5-3b64e821b266'] in n-d-760453-6 is: [{'id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1379731723-router', 'tenant_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:10:26Z', 'updated_at': '2022-01-27T19:10:39Z', 'revision_number': 5, 'project_id': 'a54ae96d3a6f40628ab8a0e1c94a8ec6', 'gw_port': {'id': '1788a38e-9da8-4d2a-92d1-43f4e50c606c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424da4a-cf1b-4836-9dd5-3b64e821b266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:10:27Z', 'updated_at': '2022-01-27T19:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:10:44.889049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06751e-ec6a-4c36-ba6a-70b2a8c55b58 req-ea4b6f76-dcb0-40f0-b219-d57018b8a0fa tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:44.893864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06751e-ec6a-4c36-ba6a-70b2a8c55b58 req-ea4b6f76-dcb0-40f0-b219-d57018b8a0fa tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:44.894392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06751e-ec6a-4c36-ba6a-70b2a8c55b58 req-ea4b6f76-dcb0-40f0-b219-d57018b8a0fa tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:44.894869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06751e-ec6a-4c36-ba6a-70b2a8c55b58 req-ea4b6f76-dcb0-40f0-b219-d57018b8a0fa tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:44.896892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d06751e-ec6a-4c36-ba6a-70b2a8c55b58 req-ea4b6f76-dcb0-40f0-b219-d57018b8a0fa tempest-NetworksTest-1658307747 tempest-NetworksTest-1658307747-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.6850851 Jan 27 19:10:44.997305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:44.999903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2fc97c42-a009-446c-aa51-94d783b6195b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.006625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.014235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fc97c42-a009-446c-aa51-94d783b6195b HTTP/1.1" status: 204 len: 168 time: 1.0615036 Jan 27 19:10:45.096499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] For port 1788a38e-9da8-4d2a-92d1-43f4e50c606c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1788a38e-9da8-4d2a-92d1-43f4e50c606c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:45.097519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.101214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50eb4df0-f38a-464b-a097-231431104f9b req-c128f95b-9efe-490d-86c1-32d1240312dc tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 210 time: 0.0403192 Jan 27 19:10:45.105111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35769b7-cfdc-4c66-a55d-84a8ba6fe389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc97c42-a009-446c-aa51-94d783b6195b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:45.152387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Calling delete_port for 1788a38e-9da8-4d2a-92d1-43f4e50c606c owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:45.263893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Allocated IP 192.168.233.23 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/a094f59e-28d1-450f-805f-ac8bcab8895d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:45.391839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.405966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Made reservation on behalf of 832f232273c748d5b50a291eb51c327f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:45.413631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.448171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks [] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.456284 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.539826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2e3ed79-ee1c-4001-ab90-eda61b9ce6b7 req-c8343dc7-c42b-4f1e-ad9b-a7b2dbacb1d5 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 210 time: 0.0821702 Jan 27 19:10:45.554293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.666738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:45.678290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:45.690306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:45.768643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks [] for security_group (224dd42e-bd97-46ba-935b-98f0f332eedc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.786357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (224dd42e-bd97-46ba-935b-98f0f332eedc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.796638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Pushing event updated for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:45.828674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:45.870552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:45.871820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.908254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-31b3f822-9415-4ac9-a47e-89fc3e06e5aa tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9587979 Jan 27 19:10:45.927044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Request body: {'port': {'device_id': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:45.949930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:45.957343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224dd42e-bd97-46ba-935b-98f0f332eedc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:46.070376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1788a38e-9da8-4d2a-92d1-43f4e50c606c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.115189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1788a38e-9da8-4d2a-92d1-43f4e50c606c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:46.191632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.201980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.276116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-862b54f1-0192-4025-b882-b8a02a1a9bab None None] Provisioning complete for port a094f59e-28d1-450f-805f-ac8bcab8895d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:46.276679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-862b54f1-0192-4025-b882-b8a02a1a9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.393020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Allocated IP 192.168.233.27 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/e5d16fc7-64a2-4ce0-a054-02bd6fae4ced) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:10:46.410203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-862b54f1-0192-4025-b882-b8a02a1a9bab None None] Port a094f59e-28d1-450f-805f-ac8bcab8895d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:46.420784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538ab82-d87f-44fb-b215-d0defa866ded req-e30421a9-4753-40cb-be26-d3cb475cf02a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:46.435659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0538ab82-d87f-44fb-b215-d0defa866ded req-e30421a9-4753-40cb-be26-d3cb475cf02a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 935 time: 0.2109656 Jan 27 19:10:46.472607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.477237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks [] for router_controller (1424da4a-cf1b-4836-9dd5-3b64e821b266), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.533379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:46.615456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e2731f9-0e08-4890-af6b-790acfccb410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.663936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1424da4a-cf1b-4836-9dd5-3b64e821b266), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.664885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1424da4a-cf1b-4836-9dd5-3b64e821b266 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:10:46.681857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:46.684121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55604a82-bd0b-48ef-84db-ffc20dd05c09 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1424da4a-cf1b-4836-9dd5-3b64e821b266 HTTP/1.1" status: 204 len: 168 time: 3.6572862 Jan 27 19:10:46.687298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:46.890203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0538ab82-d87f-44fb-b215-d0defa866ded req-ad3331b1-d912-4b9c-a3b8-7c7044abf6d4 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390563 Jan 27 19:10:46.953140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Deleting subnet 944066ec-3e00-4fc5-adc6-ff7643856cf0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:10:46.985715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Publish callbacks [] for subnet (944066ec-3e00-4fc5-adc6-ff7643856cf0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.054827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks [] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.058003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d01f38-b66e-4efe-adaa-a4fa95740b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.063866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acd19984-2d7d-4d24-bcc3-e729cfb26bc4 req-69333f6a-ba4f-469b-8b56-507927e5b8d2 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 210 time: 0.1001070 Jan 27 19:10:47.113880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (944066ec-3e00-4fc5-adc6-ff7643856cf0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.161935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e2731f9-0e08-4890-af6b-790acfccb410 admin admin] Publish callbacks [] for security_group (64a8934b-0ada-47a4-8355-45e75cea235d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.170037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e2731f9-0e08-4890-af6b-790acfccb410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (64a8934b-0ada-47a4-8355-45e75cea235d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.179843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.262528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:47.262717 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0e2731f9-0e08-4890-af6b-790acfccb410 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=967a6ad711e842579d57d27077c3dceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4254630 Jan 27 19:10:47.287722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:10:47.311251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2731f9-0e08-4890-af6b-790acfccb410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a8934b-0ada-47a4-8355-45e75cea235d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:47.345915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:47.390361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:10:47.410464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:47.411071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.447204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (944066ec-3e00-4fc5-adc6-ff7643856cf0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.549853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d01f38-b66e-4efe-adaa-a4fa95740b5f admin admin] Publish callbacks [] for security_group (f582047b-0e2c-41a3-bb5d-918d0f5c874b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.552002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Pushing event updated for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:47.559108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d01f38-b66e-4efe-adaa-a4fa95740b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f582047b-0e2c-41a3-bb5d-918d0f5c874b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.571668 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-dccc0381-7cbd-44de-b020-5d43c2288440 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0202959 Jan 27 19:10:47.578797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] Publish callbacks [] for security_group (64a8934b-0ada-47a4-8355-45e75cea235d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.583230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a094f59e-28d1-450f-805f-ac8bcab8895d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:47.608027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks [] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.612137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] Publish callbacks [] for security_group (64a8934b-0ada-47a4-8355-45e75cea235d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.681640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Request body: {'port': {'device_id': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'device_owner': 'compute:tempest-test_az-84755350', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:47.748249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d01f38-b66e-4efe-adaa-a4fa95740b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582047b-0e2c-41a3-bb5d-918d0f5c874b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:47.755584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (64a8934b-0ada-47a4-8355-45e75cea235d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.758456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Transition to ACTIVE for port object a094f59e-28d1-450f-805f-ac8bcab8895d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:10:47.759155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.763041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (944066ec-3e00-4fc5-adc6-ff7643856cf0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.764646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64a8934b-0ada-47a4-8355-45e75cea235d HTTP/1.1" status: 204 len: 168 time: 0.4739377 Jan 27 19:10:47.771093 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2d01f38-b66e-4efe-adaa-a4fa95740b5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00f871c07e7f41ee9b6108e23ee569d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2322519 Jan 27 19:10:47.773709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56738) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:47.820335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114fc2-428d-4b45-839a-708ad1acd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a8934b-0ada-47a4-8355-45e75cea235d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:47.826864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.861321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.875092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944066ec-3e00-4fc5-adc6-ff7643856cf0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:47.890484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ff704fc7-bf42-452a-be5e-37815d9e8bc8 None None] Provisioning complete for port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:47.891087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff704fc7-bf42-452a-be5e-37815d9e8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.959562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:47.969301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3879638f-aff0-4d42-9e50-6495a88b5805 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/944066ec-3e00-4fc5-adc6-ff7643856cf0 HTTP/1.1" status: 204 len: 168 time: 1.2801538 Jan 27 19:10:47.980658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:47.982208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] Publish callbacks [] for security_group (f582047b-0e2c-41a3-bb5d-918d0f5c874b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.021525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1209b-802b-4492-b4cc-ad03ff66f9bd None None] Network 8637095e-6781-4e88-a90e-ed48607253ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:48.193207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Pushing event updated for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:48.565042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8637095e-6781-4e88-a90e-ed48607253ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.601383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1788a38e-9da8-4d2a-92d1-43f4e50c606c no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:10:48.615836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d16fc7-64a2-4ce0-a054-02bd6fae4ced {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:48.634020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1788a38e-9da8-4d2a-92d1-43f4e50c606c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:10:48.634663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1788a38e-9da8-4d2a-92d1-43f4e50c606c not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:10:48.641544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5a65-1250-497e-a28e-32f416ae0de5 req-7826331b-88f3-425d-8fee-a79a2534190a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:48.642723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ff704fc7-bf42-452a-be5e-37815d9e8bc8 None None] Port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:10:48.656452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-949b5a65-1250-497e-a28e-32f416ae0de5 req-7826331b-88f3-425d-8fee-a79a2534190a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 947 time: 0.5527625 Jan 27 19:10:48.695423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks [] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.712927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] Publish callbacks [] for security_group (f582047b-0e2c-41a3-bb5d-918d0f5c874b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.764478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b0d8-ee1d-418a-8c4f-a54dd0b175a6 req-f2e23282-1835-43a5-8401-bcae0f5adaf4 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:48.765443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Transition to ACTIVE for port object e5d16fc7-64a2-4ce0-a054-02bd6fae4ced will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:10:48.767778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2581b0d8-ee1d-418a-8c4f-a54dd0b175a6 req-f2e23282-1835-43a5-8401-bcae0f5adaf4 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 935 time: 0.3742888 Jan 27 19:10:48.775075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Attempting to bind port a094f59e-28d1-450f-805f-ac8bcab8895d on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:48.776030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Attempting to bind port a094f59e-28d1-450f-805f-ac8bcab8895d by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:48.776899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Attempting to bind port a094f59e-28d1-450f-805f-ac8bcab8895d on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:48.795076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:48.810203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] DHCP port deletion for 8637095e-6781-4e88-a90e-ed48607253ea request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:10:48.811254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.828776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Port a094f59e-28d1-450f-805f-ac8bcab8895d on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:10:48.829757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Attempting to bind port a094f59e-28d1-450f-805f-ac8bcab8895d on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:48.887985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Deleting port de06a53b-2494-488a-8fcc-3ba3d1f88fcc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:48.888993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.890695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f8c9d0-dc5d-4300-895e-1c2e38f7510f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.928895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f582047b-0e2c-41a3-bb5d-918d0f5c874b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.932077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:48.932645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:48.933296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:48.933910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Bound port: a094f59e-28d1-450f-805f-ac8bcab8895d, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:48.934451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.935607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:48.942474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f582047b-0e2c-41a3-bb5d-918d0f5c874b HTTP/1.1" status: 204 len: 168 time: 1.1641576 Jan 27 19:10:48.965061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-949b5a65-1250-497e-a28e-32f416ae0de5 req-0f2f74af-b276-4152-9eaa-3ebd534161e8 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071184 Jan 27 19:10:48.983380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:49.036313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356892e1-4bcd-4a96-b0ff-b881bd4273cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582047b-0e2c-41a3-bb5d-918d0f5c874b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:49.056685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Attempting to bind port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:10:49.056685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Attempting to bind port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:10:49.057060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Attempting to bind port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:49.079051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:10:49.079637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Attempting to bind port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:10:49.096388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] For port de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,segment=NetworkSegment(bef8a1f6-3b70-41a0-955e-511c5f868b90),segment_id=bef8a1f6-3b70-41a0-955e-511c5f868b90)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:49.097956 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.098997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:10:49.099556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:49.100196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:10:49.100937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Bound port: e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:10:49.101580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.141215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Calling delete_port for de06a53b-2494-488a-8fcc-3ba3d1f88fcc owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:49.212243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2581b0d8-ee1d-418a-8c4f-a54dd0b175a6 req-5d163c26-1f81-4533-abfb-23aaf9c193df tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237001 Jan 27 19:10:49.322149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f8c9d0-dc5d-4300-895e-1c2e38f7510f admin admin] Publish callbacks [] for security_group (6646a4e4-f327-4d0c-8669-ed0131d630bb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.333474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Deleting port de06a53b-2494-488a-8fcc-3ba3d1f88fcc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:10:49.333474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.382465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:49.394065 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.406784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:49.416051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.433070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] For port de06a53b-2494-488a-8fcc-3ba3d1f88fcc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,segment=NetworkSegment(bef8a1f6-3b70-41a0-955e-511c5f868b90),segment_id=bef8a1f6-3b70-41a0-955e-511c5f868b90)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:49.433548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.461226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Calling delete_port for de06a53b-2494-488a-8fcc-3ba3d1f88fcc owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:10:49.472818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] Pushing event deleted for resources: {'Port': ['ID=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:49.487191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781718a-39cc-448d-82af-75ccb71a620f None None] No DVR routers for this DVR port de06a53b-2494-488a-8fcc-3ba3d1f88fcc on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:10:49.502167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00f8c9d0-dc5d-4300-895e-1c2e38f7510f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6646a4e4-f327-4d0c-8669-ed0131d630bb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.536095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:49.546934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:49.547588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.551267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-35ddda57-51f0-4820-9523-aac0050ab978 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5d16fc7-64a2-4ce0-a054-02bd6fae4ced HTTP/1.1" status: 200 len: 1115 time: 1.8742993 Jan 27 19:10:49.551773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:49.554242 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:49.694293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-108aac59-0fb0-4554-9b99-e1ec93d6e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:49.695327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:10:49.700280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-108aac59-0fb0-4554-9b99-e1ec93d6e1f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 1118 time: 0.0866437 Jan 27 19:10:49.844435 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a09f06a-b506-410d-8c65-b81acd6844c7 x-openstack-request-id: req-3a09f06a-b506-410d-8c65-b81acd6844c7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:49.845406 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:49.846057 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a09f06a-b506-410d-8c65-b81acd6844c7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:49.846963 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced', 'status': 'completed', 'code': 200} Jan 27 19:10:49.850909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-4cd005d0-4659-4b45-9362-7e801ff4d0c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced HTTP/1.1" status: 200 len: 217 time: 0.1398280 Jan 27 19:10:49.869245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00f8c9d0-dc5d-4300-895e-1c2e38f7510f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f46180c5a0449e992dd5b8d451eb02a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0725348 Jan 27 19:10:49.888422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:49.906862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a094f59e-28d1-450f-805f-ac8bcab8895d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:10:49.915558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8c9d0-dc5d-4300-895e-1c2e38f7510f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6646a4e4-f327-4d0c-8669-ed0131d630bb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:49.922892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (de06a53b-2494-488a-8fcc-3ba3d1f88fcc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.944301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:49.999610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-3d2ae0ec-047a-49e2-8d6c-25a999f437eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:50.003773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-3d2ae0ec-047a-49e2-8d6c-25a999f437eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1442583 Jan 27 19:10:50.043533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] No DVR routers for this DVR port de06a53b-2494-488a-8fcc-3ba3d1f88fcc on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:10:50.048262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Pushing event deleted for resources: {'Port': ['ID=de06a53b-2494-488a-8fcc-3ba3d1f88fcc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:50.238236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-0b23cf33-d0bd-4f70-9b1b-a9a76c2ed284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:50.245031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-0b23cf33-d0bd-4f70-9b1b-a9a76c2ed284 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304013 Jan 27 19:10:50.260494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de06a53b-2494-488a-8fcc-3ba3d1f88fcc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:10:50.373481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: de06a53b-2494-488a-8fcc-3ba3d1f88fcc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:10:50.374090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de06a53b-2494-488a-8fcc-3ba3d1f88fcc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:10:50.419097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:50.446907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8721adfd-f307-482c-be99-0bc29836ba8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.462825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:50.463821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.466975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] 10.222.0.39 "PUT /v2.0/ports/a094f59e-28d1-450f-805f-ac8bcab8895d HTTP/1.1" status: 200 len: 1095 time: 4.5481699 Jan 27 19:10:50.500666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:50.504388 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:50.586513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-bf5d0d4d-78ae-416a-a275-fda3c2f1759e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323686 Jan 27 19:10:50.718854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8637095e-6781-4e88-a90e-ed48607253ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.745938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b613c2-29ec-4f2e-8011-24008c39130a service neutron] Pushing event updated for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:50.748789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] Publish callbacks [] for security_group (6646a4e4-f327-4d0c-8669-ed0131d630bb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.778322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8721adfd-f307-482c-be99-0bc29836ba8b admin admin] Publish callbacks [] for security_group (f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.789569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8637095e-6781-4e88-a90e-ed48607253ea']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:50.789911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8721adfd-f307-482c-be99-0bc29836ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.819014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b58348-a074-4002-ace2-3a0ac9337830 req-25188ed7-bdbb-4be2-8062-ec589ac07b91 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:50.820588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b58348-a074-4002-ace2-3a0ac9337830 req-25188ed7-bdbb-4be2-8062-ec589ac07b91 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 947 time: 0.3072903 Jan 27 19:10:50.824294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef8a1f6-3b70-41a0-955e-511c5f868b90') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:50.824630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef8a1f6-3b70-41a0-955e-511c5f868b90') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:10:50.830018 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e9a89cb-0c23-44a7-a95b-b9f43cd0972f req-a10aa45e-b07a-48b9-a431-d0bcaf770023 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343109 Jan 27 19:10:50.848089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-b5a5efd4-5c0f-44e0-b8cd-fbbc8cd5ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:50.849908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-b5a5efd4-5c0f-44e0-b8cd-fbbc8cd5ac4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 1098 time: 0.3025162 Jan 27 19:10:50.851802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (bef8a1f6-3b70-41a0-955e-511c5f868b90), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.855921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] Publish callbacks [] for security_group (6646a4e4-f327-4d0c-8669-ed0131d630bb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.883052 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8721adfd-f307-482c-be99-0bc29836ba8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=354d034d998140068a90733e525c89e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611263 Jan 27 19:10:50.884956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56838) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:50.885734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721adfd-f307-482c-be99-0bc29836ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:50.954211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-22599acc-aa86-403a-9708-d61cf2312eaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a094f59e-28d1-450f-805f-ac8bcab8895d HTTP/1.1" status: 200 len: 217 time: 0.0846999 Jan 27 19:10:50.957859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bef8a1f6-3b70-41a0-955e-511c5f868b90), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.986640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:10:50.987119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (bef8a1f6-3b70-41a0-955e-511c5f868b90), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:10:50.990606 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:10:50.998280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-750e71ed-3958-4fc8-ae87-772dbb5bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.000001 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-750e71ed-3958-4fc8-ae87-772dbb5bafd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 1118 time: 0.0972443 Jan 27 19:10:51.040895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfa58b-084d-4ec1-be37-11b872c73dfb req-005da1bc-8da4-4099-a1d7-a0b4f2239e53 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.042523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bfa58b-084d-4ec1-be37-11b872c73dfb req-005da1bc-8da4-4099-a1d7-a0b4f2239e53 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 967 time: 0.3380659 Jan 27 19:10:51.050757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] Publish callbacks [] for security_group (f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.117060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b58348-a074-4002-ace2-3a0ac9337830 req-f40f5252-5569-4ed6-9459-7b3181880767 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712507 Jan 27 19:10:51.127140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-fbd22501-d28a-408d-b7ec-35cde1a88f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.128933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-fbd22501-d28a-408d-b7ec-35cde1a88f29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1610885 Jan 27 19:10:51.152699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8637095e-6781-4e88-a90e-ed48607253ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.165199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6646a4e4-f327-4d0c-8669-ed0131d630bb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.167916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.169062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6646a4e4-f327-4d0c-8669-ed0131d630bb HTTP/1.1" status: 204 len: 168 time: 1.2796535 Jan 27 19:10:51.172099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.175730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8637095e-6781-4e88-a90e-ed48607253ea HTTP/1.1" status: 204 len: 168 time: 3.1832426 Jan 27 19:10:51.194735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] Publish callbacks [] for security_group (f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.224001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90383a-b292-4149-95ad-e450f3c3f295 admin admin] Pushing event deleted for resources: {'Network': ['ID=8637095e-6781-4e88-a90e-ed48607253ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:51.228955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6df18-b17c-45ec-9346-747aedc357a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6646a4e4-f327-4d0c-8669-ed0131d630bb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:51.242373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bfa58b-084d-4ec1-be37-11b872c73dfb req-e8ba1bad-fa15-4b60-bf52-a3176c425537 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655004 Jan 27 19:10:51.278016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-11915b27-f703-4f4b-b830-e47ca6120c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.280182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-11915b27-f703-4f4b-b830-e47ca6120c32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427143 Jan 27 19:10:51.296612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-1a5987d7-6dd6-40be-bcca-db45909c70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.298430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-1a5987d7-6dd6-40be-bcca-db45909c70bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2902367 Jan 27 19:10:51.350477 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d993eb-2196-424a-bf42-73aa0dbaeae4 x-openstack-request-id: req-88d993eb-2196-424a-bf42-73aa0dbaeae4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:51.350801 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:51.351056 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88d993eb-2196-424a-bf42-73aa0dbaeae4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:51.351448 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d', 'status': 'completed', 'code': 200} Jan 27 19:10:51.373140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-d8cffc9d-c967-4671-8183-99e158fafc07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced HTTP/1.1" status: 200 len: 217 time: 0.0658479 Jan 27 19:10:51.472248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.477820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:51.478009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-f59c7b7f-a5d6-42b8-b657-a7094e23db75 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872633 Jan 27 19:10:51.481920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14 HTTP/1.1" status: 204 len: 168 time: 0.5878129 Jan 27 19:10:51.502496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7f7ef-55d2-4d83-a0e8-8810041bfbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ae6d6-6a5a-47d7-931a-cfb95e0fbd14,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:51.527017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-0978e443-d186-4e82-8720-0c55df879101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.529707 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-0978e443-d186-4e82-8720-0c55df879101 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1477199 Jan 27 19:10:51.622237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-a9ec9a3a-6735-4e6f-a76e-92cf11a8629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:51.624485 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-a9ec9a3a-6735-4e6f-a76e-92cf11a8629d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870686 Jan 27 19:10:51.744745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3d7373c-e25f-4537-ad0a-d77fae22ae6f req-ff19bc7f-9f00-4a0e-940b-9af66bd25a5b service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571313 Jan 27 19:10:51.804239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:51.823775 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-5b5e958a-483f-47e9-aab6-4e2ce465d14e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912470 Jan 27 19:10:51.967877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a464e267-1ea7-4709-98be-9b77bd4cd30f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a54ae96d3a6f40628ab8a0e1c94a8ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584911 Jan 27 19:10:51.968115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:52.027150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b25f3bd1-de6a-4dd6-ada5-aee52125ae9b req-54b229dd-a334-4363-9700-27c7a56ee9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940727 Jan 27 19:10:52.037593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-dd583e13-c3cb-45a3-893d-3ce5213296c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.040473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-dd583e13-c3cb-45a3-893d-3ce5213296c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 1098 time: 0.1846063 Jan 27 19:10:52.200186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Publish callbacks [] for security_group (d51844ef-9e50-4722-a6ba-5a42976ad525), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:52.250971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Publish callbacks [] for security_group (d51844ef-9e50-4722-a6ba-5a42976ad525), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:52.335833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-2d9fc84f-afc1-4445-bffb-ec5e959c3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.337335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-2d9fc84f-afc1-4445-bffb-ec5e959c3ba8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2760952 Jan 27 19:10:52.399849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-18a68f4b-aeda-499f-87a6-fe4f44a1f0ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a094f59e-28d1-450f-805f-ac8bcab8895d HTTP/1.1" status: 200 len: 217 time: 0.0552897 Jan 27 19:10:52.424664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d51844ef-9e50-4722-a6ba-5a42976ad525), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:52.427324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:52.428546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d51844ef-9e50-4722-a6ba-5a42976ad525 HTTP/1.1" status: 204 len: 168 time: 0.4582384 Jan 27 19:10:52.437748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:52.483345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205175-340c-4529-9d1e-04dab6bd6ff5 req-6ed46e06-3080-4198-ba19-6026a1fbb0b5 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.485600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a205175-340c-4529-9d1e-04dab6bd6ff5 req-6ed46e06-3080-4198-ba19-6026a1fbb0b5 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 947 time: 0.2136564 Jan 27 19:10:52.507677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51844ef-9e50-4722-a6ba-5a42976ad525,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:52.541092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-207b6b1a-743f-41fe-abaf-7b280dfe8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.542752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-207b6b1a-743f-41fe-abaf-7b280dfe8ab9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1298256 Jan 27 19:10:52.547282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.547634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.548395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.548395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.548776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.549185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.549377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.549742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.549961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.550271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.550603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.550940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.551245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab9542-584a-4b1d-8629-60b45d7ae732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:52.612874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b95a-46ed-4196-b738-3d5d6f90f9f6 req-8aea36c1-424b-49f1-b1eb-884ef78016f7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.614533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb48b95a-46ed-4196-b738-3d5d6f90f9f6 req-8aea36c1-424b-49f1-b1eb-884ef78016f7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 967 time: 0.2192862 Jan 27 19:10:52.648612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a205175-340c-4529-9d1e-04dab6bd6ff5 req-feca9eb0-3f14-450d-9b50-37121190393b tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451855 Jan 27 19:10:52.661673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-bf002504-edc2-4e3b-9b3c-81fca98468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:52.663211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-bf002504-edc2-4e3b-9b3c-81fca98468ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089449 Jan 27 19:10:52.750037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb48b95a-46ed-4196-b738-3d5d6f90f9f6 req-66dc9df9-9166-450e-9e59-e3e2f6e46bcf tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237133 Jan 27 19:10:52.840701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-340309eb-3175-4994-a4a9-147dbef37295 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578107 Jan 27 19:10:53.009765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bd9c82-b7aa-472a-b7d6-d827748dcff7 req-1c91ad9b-1183-45e5-b248-4a897aa141e3 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611578 Jan 27 19:10:53.019765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.047523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56930) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:53.140856 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Publish callbacks [] for security_group (dc734c66-bb29-4e23-a322-c91fad0690b1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.149960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dc734c66-bb29-4e23-a322-c91fad0690b1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.186177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e2dcc80cabe43c893bcea29f406e644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7465150 Jan 27 19:10:53.190934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:53.227990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc734c66-bb29-4e23-a322-c91fad0690b1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:53.236740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.237101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.237526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.238016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.238361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.238699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.239034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.239368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.239882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.240222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.240546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.241171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.241671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90359fc-d362-4750-9f92-629ce9c2b8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:10:53.257870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61361778-9efd-4ddc-868a-e06f94efe25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.406517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.450122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] Publish callbacks [] for security_group (dc734c66-bb29-4e23-a322-c91fad0690b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.494792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] Publish callbacks [] for security_group (dc734c66-bb29-4e23-a322-c91fad0690b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.599790 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61361778-9efd-4ddc-868a-e06f94efe25a admin admin] Publish callbacks [] for security_group (db204259-1ddb-47ea-8730-4a555349be56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.613882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61361778-9efd-4ddc-868a-e06f94efe25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (db204259-1ddb-47ea-8730-4a555349be56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.633727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dc734c66-bb29-4e23-a322-c91fad0690b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.636651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.642215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc734c66-bb29-4e23-a322-c91fad0690b1 HTTP/1.1" status: 204 len: 168 time: 0.4458864 Jan 27 19:10:53.676455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-61361778-9efd-4ddc-868a-e06f94efe25a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2947a10672c24482ba60ae9ca9d44ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6274939 Jan 27 19:10:53.677829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61361778-9efd-4ddc-868a-e06f94efe25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db204259-1ddb-47ea-8730-4a555349be56,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:53.682576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:53.719271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba5e98-c3a2-481c-8cff-00cd891ec98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc734c66-bb29-4e23-a322-c91fad0690b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:53.819549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] Publish callbacks [] for security_group (db204259-1ddb-47ea-8730-4a555349be56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.855419 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] Publish callbacks [] for security_group (db204259-1ddb-47ea-8730-4a555349be56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:53.982751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f054d-be4c-4d19-9591-44148756d8d1 req-81142549-2806-4c1c-a60a-eb5769b06e6a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:53.985336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c64f054d-be4c-4d19-9591-44148756d8d1 req-81142549-2806-4c1c-a60a-eb5769b06e6a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 947 time: 0.1327336 Jan 27 19:10:54.020458 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (db204259-1ddb-47ea-8730-4a555349be56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.024148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.025604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db204259-1ddb-47ea-8730-4a555349be56 HTTP/1.1" status: 204 len: 168 time: 0.3420074 Jan 27 19:10:54.041345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b392990-099d-4861-bc66-827a68d54028 req-d00d5ba2-f584-4d43-8400-a857dc334779 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:54.047465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b392990-099d-4861-bc66-827a68d54028 req-d00d5ba2-f584-4d43-8400-a857dc334779 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 967 time: 0.1128182 Jan 27 19:10:54.076315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb24ac-a3f3-435b-afe5-997ba8715332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db204259-1ddb-47ea-8730-4a555349be56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:54.162826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c64f054d-be4c-4d19-9591-44148756d8d1 req-4aa0df20-db14-46e6-86ad-17fb9617af8b tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673081 Jan 27 19:10:54.191967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b392990-099d-4861-bc66-827a68d54028 req-cba5e3d7-3e78-4ca6-9d0a-8d79af704bc8 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418004 Jan 27 19:10:54.213441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e5d16fc7-64a2-4ce0-a054-02bd6fae4ced details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:10:54.370085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:54.417643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.422507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced', 'mac_address': 'fa:16:3e:15:93:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:tempest-test_az-84755350', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:10:54.496586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:54.497640 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.516617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d16fc7-64a2-4ce0-a054-02bd6fae4ced {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:54.548544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:54.557137 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.580231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:54.597707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4c1941c-b7a5-499f-8f96-b471c536d590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.666653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:54.711063 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4c1941c-b7a5-499f-8f96-b471c536d590 admin admin] Publish callbacks [] for security_group (f3289469-0b4e-4ac6-bc52-2a91233cac7c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.717203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4c1941c-b7a5-499f-8f96-b471c536d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3289469-0b4e-4ac6-bc52-2a91233cac7c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.765781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e4c1941c-b7a5-499f-8f96-b471c536d590 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8f00102d4d543e0ab2adf86212b92de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840615 Jan 27 19:10:54.767847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1941c-b7a5-499f-8f96-b471c536d590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3289469-0b4e-4ac6-bc52-2a91233cac7c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:54.769990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:54.861477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] Publish callbacks [] for security_group (f3289469-0b4e-4ac6-bc52-2a91233cac7c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.892337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] Publish callbacks [] for security_group (f3289469-0b4e-4ac6-bc52-2a91233cac7c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.940921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:10:54.957458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3289469-0b4e-4ac6-bc52-2a91233cac7c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.962681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:54.964832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3289469-0b4e-4ac6-bc52-2a91233cac7c HTTP/1.1" status: 204 len: 168 time: 0.1931791 Jan 27 19:10:54.979508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126d313-0e55-4780-9291-4fc4bd47ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3289469-0b4e-4ac6-bc52-2a91233cac7c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:55.341293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a094f59e-28d1-450f-805f-ac8bcab8895d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:10:55.371024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244be88-51eb-49ab-ba08-8ce45c37cc6b req-32d6134c-c4c2-425e-8962-c67025121f60 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:55.374309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d244be88-51eb-49ab-ba08-8ce45c37cc6b req-32d6134c-c4c2-425e-8962-c67025121f60 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 947 time: 0.0939915 Jan 27 19:10:55.471231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57026) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:55.511914 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e7a-a4db-4367-94cd-f1564c607a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.543370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee8cfd-281c-41ea-8e75-876a8d474ed6 req-8250e13f-e940-4847-8fb0-9b1bdfa9588c tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:55.557285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87ee8cfd-281c-41ea-8e75-876a8d474ed6 req-8250e13f-e940-4847-8fb0-9b1bdfa9588c tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 968 time: 0.2010922 Jan 27 19:10:55.577509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a094f59e-28d1-450f-805f-ac8bcab8895d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:55.592259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d244be88-51eb-49ab-ba08-8ce45c37cc6b req-7035f8a6-54fe-4c2c-b672-59dcf5d4238d tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930861 Jan 27 19:10:55.608483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a094f59e-28d1-450f-805f-ac8bcab8895d', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'a094f59e-28d1-450f-805f-ac8bcab8895d', 'mac_address': 'fa:16:3e:80:79:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:10:55.683141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a094f59e-28d1-450f-805f-ac8bcab8895d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:55.683976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.704401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a094f59e-28d1-450f-805f-ac8bcab8895d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:10:55.712581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87ee8cfd-281c-41ea-8e75-876a8d474ed6 req-527749ae-3f3c-40bc-be10-9852684565a1 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536038 Jan 27 19:10:55.749807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a094f59e-28d1-450f-805f-ac8bcab8895d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:55.758960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.760796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e7a-a4db-4367-94cd-f1564c607a6b admin admin] Publish callbacks [] for security_group (4e08f201-1048-4366-8078-515a561c9ec2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.769601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e7a-a4db-4367-94cd-f1564c607a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e08f201-1048-4366-8078-515a561c9ec2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.788953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:55.811423 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de6c0e7a-a4db-4367-94cd-f1564c607a6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7231e0bb4c046ffab9cf8c067d36562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383038 Jan 27 19:10:55.816661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:55.870616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:55.873969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0e7a-a4db-4367-94cd-f1564c607a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08f201-1048-4366-8078-515a561c9ec2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:55.925584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] Publish callbacks [] for security_group (4e08f201-1048-4366-8078-515a561c9ec2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:55.961343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] Publish callbacks [] for security_group (4e08f201-1048-4366-8078-515a561c9ec2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.001583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57036) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:56.043736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a094f59e-28d1-450f-805f-ac8bcab8895d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:10:56.060524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e08f201-1048-4366-8078-515a561c9ec2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.067829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.075853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e08f201-1048-4366-8078-515a561c9ec2 HTTP/1.1" status: 204 len: 168 time: 0.2555687 Jan 27 19:10:56.089294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3bee9-1af2-48d2-aa9b-04bdc61d50ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08f201-1048-4366-8078-515a561c9ec2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:56.221181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e5d16fc7-64a2-4ce0-a054-02bd6fae4ced up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:56.239715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1504465511-network', 'tenant_id': '709e32a45d9d43c8b293358a3db48343'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:56.279573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:56.284736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.310403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.352360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:10:56.366644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:56.367123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.510251 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ec79b541-edc6-45a4-ab63-d00c0b292d47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99fd1cc410ce448d9b7feba27df34eab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5057433 Jan 27 19:10:56.512218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57048) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:56.512730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:56.513758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.559725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:56.560633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks [] for security_group (1e984968-3fbc-416a-9fe5-88d17f7faca8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.572795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1e984968-3fbc-416a-9fe5-88d17f7faca8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.573060 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919f5642-57f3-4a87-bca8-48f58c938eb4" -d '{"events": [{"server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:56.620686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:56.629066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.639178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] Publish callbacks [] for security_group (69b47394-3073-4faf-b69b-5fc51516b22d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.676052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:10:56.727714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e984968-3fbc-416a-9fe5-88d17f7faca8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:56.740218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:56.748431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (635d23f4-dc6c-465c-8444-25f40c2ce0d1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.749816 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Added segment 635d23f4-dc6c-465c-8444-25f40c2ce0d1 of type vlan for network dafe67dd-81e9-44aa-b6a0-0a192e294674 Jan 27 19:10:56.789743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] Publish callbacks [] for security_group (69b47394-3073-4faf-b69b-5fc51516b22d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.799769 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f93eb4-0393-45d2-9596-bbaeea020aad x-openstack-request-id: req-a2f93eb4-0393-45d2-9596-bbaeea020aad {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:56.800178 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:56.800450 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2f93eb4-0393-45d2-9596-bbaeea020aad {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:56.800878 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced', 'code': 200} Jan 27 19:10:56.879638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (69b47394-3073-4faf-b69b-5fc51516b22d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.884870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.889196 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69b47394-3073-4faf-b69b-5fc51516b22d HTTP/1.1" status: 204 len: 168 time: 0.3730876 Jan 27 19:10:56.896073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (dafe67dd-81e9-44aa-b6a0-0a192e294674), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:56.901664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7dbf2-820a-41fa-802a-0c36102ebf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b47394-3073-4faf-b69b-5fc51516b22d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:56.951577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f6a2a-729a-4f77-bc05-0234b85c928a req-cf94674b-8627-4c0c-99f4-d4e9b503ba58 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:56.954546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d4f6a2a-729a-4f77-bc05-0234b85c928a req-cf94674b-8627-4c0c-99f4-d4e9b503ba58 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 948 time: 0.1386664 Jan 27 19:10:57.012145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41558d-3efa-4009-b1dc-6b623be3639d req-08567e7f-5264-4dda-a964-f68b0d4f9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:57.015604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb41558d-3efa-4009-b1dc-6b623be3639d req-08567e7f-5264-4dda-a964-f68b0d4f9134 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 1120 time: 0.0859313 Jan 27 19:10:57.064959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (dafe67dd-81e9-44aa-b6a0-0a192e294674), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.066201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:57.066821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.090813 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb41558d-3efa-4009-b1dc-6b623be3639d req-419e739d-4b1e-4665-8802-d301338f6e08 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684147 Jan 27 19:10:57.130779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:57.133605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3391843 Jan 27 19:10:57.137891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d4f6a2a-729a-4f77-bc05-0234b85c928a req-8a599479-a2ad-4aeb-a6b1-931f55ca3ec5 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723831 Jan 27 19:10:57.151790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Request body: {'subnet': {'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1504465511-subnet', 'tenant_id': '709e32a45d9d43c8b293358a3db48343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:10:57.212294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ae845-24f4-4e3e-88fc-b9ba43bab068 admin admin] Pushing event updated for resources: {'Network': ['ID=dafe67dd-81e9-44aa-b6a0-0a192e294674,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:57.216610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:10:57.220210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.226741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65625-3f37-4283-bed9-ae1d6a3cd732 req-e85417d9-6150-421f-9b3f-fdbfaaa50dc1 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:57.229008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:10:57.234912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fd65625-3f37-4283-bed9-ae1d6a3cd732 req-e85417d9-6150-421f-9b3f-fdbfaaa50dc1 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.1787651 Jan 27 19:10:57.293413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fd65625-3f37-4283-bed9-ae1d6a3cd732 req-9a968d04-934d-4687-a445-c7ff48d91c7e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Jan 27 19:10:57.365780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a094f59e-28d1-450f-805f-ac8bcab8895d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:10:57.471882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a094f59e-28d1-450f-805f-ac8bcab8895d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:10:57.479860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a094f59e-28d1-450f-805f-ac8bcab8895d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:10:57.481148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.614972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a094f59e-28d1-450f-805f-ac8bcab8895d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:10:57.615623 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.617982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (3b7afd0b-478d-4a8a-bd82-c6d32f8260c9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.659867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a094f59e-28d1-450f-805f-ac8bcab8895d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:10:57.668452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.699994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:57.755735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:57.760710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:57.782700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:10:57.783292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Network hostable DHCP agents. Network: dafe67dd-81e9-44aa-b6a0-0a192e294674, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:10:57.798423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70924246-aae3-4813-8fa1-e6ec8b5d83ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14f5111287c941cb9c196f33baeb72de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967400 Jan 27 19:10:57.801110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:10:57.818947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:10:57.841602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, dafe67dd-81e9-44aa-b6a0-0a192e294674) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:10:57.849317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:57.849922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.864905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34b763-4444-44ec-81f2-1526ce9160b2 None None] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:57.876447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] Publish callbacks [] for security_group (889ec3e3-722e-4db7-97c6-aaf3bddf2522), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:57.886840 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15f0ef24-8437-4b41-9c24-21994cf6f3cc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7539506 Jan 27 19:10:57.924649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] Publish callbacks [] for security_group (889ec3e3-722e-4db7-97c6-aaf3bddf2522), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:58.044447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-14980660-e1ba-49bf-aa36-54ceba60bb28 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=83b365a456444464a18d50f5360629f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275187 Jan 27 19:10:58.052949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (889ec3e3-722e-4db7-97c6-aaf3bddf2522), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:58.061249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:10:58.067034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/889ec3e3-722e-4db7-97c6-aaf3bddf2522 HTTP/1.1" status: 204 len: 168 time: 0.2628841 Jan 27 19:10:58.111717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f912-f4f0-40cd-a479-59f02fd9433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ec3e3-722e-4db7-97c6-aaf3bddf2522,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:10:58.141385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8fcdc-37bb-4392-8b24-52d00a0a2860 None None] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:10:58.254988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-36522ac7-fd4b-4db2-8024-da6a42e4105f tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:58.262168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-36522ac7-fd4b-4db2-8024-da6a42e4105f tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934891 Jan 27 19:10:58.343369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-9940133a-f154-4e50-9a5b-8b127dc9669a tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/quotas/83b365a456444464a18d50f5360629f7 HTTP/1.1" status: 200 len: 375 time: 0.0792437 Jan 27 19:10:58.444459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-70244144-17ce-438e-9978-5b183515a2cd tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=83b365a456444464a18d50f5360629f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909624 Jan 27 19:10:58.497050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e7d6f-c641-49e3-ab2f-075d9a916c38 req-2e1eba79-17c8-4c4c-bdfd-02af88659063 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:58.510874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-580e7d6f-c641-49e3-ab2f-075d9a916c38 req-2e1eba79-17c8-4c4c-bdfd-02af88659063 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.2369285 Jan 27 19:10:58.635630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-580e7d6f-c641-49e3-ab2f-075d9a916c38 req-ec601b04-5add-442d-98fc-d94e42895f18 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156971 Jan 27 19:10:58.802476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:10:58.808044 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91502fe-3953-4d8e-a121-be535694c52b" -d '{"events": [{"server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "name": "network-vif-plugged", "status": "completed", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:10:58.870175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-daffe7a0-bf56-4ee0-afe8-8f5e63c8483a req-4dc19978-78ee-4b35-8164-f2e5163e9bb9 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 210 time: 0.1168470 Jan 27 19:10:58.937625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bcdf-1ccf-4e0e-868a-60ff8699bd8a req-7c7cf758-60e6-42cf-8dd9-473e44d116cd tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:58.940597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2e9bcdf-1ccf-4e0e-868a-60ff8699bd8a req-7c7cf758-60e6-42cf-8dd9-473e44d116cd tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.1569273 Jan 27 19:10:58.990274 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07adc5-f3c6-4c87-9a27-f5b0ff1e8137 x-openstack-request-id: req-9e07adc5-f3c6-4c87-9a27-f5b0ff1e8137 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:10:58.990616 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "name": "network-vif-plugged", "status": "completed", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:10:58.991061 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e07adc5-f3c6-4c87-9a27-f5b0ff1e8137 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:10:58.991677 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d', 'code': 200} Jan 27 19:10:59.354939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2e9bcdf-1ccf-4e0e-868a-60ff8699bd8a req-b1dd70ec-a58e-49f5-a4df-2912f504adbe tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051106 Jan 27 19:10:59.382488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2324ee-49c7-4dc4-b48e-f5919c4dd1d9 req-c436f19f-a631-4a76-bac6-86d18ce317b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:10:59.384356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad2324ee-49c7-4dc4-b48e-f5919c4dd1d9 req-c436f19f-a631-4a76-bac6-86d18ce317b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 1100 time: 0.1132455 Jan 27 19:10:59.445950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad2324ee-49c7-4dc4-b48e-f5919c4dd1d9 req-8e084bab-75e3-4d8c-a05c-1d6028751ca3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 Jan 27 19:10:59.574520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:00.046389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-40c645ff-5798-4c91-a314-8d7836f5cc1d tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=83b365a456444464a18d50f5360629f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392921 Jan 27 19:11:00.326245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-154851100-network', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:00.370568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Made reservation on behalf of 65362594c5224b3bb3016cdaed7e69e4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:00.378027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.412756 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.413558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57194) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:00.437919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-178955821-network', 'tenant_id': '1a5590c0afbf4222801d5a2d098a927b'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:00.524766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Made reservation on behalf of 1a5590c0afbf4222801d5a2d098a927b for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:00.531220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.545341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks [] for security_group (797ad894-80d5-4894-8139-159168817ab6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.550930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (797ad894-80d5-4894-8139-159168817ab6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.558399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.585824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:00.603558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-91c97e03-b97f-45c9-b1c0-e7d8e3f67bfc tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:00.606997 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-91c97e03-b97f-45c9-b1c0-e7d8e3f67bfc tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5571215 Jan 27 19:11:00.627180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Request body: {'port': {'device_id': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '83b365a456444464a18d50f5360629f7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:00.631217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (741cbf02-645f-4523-838a-83546ff9a836), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.631972 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Added segment 741cbf02-645f-4523-838a-83546ff9a836 of type vlan for network 182e8b11-5020-451e-821b-90b1a892782c Jan 27 19:11:00.636892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ad894-80d5-4894-8139-159168817ab6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:00.772559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (182e8b11-5020-451e-821b-90b1a892782c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.836073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (182e8b11-5020-451e-821b-90b1a892782c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.838842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:00.840102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.977818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Made reservation on behalf of 83b365a456444464a18d50f5360629f7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:00.982601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4055989 Jan 27 19:11:00.984073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:00.997214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:01.005771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.011778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Request body: {'subnet': {'network_id': '182e8b11-5020-451e-821b-90b1a892782c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-154851100-subnet', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:01.014889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks [] for security_group (1436bb22-5b2f-4bfe-aad2-5fbe69023933), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.030454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1436bb22-5b2f-4bfe-aad2-5fbe69023933), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.050151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29508abd-323f-4887-b292-ff06545001f5 admin admin] Pushing event updated for resources: {'Network': ['ID=182e8b11-5020-451e-821b-90b1a892782c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:01.067897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 182e8b11-5020-451e-821b-90b1a892782c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:01.096068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Made reservation on behalf of 65362594c5224b3bb3016cdaed7e69e4 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:01.102359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1436bb22-5b2f-4bfe-aad2-5fbe69023933,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:01.103247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.135556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:01.172220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bf421f94-f315-45ae-b991-3c597d6cdb2c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.172865 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Added segment bf421f94-f315-45ae-b991-3c597d6cdb2c of type vlan for network 8a4124f0-6bc4-4b21-8ff4-da5717480a77 Jan 27 19:11:01.281970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8a4124f0-6bc4-4b21-8ff4-da5717480a77), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.392524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks [] for security_group (d866904e-768a-4a8b-87cb-73611971cc3d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.396671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8a4124f0-6bc4-4b21-8ff4-da5717480a77), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.399149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:01.400224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.419718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d866904e-768a-4a8b-87cb-73611971cc3d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.544065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (9edafbdf-5437-4604-9b0c-bc00f240fa85), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.660280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-689b5c0e-f6b6-42a8-902a-472dcc9d28ba req-5eaab329-3702-4555-92b3-f2de939cc8c2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:01.677465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689b5c0e-f6b6-42a8-902a-472dcc9d28ba req-5eaab329-3702-4555-92b3-f2de939cc8c2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7822530 Jan 27 19:11:01.693931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2780902 Jan 27 19:11:01.701036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:01.737908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Request body: {'subnet': {'network_id': '8a4124f0-6bc4-4b21-8ff4-da5717480a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-178955821-subnet', 'tenant_id': '1a5590c0afbf4222801d5a2d098a927b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:01.782724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d866904e-768a-4a8b-87cb-73611971cc3d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:01.801119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edafbdf-5437-4604-9b0c-bc00f240fa85,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:01.853052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Checking segment: {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:01.853362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Network hostable DHCP agents. Network: 182e8b11-5020-451e-821b-90b1a892782c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:01.869986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Made reservation on behalf of 1a5590c0afbf4222801d5a2d098a927b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:01.877325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:01.884494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d24a3-c067-4f3e-9dc6-6e4fa2d9cfd6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4124f0-6bc4-4b21-8ff4-da5717480a77,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:01.904772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8a4124f0-6bc4-4b21-8ff4-da5717480a77 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:01.967063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Allocated IP 192.168.233.8 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/2342a6a7-802d-487c-bc18-c9fda6f2ee5b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:02.162678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Network 182e8b11-5020-451e-821b-90b1a892782c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:02.214004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60112ace-3a74-493c-879a-910b55310656 req-dccca86c-f329-4bf7-af1d-6c247c954866 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 210 time: 0.0680857 Jan 27 19:11:02.222729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 182e8b11-5020-451e-821b-90b1a892782c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:02.241761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:02.242457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.250152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eacd69-2e62-4372-bf95-32a6340b5a65 None None] Network 182e8b11-5020-451e-821b-90b1a892782c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:02.280345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346715b-4caf-4748-abc2-c9542269b703 req-4b651868-30e9-41d7-987f-d9570aa07bd6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:02.288675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e346715b-4caf-4748-abc2-c9542269b703 req-4b651868-30e9-41d7-987f-d9570aa07bd6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.4452424 Jan 27 19:11:02.359134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks [] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.421184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:02.428634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:02.433898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aaff79a0-5016-4efa-9406-28cc5f0ca56a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4333181 Jan 27 19:11:02.437392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (7f28c33d-a742-4f6f-8a96-7af3321ffad7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.488008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.498843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.498843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.555331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-182e8b11-5020-451e-821b-90b1a892782c', 'network_id': '182e8b11-5020-451e-821b-90b1a892782c', 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'fixed_ips': [{'subnet_id': '9edafbdf-5437-4604-9b0c-bc00f240fa85'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:11:02.556909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.590798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:02.611779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e346715b-4caf-4748-abc2-c9542269b703 req-0991e1fc-6d0d-4b80-a6f7-9c1df6bffc13 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618153 Jan 27 19:11:02.614881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:02.624668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f28c33d-a742-4f6f-8a96-7af3321ffad7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:02.633531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:02.639556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:02.640212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.661629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Checking segment: {'id': 'bf421f94-f315-45ae-b991-3c597d6cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8a4124f0-6bc4-4b21-8ff4-da5717480a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:02.661933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Network hostable DHCP agents. Network: 8a4124f0-6bc4-4b21-8ff4-da5717480a77, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:02.683181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Pushing event updated for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:02.709932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Network 8a4124f0-6bc4-4b21-8ff4-da5717480a77 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:02.737418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8a4124f0-6bc4-4b21-8ff4-da5717480a77) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:02.757237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:02.758381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.771261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for router_controller (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:02.775085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbeeb0-8d9d-424a-82e0-99a5184f8736 None None] Network 8a4124f0-6bc4-4b21-8ff4-da5717480a77 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:02.796107 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-6f443e1c-3a98-4c7a-8459-96a3872a93e6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1775815 Jan 27 19:11:02.826200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Request body: {'port': {'device_id': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:02.835628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2802598-76c2-407e-862c-6a38af4f19ef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1214314 Jan 27 19:11:03.027789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b7c4-01ab-4e55-87ab-a8fe9b374d9e req-e27d26f0-7fcb-4e1b-965d-95a211455aa7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:03.049187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d130b7c4-01ab-4e55-87ab-a8fe9b374d9e req-e27d26f0-7fcb-4e1b-965d-95a211455aa7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.1913390 Jan 27 19:11:03.273684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d130b7c4-01ab-4e55-87ab-a8fe9b374d9e req-f0d2edf7-2484-409c-bac9-e01701921150 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213666 Jan 27 19:11:03.299061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:03.350127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for router_gateway (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:03.397209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Allocated IP 172.20.0.2 (182e8b11-5020-451e-821b-90b1a892782c/9edafbdf-5437-4604-9b0c-bc00f240fa85/a7770f45-6b98-474d-94fd-d8690862a7f7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:03.669628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e58e07-4b26-4e2e-b3d1-0a5133038ea6 None None] Network 8a4124f0-6bc4-4b21-8ff4-da5717480a77 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:03.765958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfab4fd-b4ef-4a97-a2ae-fcc1db01794c req-5554a89b-febc-48fb-8001-ee5b8a2e5dd7 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:03.771247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-95221341-99cd-4c8f-85d2-3ad24692b374 None None] Provisioning complete for port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:03.772024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95221341-99cd-4c8f-85d2-3ad24692b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:03.780977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dfab4fd-b4ef-4a97-a2ae-fcc1db01794c req-5554a89b-febc-48fb-8001-ee5b8a2e5dd7 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 934 time: 0.0781898 Jan 27 19:11:03.850888 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks [] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:03.881096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:03.934395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-95221341-99cd-4c8f-85d2-3ad24692b374 None None] Port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:03.963548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Pushing event updated for resources: {'Port': ['ID=a7770f45-6b98-474d-94fd-d8690862a7f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:03.970360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Network 182e8b11-5020-451e-821b-90b1a892782c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:03.988737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:03.992069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:04.033738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dfab4fd-b4ef-4a97-a2ae-fcc1db01794c req-ba504dc0-b1f5-47a6-b709-a1017d4ba874 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423007 Jan 27 19:11:04.093595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Attempting to bind port a7770f45-6b98-474d-94fd-d8690862a7f7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:04.093986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Attempting to bind port a7770f45-6b98-474d-94fd-d8690862a7f7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:04.094501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Attempting to bind port a7770f45-6b98-474d-94fd-d8690862a7f7 on network 182e8b11-5020-451e-821b-90b1a892782c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:04.101302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:04.102267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Checking segment: {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:04.103021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.103846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Bound using segment: {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:04.104525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Bound port: a7770f45-6b98-474d-94fd-d8690862a7f7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:04.105094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.292099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b981-4512-4152-bf55-6159646d8d46 req-998d866c-3867-40b0-9ab6-f6a0147156b4 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:04.299765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6444b981-4512-4152-bf55-6159646d8d46 req-998d866c-3867-40b0-9ab6-f6a0147156b4 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.1887050 Jan 27 19:11:04.303538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-c900306f-2fe5-4c4c-be17-8baca8c7f410 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=832f232273c748d5b50a291eb51c327f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546215 Jan 27 19:11:04.320062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] For port a7770f45-6b98-474d-94fd-d8690862a7f7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:04.335344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] For port a7770f45-6b98-474d-94fd-d8690862a7f7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a7770f45-6b98-474d-94fd-d8690862a7f7,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:04.344149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.438793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2342a6a7-802d-487c-bc18-c9fda6f2ee5b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:04.442081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4078b9-e6fd-4591-9ae2-3b407180904a None None] Pushing event updated for resources: {'Port': ['ID=a7770f45-6b98-474d-94fd-d8690862a7f7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:04.444008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for router_gateway (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.458028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks [] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.483763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.499313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Transition to ACTIVE for port object 2342a6a7-802d-487c-bc18-c9fda6f2ee5b will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:11:04.531634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6444b981-4512-4152-bf55-6159646d8d46 req-eeafd412-f623-4858-b064-9636151616b6 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311196 Jan 27 19:11:04.545282 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.579041 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:11:04.668800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d9de9360-ff58-4bf7-92e6-55b8f1986438 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:04.674078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d9de9360-ff58-4bf7-92e6-55b8f1986438 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499701 Jan 27 19:11:04.677596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:04.727991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-5375ecae-a2e3-4db0-b97c-b74eba1d2a36 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/quotas/832f232273c748d5b50a291eb51c327f HTTP/1.1" status: 200 len: 375 time: 0.0319958 Jan 27 19:11:04.736866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Allocated IP 172.25.5.78 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:04.760993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Attempting to bind port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:04.761359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Attempting to bind port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:04.761699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Attempting to bind port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:04.776155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:04.776493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Attempting to bind port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:04.834355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:04.834727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:04.835120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:04.835623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Bound port: 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:04.836057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:04.910369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-672a46c3-1bf9-48f3-b32f-a94b1b214fd6 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753769 Jan 27 19:11:05.133572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:05.152759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:05.164396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:05.180885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:05.262302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:05.263213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:05.264971 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] 10.222.0.66 "PUT /v2.0/ports/2342a6a7-802d-487c-bc18-c9fda6f2ee5b HTTP/1.1" status: 200 len: 1094 time: 2.4584732 Jan 27 19:11:05.267324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:05.270206 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4" -d '{"events": [{"name": "network-changed", "server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:05.370967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b746-5fe5-4b51-8e82-a32641500cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:05.379445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:05.470251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:05.471472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-9566cefe-c4d6-42c6-b33d-3e237a4dc3b4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:05.482079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:05.486881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-69f95c21-fc91-4185-ad19-3acdfc9668d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:05.488744 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-69f95c21-fc91-4185-ad19-3acdfc9668d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83b365a456444464a18d50f5360629f7&device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 1097 time: 0.1686223 Jan 27 19:11:05.490489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:05.493539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:05.508076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-9566cefe-c4d6-42c6-b33d-3e237a4dc3b4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.3328791 Jan 27 19:11:05.551504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-f4c4d2aa-803b-4bec-a279-9394d7307968 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/quotas/709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 375 time: 0.0403590 Jan 27 19:11:05.619963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-dca54e33-0bf9-4f14-9c61-862d0f3c3298 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649881 Jan 27 19:11:05.634656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-ee041e0d-9665-4703-85fa-f80da4fb22a1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:05.635261 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-fbb97533-2a53-4cd5-ae9f-ccd9729f22e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b HTTP/1.1" status: 200 len: 217 time: 0.1390729 Jan 27 19:11:05.635715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-ee041e0d-9665-4703-85fa-f80da4fb22a1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057213 Jan 27 19:11:05.774823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-81417401-4026-43f5-8b1f-9625869ee4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:05.776578 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-81417401-4026-43f5-8b1f-9625869ee4d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1078219 Jan 27 19:11:05.915832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-e092d6e5-e944-46db-a84b-c7ae885dea88 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641828 Jan 27 19:11:05.929679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-95e17945-b4ea-4023-bc3c-ed2a4f11a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:05.931373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-95e17945-b4ea-4023-bc3c-ed2a4f11a6d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459572 Jan 27 19:11:06.157625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-d9edd625-8b73-4717-b39b-f6b80bf53888 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388172 Jan 27 19:11:06.340021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for router_gateway (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:06.400489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a7770f45-6b98-474d-94fd-d8690862a7f7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:06.539491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d5665-3981-41cd-8472-060a3e618c2f req-057a8754-e068-4ccf-93ba-0e77af39e411 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:06.541551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-798d5665-3981-41cd-8472-060a3e618c2f req-057a8754-e068-4ccf-93ba-0e77af39e411 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 946 time: 0.1443281 Jan 27 19:11:06.570856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a7770f45-6b98-474d-94fd-d8690862a7f7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:06.572160 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:06.630006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3437ba2a-93b9-4b06-a8ba-57e5d5ba0ba3 req-195f1dca-6fb7-4044-8b26-fd9f52db35f4 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 210 time: 0.0862694 Jan 27 19:11:06.670195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-798d5665-3981-41cd-8472-060a3e618c2f req-1c94eb78-d4ff-4c4d-a9aa-ce0ad17152ff tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104195 Jan 27 19:11:06.729082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917bbb4-262d-4b76-8e07-670eb06a485d None None] Network 182e8b11-5020-451e-821b-90b1a892782c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:06.774106 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f9dd0-c717-458b-b07e-8cad9fd282a2 x-openstack-request-id: req-603f9dd0-c717-458b-b07e-8cad9fd282a2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:06.774730 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:06.774956 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-603f9dd0-c717-458b-b07e-8cad9fd282a2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:06.776067 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b', 'status': 'completed', 'code': 200} Jan 27 19:11:06.782209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-e53b328e-9957-4db7-a8dc-795e31e830dd service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366716 Jan 27 19:11:06.836952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Provisioning complete for port a7770f45-6b98-474d-94fd-d8690862a7f7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:06.837060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:06.949528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca08a1-22ce-49d4-9618-504cf6c5eba2 req-f249ea6c-91b2-4c9c-9ee2-8febfa783250 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:06.961438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2ca08a1-22ce-49d4-9618-504cf6c5eba2 req-f249ea6c-91b2-4c9c-9ee2-8febfa783250 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.1615729 Jan 27 19:11:06.977817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a7770f45-6b98-474d-94fd-d8690862a7f7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:06.979001 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:07.086445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2ca08a1-22ce-49d4-9618-504cf6c5eba2 req-8c307cf3-25e3-4cd0-a215-718036b48e2e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182437 Jan 27 19:11:07.207161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-989cf60e-8d8a-4716-9a6f-226024e75d13 req-d5c5d29b-226d-4bfd-8c69-e177d337d2c5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0706272 Jan 27 19:11:07.224509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Current status of the port a7770f45-6b98-474d-94fd-d8690862a7f7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:07.224918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:07.258437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a7770f45-6b98-474d-94fd-d8690862a7f7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a7770f45-6b98-474d-94fd-d8690862a7f7,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:07.281678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:07.318545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59e5d03b-be1e-40c6-a2fe-c6b83ea620ed req-b8383ad2-976a-4548-a086-acf1fb768e85 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261149 Jan 27 19:11:07.454737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-b31694a3-9295-447e-87dd-738521b6b3b8 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=832f232273c748d5b50a291eb51c327f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539083 Jan 27 19:11:07.587241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:07.613587 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:11:07.618148 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:11:07.675144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a7770f45-6b98-474d-94fd-d8690862a7f7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:07.705753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-7d7915e0-59e8-4a6d-bdcc-a165a7317f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:07.706227 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-7d7915e0-59e8-4a6d-bdcc-a165a7317f7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=83b365a456444464a18d50f5360629f7&device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 1097 time: 0.2536840 Jan 27 19:11:07.886222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-3d7acd86-1694-4aa7-ba12-1f6b28e3250b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:07.890706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.39', 60793) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:07.898992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-3d7acd86-1694-4aa7-ba12-1f6b28e3250b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113338 Jan 27 19:11:07.905319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Request body: {'port': {'device_id': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '832f232273c748d5b50a291eb51c327f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:07.973816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d5816a4-be0b-4d95-b9c9-4d11d48d8111 req-60585908-5084-434e-ad92-bee82238f94b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 210 time: 0.1215003 Jan 27 19:11:08.105532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-ea38b8c5-744a-4710-bc02-80ded34120c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:08.107933 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-ea38b8c5-744a-4710-bc02-80ded34120c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3886080 Jan 27 19:11:08.171997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-7c09bac5-c3b5-413a-9209-6c350908aaef tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:08.173632 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-7c09bac5-c3b5-413a-9209-6c350908aaef tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.2630088 Jan 27 19:11:08.227443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-f4c6f0f2-356d-44e7-9243-105f7d8950ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b HTTP/1.1" status: 200 len: 217 time: 0.1095293 Jan 27 19:11:08.250749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cce2c3f1-56b7-4808-8db6-04d63c442875 None None] Current status of the port a7770f45-6b98-474d-94fd-d8690862a7f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:08.288433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a7770f45-6b98-474d-94fd-d8690862a7f7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:08.359003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d221b2-173d-4d50-918f-5cae6be41e9d req-d4f423a1-ce47-476b-ab1e-1c6ce00063e1 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:08.360895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1d221b2-173d-4d50-918f-5cae6be41e9d req-d4f423a1-ce47-476b-ab1e-1c6ce00063e1 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 946 time: 0.3233774 Jan 27 19:11:08.410594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Made reservation on behalf of 832f232273c748d5b50a291eb51c327f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:08.415188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.452237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-cd8811b8-6a65-40ff-a18b-12713ef077d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:08.453932 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-cd8811b8-6a65-40ff-a18b-12713ef077d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1906178 Jan 27 19:11:08.457164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Router f475f60d-f42a-4e85-99e3-bf4d28b36d2a is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:11:08.482014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1d221b2-173d-4d50-918f-5cae6be41e9d req-473ba67a-d5bd-4bbc-89cd-eca2bd6fd429 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 Jan 27 19:11:08.499214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c3ba23d2-6628-4ce1-9455-7a603634db90 None None] Provisioning complete for port a7770f45-6b98-474d-94fd-d8690862a7f7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:08.514484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3ba23d2-6628-4ce1-9455-7a603634db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.625465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a7770f45-6b98-474d-94fd-d8690862a7f7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:08.626538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.690530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Deleting port a094f59e-28d1-450f-805f-ac8bcab8895d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:08.691196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.702687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-631f51c8-7500-42e8-a4c1-3fb54b85d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:08.705179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-631f51c8-7500-42e8-a4c1-3fb54b85d6d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436023 Jan 27 19:11:08.719454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba23d2-6628-4ce1-9455-7a603634db90 None None] Current status of the port a7770f45-6b98-474d-94fd-d8690862a7f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:08.735266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:08.760013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Sync routers for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:08.779922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:08.781332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:08.829793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:08.839739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a7770f45-6b98-474d-94fd-d8690862a7f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:08.869301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.869301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9158b3a5-29d1-4bde-afce-49d3ad56bec8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4434495 Jan 27 19:11:08.882451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:08.965398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7900482-fb62-446e-86a7-b8b404c442f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:08.984159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:09.077736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] For port a094f59e-28d1-450f-805f-ac8bcab8895d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a094f59e-28d1-450f-805f-ac8bcab8895d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:09.078378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.098461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.66', 62314) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:09.149737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Allocated IP 192.168.233.182 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/a9d283d8-a781-44e4-8ada-fe5b7d963b86) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:09.173890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-573e204d-6604-43f1-b56b-5032957d1cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.195150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b909f833-e4d3-452c-a66c-acffdc7aae92 req-908029fc-bc4e-4ada-a2dc-a37b4e6e8bb9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 210 time: 0.5688353 Jan 27 19:11:09.204749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Calling delete_port for a094f59e-28d1-450f-805f-ac8bcab8895d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:09.210452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-fd7cdd77-150e-4106-925d-f635484e4bde service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878561 Jan 27 19:11:09.272441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:05Z', 'revision_number': 3, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:09.299816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2d90c-236c-4598-a586-be3d0b6025dd req-06a7eec5-2efa-4288-af09-89ed67e1f27e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:09.324598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Checking router: f475f60d-f42a-4e85-99e3-bf4d28b36d2a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:09.325290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Updating router f475f60d-f42a-4e85-99e3-bf4d28b36d2a port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:11:09.325409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7e2d90c-236c-4598-a586-be3d0b6025dd req-06a7eec5-2efa-4288-af09-89ed67e1f27e tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.6960466 Jan 27 19:11:09.362539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.491628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7e2d90c-236c-4598-a586-be3d0b6025dd req-b01b8205-4ce8-43a4-bfa8-7b82f285b696 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646390 Jan 27 19:11:09.572594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d6add22-7729-4001-95a3-ee1b22253414 req-c8703894-28e5-4caa-8f31-e9c7f6ef435b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 210 time: 0.0794795 Jan 27 19:11:09.812472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks [] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.899566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.989576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks [] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:09.995919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:10.005987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Pushing event updated for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:10.054443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa65290-dd02-4a20-8c81-85fd3ee98dab req-819ba00a-195e-49c8-8904-0a610a82e666 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:10.056545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa65290-dd02-4a20-8c81-85fd3ee98dab req-819ba00a-195e-49c8-8904-0a610a82e666 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 946 time: 0.3686996 Jan 27 19:11:10.063452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:10.066970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:10.072307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:10.087108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.218382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:10.219142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.267551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Attempting to bind port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:10.267551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Attempting to bind port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:10.267908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Attempting to bind port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:10.279986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:10.280382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:10.280805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.286357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:10.286357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Bound port: 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:10.286357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.287000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-d572a790-c28e-4c98-89ed-29bb0bad0f41 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3830345 Jan 27 19:11:10.298727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1fd9a294-37db-4d0d-9e49-dad18d5c53e4 req-c1b93d12-3a1a-46f5-bef7-3d6fa99b203b service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563015 Jan 27 19:11:10.302412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa65290-dd02-4a20-8c81-85fd3ee98dab req-997fc63d-14c8-498c-bd3f-095941f9aa0f tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237697 Jan 27 19:11:10.318636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Request body: {'port': {'device_id': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:10.396253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-274aab84-1164-4e29-a0ec-5b37119242d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:10.399711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-274aab84-1164-4e29-a0ec-5b37119242d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 1.2872720 Jan 27 19:11:10.438365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39e9ad-6de0-4dd7-aed8-30fe9a06cd4d None None] Pushing event updated for resources: {'Port': ['ID=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:10.482411 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.492014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bc4f2ee2-162e-4a31-856d-d7b4c8f6dd23 None None] Provisioning complete for port a9d283d8-a781-44e4-8ada-fe5b7d963b86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:10.492470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4f2ee2-162e-4a31-856d-d7b4c8f6dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.494743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Request body: {'port': {'device_id': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'admin_state_up': True, 'tenant_id': '709e32a45d9d43c8b293358a3db48343'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:10.543421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f2ee2-162e-4a31-856d-d7b4c8f6dd23 None None] Port a9d283d8-a781-44e4-8ada-fe5b7d963b86 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:10.572253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] For port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:10.572567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3dca7b9-feac-4096-969c-96742ee2fe40 req-fe50b18d-dd08-4afd-8b93-6c6dd2ee8fdf tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0439422 Jan 27 19:11:10.576761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] For port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:10.584837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.694101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:10.694773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:10.740537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:10.792094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39e9ad-6de0-4dd7-aed8-30fe9a06cd4d None None] Pushing event updated for resources: {'Port': ['ID=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:10.881396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0a62f-a5cf-4afe-adae-c89abcd03b9c req-37fb02e0-0300-49b3-b74d-4612230af6d7 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:10.883352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27e0a62f-a5cf-4afe-adae-c89abcd03b9c req-37fb02e0-0300-49b3-b74d-4612230af6d7 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 949 time: 0.1050436 Jan 27 19:11:10.889748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:11.006826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27e0a62f-a5cf-4afe-adae-c89abcd03b9c req-454d1658-a4e9-4a19-aa62-36ad80905c4a tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/security-groups?id=da286b4e-4188-45e0-a7ed-661932ecc780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128342 Jan 27 19:11:11.051049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6545-b2c7-4d5f-a30b-bee969d7ff38 req-e5e3b749-5568-484c-a67f-e3bb64ad7817 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:11.052613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eda6545-b2c7-4d5f-a30b-bee969d7ff38 req-e5e3b749-5568-484c-a67f-e3bb64ad7817 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 936 time: 0.1540077 Jan 27 19:11:11.066939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d283d8-a781-44e4-8ada-fe5b7d963b86 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:11.082728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks [] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.088175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-573e204d-6604-43f1-b56b-5032957d1cb6 admin admin] Publish callbacks [] for security_group (78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.129892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Transition to ACTIVE for port object a9d283d8-a781-44e4-8ada-fe5b7d963b86 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:11:11.139250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.164712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-573e204d-6604-43f1-b56b-5032957d1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.171109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:05Z', 'revision_number': 3, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:11.199213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eda6545-b2c7-4d5f-a30b-bee969d7ff38 req-9ade6e7a-04c1-4269-b6b9-7170967b007e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347654 Jan 27 19:11:11.208851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (a094f59e-28d1-450f-805f-ac8bcab8895d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.232765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74db57-4479-4652-9b5c-907f48658caa None None] The sync data for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 is: [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:05Z', 'revision_number': 3, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:11.239290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:11.245388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.390068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a094f59e-28d1-450f-805f-ac8bcab8895d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:11.433194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:11.435807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Pushing event deleted for resources: {'Port': ['ID=a094f59e-28d1-450f-805f-ac8bcab8895d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:11.459435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Attempting to bind port a9d283d8-a781-44e4-8ada-fe5b7d963b86 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:11.460002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Attempting to bind port a9d283d8-a781-44e4-8ada-fe5b7d963b86 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:11.460582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Attempting to bind port a9d283d8-a781-44e4-8ada-fe5b7d963b86 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:11.469443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Port a9d283d8-a781-44e4-8ada-fe5b7d963b86 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:11.469988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Attempting to bind port a9d283d8-a781-44e4-8ada-fe5b7d963b86 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:11.480311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:11.481050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:11.482412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:11.483130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Bound port: a9d283d8-a781-44e4-8ada-fe5b7d963b86, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:11.483757 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.522840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a094f59e-28d1-450f-805f-ac8bcab8895d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:11.525239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a094f59e-28d1-450f-805f-ac8bcab8895d not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:11.626112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-573e204d-6604-43f1-b56b-5032957d1cb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b0ae0ab7a83423bac12533070fe178e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7951922 Jan 27 19:11:11.634573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e204d-6604-43f1-b56b-5032957d1cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:11.647828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57482) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:11.699086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Allocated IP 172.20.0.11 (dafe67dd-81e9-44aa-b6a0-0a192e294674/3b7afd0b-478d-4a8a-bd82-c6d32f8260c9/266603df-fe46-4115-ae95-621502bf668f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:11.734792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:11.739074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:11.748474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473647d-53b7-456b-a94e-b7c05411ed59 req-16d352a3-32f2-4f72-9b34-beba7d6bbac2 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:11.757914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a473647d-53b7-456b-a94e-b7c05411ed59 req-16d352a3-32f2-4f72-9b34-beba7d6bbac2 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 946 time: 0.1628981 Jan 27 19:11:11.779953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.791338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] No DVR routers for this DVR port a094f59e-28d1-450f-805f-ac8bcab8895d on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:11.804112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.810023 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-32c06f5b-e5e1-4d7d-ab26-86cc1705f789 req-d8ef0c5d-7f1d-4aae-b357-1139a26fa0f1 tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.39 "DELETE /v2.0/ports/a094f59e-28d1-450f-805f-ac8bcab8895d HTTP/1.1" status: 204 len: 173 time: 3.6250648 Jan 27 19:11:11.816051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'name': 'network-vif-deleted', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:11.819167 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f2994-add6-45fe-a94d-663fc3b885cb" -d '{"events": [{"server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "name": "network-vif-deleted", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:11.846099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Allocated IP 172.20.0.1 (182e8b11-5020-451e-821b-90b1a892782c/9edafbdf-5437-4604-9b0c-bc00f240fa85/b895b227-c90e-4322-aee1-2ebaf6214e08) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:11.903074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d59047fc-5d66-4cd5-887b-75caa357fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.942445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:11.943527 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:11.945478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9d283d8-a781-44e4-8ada-fe5b7d963b86 HTTP/1.1" status: 200 len: 1096 time: 1.6337278 Jan 27 19:11:11.946198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:11.951253 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de03a105-b7cc-407e-816c-517a8414634e" -d '{"events": [{"name": "network-changed", "server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:12.036675 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] Publish callbacks [] for security_group (78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.044199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba144782-6f89-4cb9-80c9-8dfd602a64d7 req-ce5d733c-8d36-4238-b5a3-9fa4390f0900 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0726194 Jan 27 19:11:12.075860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a473647d-53b7-456b-a94e-b7c05411ed59 req-f7b2b2e6-0bd6-4d5e-9d0f-202682b97353 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163917 Jan 27 19:11:12.141792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] Publish callbacks [] for security_group (78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.159359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b67f7a-f0b1-4aa6-8a2a-4983d7b1a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:12.239058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-f4274d88-aa43-40b5-b268-d627dc50f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:12.251111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-f4274d88-aa43-40b5-b268-d627dc50f0bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 1099 time: 0.2008498 Jan 27 19:11:12.267049 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63587c-2181-47b1-ab0e-02e743546a1d x-openstack-request-id: req-3c63587c-2181-47b1-ab0e-02e743546a1d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:12.267372 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad509e-2743-4a64-b163-d3af5d3d4511", "name": "network-vif-deleted", "tag": "a094f59e-28d1-450f-805f-ac8bcab8895d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:12.267632 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c63587c-2181-47b1-ab0e-02e743546a1d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:12.268060 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad509e-2743-4a64-b163-d3af5d3d4511', 'name': 'network-vif-deleted', 'tag': 'a094f59e-28d1-450f-805f-ac8bcab8895d', 'status': 'completed', 'code': 200} Jan 27 19:11:12.348776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2342a6a7-802d-487c-bc18-c9fda6f2ee5b details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:11:12.383439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks [] for port (266603df-fe46-4115-ae95-621502bf668f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.400591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks [] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.472685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.482591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.484212 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5 HTTP/1.1" status: 204 len: 168 time: 0.8317542 Jan 27 19:11:12.508643 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab1a78a-f8c9-45f8-8c57-bc31fa8e6012 x-openstack-request-id: req-bab1a78a-f8c9-45f8-8c57-bc31fa8e6012 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:12.509618 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:12.510997 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bab1a78a-f8c9-45f8-8c57-bc31fa8e6012 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:12.514767 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86', 'status': 'completed', 'code': 200} Jan 27 19:11:12.516565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdcfcd-5ed1-43c2-ba04-559f0bcaa0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb309f-7fc5-46b9-99b1-3c4ea80a5ed5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:12.523742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-e175a6c9-7f57-4298-aac4-980780b29491 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86 HTTP/1.1" status: 200 len: 217 time: 0.2704716 Jan 27 19:11:12.573001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (266603df-fe46-4115-ae95-621502bf668f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.594972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.619451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:12.717703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18686d3e-6561-4ffd-bfb9-a740e15ca722 req-a879feae-75ba-4d42-998f-4794ddaf5a3c tempest-DeleteServersAdminTestJSON-914059823 tempest-DeleteServersAdminTestJSON-914059823-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ad509e-2743-4a64-b163-d3af5d3d4511 HTTP/1.1" status: 200 len: 210 time: 0.0861290 Jan 27 19:11:12.744874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:12.762057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Network 182e8b11-5020-451e-821b-90b1a892782c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:12.772267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-6b32c4a4-35f9-4552-afb4-f4191bcf5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:12.775843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-6b32c4a4-35f9-4552-afb4-f4191bcf5d32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2454131 Jan 27 19:11:12.786834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:12.789692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:12.797172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:12.819163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:12.820147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:12.823259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:12.839011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:12.842951 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.018258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1319-9718-48a5-bdd9-45a2b22bb118 req-362da9b4-59a5-4eea-889a-67c3d2a3ae94 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:13.030656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-762d1319-9718-48a5-bdd9-45a2b22bb118 req-362da9b4-59a5-4eea-889a-67c3d2a3ae94 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 948 time: 0.3970177 Jan 27 19:11:13.051981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-9818dfd3-1e62-4334-b2d2-2935eb6d6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:13.055253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-9818dfd3-1e62-4334-b2d2-2935eb6d6889 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687511 Jan 27 19:11:13.086436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-12fc30f6-6131-49f3-adb6-7c3ae1e3dbbe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6710432 Jan 27 19:11:13.138473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Request body: {'port': {'device_id': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:13.239040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:13.245874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-762d1319-9718-48a5-bdd9-45a2b22bb118 req-a360a70d-c345-4214-91c8-f6cd3c4bae3b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149892 Jan 27 19:11:13.284231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:11:13.308588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:13.310862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.356668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Pushing event updated for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:13.466744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-35ac8441-40d6-48fe-b488-f90b0b4ad502 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988161 Jan 27 19:11:13.471474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:13.472067 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.478815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:13.493339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.499029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2342a6a7-802d-487c-bc18-c9fda6f2ee5b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:13.528812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e436e2-1d8e-47bf-a9ef-925f548ae7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.538624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c68f8b1d-670c-4126-a3fa-6e525a82e303 None None] Provisioning complete for port b895b227-c90e-4322-aee1-2ebaf6214e08 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:13.539494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b1d-670c-4126-a3fa-6e525a82e303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.583928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:13.592735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:13.593664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.599583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bdb9-fac9-4163-8b0d-de490ae4c06b req-4784d40d-8f31-4ae1-bc13-05e0ec6953a6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:13.601325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e46bdb9-fac9-4163-8b0d-de490ae4c06b req-4784d40d-8f31-4ae1-bc13-05e0ec6953a6 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 946 time: 0.2400706 Jan 27 19:11:13.609966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.628174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c68f8b1d-670c-4126-a3fa-6e525a82e303 None None] Port b895b227-c90e-4322-aee1-2ebaf6214e08 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:13.634186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745c39-475e-48fb-8148-20cd8aec464d req-1466a45e-21c3-4c53-81fd-079467ba89f3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:13.638694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.642592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c745c39-475e-48fb-8148-20cd8aec464d req-1466a45e-21c3-4c53-81fd-079467ba89f3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 932 time: 0.1744132 Jan 27 19:11:13.665983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:13.675809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:13.711311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba2b2f4b-4036-489b-91b2-9f85c3acee80 req-9b08b590-bf87-42e3-a2a7-3ed72305cdc1 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009571 Jan 27 19:11:13.726748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:13.749684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e46bdb9-fac9-4163-8b0d-de490ae4c06b req-f8700e26-28e7-4a73-9d70-9c0374cd6e39 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420069 Jan 27 19:11:13.764614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c745c39-475e-48fb-8148-20cd8aec464d req-2a609681-df79-4fa9-8d5a-bc90005c9320 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179197 Jan 27 19:11:13.886454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:13.972143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2342a6a7-802d-487c-bc18-c9fda6f2ee5b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:14.045287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03a105-b7cc-407e-816c-517a8414634e req-a9ed6e54-a23c-493d-bed5-8c252cb5e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:14.065040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-a9ed6e54-a23c-493d-bed5-8c252cb5e4c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 1099 time: 0.1624064 Jan 27 19:11:14.277223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:14.345040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03a105-b7cc-407e-816c-517a8414634e req-bf34193a-d3b2-4e5d-bcf7-42593cd98ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:14.346612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-bf34193a-d3b2-4e5d-bcf7-42593cd98ca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2709713 Jan 27 19:11:14.413607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-9ceb2c9d-392c-4cf7-b4b9-eda3880a4eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86 HTTP/1.1" status: 200 len: 217 time: 0.0593007 Jan 27 19:11:14.471741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266603df-fe46-4115-ae95-621502bf668f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:14.481551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks [] for port (266603df-fe46-4115-ae95-621502bf668f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:14.496689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Transition to ACTIVE for port object 266603df-fe46-4115-ae95-621502bf668f will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:11:14.516619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:14.540048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:14.540721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:14.591690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03a105-b7cc-407e-816c-517a8414634e req-771a1976-9062-4ef2-8796-7cfca5e4c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:14.597859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-771a1976-9062-4ef2-8796-7cfca5e4c4b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1733923 Jan 27 19:11:14.617459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fe440-ea90-4ae8-af27-1acc320c1273 req-e5a475ce-9340-42cb-8ade-11395196549a tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:14.619251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e09fe440-ea90-4ae8-af27-1acc320c1273 req-e5a475ce-9340-42cb-8ade-11395196549a tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 948 time: 0.1264796 Jan 27 19:11:14.625100 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e436e2-1d8e-47bf-a9ef-925f548ae7ac admin admin] Publish callbacks [] for security_group (e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:14.668336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e436e2-1d8e-47bf-a9ef-925f548ae7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:14.743511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:14.760594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e09fe440-ea90-4ae8-af27-1acc320c1273 req-b87717fd-8e63-4020-8a98-8d3b34a4f97d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284831 Jan 27 19:11:14.854607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03a105-b7cc-407e-816c-517a8414634e req-59309c27-8e62-4766-8ba8-9e7993c75f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:14.858752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-59309c27-8e62-4766-8ba8-9e7993c75f27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353859 Jan 27 19:11:14.977566 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.032722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:15.119694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057b94b-fdcd-4acd-843e-466011628751 req-7b592abb-23c8-4750-a72b-88e9ef703623 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:15.121652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7057b94b-fdcd-4acd-843e-466011628751 req-7b592abb-23c8-4750-a72b-88e9ef703623 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 947 time: 0.1832812 Jan 27 19:11:15.139844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:15.140082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae736fc-24be-43f8-a61a-0e7b42706e64 req-1ce38225-a4c8-4697-82eb-7fa99d9862f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:15.142176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ae736fc-24be-43f8-a61a-0e7b42706e64 req-1ce38225-a4c8-4697-82eb-7fa99d9862f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.1761713 Jan 27 19:11:15.164050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-9c61078b-bcc9-4285-8a26-bc3377a1fbbd service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976289 Jan 27 19:11:15.185342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e436e2-1d8e-47bf-a9ef-925f548ae7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:15.190942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99e436e2-1d8e-47bf-a9ef-925f548ae7ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86779b5319dc4fc08b50b09702f717af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7104616 Jan 27 19:11:15.198318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:15.198661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:15.199009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:15.201749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:15.223785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:15.224117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:15.249870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:15.250433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:15.250921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:15.251530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Bound port: 266603df-fe46-4115-ae95-621502bf668f, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:15.251899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.269308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks [] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.287806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.288548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.350400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7057b94b-fdcd-4acd-843e-466011628751 req-6dc01141-cf1c-44d4-93ad-4bcb94c46c1e tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068529 Jan 27 19:11:15.376804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.379385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-88db930e-abc8-4833-a75a-2af210b4199a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cbc7973faf74dfdb7b44eeca3d68471&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3438923 Jan 27 19:11:15.398984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:15.404140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ae736fc-24be-43f8-a61a-0e7b42706e64 req-bc7671e7-e200-47b7-94f9-585626dcda43 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379332 Jan 27 19:11:15.445790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de03a105-b7cc-407e-816c-517a8414634e req-96937280-39eb-4392-9d34-27e984ef3831 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668471 Jan 27 19:11:15.470890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] Publish callbacks [] for security_group (e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.486421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Pushing event updated for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:15.555158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:15.582274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] Publish callbacks [] for security_group (e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.636267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:15.668506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.733365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Network 182e8b11-5020-451e-821b-90b1a892782c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:15.740358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:15.741684 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.743415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] 10.222.0.66 "PUT /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 1092 time: 2.6300426 Jan 27 19:11:15.748172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'tag': '266603df-fe46-4115-ae95-621502bf668f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:15.751377 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dc15b4-b40f-4236-a60f-638388ac6024" -d '{"events": [{"name": "network-changed", "server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "tag": "266603df-fe46-4115-ae95-621502bf668f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:15.757308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:15.763259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] Publish callbacks [] for security_group (da286b4e-4188-45e0-a7ed-661932ecc780), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.882119 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b3a36-11fc-4aab-b7fc-cdd169d4b393 x-openstack-request-id: req-b41b3a36-11fc-4aab-b7fc-cdd169d4b393 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:15.882766 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "tag": "266603df-fe46-4115-ae95-621502bf668f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:15.882974 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b41b3a36-11fc-4aab-b7fc-cdd169d4b393 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:15.883473 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'tag': '266603df-fe46-4115-ae95-621502bf668f', 'status': 'completed', 'code': 200} Jan 27 19:11:15.892933 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] Publish callbacks [] for security_group (da286b4e-4188-45e0-a7ed-661932ecc780), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.895443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab7aa8-5c91-4a2d-af9b-bc06260b3714 service neutron] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:15.931880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.934743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.936036 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599 HTTP/1.1" status: 204 len: 168 time: 0.7318234 Jan 27 19:11:15.953508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:15.982762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33981e-52ac-4cae-a6ef-cfbab6c639b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5ae5a-7e4b-4aa6-9b75-fbb5c10cc599,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:16.060942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-71f1e065-cd1a-4363-ace2-78cce8b0e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:16.062909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-71f1e065-cd1a-4363-ace2-78cce8b0e165 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1095 time: 0.2032273 Jan 27 19:11:16.109305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Router f475f60d-f42a-4e85-99e3-bf4d28b36d2a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:11:16.143758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-8086d06e-de46-4f03-89e8-58b96c9a5659 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.0675919 Jan 27 19:11:16.147785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (da286b4e-4188-45e0-a7ed-661932ecc780), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.148046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aaeb0-f433-4c0f-9c70-cd94615e7642 req-ad8389cb-4f2a-4271-9e6e-553cbe84a68f tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:16.153852 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.156076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da286b4e-4188-45e0-a7ed-661932ecc780 HTTP/1.1" status: 204 len: 168 time: 0.7193184 Jan 27 19:11:16.168430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e4aaeb0-f433-4c0f-9c70-cd94615e7642 req-ad8389cb-4f2a-4271-9e6e-553cbe84a68f tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 948 time: 0.1449647 Jan 27 19:11:16.187513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:16.213419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-ec8f41fa-5233-4e9c-83a7-34413f0afd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:16.215359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-ec8f41fa-5233-4e9c-83a7-34413f0afd36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.0561373 Jan 27 19:11:16.236017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfecb-e599-4c23-a235-17ee0392d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da286b4e-4188-45e0-a7ed-661932ecc780,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:16.305977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e4aaeb0-f433-4c0f-9c70-cd94615e7642 req-e43e6d09-6cca-4a9f-9b0c-1b41cd4ba9be tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040375 Jan 27 19:11:16.338716 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-020dc536-d137-4c54-a719-7673277f8daa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129582 Jan 27 19:11:16.356335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2342a6a7-802d-487c-bc18-c9fda6f2ee5b up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:16.512269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-273dca03-a2a8-4154-9018-0e3ca111b4d5 None None] Provisioning complete for port b895b227-c90e-4322-aee1-2ebaf6214e08 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:16.522477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273dca03-a2a8-4154-9018-0e3ca111b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.592896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:16.614689 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd0aabe3-31ca-4ef6-b77c-e185286d12cb admin admin] 10.222.0.59 "PUT /v2.0/routers/f475f60d-f42a-4e85-99e3-bf4d28b36d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7214034 Jan 27 19:11:16.617100 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Sync routers for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:16.653522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:11:16.655824 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:16.656941 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:16.659926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-273dca03-a2a8-4154-9018-0e3ca111b4d5 None None] Port b895b227-c90e-4322-aee1-2ebaf6214e08 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:16.670126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:16.670769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.687730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-09264f63-2e3b-45f3-90d6-2efa04f00049 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382926 Jan 27 19:11:16.687970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a018a2-070a-480c-aa07-1342c2160a42 req-bfbd752e-551d-404f-929d-2eb7690fe8e1 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:16.691333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6a018a2-070a-480c-aa07-1342c2160a42 req-bfbd752e-551d-404f-929d-2eb7690fe8e1 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 947 time: 0.1704834 Jan 27 19:11:16.758374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6ddba-e443-4013-89aa-894d312578b5 req-e454028a-4625-4dbc-a93a-7b0086462718 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:16.761162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57e6ddba-e443-4013-89aa-894d312578b5 req-e454028a-4625-4dbc-a93a-7b0086462718 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.1350720 Jan 27 19:11:16.857388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6a018a2-070a-480c-aa07-1342c2160a42 req-2d895c14-ec85-40d1-9c6a-219618157263 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563830 Jan 27 19:11:16.864675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:16.866352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.920011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:16.925476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57e6ddba-e443-4013-89aa-894d312578b5 req-78f935f0-8174-4522-a928-0b6d51770ba8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446860 Jan 27 19:11:16.925705 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575cd704-da4e-465c-8096-b55ce7fa5266" -d '{"events": [{"server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "name": "network-vif-plugged", "status": "completed", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:16.968030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43177dca-e974-4d8e-a8f5-0ed507edf80d req-89c93d77-6071-4a77-a286-e5f7896ecc42 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732110 Jan 27 19:11:16.970763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:16.981934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:16.983923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3d98b26-c967-4a7d-8499-6c20f2e65b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.023056 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:17.139032 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ec770b-f8dc-495e-a985-d59e118b33a6 x-openstack-request-id: req-50ec770b-f8dc-495e-a985-d59e118b33a6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:17.139630 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "name": "network-vif-plugged", "status": "completed", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:17.145477 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50ec770b-f8dc-495e-a985-d59e118b33a6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:17.147502 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b', 'code': 200} Jan 27 19:11:17.206141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:17.221115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3d98b26-c967-4a7d-8499-6c20f2e65b18 admin admin] Publish callbacks [] for security_group (c9d0a91e-a4dd-4055-8103-27631464194a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.234425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3d98b26-c967-4a7d-8499-6c20f2e65b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c9d0a91e-a4dd-4055-8103-27631464194a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.264819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-c852fa6d-574e-471e-bc13-e4db5fabf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:17.271732 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-c852fa6d-574e-471e-bc13-e4db5fabf33a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1095 time: 0.1872475 Jan 27 19:11:17.272189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57646) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:17.325373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3d98b26-c967-4a7d-8499-6c20f2e65b18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b1e4a9980954bc886a097690489eeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1361125 Jan 27 19:11:17.327481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d98b26-c967-4a7d-8499-6c20f2e65b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d0a91e-a4dd-4055-8103-27631464194a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:17.333525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:17.336807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc615b-344e-4da1-82cf-c95a2c71bdcd req-a049bbec-22c1-4835-934a-bb853804c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:17.338572 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12cc615b-344e-4da1-82cf-c95a2c71bdcd req-a049bbec-22c1-4835-934a-bb853804c8e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 1099 time: 0.1618524 Jan 27 19:11:17.342741 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d7d462f-0659-49bc-8f8d-dd50fd39e68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.416496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9d283d8-a781-44e4-8ada-fe5b7d963b86 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:11:17.468566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] Publish callbacks [] for security_group (c9d0a91e-a4dd-4055-8103-27631464194a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.531081 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b895b227-c90e-4322-aee1-2ebaf6214e08', 'name': '', 'network_id': '182e8b11-5020-451e-821b-90b1a892782c', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'mac_address': 'fa:16:3e:79:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:10Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 2, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'subnets': [{'id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:17.563604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] Publish callbacks [] for security_group (c9d0a91e-a4dd-4055-8103-27631464194a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.598359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12cc615b-344e-4da1-82cf-c95a2c71bdcd req-a7df489d-6560-4e9a-9ecc-4cef32778afb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524512 Jan 27 19:11:17.627749 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Checking router: f475f60d-f42a-4e85-99e3-bf4d28b36d2a for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:17.629159 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Updating router f475f60d-f42a-4e85-99e3-bf4d28b36d2a port b895b227-c90e-4322-aee1-2ebaf6214e08 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:11:17.634907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d124-36b3-4552-ad93-6dd19b8fc06d req-4c4ab439-9606-4f3c-a890-df15cd65ecbe tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:17.638176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:17.641347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3515d124-36b3-4552-ad93-6dd19b8fc06d req-4c4ab439-9606-4f3c-a890-df15cd65ecbe tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 948 time: 0.1931400 Jan 27 19:11:17.674800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-c1ccd549-4bcb-47df-af24-760bf915fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:17.678760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-c1ccd549-4bcb-47df-af24-760bf915fe11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.3901548 Jan 27 19:11:17.753106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:17.768950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d7d462f-0659-49bc-8f8d-dd50fd39e68e admin admin] Publish callbacks [] for security_group (202c1cc8-ca50-4664-ac6f-6d433a70e4c5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.780460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d7d462f-0659-49bc-8f8d-dd50fd39e68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (202c1cc8-ca50-4664-ac6f-6d433a70e4c5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.783926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86', 'mac_address': 'fa:16:3e:41:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:11:17.819694 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.866950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3515d124-36b3-4552-ad93-6dd19b8fc06d req-a8ff8f2a-b7e6-4a3d-8f19-b3edef1a8aee tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705573 Jan 27 19:11:17.870260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a9d283d8-a781-44e4-8ada-fe5b7d963b86 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:17.870882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.895628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c9d0a91e-a4dd-4055-8103-27631464194a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.899700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6d7d462f-0659-49bc-8f8d-dd50fd39e68e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d44430fa0aa24dc8a3c7033d19eaf6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229455 Jan 27 19:11:17.901571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:17.904294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9d0a91e-a4dd-4055-8103-27631464194a HTTP/1.1" status: 204 len: 168 time: 0.5688729 Jan 27 19:11:17.909696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57666) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:17.922245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d462f-0659-49bc-8f8d-dd50fd39e68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c1cc8-ca50-4664-ac6f-6d433a70e4c5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:17.976645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d283d8-a781-44e4-8ada-fe5b7d963b86 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:18.024563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-53a78014-9390-4c8f-8d77-df4db708e607 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.1353495 Jan 27 19:11:18.041172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a04e9-dbd5-4f5e-8f65-59b8945e1344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d0a91e-a4dd-4055-8103-27631464194a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:18.085803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc3f007a-6bd5-40e7-872f-131e1e0f37df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.096694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:18.108143 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.188560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:18.242319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-8d3f3449-3328-46a5-9b98-52f8a5fac423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:18.244276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-8d3f3449-3328-46a5-9b98-52f8a5fac423 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1844385 Jan 27 19:11:18.317996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-6ca188eb-217e-4d8b-9fc3-a70ebd804a7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609879 Jan 27 19:11:18.356196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a9d283d8-a781-44e4-8ada-fe5b7d963b86'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:18.586157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc3f007a-6bd5-40e7-872f-131e1e0f37df admin admin] Publish callbacks [] for security_group (17e8984b-7be5-4906-90d7-f1205723b8c2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.656163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57682) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:18.658843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc3f007a-6bd5-40e7-872f-131e1e0f37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17e8984b-7be5-4906-90d7-f1205723b8c2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.711655 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks [] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.720285 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.754013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc3f007a-6bd5-40e7-872f-131e1e0f37df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f15bbda306f04bc3b48b53ddf3ec7dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066229 Jan 27 19:11:18.763058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f007a-6bd5-40e7-872f-131e1e0f37df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8984b-7be5-4906-90d7-f1205723b8c2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:18.766175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57686) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:18.773366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-d15b5861-d0c6-4d3d-b2a2-9a073789d89d service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371281 Jan 27 19:11:18.795497 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7109c7-afd0-4cc8-95f1-3673377e487c None None] Pushing event updated for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:18.803811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e919-ff36-4557-8f62-aee7c2a23f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.925704 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Attempting to bind port b895b227-c90e-4322-aee1-2ebaf6214e08 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:18.926083 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Attempting to bind port b895b227-c90e-4322-aee1-2ebaf6214e08 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:18.926541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Attempting to bind port b895b227-c90e-4322-aee1-2ebaf6214e08 on network 182e8b11-5020-451e-821b-90b1a892782c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:18.947588 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:18.947914 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Checking segment: {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:18.948270 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:18.948808 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Bound using segment: {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:18.949354 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Bound port: b895b227-c90e-4322-aee1-2ebaf6214e08, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741cbf02-645f-4523-838a-83546ff9a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '182e8b11-5020-451e-821b-90b1a892782c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:18.949754 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.011083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d20bb-f109-448b-97ec-335c9099211b req-59d67bca-6012-42c2-9d89-cf4496688bdc tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:19.017780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6d20bb-f109-448b-97ec-335c9099211b req-59d67bca-6012-42c2-9d89-cf4496688bdc tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 948 time: 0.8833096 Jan 27 19:11:19.033342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] Publish callbacks [] for security_group (202c1cc8-ca50-4664-ac6f-6d433a70e4c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.078767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] Publish callbacks [] for security_group (17e8984b-7be5-4906-90d7-f1205723b8c2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.114074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-78a43bc3-ea8e-49ff-bca4-5e2bba2f8ff5 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1421831 Jan 27 19:11:19.124261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] For port b895b227-c90e-4322-aee1-2ebaf6214e08, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:19.134133 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] For port b895b227-c90e-4322-aee1-2ebaf6214e08, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b895b227-c90e-4322-aee1-2ebaf6214e08,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:19.134480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:19.140660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] Publish callbacks [] for security_group (17e8984b-7be5-4906-90d7-f1205723b8c2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.143073 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.170628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] Publish callbacks [] for security_group (202c1cc8-ca50-4664-ac6f-6d433a70e4c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.196912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91dc15b4-b40f-4236-a60f-638388ac6024 req-be3d1007-56a5-4e1a-9a4a-a217363e09e6 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011786 Jan 27 19:11:19.253134 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:19.255939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.256729 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:19.266902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Provisioning complete for port b895b227-c90e-4322-aee1-2ebaf6214e08 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:19.271009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.300103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e919-ff36-4557-8f62-aee7c2a23f16 admin admin] Publish callbacks [] for security_group (c1fc8ca9-58c1-4a86-a1b7-2137a8784024), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.307253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e919-ff36-4557-8f62-aee7c2a23f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c1fc8ca9-58c1-4a86-a1b7-2137a8784024), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.311004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6d20bb-f109-448b-97ec-335c9099211b req-0bf2b8e2-4d1b-444f-b03e-82a0ce86ff14 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655685 Jan 27 19:11:19.323126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17e8984b-7be5-4906-90d7-f1205723b8c2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.323126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.323126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17e8984b-7be5-4906-90d7-f1205723b8c2 HTTP/1.1" status: 204 len: 168 time: 0.5504403 Jan 27 19:11:19.450963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9d283d8-a781-44e4-8ada-fe5b7d963b86 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:19.464293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ec9e919-ff36-4557-8f62-aee7c2a23f16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fcf1c2fa9dd439180d4261a3b56bd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7680960 Jan 27 19:11:19.465234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e919-ff36-4557-8f62-aee7c2a23f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc8ca9-58c1-4a86-a1b7-2137a8784024,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:19.508485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:19.517802 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7109c7-afd0-4cc8-95f1-3673377e487c None None] Pushing event updated for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:19.526421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc43ebc-85d0-479a-a8bf-0181a35811ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8984b-7be5-4906-90d7-f1205723b8c2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:19.691195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a9d283d8-a781-44e4-8ada-fe5b7d963b86 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:11:19.697304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a9d283d8-a781-44e4-8ada-fe5b7d963b86 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:19.697662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.717536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:19.727972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Current status of the port b895b227-c90e-4322-aee1-2ebaf6214e08 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:19.728452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.808935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (202c1cc8-ca50-4664-ac6f-6d433a70e4c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.814470 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.822173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/202c1cc8-ca50-4664-ac6f-6d433a70e4c5 HTTP/1.1" status: 204 len: 168 time: 1.9030089 Jan 27 19:11:19.865733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00286e-cbac-4bff-921c-54f9b72986c5 req-1d411381-c839-4c32-abb4-6e0f511002d8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:19.869000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d00286e-cbac-4bff-921c-54f9b72986c5 req-1d411381-c839-4c32-abb4-6e0f511002d8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.3575826 Jan 27 19:11:19.934033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed2a76-be2e-4ee7-81c3-1a79a8b8e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c1cc8-ca50-4664-ac6f-6d433a70e4c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:19.961968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] Publish callbacks [] for security_group (c1fc8ca9-58c1-4a86-a1b7-2137a8784024), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:19.988378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a9d283d8-a781-44e4-8ada-fe5b7d963b86 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:19.988897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.000223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] For port b895b227-c90e-4322-aee1-2ebaf6214e08, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b895b227-c90e-4322-aee1-2ebaf6214e08,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:20.048487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.077082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] Publish callbacks [] for security_group (c1fc8ca9-58c1-4a86-a1b7-2137a8784024), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.094694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.131667 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b895b227-c90e-4322-aee1-2ebaf6214e08', 'name': '', 'network_id': '182e8b11-5020-451e-821b-90b1a892782c', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'mac_address': 'fa:16:3e:79:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:10Z', 'updated_at': '2022-01-27T19:11:19Z', 'revision_number': 4, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'subnets': [{'id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:20.133911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:20.137126 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eca4ba-1580-476a-b358-e04c13c970bd" -d '{"events": [{"server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "name": "network-vif-plugged", "status": "completed", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:20.174061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d00286e-cbac-4bff-921c-54f9b72986c5 req-c24ffa3b-fc55-497a-89a0-e7e3b5151a6f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717018 Jan 27 19:11:20.192976 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dda53-ec39-4ca3-8dc6-223debd1d340 None None] The sync data for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 is: [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b895b227-c90e-4322-aee1-2ebaf6214e08', 'name': '', 'network_id': '182e8b11-5020-451e-821b-90b1a892782c', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'mac_address': 'fa:16:3e:79:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:10Z', 'updated_at': '2022-01-27T19:11:19Z', 'revision_number': 4, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'subnets': [{'id': '9edafbdf-5437-4604-9b0c-bc00f240fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:20.432560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c1fc8ca9-58c1-4a86-a1b7-2137a8784024), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.436628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.441948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1fc8ca9-58c1-4a86-a1b7-2137a8784024 HTTP/1.1" status: 204 len: 168 time: 0.9268970 Jan 27 19:11:20.459524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:20.485759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Allocated IP 172.25.5.70 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:20.499994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94df47-1ab8-4581-a014-6028b17c6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc8ca9-58c1-4a86-a1b7-2137a8784024,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:20.521398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.560625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e7f8c-27de-4837-80c5-ff0706972e23 req-3fe5c60d-b372-4727-bdd4-0c589d083631 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:20.563122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a4205-f5b6-44c0-9c11-4f8153d7e4fd None None] Pushing event updated for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:20.569182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e1e7f8c-27de-4837-80c5-ff0706972e23 req-3fe5c60d-b372-4727-bdd4-0c589d083631 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 949 time: 0.1569102 Jan 27 19:11:20.602710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9df4d46b-e3e0-4b46-b768-ea11300eb2e8 None None] Provisioning complete for port b895b227-c90e-4322-aee1-2ebaf6214e08 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:20.604476 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9df4d46b-e3e0-4b46-b768-ea11300eb2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.701704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:20.725481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f477f260-ece8-48a2-b497-a8990dbc1a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.789584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e1e7f8c-27de-4837-80c5-ff0706972e23 req-cfa1adf8-65e6-44d0-bd27-1834f23b9620 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190330 Jan 27 19:11:20.794685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:20.854088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:20.967803 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a0a51-de70-460f-8994-dab878b6b72e x-openstack-request-id: req-653a0a51-de70-460f-8994-dab878b6b72e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:20.968285 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "name": "network-vif-plugged", "status": "completed", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:20.968694 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-653a0a51-de70-460f-8994-dab878b6b72e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:20.972838 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86', 'code': 200} Jan 27 19:11:21.020458 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.050367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9df4d46b-e3e0-4b46-b768-ea11300eb2e8 None None] Current status of the port b895b227-c90e-4322-aee1-2ebaf6214e08 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:21.080574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f477f260-ece8-48a2-b497-a8990dbc1a36 admin admin] Publish callbacks [] for security_group (7e115825-4129-4b72-bf37-27fb4fa40616), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.087815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f477f260-ece8-48a2-b497-a8990dbc1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7e115825-4129-4b72-bf37-27fb4fa40616), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.126672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477f260-ece8-48a2-b497-a8990dbc1a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e115825-4129-4b72-bf37-27fb4fa40616,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:21.164804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f477f260-ece8-48a2-b497-a8990dbc1a36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=192824f14f86465b9765b36e11f9819c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611909 Jan 27 19:11:21.169454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57728) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:21.193287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:21.201316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:21.204576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:21.253691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2a72e-1724-4906-a429-93c27f0f0b3c req-fda708c0-e10c-403a-b6b2-7c456f9212b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:21.256256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43c2a72e-1724-4906-a429-93c27f0f0b3c req-fda708c0-e10c-403a-b6b2-7c456f9212b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 1101 time: 0.3010013 Jan 27 19:11:21.259847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] Publish callbacks [] for security_group (7e115825-4129-4b72-bf37-27fb4fa40616), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.303099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] Publish callbacks [] for security_group (7e115825-4129-4b72-bf37-27fb4fa40616), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.399542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7e115825-4129-4b72-bf37-27fb4fa40616), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.402595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.403062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (5075949c-e1f0-46ab-a29a-4857454aa37f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.403977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e115825-4129-4b72-bf37-27fb4fa40616 HTTP/1.1" status: 204 len: 168 time: 0.2333522 Jan 27 19:11:21.414868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38591-1c80-42c3-b710-924083e83d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e115825-4129-4b72-bf37-27fb4fa40616,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:21.548963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d373ff-7109-4615-ac71-935c649d55ae req-b0ce0c31-5eb4-4518-9df5-64c514766064 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:21.551700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00d373ff-7109-4615-ac71-935c649d55ae req-b0ce0c31-5eb4-4518-9df5-64c514766064 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 948 time: 0.4360943 Jan 27 19:11:21.561962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event updated for resources: {'Port': ['ID=ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:21.629225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:21.634772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43c2a72e-1724-4906-a429-93c27f0f0b3c req-0138f4ee-b1c8-4de6-9355-649288053302 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168760 Jan 27 19:11:21.732602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00d373ff-7109-4615-ac71-935c649d55ae req-82e20077-0431-4bb1-bfad-0ff1f20bd60e tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537361 Jan 27 19:11:22.014686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8602-c4c5-41ab-85e8-1577de5e391a req-84db0393-1c07-4660-887d-51ccbb24266f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:22.017606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fac8602-c4c5-41ab-85e8-1577de5e391a req-84db0393-1c07-4660-887d-51ccbb24266f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.1450999 Jan 27 19:11:22.142726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fac8602-c4c5-41ab-85e8-1577de5e391a req-8e3af4a3-258d-410b-a2ad-04546f049450 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126370 Jan 27 19:11:22.177721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:22.203211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:22.392567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 266603df-fe46-4115-ae95-621502bf668f details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:11:22.495813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b895b227-c90e-4322-aee1-2ebaf6214e08 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:22.515215 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (5075949c-e1f0-46ab-a29a-4857454aa37f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:22.571268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:22.590846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4752839 Jan 27 19:11:22.674038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf03cf-d257-43e0-8949-38db7d558a85 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event updated for resources: {'Port': ['ID=ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:22.882374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:22.886254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-dc32806a-c15d-4f9b-a1ac-0ab97050081e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.2652936 Jan 27 19:11:22.907361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '266603df-fe46-4115-ae95-621502bf668f', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'port_id': '266603df-fe46-4115-ae95-621502bf668f', 'mac_address': 'fa:16:3e:d3:a5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7afd0b-478d-4a8a-bd82-c6d32f8260c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:11:22.919583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b895b227-c90e-4322-aee1-2ebaf6214e08 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:22.920017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:23.030731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 266603df-fe46-4115-ae95-621502bf668f is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:23.031257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:23.057228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266603df-fe46-4115-ae95-621502bf668f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:23.097092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:23.133489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:23.179001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b895b227-c90e-4322-aee1-2ebaf6214e08 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:23.219420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:23.229837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.230499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.231221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.231570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.231906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.232417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.233430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.233934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.234436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.234776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.235113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.235447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.235776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:23.246772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec934b4-62f2-4de1-9850-b96f0cb1f190 req-400ab30c-b84b-494a-b432-322093152828 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:23.250004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cec934b4-62f2-4de1-9850-b96f0cb1f190 req-400ab30c-b84b-494a-b432-322093152828 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.3475127 Jan 27 19:11:23.319186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-1cd480d8-f695-4cb5-9759-4a3501d65963 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:23.329478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-1cd480d8-f695-4cb5-9759-4a3501d65963 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.4360971 Jan 27 19:11:23.343579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-8958f7ac-4efd-404b-9a6d-99781b126880 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:23.344923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd1c5e-1ffc-49ad-9833-6fbcf2f232ef req-8958f7ac-4efd-404b-9a6d-99781b126880 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162592 Jan 27 19:11:23.361973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cec934b4-62f2-4de1-9850-b96f0cb1f190 req-d12498f6-899c-48a7-aa5e-42de21598e37 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970871 Jan 27 19:11:23.410091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:23.508732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048d49-312e-4c98-a7a5-95e95f341017 req-d260b542-3c74-4838-a5c7-f6312aa056ec tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:23.510650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb048d49-312e-4c98-a7a5-95e95f341017 req-d260b542-3c74-4838-a5c7-f6312aa056ec tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 948 time: 0.0636773 Jan 27 19:11:23.576395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb048d49-312e-4c98-a7a5-95e95f341017 req-7716f8b4-3a43-4086-bb28-1ffc2d983ea2 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568478 Jan 27 19:11:23.602562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['266603df-fe46-4115-ae95-621502bf668f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:23.770995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199785b-bcc6-48f8-8926-a8c6533c421d req-bc9972e5-84a2-4cf0-bfcd-94a25c7cfcc5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:23.783436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:23.783944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e199785b-bcc6-48f8-8926-a8c6533c421d req-bc9972e5-84a2-4cf0-bfcd-94a25c7cfcc5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1224356 Jan 27 19:11:23.857110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e199785b-bcc6-48f8-8926-a8c6533c421d req-4b2c88b1-01c5-46fc-a822-62ed76eccc71 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722535 Jan 27 19:11:23.966752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a0f24b6-1cca-411f-a78b-09678d603286 req-ceff296a-4230-4676-a537-bc119683d711 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips/5075949c-e1f0-46ab-a29a-4857454aa37f HTTP/1.1" status: 200 len: 692 time: 0.0611973 Jan 27 19:11:24.093054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f24b6-1cca-411f-a78b-09678d603286 req-1e2c7a0f-f740-41fc-8d7b-49003ff077fe tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:24.100424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a0f24b6-1cca-411f-a78b-09678d603286 req-1e2c7a0f-f740-41fc-8d7b-49003ff077fe tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1259024 Jan 27 19:11:24.110439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-0a0f24b6-1cca-411f-a78b-09678d603286 req-c3cb2bde-86e3-45d2-9836-32d49e2f74e7 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:24.111631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a0f24b6-1cca-411f-a78b-09678d603286 req-c3cb2bde-86e3-45d2-9836-32d49e2f74e7 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102515 Jan 27 19:11:24.137449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-network', 'tenant_id': '5c355821907041e29f8a151ac1acb33e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:24.187494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Made reservation on behalf of 5c355821907041e29f8a151ac1acb33e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:24.193964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.205940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.273499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88c3775e-a0d4-4d1a-a156-f8a61b302559 req-a3e36000-75d7-4bb2-96a0-1ce6a8d2c474 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=65362594c5224b3bb3016cdaed7e69e4 HTTP/1.1" status: 200 len: 695 time: 0.1382198 Jan 27 19:11:24.348791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks [] for security_group (255cf8ef-4035-4c87-acb4-84110fb6f5a2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.356999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (255cf8ef-4035-4c87-acb4-84110fb6f5a2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.376019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:24.403341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4bf67e64-5ae1-4c36-9085-ca5ae17ef59c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.403637 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Added segment 4bf67e64-5ae1-4c36-9085-ca5ae17ef59c of type vlan for network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed Jan 27 19:11:24.413638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.475313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.494384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3775e-a0d4-4d1a-a156-f8a61b302559 req-4916f1c9-9d5f-48ec-9c53-84e79222e0ec tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:24.506856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88c3775e-a0d4-4d1a-a156-f8a61b302559 req-4916f1c9-9d5f-48ec-9c53-84e79222e0ec tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks?id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 787 time: 0.2274532 Jan 27 19:11:24.516821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-88c3775e-a0d4-4d1a-a156-f8a61b302559 req-7d09a09b-a747-4cb1-8a69-a0486866ac5d tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:24.517278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.518402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:24.519320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.526730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88c3775e-a0d4-4d1a-a156-f8a61b302559 req-7d09a09b-a747-4cb1-8a69-a0486866ac5d tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183983 Jan 27 19:11:24.608721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255cf8ef-4035-4c87-acb4-84110fb6f5a2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:24.624892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8402560 Jan 27 19:11:24.625186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:24.638890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844e09-1b5b-49ea-bdc6-7be469283ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:24.649452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:24.652069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Request body: {'subnet': {'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-subnet', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:24.738569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Made reservation on behalf of 5c355821907041e29f8a151ac1acb33e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:24.741291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:24.769873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f813-73f7-46da-9de1-f2851fbccb40 req-84330240-34b6-48bd-b1d7-ab1e37cd0a21 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:24.772430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5893f813-73f7-46da-9de1-f2851fbccb40 req-84330240-34b6-48bd-b1d7-ab1e37cd0a21 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.1080554 Jan 27 19:11:24.868436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-622712cb-70d7-4db6-bda1-31bb9d34b052 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:24.870898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-622712cb-70d7-4db6-bda1-31bb9d34b052 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.66 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 948 time: 0.0873590 Jan 27 19:11:24.903969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-3c312399-b11e-4b88-a013-940e82715a9b tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips/5075949c-e1f0-46ab-a29a-4857454aa37f HTTP/1.1" status: 200 len: 692 time: 0.0609419 Jan 27 19:11:25.013573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Deleting port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:25.013949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:25.015127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5893f813-73f7-46da-9de1-f2851fbccb40 req-ef0c5031-8211-4231-92f1-e71639d67f2b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082603 Jan 27 19:11:25.107737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-c30e1261-cbdc-4f39-996c-f766a15de44b tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:25.115311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-c30e1261-cbdc-4f39-996c-f766a15de44b tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1938958 Jan 27 19:11:25.148080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-e576fc2e-20c9-480d-8695-e6b0dfa23dac tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:25.155948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-e576fc2e-20c9-480d-8695-e6b0dfa23dac tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0396512 Jan 27 19:11:25.163878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] For port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:25.164351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:25.181379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Calling delete_port for 2342a6a7-802d-487c-bc18-c9fda6f2ee5b owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:25.309507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-84562d77-345c-4938-aa06-2811047ac842 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.1518354 Jan 27 19:11:25.316510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (bd05affd-0cf4-4c5b-a7a8-5176cb60a634), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:25.339739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2342a6a7-802d-487c-bc18-c9fda6f2ee5b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:25.356889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2342a6a7-802d-487c-bc18-c9fda6f2ee5b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:25.390333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Pushing event deleted for resources: {'Port': ['ID=2342a6a7-802d-487c-bc18-c9fda6f2ee5b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:25.454422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] No DVR routers for this DVR port 2342a6a7-802d-487c-bc18-c9fda6f2ee5b on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:25.460782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:25.471496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-867a4dcb-49da-45fd-bad0-903ad4d33f9f req-ee6332db-adfb-482f-af17-d301fb356da5 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.66 "DELETE /v2.0/ports/2342a6a7-802d-487c-bc18-c9fda6f2ee5b HTTP/1.1" status: 204 len: 173 time: 0.5865633 Jan 27 19:11:25.472825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'name': 'network-vif-deleted', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:25.481036 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a4cb9-c4c8-4ea8-8b40-0c0a55984a36" -d '{"events": [{"server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "name": "network-vif-deleted", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:25.781489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484ef5a-005d-4de0-afa9-9a1e21d8687f req-c02343d2-2707-40a9-bb33-5662fede7b66 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:25.784096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5484ef5a-005d-4de0-afa9-9a1e21d8687f req-c02343d2-2707-40a9-bb33-5662fede7b66 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/ports?device_id=24368edd-57ef-4c0d-a9a7-9baf65c6105e HTTP/1.1" status: 200 len: 948 time: 0.6180494 Jan 27 19:11:25.789051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-f03a14fe-7654-4cae-a02c-68353e778e24 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.4656234 Jan 27 19:11:25.935171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd05affd-0cf4-4c5b-a7a8-5176cb60a634,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:26.023411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Checking segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:26.023781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Network hostable DHCP agents. Network: d72a2d63-7d49-4c85-bf0e-01c962d7e2ed, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:26.069879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5484ef5a-005d-4de0-afa9-9a1e21d8687f req-e1a36ccd-cb6b-428b-9fd1-8b6143ded779 tempest-ImagesNegativeTestJSON-2144484947 tempest-ImagesNegativeTestJSON-2144484947-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866904e-768a-4a8b-87cb-73611971cc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755632 Jan 27 19:11:26.093791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:26.108649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d72a2d63-7d49-4c85-bf0e-01c962d7e2ed) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:26.118909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Deleting port ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:26.119276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.125546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:26.126277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.142843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d74ba7-1095-4d1f-9aef-3b295d9d21b5 None None] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:26.213193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:26.219728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:26.227040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea5fab90-709c-449a-bf6b-9323eddfcaac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5978305 Jan 27 19:11:26.284548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (3c987efa-791a-4329-92a4-7e2912bca085), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.288772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.291046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.291389 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (3c987efa-791a-4329-92a4-7e2912bca085), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.318053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Calling delete_port for ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:26.404783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:11:26.406533 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.437972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 266603df-fe46-4115-ae95-621502bf668f up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:26.466015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for router_controller (3c987efa-791a-4329-92a4-7e2912bca085), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.614069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.682311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event deleted for resources: {'Port': ['ID=ed23967f-dc1d-4f7e-b9ce-7b8bc0f1dab2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:26.711421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 266603df-fe46-4115-ae95-621502bf668f completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:11:26.727073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 266603df-fe46-4115-ae95-621502bf668f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:26.727420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (266603df-fe46-4115-ae95-621502bf668f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.798078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (5075949c-e1f0-46ab-a29a-4857454aa37f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.800854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:26.802102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d488f67f-8787-4c7a-99d4-09a5cf4e2243 req-ab92f44f-569b-40dd-8136-618ab585734a tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "DELETE /v2.0/floatingips/5075949c-e1f0-46ab-a29a-4857454aa37f HTTP/1.1" status: 204 len: 173 time: 1.0029657 Jan 27 19:11:26.810563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fca8-f6be-4837-850a-7fcd9354bcb8 req-7d7fdd20-0db7-4760-9b23-8f5904cdb085 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:26.812006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9569fca8-f6be-4837-850a-7fcd9354bcb8 req-7d7fdd20-0db7-4760-9b23-8f5904cdb085 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1177680 Jan 27 19:11:26.875914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Allocated IP 172.20.0.2 (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed/bd05affd-0cf4-4c5b-a7a8-5176cb60a634/d4bed3b8-a9f5-4230-b680-8eadd8a45674) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:26.923110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9569fca8-f6be-4837-850a-7fcd9354bcb8 req-5a499d57-5ad2-402d-abd7-8f4c7d885781 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 Jan 27 19:11:27.153727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 266603df-fe46-4115-ae95-621502bf668f is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:27.154642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.178867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for router_gateway (3c987efa-791a-4329-92a4-7e2912bca085), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.202067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266603df-fe46-4115-ae95-621502bf668f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:27.204707 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc0c3c7-6ae3-42eb-b156-1658dec51e75" -d '{"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-plugged", "status": "completed", "tag": "266603df-fe46-4115-ae95-621502bf668f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:27.210093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks [] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.223069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.226629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:27.237600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.286427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:27.291575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:27.295216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:27.351982 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c47ccc-d729-41bf-b110-c1c94ea58b8e x-openstack-request-id: req-57c47ccc-d729-41bf-b110-c1c94ea58b8e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:27.352559 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24368edd-57ef-4c0d-a9a7-9baf65c6105e", "name": "network-vif-deleted", "tag": "2342a6a7-802d-487c-bc18-c9fda6f2ee5b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:27.352991 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57c47ccc-d729-41bf-b110-c1c94ea58b8e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:27.353674 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24368edd-57ef-4c0d-a9a7-9baf65c6105e', 'name': 'network-vif-deleted', 'tag': '2342a6a7-802d-487c-bc18-c9fda6f2ee5b', 'status': 'completed', 'code': 200} Jan 27 19:11:27.403302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Pushing event updated for resources: {'Port': ['ID=d4bed3b8-a9f5-4230-b680-8eadd8a45674,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:27.461953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Attempting to bind port d4bed3b8-a9f5-4230-b680-8eadd8a45674 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:27.462593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Attempting to bind port d4bed3b8-a9f5-4230-b680-8eadd8a45674 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:27.463191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Attempting to bind port d4bed3b8-a9f5-4230-b680-8eadd8a45674 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:27.480644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:27.481809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Checking segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:27.482513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.483156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Bound using segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:27.484003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Bound port: d4bed3b8-a9f5-4230-b680-8eadd8a45674, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:27.484576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.572603 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d19a5dd-8a0d-45ed-90cd-fb2d2e04e191 x-openstack-request-id: req-6d19a5dd-8a0d-45ed-90cd-fb2d2e04e191 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:27.573060 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-plugged", "status": "completed", "tag": "266603df-fe46-4115-ae95-621502bf668f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:27.573527 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d19a5dd-8a0d-45ed-90cd-fb2d2e04e191 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:27.574079 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266603df-fe46-4115-ae95-621502bf668f', 'code': 200} Jan 27 19:11:27.628795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:27.664776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] For port d4bed3b8-a9f5-4230-b680-8eadd8a45674, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:27.671489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] For port d4bed3b8-a9f5-4230-b680-8eadd8a45674, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d4bed3b8-a9f5-4230-b680-8eadd8a45674,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:27.679194 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.815700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-916f32c6-0702-41ad-a70e-0ceabcc61866 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2539606 Jan 27 19:11:27.845529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96206734-2db5-4d1f-9bcb-de980a57b0d2 req-d217da27-58e8-4591-af61-7dfdf833d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:27.846099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93b39c-ae73-4ba5-8d2f-4432ae0cba94 None None] Pushing event updated for resources: {'Port': ['ID=d4bed3b8-a9f5-4230-b680-8eadd8a45674,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:27.847060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-26f17cec-11dc-4b22-a663-b376ddba2a89 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3447425 Jan 27 19:11:27.852117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96206734-2db5-4d1f-9bcb-de980a57b0d2 req-d217da27-58e8-4591-af61-7dfdf833d6c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1692543 Jan 27 19:11:27.864325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:27.880867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for router_gateway (3c987efa-791a-4329-92a4-7e2912bca085), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:27.958144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.000328 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.135015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479601-2304-45fe-bdf0-91c974855084 req-d94efb44-d5a4-4b61-9428-4fe7e22152d5 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:28.153514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06479601-2304-45fe-bdf0-91c974855084 req-d94efb44-d5a4-4b61-9428-4fe7e22152d5 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.2463322 Jan 27 19:11:28.178205 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96206734-2db5-4d1f-9bcb-de980a57b0d2 req-999978c9-a0e1-418d-aa15-74e2e787804a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081763 Jan 27 19:11:28.216511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-efe45ba3-b526-402c-b9c6-8dca2b91d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:28.221712 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-efe45ba3-b526-402c-b9c6-8dca2b91d27f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 1120 time: 0.2788980 Jan 27 19:11:28.352095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Allocated IP 172.25.5.246 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/5228f0b0-a2af-46ad-a1ff-9bc3c7676be4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:28.430528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06479601-2304-45fe-bdf0-91c974855084 req-93609d4f-9467-434c-92cf-1daec4e3cb36 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773781 Jan 27 19:11:28.466120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2342a6a7-802d-487c-bc18-c9fda6f2ee5b no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:28.518959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.560217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d4bed3b8-a9f5-4230-b680-8eadd8a45674 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:28.563007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 2342a6a7-802d-487c-bc18-c9fda6f2ee5b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:28.563350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2342a6a7-802d-487c-bc18-c9fda6f2ee5b not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:28.681409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d4bed3b8-a9f5-4230-b680-8eadd8a45674 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:28.682410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.711273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-62a3b5fa-0e30-43f2-8e58-db8a9cdd2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:28.712954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-62a3b5fa-0e30-43f2-8e58-db8a9cdd2724 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2228768 Jan 27 19:11:28.765003 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-46a443a4-bac8-4209-a6ae-aa03710ec556 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced HTTP/1.1" status: 200 len: 217 time: 0.0441453 Jan 27 19:11:28.772819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.862004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-9ce81a8c-8bf3-4fc8-a313-0e3655cd4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:28.863959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-9ce81a8c-8bf3-4fc8-a313-0e3655cd4b37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0867507 Jan 27 19:11:28.905711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.927394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d4bed3b8-a9f5-4230-b680-8eadd8a45674 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:28.929320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:28.983559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:28.989726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Allocated IP 172.25.5.225 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6ba68f66-a2be-40aa-b366-32837bf59e71) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:28.991050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:28.993597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:29.000001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:29.006702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-1eddd22b-fc18-4b04-9a99-bad91de282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:29.009822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-1eddd22b-fc18-4b04-9a99-bad91de282b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378999 Jan 27 19:11:29.097375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port d4bed3b8-a9f5-4230-b680-8eadd8a45674, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d4bed3b8-a9f5-4230-b680-8eadd8a45674,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:29.103376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.237935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=d4bed3b8-a9f5-4230-b680-8eadd8a45674,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:29.238886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57922) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:29.323089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.398698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.437210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:29.444936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for router_gateway (3c987efa-791a-4329-92a4-7e2912bca085), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.458131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564781-aafc-4e1b-aede-c91712d9aa14 req-fc380f54-8f3b-449b-93ef-f9b6dad59667 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:29.461196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70564781-aafc-4e1b-aede-c91712d9aa14 req-fc380f54-8f3b-449b-93ef-f9b6dad59667 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 946 time: 0.1990681 Jan 27 19:11:29.495731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:29.506279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:29.529833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d401d8d2-dfc3-4aaa-a123-66e72b2c5069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.550982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-5758c802-d081-4aa6-a592-0802d4733a14 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341997 Jan 27 19:11:29.590853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f895d-b93d-46d6-b6d2-85833819c9e7 None None] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:29.617930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event updated for resources: {'Port': ['ID=6ba68f66-a2be-40aa-b366-32837bf59e71,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:29.689853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70564781-aafc-4e1b-aede-c91712d9aa14 req-134c73ba-b223-4bc9-8e14-37c6782ba742 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895854 Jan 27 19:11:29.694555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-de88e3a2-0533-4193-abc6-bdc7e18c488d None None] Provisioning complete for port d4bed3b8-a9f5-4230-b680-8eadd8a45674 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:29.695124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de88e3a2-0533-4193-abc6-bdc7e18c488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.792796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (bf1afd39-f8ff-4290-afc6-5f75e226c4f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.864802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:29.902569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-de88e3a2-0533-4193-abc6-bdc7e18c488d None None] Current status of the port d4bed3b8-a9f5-4230-b680-8eadd8a45674 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:29.957452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9a1e191e-dcdd-4df4-9047-93e1b0f5ba3e req-2f390b90-7f3d-4514-8d1f-e5d4ceb22222 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982019 Jan 27 19:11:29.975001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d401d8d2-dfc3-4aaa-a123-66e72b2c5069 admin admin] Publish callbacks [] for security_group (ca92942f-4d6a-4f0a-a636-b231530f1e7d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.001571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d401d8d2-dfc3-4aaa-a123-66e72b2c5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ca92942f-4d6a-4f0a-a636-b231530f1e7d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.020982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (3c987efa-791a-4329-92a4-7e2912bca085), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.065191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d401d8d2-dfc3-4aaa-a123-66e72b2c5069 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d1459f4a8ce4e75877a3e12090e5554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8194265 Jan 27 19:11:30.065680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57934) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:30.114757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401d8d2-dfc3-4aaa-a123-66e72b2c5069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92942f-4d6a-4f0a-a636-b231530f1e7d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:30.253118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] Publish callbacks [] for security_group (ca92942f-4d6a-4f0a-a636-b231530f1e7d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.254134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-87377621-368b-4dca-b4b4-8eb58c17ccb1 None None] Provisioning complete for port d4bed3b8-a9f5-4230-b680-8eadd8a45674 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:30.254725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87377621-368b-4dca-b4b4-8eb58c17ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.274993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1250fc-7970-4acc-babc-decc41352003 req-fd676003-5a98-4aa0-b1ac-3ac927292169 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:30.277346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c1250fc-7970-4acc-babc-decc41352003 req-fd676003-5a98-4aa0-b1ac-3ac927292169 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.2681589 Jan 27 19:11:30.283958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] Publish callbacks [] for security_group (ca92942f-4d6a-4f0a-a636-b231530f1e7d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.300746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d4bed3b8-a9f5-4230-b680-8eadd8a45674 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:30.400775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ca92942f-4d6a-4f0a-a636-b231530f1e7d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.405007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.410409 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca92942f-4d6a-4f0a-a636-b231530f1e7d HTTP/1.1" status: 204 len: 168 time: 0.3049481 Jan 27 19:11:30.414983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-aa6b1c58-4023-4203-a443-4aae2983b768 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2693424 Jan 27 19:11:30.428024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc734888-87e7-4dd4-b12b-52d037191f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92942f-4d6a-4f0a-a636-b231530f1e7d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:30.442513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Router 3c987efa-791a-4329-92a4-7e2912bca085 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:11:30.509325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.530394 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.553296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c1250fc-7970-4acc-babc-decc41352003 req-260e93d5-1c03-4bd5-baaa-c80429d3fc66 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328429 Jan 27 19:11:30.652356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d4bed3b8-a9f5-4230-b680-8eadd8a45674 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:30.653226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.700252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event updated for resources: {'Port': ['ID=6ba68f66-a2be-40aa-b366-32837bf59e71,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:30.708727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-87377621-368b-4dca-b4b4-8eb58c17ccb1 None None] Current status of the port d4bed3b8-a9f5-4230-b680-8eadd8a45674 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:30.772754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:30.792545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:30.804681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:30.814422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7694ee32-52f5-4d4f-961e-887e70f22eb8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5950131 Jan 27 19:11:30.814679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-c0da7d5a-cf7d-4726-a315-1b2ea580ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:30.815147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-c0da7d5a-cf7d-4726-a315-1b2ea580ba88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=832f232273c748d5b50a291eb51c327f&device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 1101 time: 0.3280284 Jan 27 19:11:30.816194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:30.833740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:30.834742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:30.930939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d4bed3b8-a9f5-4230-b680-8eadd8a45674 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:30.973235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bf1afd39-f8ff-4290-afc6-5f75e226c4f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.015926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:31.051722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.053947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-2cb185d3-7b11-433b-a1a6-2cf40ebcbfaa tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2041771 Jan 27 19:11:31.178595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-cb704fdd-3ed8-42bc-81d0-5ae7f84c2fd6 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.1178341 Jan 27 19:11:31.318646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:29Z', 'revision_number': 3, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:31.362787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:31.363373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Updating router 3c987efa-791a-4329-92a4-7e2912bca085 port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:11:31.368804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:31.385917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-497acf6f-6981-431e-8de4-90ed70a0ec5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.431265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.497153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-72af442c-ed88-4f7b-b4a6-2c653a1e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:31.499867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-72af442c-ed88-4f7b-b4a6-2c653a1e2e78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.6590347 Jan 27 19:11:31.501742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-497acf6f-6981-431e-8de4-90ed70a0ec5a admin admin] Publish callbacks [] for security_group (5b5dc634-e67e-4875-8310-e29616215622), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.511468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-497acf6f-6981-431e-8de4-90ed70a0ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5b5dc634-e67e-4875-8310-e29616215622), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.522127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:31.581559 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-497acf6f-6981-431e-8de4-90ed70a0ec5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca47b04e1a96402ab35dbe158183bb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113264 Jan 27 19:11:31.583205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:31.616353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acf6f-6981-431e-8de4-90ed70a0ec5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5dc634-e67e-4875-8310-e29616215622,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:31.643406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-7c512947-06d6-4815-8607-029b40e5a58a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86 HTTP/1.1" status: 200 len: 217 time: 0.1317232 Jan 27 19:11:31.670423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] Publish callbacks [] for security_group (5b5dc634-e67e-4875-8310-e29616215622), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.703037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] Publish callbacks [] for security_group (5b5dc634-e67e-4875-8310-e29616215622), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.770903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5b5dc634-e67e-4875-8310-e29616215622), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.774492 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.779074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b5dc634-e67e-4875-8310-e29616215622 HTTP/1.1" status: 204 len: 168 time: 0.1942892 Jan 27 19:11:31.789704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45479445-89d3-4e75-897b-031cd520a95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.791880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-9c283393-9bf9-452c-a8a1-aa84543e47d7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:31.794985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-9c283393-9bf9-452c-a8a1-aa84543e47d7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 1101 time: 0.6749861 Jan 27 19:11:31.799537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f7ab7-e2b5-491f-8944-9fbe4a2c7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5dc634-e67e-4875-8310-e29616215622,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:31.922280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-c7531c85-c07e-47ba-a12b-746e2680faf7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.929098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45479445-89d3-4e75-897b-031cd520a95f admin admin] Publish callbacks [] for security_group (6e8fe5da-ae74-40cf-989f-b212ccbceb53), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.935604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45479445-89d3-4e75-897b-031cd520a95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6e8fe5da-ae74-40cf-989f-b212ccbceb53), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:31.998662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-46f7fcf6-50a0-49e1-9fe9-b925db041f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:31.998662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-46f7fcf6-50a0-49e1-9fe9-b925db041f97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2935424 Jan 27 19:11:32.005519 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-45479445-89d3-4e75-897b-031cd520a95f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=527e2837ca4a4b8d8b9715efb6302f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737647 Jan 27 19:11:32.005519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45479445-89d3-4e75-897b-031cd520a95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8fe5da-ae74-40cf-989f-b212ccbceb53,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:32.008870 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks [] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.010800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:32.018554 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.110614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] Publish callbacks [] for security_group (6e8fe5da-ae74-40cf-989f-b212ccbceb53), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.111825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Attempting to bind port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:32.112461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Attempting to bind port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:32.112644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Attempting to bind port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:32.127473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88845ec-ee40-4e8d-8741-5f919a87a639 None None] Pushing event updated for resources: {'Port': ['ID=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:32.132099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:32.132099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:32.132099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.132713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:32.133042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Bound port: 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:32.133534 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.150163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-3a97fef6-81f3-45bf-8a78-1f5d93b69e8c tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:32.153059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d67834e-a77e-422e-bbfc-41e66f01f40c req-3a97fef6-81f3-45bf-8a78-1f5d93b69e8c tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.6511321 Jan 27 19:11:32.163209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] Publish callbacks [] for security_group (6e8fe5da-ae74-40cf-989f-b212ccbceb53), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.302655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6e8fe5da-ae74-40cf-989f-b212ccbceb53), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.303676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] For port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:32.306058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.310057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e8fe5da-ae74-40cf-989f-b212ccbceb53 HTTP/1.1" status: 204 len: 168 time: 0.2947834 Jan 27 19:11:32.311488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] For port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:32.319267 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.326561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82345846-b3ef-40f1-a2cd-48ad67567ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8fe5da-ae74-40cf-989f-b212ccbceb53,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:32.359803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-6225faec-5008-49c9-b39c-2c95ea08497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:32.362376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-6225faec-5008-49c9-b39c-2c95ea08497c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3525510 Jan 27 19:11:32.473594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:32.474722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:32.481018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88845ec-ee40-4e8d-8741-5f919a87a639 None None] Pushing event updated for resources: {'Port': ['ID=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:32.586448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4996c92-b1e8-46d4-9136-8b26de3cf0a7 req-e3774ed4-eaec-48fe-ab6b-d9674b9b18ff tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:32.588255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4996c92-b1e8-46d4-9136-8b26de3cf0a7 req-e3774ed4-eaec-48fe-ab6b-d9674b9b18ff tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 946 time: 0.2401457 Jan 27 19:11:32.594969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-c7531c85-c07e-47ba-a12b-746e2680faf7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] Publish callbacks [] for security_group (62593500-337c-4f62-af3a-f3c5af77f511), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.613483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-c7531c85-c07e-47ba-a12b-746e2680faf7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (62593500-337c-4f62-af3a-f3c5af77f511), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:32.699025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531c85-c07e-47ba-a12b-746e2680faf7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62593500-337c-4f62-af3a-f3c5af77f511,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:32.727092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ec6d53-faf3-4056-ab79-3d548e0fd7a1 req-c7531c85-c07e-47ba-a12b-746e2680faf7 tempest-LiveMigrationNegativeTest-581740440 tempest-LiveMigrationNegativeTest-581740440-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8936563 Jan 27 19:11:32.749851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:32.771082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-6dd327fc-935d-49b4-a38e-af71ae420b94 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733311 Jan 27 19:11:32.819314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4996c92-b1e8-46d4-9136-8b26de3cf0a7 req-a0c8d668-8579-4752-bbe2-36be133724de tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202702 Jan 27 19:11:32.822404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57990) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:33.050134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-64364b24-0988-47fa-b757-c2640777e9cb tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips/bf1afd39-f8ff-4290-afc6-5f75e226c4f7 HTTP/1.1" status: 200 len: 693 time: 0.1054127 Jan 27 19:11:33.080059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:33.101997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:29Z', 'revision_number': 3, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:33.112807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17cd064c-cd32-457c-aded-3cd9800158aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.167262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df9201-219c-4cef-8534-f2fc265defd4 None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:29Z', 'revision_number': 3, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:33.314110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.400680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17cd064c-cd32-457c-aded-3cd9800158aa admin admin] Publish callbacks [] for security_group (327d0174-4de3-4fdb-b553-e69be9948aec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.413971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17cd064c-cd32-457c-aded-3cd9800158aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (327d0174-4de3-4fdb-b553-e69be9948aec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.427559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5845ae-6f35-4e2a-a750-3a0790473bd2 req-7ed45b6c-ee97-4dfe-b186-11a0bccfc70f service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427169 Jan 27 19:11:33.453050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-17cd064c-cd32-457c-aded-3cd9800158aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de0470c24519480bb269f89fd9114e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714261 Jan 27 19:11:33.456292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eebefdce-3c28-4102-8cd3-15bb26be44b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.465876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:33.550582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd064c-cd32-457c-aded-3cd9800158aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327d0174-4de3-4fdb-b553-e69be9948aec,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:33.920131 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] Publish callbacks [] for security_group (327d0174-4de3-4fdb-b553-e69be9948aec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:33.969152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] Publish callbacks [] for security_group (327d0174-4de3-4fdb-b553-e69be9948aec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.077197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eebefdce-3c28-4102-8cd3-15bb26be44b3 admin admin] Publish callbacks [] for security_group (b16933a0-0ee4-49bf-9b0b-3693be1e5461), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.097922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eebefdce-3c28-4102-8cd3-15bb26be44b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b16933a0-0ee4-49bf-9b0b-3693be1e5461), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.110337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-03dd5b4c-21b5-4e60-8cad-1c77958cfa21 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:34.113669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-03dd5b4c-21b5-4e60-8cad-1c77958cfa21 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 1.0619142 Jan 27 19:11:34.146878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-59c8bf0d-e99c-4ca3-b5e0-490b3ef501d6 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:34.148807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-59c8bf0d-e99c-4ca3-b5e0-490b3ef501d6 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085368 Jan 27 19:11:34.259389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebefdce-3c28-4102-8cd3-15bb26be44b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16933a0-0ee4-49bf-9b0b-3693be1e5461,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:34.271871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Allocated IP 172.20.0.1 (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed/bd05affd-0cf4-4c5b-a7a8-5176cb60a634/345e5803-bca6-40a2-a35d-6969bf01ba91) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:34.296603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e660-a04b-4fe3-83c4-db27a5288643 req-16001bbc-dbb3-468b-8c6b-3b0248a34ccc tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:34.312819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eebefdce-3c28-4102-8cd3-15bb26be44b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99e1bf2b2bd54ce8967dfb87da9566d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4820786 Jan 27 19:11:34.313245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:34.315593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3612e660-a04b-4fe3-83c4-db27a5288643 req-16001bbc-dbb3-468b-8c6b-3b0248a34ccc tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.2004776 Jan 27 19:11:34.331001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-db0bd5e1-ce28-4fc1-943e-8a5e914c1350 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.1546831 Jan 27 19:11:34.381085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (327d0174-4de3-4fdb-b553-e69be9948aec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.385842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.390438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/327d0174-4de3-4fdb-b553-e69be9948aec HTTP/1.1" status: 204 len: 168 time: 0.9225388 Jan 27 19:11:34.409509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160f5f-7f0c-405c-a2ad-3679451e2995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d0174-4de3-4fdb-b553-e69be9948aec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:34.450192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] Publish callbacks [] for security_group (b16933a0-0ee4-49bf-9b0b-3693be1e5461), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.513766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] Publish callbacks [] for security_group (b16933a0-0ee4-49bf-9b0b-3693be1e5461), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.604171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-a9012fc8-9220-4a82-a807-61a4bdc363b0 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.2439077 Jan 27 19:11:34.643820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:34.646759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b16933a0-0ee4-49bf-9b0b-3693be1e5461), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.650254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.656505 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b16933a0-0ee4-49bf-9b0b-3693be1e5461 HTTP/1.1" status: 204 len: 168 time: 0.3372495 Jan 27 19:11:34.672305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd527aec-4dda-4c00-bad9-072d4f7593bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16933a0-0ee4-49bf-9b0b-3693be1e5461,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:34.813050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3612e660-a04b-4fe3-83c4-db27a5288643 req-22aff120-0db6-4411-a280-c5b528f2ad74 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965055 Jan 27 19:11:34.834685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:34.835472 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.947250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks [] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:34.971028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Deleting port 6ba68f66-a2be-40aa-b366-32837bf59e71 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:34.971627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.063897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:35.068445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.130413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:35.139234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.200519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.201133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (6ba68f66-a2be-40aa-b366-32837bf59e71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.227362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Calling delete_port for 6ba68f66-a2be-40aa-b366-32837bf59e71 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:35.239252 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.267423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:35.268891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:35.272205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:35.276771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:35.483276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (3c987efa-791a-4329-92a4-7e2912bca085), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.661646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:35.673536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:35.710705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d12c9a8-7543-4f52-bb04-0b332eb87386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.733054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-096636cb-1040-4c81-8c49-119463638ac1 None None] Provisioning complete for port 345e5803-bca6-40a2-a35d-6969bf01ba91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:35.733963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096636cb-1040-4c81-8c49-119463638ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.841163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d12c9a8-7543-4f52-bb04-0b332eb87386 admin admin] Publish callbacks [] for security_group (7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.850934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d12c9a8-7543-4f52-bb04-0b332eb87386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:35.876745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-096636cb-1040-4c81-8c49-119463638ac1 None None] Port 345e5803-bca6-40a2-a35d-6969bf01ba91 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:35.960117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8d12c9a8-7543-4f52-bb04-0b332eb87386 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ad322d940b54c71a7368ae4b3aceba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844622 Jan 27 19:11:35.961542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12c9a8-7543-4f52-bb04-0b332eb87386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:35.973165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58054) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:36.108787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] Publish callbacks [] for security_group (7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.149871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] Publish callbacks [] for security_group (7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.289346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-31707ee6-a35e-4f94-8e21-1b55f77f7ae7 req-41628bfe-d86a-49ef-8dc4-9387c812e9f0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:36.305919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31707ee6-a35e-4f94-8e21-1b55f77f7ae7 req-41628bfe-d86a-49ef-8dc4-9387c812e9f0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4574471 Jan 27 19:11:36.427231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.432808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.433224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:36.444238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9 HTTP/1.1" status: 204 len: 168 time: 0.4695082 Jan 27 19:11:36.480034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aef569-7317-483a-b02e-41de27577e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b05d679-f7b2-4352-afd4-3e1a2ebd5fb9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:36.545000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.596311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6ba68f66-a2be-40aa-b366-32837bf59e71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.638109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:36.638109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:36.806829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Pushing event deleted for resources: {'Port': ['ID=6ba68f66-a2be-40aa-b366-32837bf59e71,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:37.004198 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks [] for floatingip (bf1afd39-f8ff-4290-afc6-5f75e226c4f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.016736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.033749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2a6b43-5438-4b58-9e3d-6d7bd548c254 req-caf9e818-8fa9-4143-81d4-f2b54daaef1e tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "DELETE /v2.0/floatingips/bf1afd39-f8ff-4290-afc6-5f75e226c4f7 HTTP/1.1" status: 204 len: 173 time: 2.4082882 Jan 27 19:11:37.096502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:37.164882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43d42-bfd2-452a-a46a-eedd20121ecc req-bcc5fbfe-6e94-44b2-b598-514a1fcd6d96 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:37.178176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8da43d42-bfd2-452a-a46a-eedd20121ecc req-bcc5fbfe-6e94-44b2-b598-514a1fcd6d96 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.4301193 Jan 27 19:11:37.223308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:37.318241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8da43d42-bfd2-452a-a46a-eedd20121ecc req-d9dcb680-6f0a-43a6-ba74-7920192bf992 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331029 Jan 27 19:11:37.427341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks [] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.444863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.558174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:37.563981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b66d71a8-17e9-4a32-b74f-97d4a4d61800 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83b365a456444464a18d50f5360629f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377359 Jan 27 19:11:37.567939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58100) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:37.574056 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-5da0d57a-efce-4d17-bd62-18379e4ac9c0 req-f2aaca50-b015-48de-8a9a-d668cc539026 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] show failed (client error): The resource could not be found. Jan 27 19:11:37.591938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5da0d57a-efce-4d17-bd62-18379e4ac9c0 req-f2aaca50-b015-48de-8a9a-d668cc539026 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips/bf1afd39-f8ff-4290-afc6-5f75e226c4f7 HTTP/1.1" status: 404 len: 350 time: 0.1610994 Jan 27 19:11:37.633763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (3c987efa-791a-4329-92a4-7e2912bca085), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.767233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] Publish callbacks [] for security_group (d866904e-768a-4a8b-87cb-73611971cc3d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.813355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] Publish callbacks [] for security_group (d866904e-768a-4a8b-87cb-73611971cc3d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.898937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d866904e-768a-4a8b-87cb-73611971cc3d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.903696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:37.905040 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d866904e-768a-4a8b-87cb-73611971cc3d HTTP/1.1" status: 204 len: 168 time: 0.3352251 Jan 27 19:11:37.923799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802909a-7abb-4d0b-85b9-b2f74fd93c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866904e-768a-4a8b-87cb-73611971cc3d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:37.989777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691e4fa-cf92-4e1f-9d36-1dd51fb15506 req-73dafd2b-78dd-4d03-b366-9ad88eb7d460 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:37.998840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5691e4fa-cf92-4e1f-9d36-1dd51fb15506 req-73dafd2b-78dd-4d03-b366-9ad88eb7d460 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.2103398 Jan 27 19:11:38.026015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:38.036709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:38.072446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-71c81fc1-5651-4849-8c27-225f8a125553 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608108 Jan 27 19:11:38.258714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5691e4fa-cf92-4e1f-9d36-1dd51fb15506 req-17ed0c8c-e890-4c1c-9956-81027a8fa23e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580452 Jan 27 19:11:38.310414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-3b320b51-c678-4d92-a6fb-918fcb6859d4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:38.313039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-3b320b51-c678-4d92-a6fb-918fcb6859d4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273779 Jan 27 19:11:38.407671 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-4f41b01f-a6c8-499c-89c9-9a13f202de2e req-befff0f8-022e-4b44-8e30-c4d473b42c56 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] show failed (client error): The resource could not be found. Jan 27 19:11:38.408806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f41b01f-a6c8-499c-89c9-9a13f202de2e req-befff0f8-022e-4b44-8e30-c4d473b42c56 tempest-FloatingIPsTestJSON-1045723419 tempest-FloatingIPsTestJSON-1045723419-project] 10.222.0.59 "GET /v2.0/floatingips/bf1afd39-f8ff-4290-afc6-5f75e226c4f7 HTTP/1.1" status: 404 len: 350 time: 0.0448949 Jan 27 19:11:38.423610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-3e52c98c-8414-4127-928d-7ed4044c1723 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.0558145 Jan 27 19:11:38.425868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-27ab2da2-951f-4ac7-8fa6-1f1976cc48cc None None] Provisioning complete for port 345e5803-bca6-40a2-a35d-6969bf01ba91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:38.426867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27ab2da2-951f-4ac7-8fa6-1f1976cc48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:38.429184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:38.457772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:11:38.475005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-e079b2f5-797a-49dd-a558-4316bac377eb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353482 Jan 27 19:11:38.590894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-27ab2da2-951f-4ac7-8fa6-1f1976cc48cc None None] Port 345e5803-bca6-40a2-a35d-6969bf01ba91 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:38.710457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:38.717649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1500c117-863e-402f-9509-628f803b5ad4 admin admin] 10.222.0.59 "PUT /v2.0/routers/3c987efa-791a-4329-92a4-7e2912bca085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8929951 Jan 27 19:11:38.739836 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:38.779680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:38.780389 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:38.935999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75888598-d639-4125-bad1-d7c014619144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:38.978921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a26b63a8-a348-4b30-aeee-8f0515340642 req-4ec458f6-a54a-4bb1-9c3c-28cfaf40e43e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 210 time: 0.1074665 Jan 27 19:11:39.052814 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:39.155432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-3c96a077-f68a-4ba5-89d5-6898947eef9f tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:39.157658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-3c96a077-f68a-4ba5-89d5-6898947eef9f tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.39 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.1051021 Jan 27 19:11:39.530948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 2, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:39.631900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435bdb9-e5cd-4c3e-ade6-47dd0bd4cab3 req-9758a74c-e5b0-4a6c-be04-b4c3c1b96ac7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:39.645411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d435bdb9-e5cd-4c3e-ade6-47dd0bd4cab3 req-9758a74c-e5b0-4a6c-be04-b4c3c1b96ac7 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 950 time: 0.2041128 Jan 27 19:11:39.646254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:39.660572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Deleting port a9d283d8-a781-44e4-8ada-fe5b7d963b86 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:39.660884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:39.665600 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:39.671800 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Updating router 3c987efa-791a-4329-92a4-7e2912bca085 port 345e5803-bca6-40a2-a35d-6969bf01ba91 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:11:39.785022 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:39.978468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d435bdb9-e5cd-4c3e-ade6-47dd0bd4cab3 req-664d7d6e-7eb7-4a6d-aa91-0e83e63a6d52 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031147 Jan 27 19:11:40.110918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] For port a9d283d8-a781-44e4-8ada-fe5b7d963b86, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9d283d8-a781-44e4-8ada-fe5b7d963b86,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:40.112117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.151693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Calling delete_port for a9d283d8-a781-44e4-8ada-fe5b7d963b86 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:40.191062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Deleting port b895b227-c90e-4322-aee1-2ebaf6214e08 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:40.191562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.255399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fa70eea-712f-492c-8c24-27420d57391f req-f66176a3-8379-41c6-b169-c1ae88b4d317 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 210 time: 0.0919716 Jan 27 19:11:40.428023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] For port b895b227-c90e-4322-aee1-2ebaf6214e08, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b895b227-c90e-4322-aee1-2ebaf6214e08,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:40.429596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.455683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Calling delete_port for b895b227-c90e-4322-aee1-2ebaf6214e08 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:40.557423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a9d283d8-a781-44e4-8ada-fe5b7d963b86), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.573041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a9d283d8-a781-44e4-8ada-fe5b7d963b86'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:40.577787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:40.617898 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks [] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.627090 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.660296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Pushing event deleted for resources: {'Port': ['ID=a9d283d8-a781-44e4-8ada-fe5b7d963b86,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:40.692261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Pushing event updated for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:40.709642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.710053 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.710455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.710986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.711335 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.711777 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.712207 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.712672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.713056 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.713541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.713879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.714381 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.714884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:40.871235 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Attempting to bind port 345e5803-bca6-40a2-a35d-6969bf01ba91 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:40.872295 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Attempting to bind port 345e5803-bca6-40a2-a35d-6969bf01ba91 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:40.872465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Attempting to bind port 345e5803-bca6-40a2-a35d-6969bf01ba91 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:40.888276 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:40.889988 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Checking segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:40.891161 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:40.891625 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Bound using segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:40.894271 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Bound port: 345e5803-bca6-40a2-a35d-6969bf01ba91, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:40.894998 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.013141 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-a9850c96-a41b-415c-86a9-5d82a885a6fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601938 Jan 27 19:11:41.030608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] No DVR routers for this DVR port a9d283d8-a781-44e4-8ada-fe5b7d963b86 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:41.043479 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.076023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80f95831-e97e-4465-808b-a3dcc6c71a2d req-b197dfb2-bc31-4e33-8b07-94f41815b32e tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.39 "DELETE /v2.0/ports/a9d283d8-a781-44e4-8ada-fe5b7d963b86 HTTP/1.1" status: 204 len: 173 time: 1.9081986 Jan 27 19:11:41.078601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'name': 'network-vif-deleted', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:41.091217 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] For port 345e5803-bca6-40a2-a35d-6969bf01ba91, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:41.095176 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d9ba56-5f8f-43e6-a264-d2173ce37842" -d '{"events": [{"server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "name": "network-vif-deleted", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:41.099058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] For port 345e5803-bca6-40a2-a35d-6969bf01ba91, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=345e5803-bca6-40a2-a35d-6969bf01ba91,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:41.114633 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.235430 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:41.237884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:41.240108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b895b227-c90e-4322-aee1-2ebaf6214e08), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.324564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Pushing event deleted for resources: {'Port': ['ID=b895b227-c90e-4322-aee1-2ebaf6214e08,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:41.494530 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:41.515436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Provisioning complete for port 345e5803-bca6-40a2-a35d-6969bf01ba91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:41.515875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.757135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Current status of the port 345e5803-bca6-40a2-a35d-6969bf01ba91 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:41.758285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.821536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:11:41.823970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-f3201c75-438e-4862-9bb0-fe9053fbb831 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:41.845008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-f3201c75-438e-4862-9bb0-fe9053fbb831 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8239946 Jan 27 19:11:41.858440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] For port 345e5803-bca6-40a2-a35d-6969bf01ba91, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=345e5803-bca6-40a2-a35d-6969bf01ba91,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:41.878858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:41.923488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:41.931203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff12a1-5a1e-4977-8c44-7945cf51335a None None] Pushing event updated for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:42.011302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01469135-44bf-42f7-964f-597e28e04072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.100700 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:42.160833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1a0bf5c-9f5a-4553-9d8b-1916699193ec req-7ecacbb4-3b2d-44c5-be41-ed48f692f80b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=47752e40-d349-40f8-8e31-ce9b1e00cb59 HTTP/1.1" status: 200 len: 210 time: 0.1288817 Jan 27 19:11:42.182913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55311e3-5044-4a22-b238-1e8db3bcd5e5 None None] Pushing event updated for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:42.197814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c2e53c02-9646-4cc1-a8b9-5036395d9feb None None] Provisioning complete for port 345e5803-bca6-40a2-a35d-6969bf01ba91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:42.198502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2e53c02-9646-4cc1-a8b9-5036395d9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.218847 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede5a0-77e8-4e96-a094-7bfd9327b34d None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:42.397211 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f2510a-afa6-4205-adf6-10ab5ebdc671 x-openstack-request-id: req-26f2510a-afa6-4205-adf6-10ab5ebdc671 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:42.397718 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47752e40-d349-40f8-8e31-ce9b1e00cb59", "name": "network-vif-deleted", "tag": "a9d283d8-a781-44e4-8ada-fe5b7d963b86", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:42.399696 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26f2510a-afa6-4205-adf6-10ab5ebdc671 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:42.400881 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47752e40-d349-40f8-8e31-ce9b1e00cb59', 'name': 'network-vif-deleted', 'tag': 'a9d283d8-a781-44e4-8ada-fe5b7d963b86', 'status': 'completed', 'code': 200} Jan 27 19:11:42.474586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.582557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2e53c02-9646-4cc1-a8b9-5036395d9feb None None] Current status of the port 345e5803-bca6-40a2-a35d-6969bf01ba91 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:42.626731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70391810-4668-4a75-9148-b25b19c11b13 req-04c35063-45f8-4c63-8764-cd38e665fde7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 210 time: 0.0918477 Jan 27 19:11:42.747916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:42.752890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-network', 'tenant_id': 'cc186daa957e401db3bc1850f9584326'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:42.818236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Made reservation on behalf of cc186daa957e401db3bc1850f9584326 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:42.823356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.831308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:42.835574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.854527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:42.860690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.152797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks [] for security_group (01b34df0-0ad7-4956-8ec2-871bd53e59f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.166233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (01b34df0-0ad7-4956-8ec2-871bd53e59f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.227069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:43.253127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b34df0-0ad7-4956-8ec2-871bd53e59f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:43.266726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6d8ca380-4e09-4ff1-81e6-a70380fdf831), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.283466 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Added segment 6d8ca380-4e09-4ff1-81e6-a70380fdf831 of type vlan for network 1433fa5e-f988-4996-bed5-0955454b0ed1 Jan 27 19:11:43.299026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:43.301198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for security_group (8a43357c-a145-4974-8493-0ec0b952f6f2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.348032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Router f475f60d-f42a-4e85-99e3-bf4d28b36d2a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:11:43.349028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8a43357c-a145-4974-8493-0ec0b952f6f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.473056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (1433fa5e-f988-4996-bed5-0955454b0ed1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.494680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9d283d8-a781-44e4-8ada-fe5b7d963b86 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:43.561302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (1433fa5e-f988-4996-bed5-0955454b0ed1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.561302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:43.561302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:43.602711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43357c-a145-4974-8493-0ec0b952f6f2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:43.623747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a9d283d8-a781-44e4-8ada-fe5b7d963b86 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:43.629487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9d283d8-a781-44e4-8ada-fe5b7d963b86 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:43.705510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9523947 Jan 27 19:11:43.706204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688196e-793d-44b9-a4cd-c5bbe8623754 admin admin] Pushing event updated for resources: {'Network': ['ID=1433fa5e-f988-4996-bed5-0955454b0ed1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:43.710612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:43.718088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Request body: {'subnet': {'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-subnet', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:43.728790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:43.772538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba134465-766e-4000-b733-05c18a97f766 req-92a335ac-fba4-4c4f-8b14-fc25ab06e681 tempest-AbsoluteLimitsNegativeTestJSON-469854814 tempest-AbsoluteLimitsNegativeTestJSON-469854814-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4a5a630bc8c847038cccbeb66bd0cd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284283 Jan 27 19:11:43.773360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Made reservation on behalf of cc186daa957e401db3bc1850f9584326 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:43.776528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.065821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a8a5bd64-776a-416c-b3c4-b564b40915ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.105159 n-d-760453-6 neutron-server[103322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 19:11:44.107639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba134465-766e-4000-b733-05c18a97f766 req-af537e4f-3e00-4f67-b73f-94a42f424154 tempest-AbsoluteLimitsNegativeTestJSON-469854814 tempest-AbsoluteLimitsNegativeTestJSON-469854814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:44.110001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba134465-766e-4000-b733-05c18a97f766 req-af537e4f-3e00-4f67-b73f-94a42f424154 tempest-AbsoluteLimitsNegativeTestJSON-469854814 tempest-AbsoluteLimitsNegativeTestJSON-469854814-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963978 Jan 27 19:11:44.120402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-f2e56692-fd32-4d36-beba-cb2153d19cde tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:11:44.122913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-f2e56692-fd32-4d36-beba-cb2153d19cde tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8117411 Jan 27 19:11:44.154229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba134465-766e-4000-b733-05c18a97f766 req-e854e45d-e35c-43ae-9996-f97906d59ca8 tempest-AbsoluteLimitsNegativeTestJSON-469854814 tempest-AbsoluteLimitsNegativeTestJSON-469854814-project] 10.222.0.59 "GET /v2.0/quotas/4a5a630bc8c847038cccbeb66bd0cd33 HTTP/1.1" status: 200 len: 375 time: 0.0333061 Jan 27 19:11:44.161582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.216 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/aec6062c-ef8c-4395-823e-99c556930218) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:44.178472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a5bd64-776a-416c-b3c4-b564b40915ae,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:44.193748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:44.207642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Sync routers for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:44.208185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b5eea48-a98b-4d01-8b01-114563a93082 admin admin] 10.222.0.59 "PUT /v2.0/routers/f475f60d-f42a-4e85-99e3-bf4d28b36d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7769532 Jan 27 19:11:44.219314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58292) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:44.223280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba134465-766e-4000-b733-05c18a97f766 req-7d29e7c1-efce-44a7-911b-7443514536db tempest-AbsoluteLimitsNegativeTestJSON-469854814 tempest-AbsoluteLimitsNegativeTestJSON-469854814-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5a630bc8c847038cccbeb66bd0cd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593081 Jan 27 19:11:44.232326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:44.235992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:44.242957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Checking segment: {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:44.243324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Network hostable DHCP agents. Network: 1433fa5e-f988-4996-bed5-0955454b0ed1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:44.294302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:44.311512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 1433fa5e-f988-4996-bed5-0955454b0ed1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:44.332681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:44.336742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.356105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea65ee9-7ddc-453d-955d-9df6e31ea27a None None] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:44.382961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c91396f-3d1c-4fd5-83ff-b91f0974f323 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6709383 Jan 27 19:11:44.386201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:44.417785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:44.457959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (aec6062c-ef8c-4395-823e-99c556930218), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.482947 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.484886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.550532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.570862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 345e5803-bca6-40a2-a35d-6969bf01ba91 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:44.582798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:44.629783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:44.642520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:44.649768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for router_controller (b3e31c9d-adb7-4620-b92d-f62addbdf07a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.651212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-51f0e645-1bea-418d-ab6e-ed7dee6ec0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:44.658570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-51f0e645-1bea-418d-ab6e-ed7dee6ec0f9 service neutron] 10.222.0.59 "GET /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 1094 time: 0.4375739 Jan 27 19:11:44.663814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Request body: {'binding': {'host': 'n-h2-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:44.664610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:11:44.909365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-1433fa5e-f988-4996-bed5-0955454b0ed1', 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1', 'project_id': 'cc186daa957e401db3bc1850f9584326', 'fixed_ips': [{'subnet_id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:11:44.912070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:44.930526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:44.937402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:44.938896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.016738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:45.067941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:45.076964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 345e5803-bca6-40a2-a35d-6969bf01ba91 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:45.077179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.172460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on host n-h2-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:45.173092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:45.173425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:45.190620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:45.191073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:45.209660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-c2ff0484-5a6a-4cf3-9685-6ac6a2c108fc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3228879 Jan 27 19:11:45.212507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for router_gateway (b3e31c9d-adb7-4620-b92d-f62addbdf07a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.258897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Request body: {'port': {'device_id': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:45.276898 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.277219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks [] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.394181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f3e6a186-cb57-4d3c-b73c-7bd1b5697cbc None None] Provisioning complete for port aec6062c-ef8c-4395-823e-99c556930218 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:45.394552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3e6a186-cb57-4d3c-b73c-7bd1b5697cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (aec6062c-ef8c-4395-823e-99c556930218), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.397898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:45.398252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:45.400551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:45.401131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Bound port: 266603df-fe46-4115-ae95-621502bf668f, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:45.460911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7975d3-1225-4198-ac60-d74c2e6e27c9 req-2d0939d2-f5af-405e-8a24-698eb9427394 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:45.463757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c7975d3-1225-4198-ac60-d74c2e6e27c9 req-2d0939d2-f5af-405e-8a24-698eb9427394 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 936 time: 0.0959318 Jan 27 19:11:45.510504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 345e5803-bca6-40a2-a35d-6969bf01ba91 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:45.518277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.539881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6a186-cb57-4d3c-b73c-7bd1b5697cbc None None] Port aec6062c-ef8c-4395-823e-99c556930218 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:45.547642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c7975d3-1225-4198-ac60-d74c2e6e27c9 req-28a272c7-60bb-4d2e-ba48-07f77ed41e99 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Jan 27 19:11:45.557450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Allocated IP 172.20.0.2 (1433fa5e-f988-4996-bed5-0955454b0ed1/a8a5bd64-776a-416c-b3c4-b564b40915ae/c3b91720-6c21-4a33-a92d-80ecd16b744e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:45.578092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:40Z', 'revision_number': 5, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:45.626059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Checking router: f475f60d-f42a-4e85-99e3-bf4d28b36d2a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:45.669815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Routers {'f475f60d-f42a-4e85-99e3-bf4d28b36d2a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:45.670480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:45.685833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for router_gateway (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.710606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:45.733110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.766597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.768185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-3a6adafe-9434-4994-a95e-0abb8e4da35e service neutron] 10.222.0.59 "POST /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1082389 Jan 27 19:11:45.781986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f79df8f-123c-4070-b97f-c06ecfa4e7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:45.952046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.034311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f79df8f-123c-4070-b97f-c06ecfa4e7c2 admin admin] Publish callbacks [] for security_group (73e206e5-67b1-46f5-932d-8d296bb67e8a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.052725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks [] for router_gateway (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.056395 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f79df8f-123c-4070-b97f-c06ecfa4e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (73e206e5-67b1-46f5-932d-8d296bb67e8a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.082856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] Set router f475f60d-f42a-4e85-99e3-bf4d28b36d2a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:46.093311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79df8f-123c-4070-b97f-c06ecfa4e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e206e5-67b1-46f5-932d-8d296bb67e8a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:46.126672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (aec6062c-ef8c-4395-823e-99c556930218), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.197735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks [] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.214925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.357864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-e8a2591f-f3f4-425e-914d-fa8b623115c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:46.361365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-e8a2591f-f3f4-425e-914d-fa8b623115c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1797535 Jan 27 19:11:46.363409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:46.374814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5f79df8f-123c-4070-b97f-c06ecfa4e7c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a5a630bc8c847038cccbeb66bd0cd33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3389249 Jan 27 19:11:46.378225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617819cd-4c91-4b4c-b7f7-5eba60d65e7b req-cfa8d329-3803-4e15-966b-9b25ce087a5d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:46.379771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:46.384709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:46.386650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-617819cd-4c91-4b4c-b7f7-5eba60d65e7b req-cfa8d329-3803-4e15-966b-9b25ce087a5d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.2056527 Jan 27 19:11:46.393727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:46.404795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Pushing event updated for resources: {'Port': ['ID=c3b91720-6c21-4a33-a92d-80ecd16b744e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:46.495071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Allocated IP 172.25.5.68 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/769ec3e5-d69f-433d-9273-9ae4889f9868) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:46.503146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Deleting port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:46.503527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.514102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Attempting to bind port c3b91720-6c21-4a33-a92d-80ecd16b744e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:46.514476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Attempting to bind port c3b91720-6c21-4a33-a92d-80ecd16b744e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:46.514936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Attempting to bind port c3b91720-6c21-4a33-a92d-80ecd16b744e on network 1433fa5e-f988-4996-bed5-0955454b0ed1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:46.527064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:46.528837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Checking segment: {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:46.528837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.528837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Bound using segment: {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:46.529318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Bound port: c3b91720-6c21-4a33-a92d-80ecd16b744e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:46.530119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.588038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] Publish callbacks [] for security_group (73e206e5-67b1-46f5-932d-8d296bb67e8a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.606340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e088-cbbf-47c6-bb07-27cf33fc26d6 req-4d8281b5-cadb-496b-ae21-64deaeaaeef7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:46.614625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:40Z', 'revision_number': 5, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:46.618161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01d3e088-cbbf-47c6-bb07-27cf33fc26d6 req-4d8281b5-cadb-496b-ae21-64deaeaaeef7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 946 time: 0.3375223 Jan 27 19:11:46.645810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] Publish callbacks [] for security_group (73e206e5-67b1-46f5-932d-8d296bb67e8a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.659923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb57cc-a338-4b85-822d-604d807c4618 None None] The sync data for ids ['f475f60d-f42a-4e85-99e3-bf4d28b36d2a'] in n-d-760453-6 is: [{'id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'name': 'tempest-FloatingIPsTestJSON-154851100-router', 'tenant_id': '65362594c5224b3bb3016cdaed7e69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:02Z', 'updated_at': '2022-01-27T19:11:40Z', 'revision_number': 5, 'project_id': '65362594c5224b3bb3016cdaed7e69e4', 'gw_port': {'id': '0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475f60d-f42a-4e85-99e3-bf4d28b36d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:04Z', 'updated_at': '2022-01-27T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:46.671311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] For port c3b91720-6c21-4a33-a92d-80ecd16b744e, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:46.675609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] For port c3b91720-6c21-4a33-a92d-80ecd16b744e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3b91720-6c21-4a33-a92d-80ecd16b744e,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:46.682431 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.726240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] For port 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:46.726807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.771073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Calling delete_port for 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:46.773150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-617819cd-4c91-4b4c-b7f7-5eba60d65e7b req-7341bba2-18e8-4512-9fc2-fd13852f803b tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453705 Jan 27 19:11:46.838180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d0b9-7255-437c-bb1a-fb378b2ae99f None None] Pushing event updated for resources: {'Port': ['ID=c3b91720-6c21-4a33-a92d-80ecd16b744e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:46.853401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5fd4552d-1776-4631-9ff0-1914bf269c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:46.854982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5fd4552d-1776-4631-9ff0-1914bf269c0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.4669368 Jan 27 19:11:46.870814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec6062c-ef8c-4395-823e-99c556930218 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:46.896426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks [] for port (aec6062c-ef8c-4395-823e-99c556930218), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.907899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:46.944817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01d3e088-cbbf-47c6-bb07-27cf33fc26d6 req-d8bcf3e0-418c-4e52-a4f3-7bcee25b41a3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900784 Jan 27 19:11:47.003975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Transition to ACTIVE for port object aec6062c-ef8c-4395-823e-99c556930218 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:11:47.008021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (73e206e5-67b1-46f5-932d-8d296bb67e8a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.012937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.014483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73e206e5-67b1-46f5-932d-8d296bb67e8a HTTP/1.1" status: 204 len: 168 time: 0.6299703 Jan 27 19:11:47.021662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.071730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-64728e2a-af55-4c1f-a5f9-230146e7b131 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.2088509 Jan 27 19:11:47.159371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa45a7-c4d7-45e4-bb9b-d532666bd597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e206e5-67b1-46f5-932d-8d296bb67e8a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:47.332825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Pushing event updated for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:47.351997 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.527003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5e83b8d3-e041-44f5-b8c7-733823fa49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:47.533561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5e83b8d3-e041-44f5-b8c7-733823fa49a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.4404721 Jan 27 19:11:47.559552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:47.603862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589f96e-3678-450f-9c0c-a8c050b2dad1 req-fc363352-2c43-445c-87f4-69715f6a53c6 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:47.606153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1589f96e-3678-450f-9c0c-a8c050b2dad1 req-fc363352-2c43-445c-87f4-69715f6a53c6 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 948 time: 0.5324767 Jan 27 19:11:47.629629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:47.647986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-3d9857e0-ba24-47c4-a591-2ecaeac80921 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:47.650735 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-3d9857e0-ba24-47c4-a591-2ecaeac80921 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.66 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.4926567 Jan 27 19:11:47.685854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=769ec3e5-d69f-433d-9273-9ae4889f9868,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:47.744036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:47.775686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Attempting to bind port aec6062c-ef8c-4395-823e-99c556930218 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:47.776254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Attempting to bind port aec6062c-ef8c-4395-823e-99c556930218 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:47.776811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Attempting to bind port aec6062c-ef8c-4395-823e-99c556930218 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:47.785680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5688284d-0919-40bd-ac13-7832cc92bc3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324905 Jan 27 19:11:47.805161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Port aec6062c-ef8c-4395-823e-99c556930218 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:47.805987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Attempting to bind port aec6062c-ef8c-4395-823e-99c556930218 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:47.854574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:47.859485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:47.860143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:47.865307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Bound port: aec6062c-ef8c-4395-823e-99c556930218, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:47.866001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (aec6062c-ef8c-4395-823e-99c556930218), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.921786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:47.980041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-d7a7dce5-6133-4b72-bcfb-52bfe38b991f service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798182 Jan 27 19:11:48.001142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:48.044989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1589f96e-3678-450f-9c0c-a8c050b2dad1 req-99daf626-b16c-4087-a724-5601eb424189 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820746 Jan 27 19:11:48.048027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.194111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:48.257422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.270479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks [] for router_controller (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.273372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:48.326841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=aec6062c-ef8c-4395-823e-99c556930218,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:48.424427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7218-1b24-4fbf-95c8-13270d87e66c req-355d37a3-543e-4d7f-ba09-19a030f7b0bd tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:48.432284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63fc7218-1b24-4fbf-95c8-13270d87e66c req-355d37a3-543e-4d7f-ba09-19a030f7b0bd tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 969 time: 0.4715385 Jan 27 19:11:48.456300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Deleting port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:48.457774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.465399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.476272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:48.590161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3b91720-6c21-4a33-a92d-80ecd16b744e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:48.660593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Pushing event updated for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:48.682168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bba201-e630-43c5-a37b-2a073ec86fa2 req-c78ef4b5-c265-4f77-be13-d239656c3c20 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:48.690861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c3b91720-6c21-4a33-a92d-80ecd16b744e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:48.696082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.696729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27bba201-e630-43c5-a37b-2a073ec86fa2 req-c78ef4b5-c265-4f77-be13-d239656c3c20 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 946 time: 0.4798677 Jan 27 19:11:48.741710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-541c4a98-6526-4258-b16b-2bf62f94142e service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907210 Jan 27 19:11:48.743444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679fc89-2058-4f52-afea-ea4f807efc45 None None] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:48.775841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:48.777144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.780381 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-457104a2-f9c0-4e3f-b4c3-ee387ac1478e service neutron] 10.222.0.39 "PUT /v2.0/ports/aec6062c-ef8c-4395-823e-99c556930218 HTTP/1.1" status: 200 len: 1096 time: 3.5368783 Jan 27 19:11:48.793523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:48.806887 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c51e9dd-2139-401a-878d-ee57f3a11548" -d '{"events": [{"name": "network-changed", "server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "tag": "aec6062c-ef8c-4395-823e-99c556930218"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:48.837321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (f475f60d-f42a-4e85-99e3-bf4d28b36d2a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.838275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f475f60d-f42a-4e85-99e3-bf4d28b36d2a {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:11:48.847780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.854341 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2574b751-0380-4bcb-a751-8dffae045334 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f475f60d-f42a-4e85-99e3-bf4d28b36d2a HTTP/1.1" status: 204 len: 168 time: 4.6310623 Jan 27 19:11:48.855492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:48.869482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Provisioning complete for port c3b91720-6c21-4a33-a92d-80ecd16b744e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:48.870389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:48.925848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27bba201-e630-43c5-a37b-2a073ec86fa2 req-edd8b46e-660f-4bf7-bd31-42785980a24d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244110 Jan 27 19:11:49.079643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c3b91720-6c21-4a33-a92d-80ecd16b744e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:49.081321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.219866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c3b91720-6c21-4a33-a92d-80ecd16b744e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3b91720-6c21-4a33-a92d-80ecd16b744e,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:49.232349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.248508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b895b227-c90e-4322-aee1-2ebaf6214e08 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:49.257739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58402) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:49.278832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Current status of the port c3b91720-6c21-4a33-a92d-80ecd16b744e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:49.279235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.324840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b895b227-c90e-4322-aee1-2ebaf6214e08 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:49.325546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b895b227-c90e-4322-aee1-2ebaf6214e08 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:49.349504 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f64a97-ca16-454f-a510-4c689882bda7 x-openstack-request-id: req-f3f64a97-ca16-454f-a510-4c689882bda7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:49.349800 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "tag": "aec6062c-ef8c-4395-823e-99c556930218", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:49.350459 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3f64a97-ca16-454f-a510-4c689882bda7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:49.350769 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218', 'status': 'completed', 'code': 200} Jan 27 19:11:49.365895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062a778a-6c83-475b-bb53-8665b3a9ce5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.374467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63fc7218-1b24-4fbf-95c8-13270d87e66c req-e1d6e090-25c0-4ddb-a8bf-83b61262e1cc tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/security-groups?id=224dd42e-bd97-46ba-935b-98f0f332eedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9410827 Jan 27 19:11:49.417168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c309683-22fd-440e-adf5-7d6752700f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.440649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c3b91720-6c21-4a33-a92d-80ecd16b744e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:49.460834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Deleting subnet 9edafbdf-5437-4604-9b0c-bc00f240fa85 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:11:49.473238 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:11:49.474365 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:11:49.482109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Publish callbacks [] for subnet (9edafbdf-5437-4604-9b0c-bc00f240fa85), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.515081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-f8eab24f-6985-4697-a11c-acc676759cbf tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:49.517115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-f8eab24f-6985-4697-a11c-acc676759cbf tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1097 time: 0.5643985 Jan 27 19:11:49.529078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-976740870-network', 'tenant_id': '650db4b18ef746df969dc5fded3566cd'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:49.540846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc538e-781e-4dcb-a404-c3dd73c2185c req-c1f77b2e-6988-4649-8f49-dd7a1598b615 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:49.542903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1efc538e-781e-4dcb-a404-c3dd73c2185c req-c1f77b2e-6988-4649-8f49-dd7a1598b615 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 948 time: 0.2998786 Jan 27 19:11:49.549894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-6'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:49.577124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] For port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:49.577124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.612494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Calling delete_port for e5d16fc7-64a2-4ce0-a054-02bd6fae4ced owned by compute:tempest-test_az-84755350 {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:49.625152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-41f79b36-fc4d-4f2a-9122-4fce98d3c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:49.626774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-41f79b36-fc4d-4f2a-9122-4fce98d3c078 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 1099 time: 0.2717724 Jan 27 19:11:49.631245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for router_gateway (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.644684 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Publish callbacks [] for subnet (9edafbdf-5437-4604-9b0c-bc00f240fa85), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.701466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Made reservation on behalf of 650db4b18ef746df969dc5fded3566cd for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:49.703873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.737033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.749169 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-63041b8b-c564-44ef-916a-3bf7b90632cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=aec6062c-ef8c-4395-823e-99c556930218 HTTP/1.1" status: 200 len: 217 time: 0.1020818 Jan 27 19:11:49.765590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.784712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1efc538e-781e-4dcb-a404-c3dd73c2185c req-c8c7eed0-baa2-4065-98c6-0eb2f424f20c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863773 Jan 27 19:11:49.907827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (9edafbdf-5437-4604-9b0c-bc00f240fa85), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.960505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062a778a-6c83-475b-bb53-8665b3a9ce5f admin admin] Publish callbacks [] for security_group (a0ba154f-2435-42c3-9433-54a6e5ed7765), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.987683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c309683-22fd-440e-adf5-7d6752700f81 admin admin] Publish callbacks [] for security_group (50e4559f-62f6-438e-92db-43e4ac3e6875), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:49.999498 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062a778a-6c83-475b-bb53-8665b3a9ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0ba154f-2435-42c3-9433-54a6e5ed7765), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.009749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-5d95ff8a-2808-4d45-b7e8-0a4197ef6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:50.011324 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-5d95ff8a-2808-4d45-b7e8-0a4197ef6e7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2162209 Jan 27 19:11:50.017311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c309683-22fd-440e-adf5-7d6752700f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (50e4559f-62f6-438e-92db-43e4ac3e6875), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.124826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f50db557-03f5-4dea-8847-0918ba4af7a3 None None] Current status of the port c3b91720-6c21-4a33-a92d-80ecd16b744e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:50.162921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-062a778a-6c83-475b-bb53-8665b3a9ce5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07ad9b4b64ca4a0396e8764b0dda63c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9648173 Jan 27 19:11:50.171779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a778a-6c83-475b-bb53-8665b3a9ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ba154f-2435-42c3-9433-54a6e5ed7765,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:50.180137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58408) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:50.194058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (9edafbdf-5437-4604-9b0c-bc00f240fa85), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.213242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c309683-22fd-440e-adf5-7d6752700f81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3177ff8e372648fe8ad96e6f8f74cb39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7254827 Jan 27 19:11:50.242154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58412) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:50.315187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0c9ae2f8-aeb9-450d-92e0-eda30f75d29d None None] Provisioning complete for port c3b91720-6c21-4a33-a92d-80ecd16b744e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:50.315633 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae2f8-aeb9-450d-92e0-eda30f75d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.348220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.352242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9edafbdf-5437-4604-9b0c-bc00f240fa85 HTTP/1.1" status: 204 len: 168 time: 1.4796722 Jan 27 19:11:50.360179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3b91720-6c21-4a33-a92d-80ecd16b744e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:50.361023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-70a92de4-8c91-4e95-922a-4f79d3ee5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:50.362942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8d202-771d-4aea-917f-f94af993420f None None] Network 182e8b11-5020-451e-821b-90b1a892782c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:50.363348 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-70a92de4-8c91-4e95-922a-4f79d3ee5f38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3427770 Jan 27 19:11:50.364229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (e5d16fc7-64a2-4ce0-a054-02bd6fae4ced), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.364581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:50.366722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e5e9-4b01-48a4-a2a1-27bea5469c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edafbdf-5437-4604-9b0c-bc00f240fa85,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:50.374084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks [] for security_group (7863853c-d89f-4409-8e2e-fc7ad51f8bdf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.394207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c309683-22fd-440e-adf5-7d6752700f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4559f-62f6-438e-92db-43e4ac3e6875,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:50.394902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:50.438333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7863853c-d89f-4409-8e2e-fc7ad51f8bdf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.521751 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-e0749af9-4218-4983-b3d3-54cd668f1d76 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151350 Jan 27 19:11:50.525010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:50.546994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.583369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1169547b-d2af-4608-8cbe-5017d7da0327), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.583709 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Added segment 1169547b-d2af-4608-8cbe-5017d7da0327 of type vlan for network 1f0e35a7-f753-4fe0-baff-c1727253d57a Jan 27 19:11:50.586340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c3b91720-6c21-4a33-a92d-80ecd16b744e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:50.586904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.604978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863853c-d89f-4409-8e2e-fc7ad51f8bdf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:50.615887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:50.630247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Pushing event deleted for resources: {'Port': ['ID=e5d16fc7-64a2-4ce0-a054-02bd6fae4ced,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:50.649413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e5d16fc7-64a2-4ce0-a054-02bd6fae4ced no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:50.680378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] Publish callbacks [] for security_group (50e4559f-62f6-438e-92db-43e4ac3e6875), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.695484 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (182e8b11-5020-451e-821b-90b1a892782c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.713023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] Publish callbacks [] for security_group (a0ba154f-2435-42c3-9433-54a6e5ed7765), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.723548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: e5d16fc7-64a2-4ce0-a054-02bd6fae4ced {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:50.724154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e5d16fc7-64a2-4ce0-a054-02bd6fae4ced not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:50.734296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ae2f8-aeb9-450d-92e0-eda30f75d29d None None] Current status of the port c3b91720-6c21-4a33-a92d-80ecd16b744e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:50.737126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0c69-c0fc-4977-8d6c-f757f52ba080 req-1468e42c-56ec-4b33-abbb-f265484775c0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:50.738666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecac0c69-c0fc-4977-8d6c-f757f52ba080 req-1468e42c-56ec-4b33-abbb-f265484775c0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 946 time: 0.4161370 Jan 27 19:11:50.742276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (1f0e35a7-f753-4fe0-baff-c1727253d57a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.769369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c981ce42-0890-4e25-9bb1-d10bc6ccd2a2 req-b77fdfd4-7834-4c7d-9253-80f61b1e443d tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.59 "GET /v2.0/ports?device_id=3286fe96-5248-4e66-956c-2e5df4c0aef6 HTTP/1.1" status: 200 len: 210 time: 0.0949466 Jan 27 19:11:50.772646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] No DVR routers for this DVR port e5d16fc7-64a2-4ce0-a054-02bd6fae4ced on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:50.793274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.798171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f45a6472-17e0-458c-a9e5-0f0f05ba1440 req-31815e84-3b8c-4f4e-b320-11e569d21c54 tempest-LiveMigrationNegativeTest-531323487 tempest-LiveMigrationNegativeTest-531323487-project] 10.222.0.66 "DELETE /v2.0/ports/e5d16fc7-64a2-4ce0-a054-02bd6fae4ced HTTP/1.1" status: 204 len: 173 time: 3.1372697 Jan 27 19:11:50.821712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] Publish callbacks [] for security_group (50e4559f-62f6-438e-92db-43e4ac3e6875), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.838063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266603df-fe46-4115-ae95-621502bf668f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:50.841020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232e011-17a4-4eca-9e5b-bf503479b41c" -d '{"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-unplugged", "status": "completed", "tag": "266603df-fe46-4115-ae95-621502bf668f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:50.845111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks [] for port (266603df-fe46-4115-ae95-621502bf668f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.860452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] Publish callbacks [] for security_group (a0ba154f-2435-42c3-9433-54a6e5ed7765), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:50.864965 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-91030b10-e831-46ce-9c5f-2d878c83fbf2 req-ad71c2a2-8737-4de0-86cf-1bcb8d52d339 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147619 Jan 27 19:11:50.892418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] DHCP port deletion for 182e8b11-5020-451e-821b-90b1a892782c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:11:50.967183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c3b91720-6c21-4a33-a92d-80ecd16b744e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:50.984428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:51.003895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.044733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:51.045468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a9685dd-d6d7-4c41-a2b9-3d5f677b46d8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:51.069779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (1f0e35a7-f753-4fe0-baff-c1727253d57a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.070764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:51.071365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.100489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Deleting port a7770f45-6b98-474d-94fd-d8690862a7f7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:51.104980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.114785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-ed5978a7-0819-433b-b13c-80ea1134564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:51.116716 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-ed5978a7-0819-433b-b13c-80ea1134564c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 1099 time: 0.1049314 Jan 27 19:11:51.139942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0ba154f-2435-42c3-9433-54a6e5ed7765), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.143572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.150236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0ba154f-2435-42c3-9433-54a6e5ed7765 HTTP/1.1" status: 204 len: 168 time: 0.9667122 Jan 27 19:11:51.185225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecac0c69-c0fc-4977-8d6c-f757f52ba080 req-53155efd-08da-48a8-b0b2-8a34519aba5e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229586 Jan 27 19:11:51.203325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (50e4559f-62f6-438e-92db-43e4ac3e6875), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.206515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.208295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50e4559f-62f6-438e-92db-43e4ac3e6875 HTTP/1.1" status: 204 len: 168 time: 0.9635725 Jan 27 19:11:51.240441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03c39-1ef0-479c-b1e8-e77f8b30802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ba154f-2435-42c3-9433-54a6e5ed7765,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:51.281031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a25178-b26b-4740-8880-b1d5672ccbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4559f-62f6-438e-92db-43e4ac3e6875,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:51.360953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'name': 'network-vif-deleted', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:51.366822 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b2bd06-f589-47d9-9928-f0761c03104f" -d '{"events": [{"server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "name": "network-vif-deleted", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:51.383575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-b38a29be-e6a6-44b6-89ec-bf7060db89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:51.386998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-b38a29be-e6a6-44b6-89ec-bf7060db89fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2610736 Jan 27 19:11:51.392049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] Pushing event updated for resources: {'Network': ['ID=1f0e35a7-f753-4fe0-baff-c1727253d57a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:51.432078 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49976b47-48a4-4bd6-8c79-2e5af98dd825 x-openstack-request-id: req-49976b47-48a4-4bd6-8c79-2e5af98dd825 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:51.432408 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-unplugged", "status": "completed", "tag": "266603df-fe46-4115-ae95-621502bf668f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:51.432677 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49976b47-48a4-4bd6-8c79-2e5af98dd825 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:51.433090 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266603df-fe46-4115-ae95-621502bf668f', 'code': 200} Jan 27 19:11:51.436778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8ab6b08d-012e-495f-8e0d-affe4a8ceb7a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1720748 Jan 27 19:11:51.484451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:51.500438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-2fa8a54b-4cdd-4f03-b2f6-f7a1f4bf816a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=aec6062c-ef8c-4395-823e-99c556930218 HTTP/1.1" status: 200 len: 217 time: 0.1021833 Jan 27 19:11:51.521681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Request body: {'subnet': {'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-976740870-subnet', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:51.525179 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a472e5-d7ee-4a87-aa0a-6ebfecadc732 x-openstack-request-id: req-a5a472e5-d7ee-4a87-aa0a-6ebfecadc732 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:51.525639 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3286fe96-5248-4e66-956c-2e5df4c0aef6", "name": "network-vif-deleted", "tag": "e5d16fc7-64a2-4ce0-a054-02bd6fae4ced", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:51.526015 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5a472e5-d7ee-4a87-aa0a-6ebfecadc732 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:51.526631 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3286fe96-5248-4e66-956c-2e5df4c0aef6', 'name': 'network-vif-deleted', 'tag': 'e5d16fc7-64a2-4ce0-a054-02bd6fae4ced', 'status': 'completed', 'code': 200} Jan 27 19:11:51.590606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:51.652873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-a76bd9dd-43e9-4591-a183-063c080db150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:51.662905 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-a76bd9dd-43e9-4591-a183-063c080db150 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1510644 Jan 27 19:11:51.672476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Made reservation on behalf of 650db4b18ef746df969dc5fded3566cd for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:51.676854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.734862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] For port a7770f45-6b98-474d-94fd-d8690862a7f7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a7770f45-6b98-474d-94fd-d8690862a7f7,segment=NetworkSegment(741cbf02-645f-4523-838a-83546ff9a836),segment_id=741cbf02-645f-4523-838a-83546ff9a836)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:51.735279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:51.758906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Calling delete_port for a7770f45-6b98-474d-94fd-d8690862a7f7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:51.780045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:51.837451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-42764ec8-fb8c-4a37-9187-5d3c640cfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:51.840200 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-42764ec8-fb8c-4a37-9187-5d3c640cfafc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701651 Jan 27 19:11:52.007753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.048280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234275-4b48-43e8-b9b9-80f0d7b96139 req-977739c7-1d0d-4b56-9bf4-634b31047cdc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:52.061665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83234275-4b48-43e8-b9b9-80f0d7b96139 req-977739c7-1d0d-4b56-9bf4-634b31047cdc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 948 time: 1.0000582 Jan 27 19:11:52.076973 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-6aca60ad-27b5-4497-bae2-c5cb3bfb7f81 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262700 Jan 27 19:11:52.078339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:52.092954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Deleting port a7770f45-6b98-474d-94fd-d8690862a7f7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:11:52.093535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.120566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-187c1ab8-d730-4814-8f62-6d8f0e2cdc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.139642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] Pushing event deleted for resources: {'Port': ['ID=a7770f45-6b98-474d-94fd-d8690862a7f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:52.148645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b07f1-b730-4a23-b3a3-e9f663c082b4 None None] No DVR routers for this DVR port a7770f45-6b98-474d-94fd-d8690862a7f7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:52.177752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:52.179631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:52.179839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:52.212691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:52.338450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:11:52.339199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Attempting to bind port 266603df-fe46-4115-ae95-621502bf668f on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:52.354128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a7770f45-6b98-474d-94fd-d8690862a7f7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:11:52.386175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c51e9dd-2139-401a-878d-ee57f3a11548 req-b3338e3d-2e87-406d-b530-710aab794bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961349 Jan 27 19:11:52.412515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: a7770f45-6b98-474d-94fd-d8690862a7f7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:11:52.418008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a7770f45-6b98-474d-94fd-d8690862a7f7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:11:52.434588 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-28a0-432d-b6af-b2690b3bb5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.461309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-187c1ab8-d730-4814-8f62-6d8f0e2cdc39 admin admin] Publish callbacks [] for security_group (d3843640-f500-4d34-ba3e-075e77f183c6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.463677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:52.464364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:52.465079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:52.465905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Bound port: 266603df-fe46-4115-ae95-621502bf668f, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:52.466542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.469762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-187c1ab8-d730-4814-8f62-6d8f0e2cdc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d3843640-f500-4d34-ba3e-075e77f183c6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.487007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Router b3e31c9d-adb7-4620-b92d-f62addbdf07a is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:11:52.563748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] For port a7770f45-6b98-474d-94fd-d8690862a7f7, host n-d-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:52.564595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.584736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c1ab8-d730-4814-8f62-6d8f0e2cdc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3843640-f500-4d34-ba3e-075e77f183c6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:52.617501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-187c1ab8-d730-4814-8f62-6d8f0e2cdc39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=193ded32149f45b59705739f6b1c6921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373068 Jan 27 19:11:52.622426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:52.661174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83234275-4b48-43e8-b9b9-80f0d7b96139 req-c1b8406f-c81a-4493-b3fd-c16f8315c14a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565984 Jan 27 19:11:52.662288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Calling delete_port for a7770f45-6b98-474d-94fd-d8690862a7f7 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:11:52.674617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Port a7770f45-6b98-474d-94fd-d8690862a7f7 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:11:52.734160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] Publish callbacks [] for security_group (d3843640-f500-4d34-ba3e-075e77f183c6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.748096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:52.751266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a7770f45-6b98-474d-94fd-d8690862a7f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.769882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] Publish callbacks [] for security_group (d3843640-f500-4d34-ba3e-075e77f183c6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.820679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea3da-cacd-4359-a716-3e689c4b0085 req-05edbd9e-9057-4c67-96c6-0eb8e199194b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:52.823557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff9ea3da-cacd-4359-a716-3e689c4b0085 req-05edbd9e-9057-4c67-96c6-0eb8e199194b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.4904268 Jan 27 19:11:52.823557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7770f45-6b98-474d-94fd-d8690862a7f7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:52.846948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] No DVR routers for this DVR port a7770f45-6b98-474d-94fd-d8690862a7f7 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:11:52.876241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d3843640-f500-4d34-ba3e-075e77f183c6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.880123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:52.885514 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3843640-f500-4d34-ba3e-075e77f183c6 HTTP/1.1" status: 204 len: 168 time: 0.2580378 Jan 27 19:11:52.893515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adf98d-07af-49c1-a0e8-372b1cb2daaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3843640-f500-4d34-ba3e-075e77f183c6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.021398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.021673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.022195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.022545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.022898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.023218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.023550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.023877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.024207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.024531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.024872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.025182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.025534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.041038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a76eac9-be73-4be3-95cf-d0b8bdf0fdc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=832f232273c748d5b50a291eb51c327f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909524 Jan 27 19:11:53.047215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:53.106806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (7bd44b5b-b09f-48d0-a72a-375e7b2d7d76), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.119235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff9ea3da-cacd-4359-a716-3e689c4b0085 req-9f911fa3-3e8e-431b-8f5f-d85dc10dc7cb tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762630 Jan 27 19:11:53.157385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Publish callbacks [] for security_group (224dd42e-bd97-46ba-935b-98f0f332eedc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.206158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Publish callbacks [] for security_group (224dd42e-bd97-46ba-935b-98f0f332eedc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.224492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:53.274031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:53.289207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (182e8b11-5020-451e-821b-90b1a892782c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.305682 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (224dd42e-bd97-46ba-935b-98f0f332eedc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.306418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.309886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/224dd42e-bd97-46ba-935b-98f0f332eedc HTTP/1.1" status: 204 len: 168 time: 0.2593191 Jan 27 19:11:53.313183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.322645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-28a0-432d-b6af-b2690b3bb5d6 admin admin] Publish callbacks [] for security_group (a635a527-734a-46a4-bdee-ce4c3b6a764d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.326484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224dd42e-bd97-46ba-935b-98f0f332eedc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.338286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:11:53.348425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.349468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.349893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.350393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.350887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.351880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.352463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.353073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.354298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.354298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.354893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.356358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.357097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf67ad0-74d2-47db-8cca-b24f74c921ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:11:53.357593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Sync routers for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:11:53.387033 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:53.387693 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:53.457632 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.458400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd44b5b-b09f-48d0-a72a-375e7b2d7d76,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.460688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-28a0-432d-b6af-b2690b3bb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a635a527-734a-46a4-bdee-ce4c3b6a764d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.464351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182e8b11-5020-451e-821b-90b1a892782c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:53.528570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741cbf02-645f-4523-838a-83546ff9a836') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:53.528865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741cbf02-645f-4523-838a-83546ff9a836') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:53.570985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device aec6062c-ef8c-4395-823e-99c556930218 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:11:53.578460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.579751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b367c997-2353-4f3e-a621-a7aace287ae3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.1901751 Jan 27 19:11:53.583668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:53.585164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (741cbf02-645f-4523-838a-83546ff9a836), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.598357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442a41-28a0-432d-b6af-b2690b3bb5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a635a527-734a-46a4-bdee-ce4c3b6a764d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.607409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Checking segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:53.607895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Network hostable DHCP agents. Network: 1f0e35a7-f753-4fe0-baff-c1727253d57a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:53.616173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-db442a41-28a0-432d-b6af-b2690b3bb5d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a21d2a46ca2d4f80ad657836fa82994b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3949327 Jan 27 19:11:53.621245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:53.621967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.627401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (741cbf02-645f-4523-838a-83546ff9a836), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.649759 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:53.672703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:11:53.673125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (741cbf02-645f-4523-838a-83546ff9a836), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:11:53.678675 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:11:53.693915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:53.694560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.696192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-da42fbba-cb23-40a5-9512-df90bbc22383 service neutron] 10.222.0.39 "PUT /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 1122 time: 4.1632645 Jan 27 19:11:53.696634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'tag': '266603df-fe46-4115-ae95-621502bf668f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:53.699647 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee1792-5191-4a5c-8a26-78c39d804e37" -d '{"events": [{"name": "network-changed", "server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "tag": "266603df-fe46-4115-ae95-621502bf668f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:53.827602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:53.839166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (182e8b11-5020-451e-821b-90b1a892782c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.850219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] Publish callbacks [] for security_group (a635a527-734a-46a4-bdee-ce4c3b6a764d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.883153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.894995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] 10.222.0.59 "DELETE /v2.0/networks/182e8b11-5020-451e-821b-90b1a892782c HTTP/1.1" status: 204 len: 168 time: 3.5253906 Jan 27 19:11:53.897447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 1f0e35a7-f753-4fe0-baff-c1727253d57a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:53.905506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a21cd-a742-485f-a420-252215431596 admin admin] Pushing event deleted for resources: {'Network': ['ID=182e8b11-5020-451e-821b-90b1a892782c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:53.916483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:53.919553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:53.926641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5305466-5df9-41a3-a934-149a0c64aee1 None None] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:53.955634 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb66480f-1a80-44b0-8941-e2cab365fd9c x-openstack-request-id: req-bb66480f-1a80-44b0-8941-e2cab365fd9c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:53.955915 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "tag": "266603df-fe46-4115-ae95-621502bf668f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:53.959740 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb66480f-1a80-44b0-8941-e2cab365fd9c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:53.960422 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'tag': '266603df-fe46-4115-ae95-621502bf668f', 'status': 'completed', 'code': 200} Jan 27 19:11:53.984299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['266603df-fe46-4115-ae95-621502bf668f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:53.985831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0f0bd0d-fecd-4a2d-8d9c-d2233be00411 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4767199 Jan 27 19:11:53.995069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:54.000482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:54.029201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] Publish callbacks [] for security_group (a635a527-734a-46a4-bdee-ce4c3b6a764d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.090641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a08a3-05b6-40f7-9df3-8fb9274bf60c req-acf5ad85-47df-4e1c-bd33-3fe6e68cc47c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:54.096696 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:48Z', 'revision_number': 3, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:54.101238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-610a08a3-05b6-40f7-9df3-8fb9274bf60c req-acf5ad85-47df-4e1c-bd33-3fe6e68cc47c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 948 time: 0.1552639 Jan 27 19:11:54.116277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.117706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.181769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:54.211993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-a307096a-9e54-48af-a571-c50317d76aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:54.217131 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-a307096a-9e54-48af-a571-c50317d76aaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1125 time: 0.2846704 Jan 27 19:11:54.238247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for router_controller (c10ed34b-16b5-4108-8a29-baed6fb0d166), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.256195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-610a08a3-05b6-40f7-9df3-8fb9274bf60c req-7f7fb460-6142-4720-870a-77508721145e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537008 Jan 27 19:11:54.257762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a635a527-734a-46a4-bdee-ce4c3b6a764d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.274073 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Checking router: b3e31c9d-adb7-4620-b92d-f62addbdf07a for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:11:54.274428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Updating router b3e31c9d-adb7-4620-b92d-f62addbdf07a port 769ec3e5-d69f-433d-9273-9ae4889f9868 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:11:54.276052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.277505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a635a527-734a-46a4-bdee-ce4c3b6a764d HTTP/1.1" status: 204 len: 168 time: 0.6519961 Jan 27 19:11:54.310198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1a3c-1353-4829-9649-c8fa510a6887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635a527-734a-46a4-bdee-ce4c3b6a764d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:54.372883 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.426806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=aec6062c-ef8c-4395-823e-99c556930218,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:54.552076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'aec6062c-ef8c-4395-823e-99c556930218', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'aec6062c-ef8c-4395-823e-99c556930218', 'mac_address': 'fa:16:3e:d2:0a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:11:54.568995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.576602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-1f0e35a7-f753-4fe0-baff-c1727253d57a', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'project_id': '650db4b18ef746df969dc5fded3566cd', 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:11:54.577963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.665186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port aec6062c-ef8c-4395-823e-99c556930218 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:54.665637 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (aec6062c-ef8c-4395-823e-99c556930218), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:54.890588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58494) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:54.917720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Allocated IP 172.20.0.2 (1f0e35a7-f753-4fe0-baff-c1727253d57a/7bd44b5b-b09f-48d0-a72a-375e7b2d7d76/6b497938-f1e8-4cc0-bc52-4db1de61f4b0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:55.101799 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks [] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.117923 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.140004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-528cb2f3-19e2-451b-aa7f-097a39095049 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88019652e4884073bd0d7f85d6749f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9135039 Jan 27 19:11:55.141528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec6062c-ef8c-4395-823e-99c556930218 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:11:55.147352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:55.179988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=aec6062c-ef8c-4395-823e-99c556930218,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:55.228455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.268133 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Attempting to bind port 769ec3e5-d69f-433d-9273-9ae4889f9868 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:55.271834 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Attempting to bind port 769ec3e5-d69f-433d-9273-9ae4889f9868 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:55.272098 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Attempting to bind port 769ec3e5-d69f-433d-9273-9ae4889f9868 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:55.288003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:55.289954 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:55.293119 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.295700 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:55.296406 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Bound port: 769ec3e5-d69f-433d-9273-9ae4889f9868, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:55.296908 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.320509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:55.392959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ac0dd-afff-477d-b374-5480a84af99c None None] Pushing event updated for resources: {'Port': ['ID=769ec3e5-d69f-433d-9273-9ae4889f9868,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:55.418682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks [] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.457433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-d4a1c868-cf67-45ec-a685-fad45f997a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:55.461056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-d4a1c868-cf67-45ec-a685-fad45f997a92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 1.2121480 Jan 27 19:11:55.464072 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.488793 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] For port 769ec3e5-d69f-433d-9273-9ae4889f9868, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:55.497032 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] For port 769ec3e5-d69f-433d-9273-9ae4889f9868, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=769ec3e5-d69f-433d-9273-9ae4889f9868,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:55.514050 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.607270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:55.614440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:11:55.629326 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:11:55.630389 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:55.644913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:55.649103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for router_gateway (c10ed34b-16b5-4108-8a29-baed6fb0d166), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:55.708338 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ac0dd-afff-477d-b374-5480a84af99c None None] Pushing event updated for resources: {'Port': ['ID=769ec3e5-d69f-433d-9273-9ae4889f9868,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:55.731968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 266603df-fe46-4115-ae95-621502bf668f details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:11:55.732317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a61ee3-304d-43ca-a3c1-a31225459622 req-b739c90d-75c5-49b5-8738-fa861a962f96 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:55.750695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a61ee3-304d-43ca-a3c1-a31225459622 req-b739c90d-75c5-49b5-8738-fa861a962f96 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 1.3771334 Jan 27 19:11:55.807916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:55.826516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:55.849131 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:11:55.938835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8ddb2-f281-4384-b276-cba589b9c404 req-52ff1f47-02d4-47b8-b504-0c916c4afd8f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:55.961874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae8ddb2-f281-4384-b276-cba589b9c404 req-52ff1f47-02d4-47b8-b504-0c916c4afd8f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 949 time: 0.3751569 Jan 27 19:11:55.986263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Pushing event updated for resources: {'Port': ['ID=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:56.041177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc49feac-6eaf-4272-a629-02a92f9f4a59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65362594c5224b3bb3016cdaed7e69e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1315100 Jan 27 19:11:56.045784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:56.063745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a61ee3-304d-43ca-a3c1-a31225459622 req-a5cfc066-d5e1-4e00-b9b1-010d6438e8a9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108311 Jan 27 19:11:56.109157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1832901117-network', 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:56.130935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-5f3dcea5-9366-4782-af35-d0b120980af4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.1247947 Jan 27 19:11:56.208783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae8ddb2-f281-4384-b276-cba589b9c404 req-a6df9dc2-9ddb-4dd3-a9ef-0db4b90c88eb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458804 Jan 27 19:11:56.272575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:56.275347 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.291128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] Publish callbacks [] for security_group (797ad894-80d5-4894-8139-159168817ab6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.304585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.320693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] Publish callbacks [] for security_group (62593500-337c-4f62-af3a-f3c5af77f511), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.358128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] Publish callbacks [] for security_group (797ad894-80d5-4894-8139-159168817ab6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.414914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:56.437963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Attempting to bind port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:11:56.438644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Attempting to bind port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:11:56.439177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Attempting to bind port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 on network 1f0e35a7-f753-4fe0-baff-c1727253d57a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:11:56.448147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 266603df-fe46-4115-ae95-621502bf668f has no active binding in host n-h2-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:11:56.454137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:11:56.454854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Checking segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:56.455431 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.456302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Bound using segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:11:56.457445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Bound port: 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:11:56.458047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.494576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] Publish callbacks [] for security_group (62593500-337c-4f62-af3a-f3c5af77f511), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.536310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-3121b35f-b103-47ff-b0b6-e4ec6ee1623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:56.538273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-3121b35f-b103-47ff-b0b6-e4ec6ee1623d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.3951929 Jan 27 19:11:56.609871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-92e9c33b-f8b3-4737-8fcf-0430b9e0d5b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624018 Jan 27 19:11:56.639270 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.648552 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (797ad894-80d5-4894-8139-159168817ab6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.651311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.652733 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:48Z', 'revision_number': 3, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:11:56.653738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/797ad894-80d5-4894-8139-159168817ab6 HTTP/1.1" status: 204 len: 168 time: 0.6063638 Jan 27 19:11:56.682806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for router_gateway (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.687047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks [] for security_group (bc030ab9-be97-456e-98aa-973e3e91bd19), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.689467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a10d6d-0745-4d89-ad92-aec5ae996b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ad894-80d5-4894-8139-159168817ab6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:56.709766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] For port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:11:56.720085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] For port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:11:56.743679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bc030ab9-be97-456e-98aa-973e3e91bd19), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.753337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.759990 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42822b-3931-451d-8835-bccc77f3a8fa None None] The sync data for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 is: [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:48Z', 'revision_number': 3, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:11:56.787019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.807969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (62593500-337c-4f62-af3a-f3c5af77f511), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.821713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.821713 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62593500-337c-4f62-af3a-f3c5af77f511 HTTP/1.1" status: 204 len: 168 time: 1.6544373 Jan 27 19:11:56.841556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:11:56.869578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e731-8480-4e65-866f-ee0ad85ac72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62593500-337c-4f62-af3a-f3c5af77f511,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:56.981698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2f05b94-0c4e-42a5-81f3-03921e1bf94d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:56.982268 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Added segment d2f05b94-0c4e-42a5-81f3-03921e1bf94d of type vlan for network 5157cb3b-9c52-432b-be30-25b9c81de2ea Jan 27 19:11:56.997666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc030ab9-be97-456e-98aa-973e3e91bd19,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:57.016103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-89271f4b-3e7b-45ed-8e38-5c7fea37bf58 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945057 Jan 27 19:11:57.024948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ba6c-406f-4d03-b87a-17a025ad20be None None] Pushing event updated for resources: {'Port': ['ID=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:57.108347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Allocated IP 172.25.5.254 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/71d76223-a9f0-4c04-afb3-2e6b0ef57756) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:57.121205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5157cb3b-9c52-432b-be30-25b9c81de2ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.438013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7eee1792-5191-4a5c-8a26-78c39d804e37 req-ccc3c826-5835-4c7d-978b-a0cc5b6ad86f service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034293 Jan 27 19:11:57.518138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Allocated IP 172.20.0.1 (1433fa5e-f988-4996-bed5-0955454b0ed1/a8a5bd64-776a-416c-b3c4-b564b40915ae/abb95526-4c5b-4883-9fd3-ad6931c723d1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:11:57.590029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device aec6062c-ef8c-4395-823e-99c556930218 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:57.682210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks [] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.699858 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5157cb3b-9c52-432b-be30-25b9c81de2ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.700871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:57.701513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.755631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port aec6062c-ef8c-4395-823e-99c556930218 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:11:57.760795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port aec6062c-ef8c-4395-823e-99c556930218 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:57.761173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (aec6062c-ef8c-4395-823e-99c556930218), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.785367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.883913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:57.904323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:57.910142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2480702 Jan 27 19:11:57.910385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:57.910385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.914968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:11:57.933918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Request body: {'subnet': {'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1832901117-subnet', 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:11:57.966531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port aec6062c-ef8c-4395-823e-99c556930218 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:57.967473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (aec6062c-ef8c-4395-823e-99c556930218), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:57.994184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d970bd2-8305-4753-8a92-b69aa8252823 req-522b8ddd-cc64-4d67-bb88-33c6c34d77f5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:57.996843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d970bd2-8305-4753-8a92-b69aa8252823 req-522b8ddd-cc64-4d67-bb88-33c6c34d77f5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.7330148 Jan 27 19:11:58.007974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.024771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:11:58.028638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e60d-a6be-4fd1-b7b4-e233f26b89ce req-92430a3a-6c83-469a-9fc9-000c484b4ee4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:58.030541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9226e60d-a6be-4fd1-b7b4-e233f26b89ce req-92430a3a-6c83-469a-9fc9-000c484b4ee4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 949 time: 0.4974601 Jan 27 19:11:58.032562 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9be81-1e12-4e8d-b566-eb671866f6ee" -d '{"events": [{"server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "name": "network-vif-plugged", "status": "completed", "tag": "aec6062c-ef8c-4395-823e-99c556930218"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:11:58.040783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Pushing event updated for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:58.046173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8108a-52fd-4a5e-b19e-bbc2b5552ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=5157cb3b-9c52-432b-be30-25b9c81de2ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:58.065714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=aec6062c-ef8c-4395-823e-99c556930218,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:11:58.077311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.085131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:11:58.160032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:11:58.169679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.270541 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.294301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d970bd2-8305-4753-8a92-b69aa8252823 req-4bfd2686-3477-4ac8-ade7-8a705d0dcc02 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626801 Jan 27 19:11:58.355738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9226e60d-a6be-4fd1-b7b4-e233f26b89ce req-76c93af2-74c7-412c-a00b-1e8efb5c4e6e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047936 Jan 27 19:11:58.487553 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0983a8-4fdb-4219-a55c-75552c8645b8 x-openstack-request-id: req-9b0983a8-4fdb-4219-a55c-75552c8645b8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:11:58.487877 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "name": "network-vif-plugged", "status": "completed", "tag": "aec6062c-ef8c-4395-823e-99c556930218", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:11:58.489635 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b0983a8-4fdb-4219-a55c-75552c8645b8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:11:58.490323 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218', 'code': 200} Jan 27 19:11:58.505749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Pushing event updated for resources: {'Port': ['ID=71d76223-a9f0-4c04-afb3-2e6b0ef57756,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:58.506770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:58.512747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:58.516558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:58.519450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:11:58.663362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc173f9b-4d9a-45a4-84f1-6a33e30c7fea None None] Provisioning complete for port abb95526-4c5b-4883-9fd3-ad6931c723d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:58.664807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc173f9b-4d9a-45a4-84f1-6a33e30c7fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.734702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:58.806539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc173f9b-4d9a-45a4-84f1-6a33e30c7fea None None] Port abb95526-4c5b-4883-9fd3-ad6931c723d1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:11:58.823920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:11:58.976468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:58.977529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.045926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717834-a583-42c7-b8f2-84b7f68c8f8a req-41db3dbd-dee2-4a6b-bde8-e140a388fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:59.048087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24717834-a583-42c7-b8f2-84b7f68c8f8a req-41db3dbd-dee2-4a6b-bde8-e140a388fa70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 1101 time: 0.3234427 Jan 27 19:11:59.132965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b474dd1-6e78-4426-a970-f45846ac73bc None None] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:59.217728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (87f38781-c42d-4d45-8806-f1a42c26932b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.267860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24717834-a583-42c7-b8f2-84b7f68c8f8a req-53b6157a-ef31-4705-b597-f3d4efc6a9ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109497 Jan 27 19:11:59.315642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Provisioning complete for port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:11:59.316129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for router_gateway (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.316818 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.513825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f38781-c42d-4d45-8806-f1a42c26932b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:59.559415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:11:59.559680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Network hostable DHCP agents. Network: 5157cb3b-9c52-432b-be30-25b9c81de2ea, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:11:59.626874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:11:59.663606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks [] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.668436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5157cb3b-9c52-432b-be30-25b9c81de2ea) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:11:59.675810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.677591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.682360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:59.683526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.747511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:11:59.750685 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:11:59.772323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa4fc8-4d99-46e9-98cf-140933d7cbfc None None] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:11:59.867758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-748874e7-24a8-4f04-9c6c-0aec75146e7c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9435444 Jan 27 19:11:59.868851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968a2c-b53a-409c-9278-70e858353c49 req-33f76ea9-0369-4720-b143-cd8ceda1dc49 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:11:59.875112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Pushing event updated for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:11:59.885410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9968a2c-b53a-409c-9278-70e858353c49 req-33f76ea9-0369-4720-b143-cd8ceda1dc49 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.4116929 Jan 27 19:11:59.970538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:11:59.976777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:00.107721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:00.142094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.144556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 769ec3e5-d69f-433d-9273-9ae4889f9868 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:00.201102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8427207-bf8c-4ebd-bf88-415481fe628f None None] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:12:00.206062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:00.206590 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.320387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aac0c-6a69-46aa-8ee6-37f8dc8088ca req-18bd2b27-f71e-4fad-a79d-612d8d439ff9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:00.347254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-653aac0c-6a69-46aa-8ee6-37f8dc8088ca req-18bd2b27-f71e-4fad-a79d-612d8d439ff9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 950 time: 0.7324705 Jan 27 19:12:00.436679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:12:00.437051 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:12:00.465298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:00.467773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Router b3e31c9d-adb7-4620-b92d-f62addbdf07a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:12:00.479377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 769ec3e5-d69f-433d-9273-9ae4889f9868 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:00.481074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.542837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9968a2c-b53a-409c-9278-70e858353c49 req-76bafaff-62ab-4e09-9e0f-b92040d1e161 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552684 Jan 27 19:12:00.595055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.685857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-653aac0c-6a69-46aa-8ee6-37f8dc8088ca req-5a477606-dfb1-4f13-b671-6e069a456b61 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367662 Jan 27 19:12:00.738499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 769ec3e5-d69f-433d-9273-9ae4889f9868 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:00.739082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.744056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:12:00.760884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Sync routers for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:12:00.772997 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-528185c1-f5cf-402c-ba5c-17ab021813d1 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3e31c9d-adb7-4620-b92d-f62addbdf07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1792986 Jan 27 19:12:00.781126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 769ec3e5-d69f-433d-9273-9ae4889f9868, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=769ec3e5-d69f-433d-9273-9ae4889f9868,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:00.788197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:00.788948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:00.793737 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:00.877553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Router c10ed34b-16b5-4108-8a29-baed6fb0d166 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:12:00.938423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:00.977221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=769ec3e5-d69f-433d-9273-9ae4889f9868,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:01.087101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed4939f8-6f2c-4ff8-b8df-4491c2cfeb21 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:01.107696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:01.122238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:12:01.141603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Sync routers for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:12:01.168120 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:01.168930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.170077 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:01.174427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-750728c8-7568-4229-b1c4-a6aadc9848e9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1758101 Jan 27 19:12:01.176867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:01.284718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Provisioning complete for port abb95526-4c5b-4883-9fd3-ad6931c723d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:01.285540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.291083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:01.291497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.495124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:01.513543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:01.522538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-641875137-network', 'tenant_id': '67e691cd62154af498c3332084f78c81'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:01.624830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Port abb95526-4c5b-4883-9fd3-ad6931c723d1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:01.746136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:01.752949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Provisioning complete for port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:01.753628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.788490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:58Z', 'revision_number': 4, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'abb95526-4c5b-4883-9fd3-ad6931c723d1', 'name': '', 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'mac_address': 'fa:16:3e:1b:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:11:59Z', 'revision_number': 2, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'subnets': [{'id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:01.793485 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-887b08c6-e419-44ff-95a7-b6f2d2c23953 service neutron] 10.222.0.66 "GET /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.2025590 Jan 27 19:12:01.793485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Made reservation on behalf of 67e691cd62154af498c3332084f78c81 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:01.795623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.946712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:01.956053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-68cfea6c-ca25-4b63-b63d-fcdafd2b0250 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4680781 Jan 27 19:12:01.987093 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:11:59Z', 'revision_number': 3, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:02.029466 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Checking router: c10ed34b-16b5-4108-8a29-baed6fb0d166 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:12:02.029822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Updating router c10ed34b-16b5-4108-8a29-baed6fb0d166 port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:12:02.066468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Checking router: b3e31c9d-adb7-4620-b92d-f62addbdf07a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:12:02.067251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Updating router b3e31c9d-adb7-4620-b92d-f62addbdf07a port abb95526-4c5b-4883-9fd3-ad6931c723d1 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:12:02.100528 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.112588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.260374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:02.268601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-7e197734-618d-415d-a2c4-a3a0f27172d2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:02.271336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-7e197734-618d-415d-a2c4-a3a0f27172d2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066089 Jan 27 19:12:02.286039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks [] for security_group (93a78088-01fe-4913-b8a4-5ecb91c6ef9f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.293836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (93a78088-01fe-4913-b8a4-5ecb91c6ef9f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.306961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:12:02.341826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:02.421790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dacb4651-0a57-4f08-96c7-2714ececf728), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.422415 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Added segment dacb4651-0a57-4f08-96c7-2714ececf728 of type vlan for network 948f434f-a59a-49cb-b366-09a66f96d5f6 Jan 27 19:12:02.483944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (948f434f-a59a-49cb-b366-09a66f96d5f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.488806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-1da2d70c-b0a8-437d-b287-bf187b7ea718 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/quotas/30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 375 time: 0.1125107 Jan 27 19:12:02.526314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (948f434f-a59a-49cb-b366-09a66f96d5f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.527978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:02.528661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.612394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=948f434f-a59a-49cb-b366-09a66f96d5f6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:02.617185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks [] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.618265 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1022513 Jan 27 19:12:02.623775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266603df-fe46-4115-ae95-621502bf668f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:02.629659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 948f434f-a59a-49cb-b366-09a66f96d5f6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:12:02.637188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.637693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58684) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:02.650951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Request body: {'subnet': {'network_id': '948f434f-a59a-49cb-b366-09a66f96d5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-641875137-subnet', 'tenant_id': '67e691cd62154af498c3332084f78c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:02.657873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:02.660881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd7ea-ad43-45fd-b632-ac925f589dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a78088-01fe-4913-b8a4-5ecb91c6ef9f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:02.679662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-517e689f-62ec-4adf-bfdd-6466760f4a1f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822174 Jan 27 19:12:02.727341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (266603df-fe46-4115-ae95-621502bf668f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.728548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.752176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd451ca-d3ca-4f51-ab3b-7c2d7308c803 req-a18880de-b533-4639-bc35-c60ce3d4e8c4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:02.753588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abd451ca-d3ca-4f51-ab3b-7c2d7308c803 req-a18880de-b533-4639-bc35-c60ce3d4e8c4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 944 time: 0.3762276 Jan 27 19:12:02.772137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Made reservation on behalf of 67e691cd62154af498c3332084f78c81 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:02.777518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.853348 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks [] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.861752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abd451ca-d3ca-4f51-ab3b-7c2d7308c803 req-1ea20db5-76ad-4cea-a100-890ad90a889c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Jan 27 19:12:02.864124 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:02.998534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d82b53-a132-4cf8-8b8b-c0232108c93a None None] Pushing event updated for resources: {'Port': ['ID=71d76223-a9f0-4c04-afb3-2e6b0ef57756,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:03.086865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6eefb224-a3cb-48d9-ba63-a84738cd7fc3 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:03.114686 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Attempting to bind port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:03.115224 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Attempting to bind port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:03.116505 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Attempting to bind port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:03.153132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 769ec3e5-d69f-433d-9273-9ae4889f9868 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:03.153464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:03.153750 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:03.154967 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.155529 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:03.156536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Bound port: 71d76223-a9f0-4c04-afb3-2e6b0ef57756, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:03.156790 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.179246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (1be1a9bc-6e44-497e-a60f-303d1780e89c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.252747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1aaec-2bcc-4807-b6c6-28b390d3b6d0 None None] Pushing event updated for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:03.262628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c5dfd-973d-4054-8664-a2233d2d7259 req-d2e0d881-e688-49d4-aa08-c9bca95d534c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:03.264361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a93c5dfd-973d-4054-8664-a2233d2d7259 req-d2e0d881-e688-49d4-aa08-c9bca95d534c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 950 time: 0.2511866 Jan 27 19:12:03.343887 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] For port 71d76223-a9f0-4c04-afb3-2e6b0ef57756, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:03.350349 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] For port 71d76223-a9f0-4c04-afb3-2e6b0ef57756, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71d76223-a9f0-4c04-afb3-2e6b0ef57756,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:03.363650 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.368695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Attempting to bind port abb95526-4c5b-4883-9fd3-ad6931c723d1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:03.369108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Attempting to bind port abb95526-4c5b-4883-9fd3-ad6931c723d1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:03.369467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Attempting to bind port abb95526-4c5b-4883-9fd3-ad6931c723d1 on network 1433fa5e-f988-4996-bed5-0955454b0ed1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:03.381776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:03.382608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Checking segment: {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:03.383364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.383618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Bound using segment: {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:03.384272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Bound port: abb95526-4c5b-4883-9fd3-ad6931c723d1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ca380-4e09-4ff1-81e6-a70380fdf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:03.384788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.486900 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:03.487659 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:03.489759 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d82b53-a132-4cf8-8b8b-c0232108c93a None None] Pushing event updated for resources: {'Port': ['ID=71d76223-a9f0-4c04-afb3-2e6b0ef57756,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:03.513199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a93c5dfd-973d-4054-8664-a2233d2d7259 req-6ae57043-b66d-4d25-8814-8c4ef59c4d8a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294142 Jan 27 19:12:03.520176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] Transition to ACTIVE for port object 266603df-fe46-4115-ae95-621502bf668f will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:03.537162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Allocated IP 172.20.0.1 (1f0e35a7-f753-4fe0-baff-c1727253d57a/7bd44b5b-b09f-48d0-a72a-375e7b2d7d76/c552967a-32eb-4e22-8e62-d969365e1142) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:03.544905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Checking segment: {'id': 'dacb4651-0a57-4f08-96c7-2714ececf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '948f434f-a59a-49cb-b366-09a66f96d5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:03.545836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Network hostable DHCP agents. Network: 948f434f-a59a-49cb-b366-09a66f96d5f6, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:12:03.552295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (266603df-fe46-4115-ae95-621502bf668f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.569244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be1a9bc-6e44-497e-a60f-303d1780e89c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:03.600754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4f5f72e7-094b-4859-af3a-a38a5663b664 None None] Provisioning complete for port abb95526-4c5b-4883-9fd3-ad6931c723d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:03.601172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5f72e7-094b-4859-af3a-a38a5663b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.603259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 769ec3e5-d69f-433d-9273-9ae4889f9868 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:03.603259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.793457 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:03.804247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f72e7-094b-4859-af3a-a38a5663b664 None None] Port abb95526-4c5b-4883-9fd3-ad6931c723d1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:03.807062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bb17b6a-0e74-4454-a485-8a525837523c req-bb9daede-5aaf-4ce9-932d-1388daded94d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 210 time: 0.0773194 Jan 27 19:12:03.823816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] For port abb95526-4c5b-4883-9fd3-ad6931c723d1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:03.828865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Network 948f434f-a59a-49cb-b366-09a66f96d5f6 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:12:03.880363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] For port abb95526-4c5b-4883-9fd3-ad6931c723d1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abb95526-4c5b-4883-9fd3-ad6931c723d1,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:03.890920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks [] for port (c552967a-32eb-4e22-8e62-d969365e1142), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.891090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] No DVR routers for this DVR port 266603df-fe46-4115-ae95-621502bf668f on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:12:03.902883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2410-8d56-4731-91c9-03414e19588d service neutron] Pushing event updated for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:03.908617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 948f434f-a59a-49cb-b366-09a66f96d5f6) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:03.917369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:03.924685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efc60d-629b-407f-b7ba-6caf10a07d01 None None] Network 948f434f-a59a-49cb-b366-09a66f96d5f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:12:03.950391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:03.953511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:04.057287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:04.162656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-12be2410-8d56-4731-91c9-03414e19588d service neutron] 10.222.0.66 "PUT /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f/bindings/n-h2-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 2.3336735 Jan 27 19:12:04.176042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e0ddfc4a-b17f-409c-8d69-019022849eb1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5255089 Jan 27 19:12:04.321868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:04.337990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:04.397548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:04.398370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:04.411710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 769ec3e5-d69f-433d-9273-9ae4889f9868 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:04.433397 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:11:59Z', 'revision_number': 3, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:04.481973 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60a84-c840-437b-b870-457ecd1517a1 None None] The sync data for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 is: [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:11:59Z', 'revision_number': 3, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:12:04.532726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:04.543895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1aaec-2bcc-4807-b6c6-28b390d3b6d0 None None] Pushing event updated for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:04.629422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:04.681318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 266603df-fe46-4115-ae95-621502bf668f no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:12:04.699717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:04.753902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef57ac67-2335-4da5-b88f-0bdfc7b368a6 None None] Network 948f434f-a59a-49cb-b366-09a66f96d5f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:12:04.827119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-f754f7dc-a8b7-41f9-9d6d-50ca9b7e4b50 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:04.837244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-f754f7dc-a8b7-41f9-9d6d-50ca9b7e4b50 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 1101 time: 0.4206665 Jan 27 19:12:04.863268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9482b-0bcb-4899-ab85-110d961ab08e req-704baa1f-be28-4bec-9bed-036be11e91f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:04.865178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2d9482b-0bcb-4899-ab85-110d961ab08e req-704baa1f-be28-4bec-9bed-036be11e91f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.5306075 Jan 27 19:12:04.880395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-a2fa3486-619b-47e5-bf20-6200b69f3398 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:04.882436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-a2fa3486-619b-47e5-bf20-6200b69f3398 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.5543847 Jan 27 19:12:04.889214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-cb6ff033-e9c3-4204-ba93-7a608de47d8f tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:04.930367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Provisioning complete for port abb95526-4c5b-4883-9fd3-ad6931c723d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:04.931233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.063484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 266603df-fe46-4115-ae95-621502bf668f host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:12:05.064613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 266603df-fe46-4115-ae95-621502bf668f not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:12:05.073204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-49af5225-f4c3-43ef-906f-686a85b79593 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362408 Jan 27 19:12:05.111977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:05.135478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2d9482b-0bcb-4899-ab85-110d961ab08e req-73daa684-d4af-45d9-abad-224d07edb9e5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514071 Jan 27 19:12:05.204187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c552967a-32eb-4e22-8e62-d969365e1142), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.247223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5e694d95-703f-41b1-8709-1e6d37812b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:05.278305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-f1989af4-dd97-4b8d-b1dd-8c9b1e4393a5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:05.280007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-f1989af4-dd97-4b8d-b1dd-8c9b1e4393a5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049952 Jan 27 19:12:05.280490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-5e694d95-703f-41b1-8709-1e6d37812b6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&tenant_id=709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 1096 time: 0.3819993 Jan 27 19:12:05.298240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Request body: {'port': {'device_id': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '30b47258fcbf45dcb526835961e1c6b7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:05.538197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56555817-3eed-41d3-8f0b-b4cb1ab26a35 req-a22eea4a-0e54-4691-af0f-5419fbfec12e tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5864581331884a7a8c6d01baeb75c75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712371 Jan 27 19:12:05.559744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-cb6ff033-e9c3-4204-ba93-7a608de47d8f tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Publish callbacks [] for security_group (df42687c-cbe5-470a-bf41-2c9bb12804ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.566755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Current status of the port abb95526-4c5b-4883-9fd3-ad6931c723d1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:05.567251 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.591396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-cb6ff033-e9c3-4204-ba93-7a608de47d8f tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df42687c-cbe5-470a-bf41-2c9bb12804ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.596096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-26a652ce-8ef1-4407-9a27-14a8213e232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:05.598032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-26a652ce-8ef1-4407-9a27-14a8213e232a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1096 time: 0.2746947 Jan 27 19:12:05.599526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Made reservation on behalf of 30b47258fcbf45dcb526835961e1c6b7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:05.607199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.624988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.630164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] For port abb95526-4c5b-4883-9fd3-ad6931c723d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abb95526-4c5b-4883-9fd3-ad6931c723d1,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:05.641437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.717466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:58Z', 'revision_number': 4, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'abb95526-4c5b-4883-9fd3-ad6931c723d1', 'name': '', 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'mac_address': 'fa:16:3e:1b:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:03Z', 'revision_number': 4, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'subnets': [{'id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:05.792802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for security_group (af1fa9a0-75e5-462a-81d1-1b1c22528b3a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.804036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05a601-26a2-41bf-9bed-4bedf2177382 None None] The sync data for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 is: [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:11:58Z', 'revision_number': 4, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'abb95526-4c5b-4883-9fd3-ad6931c723d1', 'name': '', 'network_id': '1433fa5e-f988-4996-bed5-0955454b0ed1', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'mac_address': 'fa:16:3e:1b:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:03Z', 'revision_number': 4, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'subnets': [{'id': 'a8a5bd64-776a-416c-b3c4-b564b40915ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:12:05.809780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (af1fa9a0-75e5-462a-81d1-1b1c22528b3a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:05.840102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08c1ed06-cab3-4eee-8fc8-e80d3aae6b64 req-cb6ff033-e9c3-4204-ba93-7a608de47d8f tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0015275 Jan 27 19:12:05.845933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f97e-a498-4c4f-88ca-894310f08602 None None] Pushing event updated for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:05.859346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff033-e9c3-4204-ba93-7a608de47d8f tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df42687c-cbe5-470a-bf41-2c9bb12804ba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:05.868113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-883e62f9-e2e1-4c42-af93-bc4d1a4dae3b None None] Provisioning complete for port c552967a-32eb-4e22-8e62-d969365e1142 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:05.868605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-883e62f9-e2e1-4c42-af93-bc4d1a4dae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c552967a-32eb-4e22-8e62-d969365e1142), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.003305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-883e62f9-e2e1-4c42-af93-bc4d1a4dae3b None None] Port c552967a-32eb-4e22-8e62-d969365e1142 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:06.013494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1fa9a0-75e5-462a-81d1-1b1c22528b3a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:06.033815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555817-3eed-41d3-8f0b-b4cb1ab26a35 req-ce11e324-ec6e-481f-be7b-2bf89ccc200d tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:06.035469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56555817-3eed-41d3-8f0b-b4cb1ab26a35 req-ce11e324-ec6e-481f-be7b-2bf89ccc200d tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4882853 Jan 27 19:12:06.068398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks [] for port (c552967a-32eb-4e22-8e62-d969365e1142), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.073962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-c2b7c2d6-74b2-4f5d-9a40-502e708af577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:06.076817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-c2b7c2d6-74b2-4f5d-9a40-502e708af577 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.4026701 Jan 27 19:12:06.083010 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.090344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56555817-3eed-41d3-8f0b-b4cb1ab26a35 req-d5a3df17-697e-44e4-91fb-45cbfc787c7b tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/quotas/5864581331884a7a8c6d01baeb75c75b HTTP/1.1" status: 200 len: 375 time: 0.0344591 Jan 27 19:12:06.209520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Allocated IP 192.168.233.161 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/0a3e0980-1e03-44b5-a294-58942d6f77ce) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:06.311711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-70958126-9a4c-4f5e-bd9f-781a2e888486 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.2250800 Jan 27 19:12:06.363764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.371123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56555817-3eed-41d3-8f0b-b4cb1ab26a35 req-011a2a0b-1d92-4194-b52d-9ee3ef6410d3 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5864581331884a7a8c6d01baeb75c75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712778 Jan 27 19:12:06.437900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.505230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.559775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:06.566450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:06.571634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:06.578382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:06.579824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.610040 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3164790 Jan 27 19:12:06.614364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571ce00-e465-4cb7-b939-baa95eb2815c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:06.624900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Request body: {'port': {'device_id': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:06.711281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:06.963538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a19b28af-ecb0-4cca-a085-2995faaad08a None None] Provisioning complete for port 0a3e0980-1e03-44b5-a294-58942d6f77ce triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:06.963932 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a19b28af-ecb0-4cca-a085-2995faaad08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.081383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:07.173268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-c549c115-066d-4fec-80a8-8e697b848ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:07.176376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-c549c115-066d-4fec-80a8-8e697b848ffb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.8148999 Jan 27 19:12:07.182690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:07.194893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357e855-ffb1-4074-a277-414957b8c0f0 req-5a820612-9996-4954-aaea-aa639d97c5b1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:07.197175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6357e855-ffb1-4074-a277-414957b8c0f0 req-5a820612-9996-4954-aaea-aa639d97c5b1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 936 time: 0.2925937 Jan 27 19:12:07.212733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:07.235618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3e0980-1e03-44b5-a294-58942d6f77ce {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:07.254169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks [] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.275535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-8f65109d-64ec-478d-9207-8e4548bdf25e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769711 Jan 27 19:12:07.277592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Transition to ACTIVE for port object 0a3e0980-1e03-44b5-a294-58942d6f77ce will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:07.286509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.292863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abb95526-4c5b-4883-9fd3-ad6931c723d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:07.336890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-2a3529ed-cb7c-4d71-b6fe-38ead1b1565f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:07.356408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-2a3529ed-cb7c-4d71-b6fe-38ead1b1565f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 1.0618482 Jan 27 19:12:07.390798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a19b28af-ecb0-4cca-a085-2995faaad08a None None] Port 0a3e0980-1e03-44b5-a294-58942d6f77ce cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:07.412108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:07.439837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port abb95526-4c5b-4883-9fd3-ad6931c723d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:07.440448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.463651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6357e855-ffb1-4074-a277-414957b8c0f0 req-a97bcc04-a3ec-428a-8039-bd3edc2e844c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533176 Jan 27 19:12:07.506470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:07.515365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-ff9ea59e-999a-4242-a9a5-a71c8234e77a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/quotas/167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 375 time: 0.1580265 Jan 27 19:12:07.521591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:07.521985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:07.530060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:07.530386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:07.538663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:07.539011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:07.539425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:07.539838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Bound port: 0a3e0980-1e03-44b5-a294-58942d6f77ce, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:07.540900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.636237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-79d3e940-d6db-4c39-92e3-18fed15b9504 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099515 Jan 27 19:12:07.709075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:07.716763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:07.727208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.744392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:07.745093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.746809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 1096 time: 1.1275806 Jan 27 19:12:07.747291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:07.752612 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28747fbc-0308-4605-a559-3c280dd47f12" -d '{"events": [{"name": "network-changed", "server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:07.756606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port abb95526-4c5b-4883-9fd3-ad6931c723d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:07.758372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71d76223-a9f0-4c04-afb3-2e6b0ef57756 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:07.806408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2e76a208-9b2d-452b-bcd9-3063b661ba15 None None] Provisioning complete for port c552967a-32eb-4e22-8e62-d969365e1142 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:07.806704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e76a208-9b2d-452b-bcd9-3063b661ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c552967a-32eb-4e22-8e62-d969365e1142), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.881508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581631-79c1-4943-b8a0-10a241bd5997 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:07.903222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2e76a208-9b2d-452b-bcd9-3063b661ba15 None None] Port c552967a-32eb-4e22-8e62-d969365e1142 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:07.931519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:07.931915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:07.968961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-57029446-5967-4c2a-bf33-49e8e715a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:07.970584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-57029446-5967-4c2a-bf33-49e8e715a435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1099 time: 0.1098030 Jan 27 19:12:08.013278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-0bfcb982-4c74-4296-a3a3-b4b000499cbd service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045894 Jan 27 19:12:08.063293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-2eb40b9f-9cbf-4eb1-8900-0a0fdbf57a4c service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183657 Jan 27 19:12:08.065777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Router c10ed34b-16b5-4108-8a29-baed6fb0d166 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:12:08.081124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-0b278884-2458-409c-bfff-6b6f4319d473 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.0988276 Jan 27 19:12:08.099699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:08.104877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542837942', 'description': 'tempest-description--2145584928'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:08.126874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:08.128117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.185338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 71d76223-a9f0-4c04-afb3-2e6b0ef57756, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71d76223-a9f0-4c04-afb3-2e6b0ef57756,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:08.193420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.232654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.246704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-020d524b-36e3-469e-80f3-2261d22f3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:08.248703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-020d524b-36e3-469e-80f3-2261d22f3a98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1361964 Jan 27 19:12:08.277097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=71d76223-a9f0-4c04-afb3-2e6b0ef57756,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:08.327466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b798-d494-48be-a587-08f4f6d15324 req-e77e6c19-997e-4537-9997-73bec7cb3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:08.329402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-e77e6c19-997e-4537-9997-73bec7cb3cf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730114 Jan 27 19:12:08.556032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-afdb71c7-aa25-4469-a0e2-202250f4b4a4 service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465406 Jan 27 19:12:08.650445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653fc0b-a4f0-44dc-86d4-6f75189bc5f6 req-24b3642e-dc9d-4f26-83d9-c83bba50dac6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:08.652592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653fc0b-a4f0-44dc-86d4-6f75189bc5f6 req-24b3642e-dc9d-4f26-83d9-c83bba50dac6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1799750 Jan 27 19:12:08.657773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-aef9ab07-4f6f-4e3c-a5ff-dfbbff1c869d service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228902 Jan 27 19:12:08.670260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (a903d92e-ab86-4eb5-a5f0-e10947ff4536), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.681673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a903d92e-ab86-4eb5-a5f0-e10947ff4536), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.700238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:12:08.713224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:08.715164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6141911 Jan 27 19:12:08.718908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8051197c-9a9a-4359-ab6e-2fa59b0812f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/c10ed34b-16b5-4108-8a29-baed6fb0d166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5415523 Jan 27 19:12:08.721080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:08.725051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Sync routers for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:12:08.730276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'security_group_rule': {'security_group_id': 'a903d92e-ab86-4eb5-a5f0-e10947ff4536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:08.751270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:08.752881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:08.753559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364ff1b-a710-49e3-912b-b447d61361f4 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a903d92e-ab86-4eb5-a5f0-e10947ff4536,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:08.760579 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-1631139a-9757-406c-abb2-7764ca4b2510 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127617 Jan 27 19:12:08.799838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653fc0b-a4f0-44dc-86d4-6f75189bc5f6 req-7262c47f-7751-4612-ae84-65008882f059 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182537 Jan 27 19:12:08.854400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (f8195f3d-0830-444b-b533-f5cbece69a25), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.001100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:09.003601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1c37f0-17d4-4e0c-9938-11a3bce3c7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.047603 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35999244-7405-4fa3-a738-2b39f8c70b8c x-openstack-request-id: req-35999244-7405-4fa3-a738-2b39f8c70b8c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:09.051220 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:09.052073 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35999244-7405-4fa3-a738-2b39f8c70b8c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:09.054884 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'status': 'completed', 'code': 200} Jan 27 19:12:09.105533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71d76223-a9f0-4c04-afb3-2e6b0ef57756 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:09.221827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e385b798-d494-48be-a587-08f4f6d15324 req-0222ac77-798a-4930-9b87-d84d5b287574 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484961 Jan 27 19:12:09.333637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (f8195f3d-0830-444b-b533-f5cbece69a25), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.347868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f8195f3d-0830-444b-b533-f5cbece69a25), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.399833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8195f3d-0830-444b-b533-f5cbece69a25,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:09.415584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59c976-8a9e-4834-a505-c81167c51d0f req-3c3be314-4a7d-4ba4-95aa-8cc6e1ab3fed tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.426159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b59c976-8a9e-4834-a505-c81167c51d0f req-3c3be314-4a7d-4ba4-95aa-8cc6e1ab3fed tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.2169027 Jan 27 19:12:09.433537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-48093ff4-e53d-408c-a1ce-0ce7f5880a04 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.436709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-48093ff4-e53d-408c-a1ce-0ce7f5880a04 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.2667823 Jan 27 19:12:09.442019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:09.442704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.445730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747fbc-0308-4605-a559-3c280dd47f12 req-b0fae74d-8daa-4f48-97a1-ecad1e1d2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.448197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.450266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43090e67-db5d-426c-8f7c-fa91da47156a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7280986 Jan 27 19:12:09.452489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-b0fae74d-8daa-4f48-97a1-ecad1e1d2595 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1099 time: 0.1429517 Jan 27 19:12:09.453686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58862) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:09.472973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'security_group_rule': {'security_group_id': 'a903d92e-ab86-4eb5-a5f0-e10947ff4536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:09.529063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:05Z', 'revision_number': 2, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:09.607509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Checking router: c10ed34b-16b5-4108-8a29-baed6fb0d166 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:12:09.608143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Updating router c10ed34b-16b5-4108-8a29-baed6fb0d166 port c552967a-32eb-4e22-8e62-d969365e1142 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:12:09.615199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-5fa0a022-ce1e-4f44-baca-6ba057df3316 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027539 Jan 27 19:12:09.622077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (ec889896-17cd-47f7-be61-4e22a9b62816), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.661907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b59c976-8a9e-4834-a505-c81167c51d0f req-ad3c92dc-ee92-43c4-8234-b274e73b42ef tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341828 Jan 27 19:12:09.714541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747fbc-0308-4605-a559-3c280dd47f12 req-5567c4b8-a12b-41af-8870-aec468546220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.716296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-5567c4b8-a12b-41af-8870-aec468546220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2199712 Jan 27 19:12:09.732578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:09.751470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c552967a-32eb-4e22-8e62-d969365e1142), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.805303 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-06086e62-33b9-4d79-870b-c238c047acaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.0752432 Jan 27 19:12:09.807519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (ec889896-17cd-47f7-be61-4e22a9b62816), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.814759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ec889896-17cd-47f7-be61-4e22a9b62816), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.835714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ada54386-afb6-4be6-a00e-dd0e1b34d004 req-016a9ad9-1dea-41ad-835e-551fa947b957 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 210 time: 0.0717006 Jan 27 19:12:09.878301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec889896-17cd-47f7-be61-4e22a9b62816,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:09.893093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.894252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-188af5a7-857c-4751-84d8-b3bfcc260b11 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387128 Jan 27 19:12:09.900380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:09.908543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:09.926172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747fbc-0308-4605-a559-3c280dd47f12 req-63fe6f1c-b8a4-42aa-9ba0-5dbf28f535a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.929768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-63fe6f1c-b8a4-42aa-9ba0-5dbf28f535a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1126745 Jan 27 19:12:09.974643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:09.976257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-5e727675-5cba-451b-a7e8-28378b34bf61 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:09.981186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-5e727675-5cba-451b-a7e8-28378b34bf61 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553476 Jan 27 19:12:09.996683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-827f6d65-14de-45b4-a800-b7c3d18ceecc service neutron] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:10.001776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-827f6d65-14de-45b4-a800-b7c3d18ceecc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.002919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1aa1bb6-aee2-45d5-8e13-e7f3cac0420e req-827f6d65-14de-45b4-a800-b7c3d18ceecc service neutron] 10.222.0.39 "DELETE /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f/bindings/n-h1-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.5436633 Jan 27 19:12:10.012145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-3589046b-bc96-4068-afbe-465db68cb291 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.0239642 Jan 27 19:12:10.065523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747fbc-0308-4605-a559-3c280dd47f12 req-86fb7982-19c2-4c74-b31a-b2c32ffaaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:10.068538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-86fb7982-19c2-4c74-b31a-b2c32ffaaa20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307106 Jan 27 19:12:10.086982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-fb0afefb-2f3a-4bc9-8ca1-b4189dd597f0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676582 Jan 27 19:12:10.241421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-e84a6225-0da0-4a53-a83f-fd74061bb5ba service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565089 Jan 27 19:12:10.283937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.427472 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks [] for port (c552967a-32eb-4e22-8e62-d969365e1142), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.442472 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.472054 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28747fbc-0308-4605-a559-3c280dd47f12 req-634ed8b5-3e79-42b8-b4bc-91c5c2e6abd2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177958 Jan 27 19:12:10.496914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Allocated IP 172.25.5.137 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/24fb54c0-f2f0-4ef9-9848-8b0747535ba4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:10.588219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7abed-270b-425a-903b-c9bf176cd8e4 None None] Pushing event updated for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:10.671853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.734452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Attempting to bind port c552967a-32eb-4e22-8e62-d969365e1142 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:10.735040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Attempting to bind port c552967a-32eb-4e22-8e62-d969365e1142 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:10.738848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Attempting to bind port c552967a-32eb-4e22-8e62-d969365e1142 on network 1f0e35a7-f753-4fe0-baff-c1727253d57a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:10.765932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:10.771749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Checking segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:10.782973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:10.785792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Bound using segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:10.786750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Bound port: c552967a-32eb-4e22-8e62-d969365e1142, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:10.787357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c552967a-32eb-4e22-8e62-d969365e1142), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.014462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-46a4976f-395c-4fbf-a094-7c445cea5bc7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:11.016836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-46a4976f-395c-4fbf-a094-7c445cea5bc7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.2371686 Jan 27 19:12:11.021417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.044066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Request body: {'port': {'device_id': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'admin_state_up': True, 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:11.153069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3bb4-3717-48d8-9f1c-7c88c7793ecd req-b4843e93-019d-4cda-9d17-dd04ce850970 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:11.158727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:11.164895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d78c3bb4-3717-48d8-9f1c-7c88c7793ecd req-b4843e93-019d-4cda-9d17-dd04ce850970 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1019676 Jan 27 19:12:11.171058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:11.178155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:11.219370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] For port c552967a-32eb-4e22-8e62-d969365e1142, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:11.226749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] For port c552967a-32eb-4e22-8e62-d969365e1142, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c552967a-32eb-4e22-8e62-d969365e1142,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:11.227415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'Port': ['ID=24fb54c0-f2f0-4ef9-9848-8b0747535ba4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:11.249340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.274875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d78c3bb4-3717-48d8-9f1c-7c88c7793ecd req-715b16f9-13dd-4dac-9714-0082138a73c2 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056824 Jan 27 19:12:11.334722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Provisioning complete for port c552967a-32eb-4e22-8e62-d969365e1142 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:11.335659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c552967a-32eb-4e22-8e62-d969365e1142), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.404161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:11.412003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776050180', 'description': 'tempest-description--884449144'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:11.464487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482328c7-452d-412b-9f37-08e98087a836 req-ea48912b-f279-4be9-a421-05ab4a6bd827 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:11.481701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:11.482815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:11:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:11.483258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-482328c7-452d-412b-9f37-08e98087a836 req-ea48912b-f279-4be9-a421-05ab4a6bd827 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.1194222 Jan 27 19:12:11.498753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.547239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.638604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-482328c7-452d-412b-9f37-08e98087a836 req-4313771d-e8c5-4eb1-9ae7-33086ee9dcbf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521552 Jan 27 19:12:11.649085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.677883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:11.682835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:11.808387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:11.867435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927291e5-f56e-43b3-8266-617b5a11eb5c req-19b7129b-7bdd-4c3a-be1d-849bee2e4963 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 210 time: 0.0751655 Jan 27 19:12:12.075055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:12.102156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7abed-270b-425a-903b-c9bf176cd8e4 None None] Pushing event updated for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:12.136750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'mac_address': 'fa:16:3e:42:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:12.266784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc9cbfb8-dbb2-4543-beac-4450bebb1e37 req-3030ad27-bbca-49d0-a17d-393ef36d4400 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 210 time: 0.0791669 Jan 27 19:12:12.284725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 0a3e0980-1e03-44b5-a294-58942d6f77ce is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:12.285630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.319800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (27031e6b-9f1c-4d7a-bb24-98f11547f933), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.346108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3e0980-1e03-44b5-a294-58942d6f77ce {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:12.374714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef33a869-72b7-496b-8a2c-bc05c4a2d962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.459296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Allocated IP 172.20.0.13 (5157cb3b-9c52-432b-be30-25b9c81de2ea/87f38781-c42d-4d45-8806-f1a42c26932b/7eaba687-aebb-47ca-8e61-3a8417aa3ca8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:12.639415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa960-a1be-4843-9225-864f947d3673 req-0d315fc8-ff91-47f2-a52a-54dce3a712a5 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:12.656329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b25fa960-a1be-4843-9225-864f947d3673 req-0d315fc8-ff91-47f2-a52a-54dce3a712a5 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1096 time: 0.1263871 Jan 27 19:12:12.745993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks [] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.752821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:12.766991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b25fa960-a1be-4843-9225-864f947d3673 req-5570efce-ab25-474e-b3f9-07b505619d6f tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087642 Jan 27 19:12:12.807552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (27031e6b-9f1c-4d7a-bb24-98f11547f933), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.819649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Current status of the port c552967a-32eb-4e22-8e62-d969365e1142 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:12.835432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.836918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c552967a-32eb-4e22-8e62-d969365e1142), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.850618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.870359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f866a1b7-49b6-43a2-80fe-21554b439588 req-b3c85e5a-6aa0-43d7-97c8-af7993d19a06 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5864581331884a7a8c6d01baeb75c75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017590 Jan 27 19:12:12.903948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:12.905494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4984972 Jan 27 19:12:12.917146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:12.971855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'security_group_rule': {'security_group_id': '27031e6b-9f1c-4d7a-bb24-98f11547f933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:12.992511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d82adc-0e2f-4536-8812-83fb0467dd47 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27031e6b-9f1c-4d7a-bb24-98f11547f933,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.004612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:13.012389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:13.023211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:13.047659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:13.065979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:13.066691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.087394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.097840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.106233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.158859 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-8a65885a-5abd-4dcd-9e1e-bff4fabf9daf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1233585 Jan 27 19:12:13.167985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.176041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Request body: {'port': {'device_id': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:13.228726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'Port': ['ID=24fb54c0-f2f0-4ef9-9848-8b0747535ba4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.240149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.241482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c3b5da9-58d8-4995-99c5-8426376f49fd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3401630 Jan 27 19:12:13.263750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (24cc60ff-a7c6-4858-9bc9-6120497928b3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.274149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.308723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] For port c552967a-32eb-4e22-8e62-d969365e1142, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c552967a-32eb-4e22-8e62-d969365e1142,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:13.358030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a1b7-49b6-43a2-80fe-21554b439588 req-34e65def-5ed9-45fb-a08f-fad6ea02fb27 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:13.371275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f866a1b7-49b6-43a2-80fe-21554b439588 req-34e65def-5ed9-45fb-a08f-fad6ea02fb27 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4898596 Jan 27 19:12:13.388771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca4c3-19fb-4f5a-9d2f-8ea940809b85 req-d0dbfc51-eef1-4513-8a84-562233798778 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:13.388933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.393937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.403472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:13.412466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596ca4c3-19fb-4f5a-9d2f-8ea940809b85 req-d0dbfc51-eef1-4513-8a84-562233798778 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 949 time: 0.3209102 Jan 27 19:12:13.473508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f866a1b7-49b6-43a2-80fe-21554b439588 req-e60857e2-60cd-4d3d-9fa3-8654df9c62da tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/quotas/5864581331884a7a8c6d01baeb75c75b HTTP/1.1" status: 200 len: 375 time: 0.1004839 Jan 27 19:12:13.580064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f866a1b7-49b6-43a2-80fe-21554b439588 req-15970748-3263-4a1f-af7b-3f1c6b761349 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5864581331884a7a8c6d01baeb75c75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047363 Jan 27 19:12:13.667638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (24cc60ff-a7c6-4858-9bc9-6120497928b3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.686441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.66', 62346) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:13.708833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (24cc60ff-a7c6-4858-9bc9-6120497928b3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.722630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7d634161-8c0f-45ca-91f8-cbc239e70d81 None None] Provisioning complete for port c552967a-32eb-4e22-8e62-d969365e1142 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:13.723021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d634161-8c0f-45ca-91f8-cbc239e70d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c552967a-32eb-4e22-8e62-d969365e1142), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.725615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1cdf-e9ea-4752-ae52-20d7bbc90b4a None None] Pushing event updated for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.816999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596ca4c3-19fb-4f5a-9d2f-8ea940809b85 req-f94227c1-2581-456c-a3c4-354ce48c156c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721752 Jan 27 19:12:13.824898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cc60ff-a7c6-4858-9bc9-6120497928b3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:13.840525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-7907aaf5-7e36-44bf-a14e-45a3cc3531e1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554973 Jan 27 19:12:13.848123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-97819beb-9f13-465f-8e06-80ab2caefd31 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916886 Jan 27 19:12:13.883121 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:13.889929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d1e2f194-66fb-48f9-ba60-5b87ed5460c3 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9634311 Jan 27 19:12:13.893124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58986) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:13.952612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'security_group_rule': {'security_group_id': '27031e6b-9f1c-4d7a-bb24-98f11547f933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:14.049442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7d634161-8c0f-45ca-91f8-cbc239e70d81 None None] Current status of the port c552967a-32eb-4e22-8e62-d969365e1142 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:14.083804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:11Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:14.089806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-dee7f776-d6c2-4811-b9f5-100c7e6b9d75 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914290 Jan 27 19:12:14.118380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27591237-2f3d-4c6d-8bc0-fe1ce3039306 None None] The sync data for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 is: [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:11Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:12:14.226126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (1c557193-dae2-488b-abfd-766d7df414fb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:14.663964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-b52a7ab8-56f1-4b1e-9bbe-1ef5dfc31ccb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:14.665663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-b52a7ab8-56f1-4b1e-9bbe-1ef5dfc31ccb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8117845 Jan 27 19:12:14.695130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': '3fa1f850-63af-4918-afad-b63902db6eee', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:14.731733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-0e807499-422c-4aa7-87de-ca00343be82d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:14.733339 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-0e807499-422c-4aa7-87de-ca00343be82d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8815932 Jan 27 19:12:14.734792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60d67f-648d-43b5-b579-b1940da11319 req-41e0540e-0053-4853-bd26-c3ef596fec50 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:14.739335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (1c557193-dae2-488b-abfd-766d7df414fb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:14.747428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad60d67f-648d-43b5-b579-b1940da11319 req-41e0540e-0053-4853-bd26-c3ef596fec50 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 932 time: 0.6620388 Jan 27 19:12:14.783558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (1c557193-dae2-488b-abfd-766d7df414fb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:14.790077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:14.835960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks [] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:14.854069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-bfef970a-87f1-467e-803f-11f689a3ad02 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:14.867074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-bfef970a-87f1-467e-803f-11f689a3ad02 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7545259 Jan 27 19:12:14.910772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:14.914189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-13b7701a-2698-4c03-a703-615069554867 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/quotas/869fa73b936040f7b9fe0a9e4585b92c HTTP/1.1" status: 200 len: 375 time: 0.0457604 Jan 27 19:12:14.941114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c557193-dae2-488b-abfd-766d7df414fb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:14.966453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad60d67f-648d-43b5-b579-b1940da11319 req-b388c6b9-1c59-441c-aff8-d8fa065de304 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174225 Jan 27 19:12:14.989938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.045981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-82d8e77f-29fa-4c73-8cac-893b1457067c tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301589 Jan 27 19:12:15.102061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.107742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-88c4c1fb-3191-415b-9782-b847a24cabd6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1881909 Jan 27 19:12:15.108690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:15.118549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:15.122907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c552967a-32eb-4e22-8e62-d969365e1142 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:15.126999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.138376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:15.157850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Transition to ACTIVE for port object 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:15.191370 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.221897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.294977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c552967a-32eb-4e22-8e62-d969365e1142 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:15.295832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c552967a-32eb-4e22-8e62-d969365e1142), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.432195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2f328c6-afde-46df-a51a-14fa2bcd7cd9 req-a51cc341-ce73-41ae-b7a9-97502c1ccc78 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 210 time: 0.0509644 Jan 27 19:12:15.502055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.662937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c552967a-32eb-4e22-8e62-d969365e1142 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:15.692084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:15.710991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:15.717741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-e7158cae-97a9-4577-b19d-30519673a7e1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:15.725897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-e7158cae-97a9-4577-b19d-30519673a7e1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.5347891 Jan 27 19:12:15.749899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-82c013a1-6425-48d0-bda6-3baa5a3b7693 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/quotas/709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 375 time: 0.0228872 Jan 27 19:12:15.884225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:15.899114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.909130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:15.909699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:15.910269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:15.927716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 0a3e0980-1e03-44b5-a294-58942d6f77ce completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:15.934852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 0a3e0980-1e03-44b5-a294-58942d6f77ce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:15.935295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.948937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.219 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/320bbf39-3616-425b-8d67-bb7189d2dd35) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:15.965229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-b578dd90-d156-4751-9d3e-d7d4485e26cd tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1542837942&fields=id&tenant_id=5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 267 time: 0.3161047 Jan 27 19:12:15.968638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:15.977621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:15.978164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:15.979337 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.013541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:16.014134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:16.014822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:16.015611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Bound port: 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:16.016297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.076755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 0a3e0980-1e03-44b5-a294-58942d6f77ce is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:16.077626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.098682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-aa1cc202-0952-4a2f-ba99-854d2102c452 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3475397 Jan 27 19:12:16.119880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:16.126815 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa338b-4f8e-4747-b56f-73e67e206542" -d '{"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-plugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:16.152295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:16.161043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.231830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:16.303164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:16.358654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:16.369694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.416161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:16.418352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.420252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] 10.222.0.66 "PUT /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 1092 time: 3.2490704 Jan 27 19:12:16.427087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:16.430239 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc11d6f-a849-4128-8797-af313aa9e91d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:16.522504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a83cd-53d8-41ca-b491-a30c618c8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:16.545054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-a298d044-5069-4859-a127-610bb53ee2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449096 Jan 27 19:12:16.549441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.580711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-a7037796-014e-4e1b-8e7f-118a95b6221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:16.582550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-a7037796-014e-4e1b-8e7f-118a95b6221e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1095 time: 0.0990977 Jan 27 19:12:16.586721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e7216a22-a745-4062-bb35-5813a006879d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:16.590005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e7216a22-a745-4062-bb35-5813a006879d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 823 time: 0.6015973 Jan 27 19:12:16.633274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Allocated IP 172.25.5.60 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/cbfa6530-9b5a-4b01-ab2e-373b403e48ce) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:16.638720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-acf88ca8-6ed2-4962-9830-bad2bb7c16e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.0477512 Jan 27 19:12:16.658550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.676741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:16.727550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-016aada8-d43d-4f19-accb-fc95e2c387ee tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/quotas/5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 375 time: 0.1100817 Jan 27 19:12:16.794353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:16.805716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:16.816642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-fe56b054-e34a-4e59-9953-83ff55e07836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:16.817337 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-fe56b054-e34a-4e59-9953-83ff55e07836 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1732852 Jan 27 19:12:16.818234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:16.824093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:16.824775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:16.837701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.126 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/c3a10998-3c31-45ad-aea3-b4cce732cb14) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:16.851751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:16.887331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-c0069d0c-06ee-4e2e-b4ab-ad646ba04723 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514395 Jan 27 19:12:16.915746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-744d18c4-ec68-4a82-8e94-5b21016835b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2249284 Jan 27 19:12:16.943807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Request body: {'port': {'device_id': '3fa1f850-63af-4918-afad-b63902db6eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:17.064301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-995f7d5b-47c6-4e42-934a-4d3cb72b0dee service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067563 Jan 27 19:12:17.091862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-9cc9eb7c-a444-4c07-9fc6-bfd8ee8d859d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014400 Jan 27 19:12:17.138244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-382a0e29-c657-4af9-87c8-1fc60b3503e0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:12:17.149637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-382a0e29-c657-4af9-87c8-1fc60b3503e0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185218 Jan 27 19:12:17.186031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-c7aa7c98-0ce8-4a31-8c92-72ee8de695fe service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893257 Jan 27 19:12:17.187290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:17.261625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a0fc5e65-3068-4423-85ee-a480915d58ef None None] Provisioning complete for port 320bbf39-3616-425b-8d67-bb7189d2dd35 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:17.271847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0fc5e65-3068-4423-85ee-a480915d58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:17.399729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc5e65-3068-4423-85ee-a480915d58ef None None] Port 320bbf39-3616-425b-8d67-bb7189d2dd35 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:17.405935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-48bc9553-5694-4025-b4bc-7dbbc74ec012 service neutron] 10.222.0.59 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547727 Jan 27 19:12:17.442412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:17.552034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:17.615699 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-f2b3aaee-9cad-4cb1-bbca-cfa4b0d9b8a4 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2622604 Jan 27 19:12:17.661683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-f97a2e11-1384-435c-8902-6d5ac51da1ba service neutron] 10.222.0.59 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542830 Jan 27 19:12:17.686626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:17.776396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-f9e542fd-9687-41c9-b01d-744309e00627 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:17.776396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-f9e542fd-9687-41c9-b01d-744309e00627 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486723 Jan 27 19:12:17.776847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:17.801352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Request body: {'port': {'device_id': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '869fa73b936040f7b9fe0a9e4585b92c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:17.808766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:17.813089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:17.851212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'Port': ['ID=cbfa6530-9b5a-4b01-ab2e-373b403e48ce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:17.890168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155bbbc-0ec2-4820-9030-034f3f8e84cb req-f63268e0-7265-4010-bb04-a895317eff14 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:17.892656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b155bbbc-0ec2-4820-9030-034f3f8e84cb req-f63268e0-7265-4010-bb04-a895317eff14 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1439760 Jan 27 19:12:17.965924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76888e8a-77be-4c96-b4cc-c5ba49350805 req-747515ae-6481-43c8-9885-6fec9488d112 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709031 Jan 27 19:12:18.052397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.084509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.103107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:18.162207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b155bbbc-0ec2-4820-9030-034f3f8e84cb req-67697f70-7aef-4702-81ab-652c3f65a962 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888800 Jan 27 19:12:18.203698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Made reservation on behalf of 869fa73b936040f7b9fe0a9e4585b92c for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:18.215997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.280602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-825ca3ab-37b3-455e-8d8a-c0e29afe86a5 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090217 Jan 27 19:12:18.291739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.354873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:18.365943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.414453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:18.431536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:18.462513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:18.463579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.570337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:18.590663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-07dc0a7c-bdfb-4f50-a007-a0c43c572417 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6857502 Jan 27 19:12:18.615004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Request body: {'port': {'device_id': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:18.655784 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:12:18.888547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ab6b3-762b-440d-a647-d457a5c14070 req-c162b969-37bf-453e-b113-0de09fea5666 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:18.890964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks [] for security_group (6d1d4c16-dca3-4e06-bc45-e368572daf64), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.892262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a95ab6b3-762b-440d-a647-d457a5c14070 req-c162b969-37bf-453e-b113-0de09fea5666 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.5157709 Jan 27 19:12:18.914317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6d1d4c16-dca3-4e06-bc45-e368572daf64), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:18.933375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-c8ee5d93-4893-4e59-b2e4-4208d2319373 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:18.945892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-c8ee5d93-4893-4e59-b2e4-4208d2319373 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6415839 Jan 27 19:12:18.961431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-96a8c629-6b2d-4042-9a21-5dfde6a7024d None None] Provisioning complete for port c3a10998-3c31-45ad-aea3-b4cce732cb14 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:18.962701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96a8c629-6b2d-4042-9a21-5dfde6a7024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.031332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-96a8c629-6b2d-4042-9a21-5dfde6a7024d None None] Port c3a10998-3c31-45ad-aea3-b4cce732cb14 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:19.034670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.050203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-2816fbb1-10bc-48b3-bf9b-1478686a7e43 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/quotas/869fa73b936040f7b9fe0a9e4585b92c HTTP/1.1" status: 200 len: 375 time: 0.1026900 Jan 27 19:12:19.062834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320bbf39-3616-425b-8d67-bb7189d2dd35 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:19.107892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks [] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.117495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a95ab6b3-762b-440d-a647-d457a5c14070 req-ac8e9592-bf1b-4bdc-a916-ffb684402b7d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136064 Jan 27 19:12:19.175150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-12d47dd0-5eed-4cb7-80ba-3186fcdede08 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772665 Jan 27 19:12:19.187239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.198068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.263186 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a6dda-77ec-4c2a-8e49-62d93aabcab8 x-openstack-request-id: req-ed4a6dda-77ec-4c2a-8e49-62d93aabcab8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:19.263733 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-plugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:19.264099 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed4a6dda-77ec-4c2a-8e49-62d93aabcab8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:19.264666 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'code': 200} Jan 27 19:12:19.378367 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd751e-92b5-4052-a982-18a680f3d140 x-openstack-request-id: req-b6fd751e-92b5-4052-a982-18a680f3d140 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:19.379182 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:19.379182 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6fd751e-92b5-4052-a982-18a680f3d140 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:19.381371 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'status': 'completed', 'code': 200} Jan 27 19:12:19.382629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d4c16-dca3-4e06-bc45-e368572daf64,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:19.469436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Transition to ACTIVE for port object 320bbf39-3616-425b-8d67-bb7189d2dd35 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:19.507100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.66', 62349) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:19.659741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'Port': ['ID=cbfa6530-9b5a-4b01-ab2e-373b403e48ce,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:19.783455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.863001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5f32a66-9260-495b-a060-7d0dee3b5042 req-20341052-d416-47a4-8314-c4302c3f9c1c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 210 time: 0.1078687 Jan 27 19:12:19.898161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49e0cd-cb4d-4deb-8c57-28ed9b5bff41 req-880089a3-92fa-4999-ba52-a813bdb52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:19.899762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c49e0cd-cb4d-4deb-8c57-28ed9b5bff41 req-880089a3-92fa-4999-ba52-a813bdb52018 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.4382057 Jan 27 19:12:19.918340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.921659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:19.923032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9672d95-4c93-427b-87d5-cbdd9c123690 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8120747 Jan 27 19:12:20.013302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab592fd-f4fb-4e07-b5ab-6a3a35398abb req-07b62b54-3ebd-4d78-b5ad-1f50d7411d41 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:20.015444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aab592fd-f4fb-4e07-b5ab-6a3a35398abb req-07b62b54-3ebd-4d78-b5ad-1f50d7411d41 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 948 time: 0.3351748 Jan 27 19:12:20.027914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-2a52316a-b69c-4b87-9277-a48a92957630 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:20.029804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-2a52316a-b69c-4b87-9277-a48a92957630 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.5069163 Jan 27 19:12:20.079147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Request body: {'port': {'device_id': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'admin_state_up': True, 'tenant_id': '709e32a45d9d43c8b293358a3db48343'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:20.152626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c49e0cd-cb4d-4deb-8c57-28ed9b5bff41 req-f390bebb-949c-46d2-a1c4-d30fd4908037 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094936 Jan 27 19:12:20.173827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:20.183247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Allocated IP 192.168.233.98 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/e91c921e-c8d4-43d0-acb9-812f2abce954) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:20.216316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-6f16878d-ad34-43ba-ac0c-0f333436132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:20.219484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-6f16878d-ad34-43ba-ac0c-0f333436132b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1095 time: 0.7711694 Jan 27 19:12:20.266952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aab592fd-f4fb-4e07-b5ab-6a3a35398abb req-e039b7e6-37e4-4fc5-8ae2-a74998b7734d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322371 Jan 27 19:12:20.321576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.66', 62350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:20.451761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c3a6ab0-326c-40ce-a79a-ab75bc0502c9 req-d1e14e42-e0e0-41ab-aa6f-9947bfa91d53 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 210 time: 0.1800687 Jan 27 19:12:20.575435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Attempting to bind port 320bbf39-3616-425b-8d67-bb7189d2dd35 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:20.576030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Attempting to bind port 320bbf39-3616-425b-8d67-bb7189d2dd35 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:20.576570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Attempting to bind port 320bbf39-3616-425b-8d67-bb7189d2dd35 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:20.616202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cff3169-efa1-4bc5-bb27-2558542c04bf req-5ad83c88-8907-48d8-86fa-d0bc05351f42 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 210 time: 0.0774968 Jan 27 19:12:20.658248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ee6a8-733b-4862-9f83-3535093414a0 req-9539d607-320f-41f1-9211-a0f8c640f0af tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:20.659903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-680ee6a8-733b-4862-9f83-3535093414a0 req-9539d607-320f-41f1-9211-a0f8c640f0af tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1884644 Jan 27 19:12:20.661283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:20.665373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:20.731316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Port 320bbf39-3616-425b-8d67-bb7189d2dd35 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:20.732238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Attempting to bind port 320bbf39-3616-425b-8d67-bb7189d2dd35 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:20.782938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:20.783972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:20.784851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:20.785962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Bound port: 320bbf39-3616-425b-8d67-bb7189d2dd35, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:20.786824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:20.832089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-680ee6a8-733b-4862-9f83-3535093414a0 req-6ec3fca4-839d-4bb4-b609-7f2c15776261 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543412 Jan 27 19:12:21.037857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-fbb4c9fc-6d03-4d50-afdb-362cf72634e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:21.040721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-fbb4c9fc-6d03-4d50-afdb-362cf72634e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.7172463 Jan 27 19:12:21.170321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-a8412f19-9ea3-4a6d-ac72-7d8a196514cc tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:21.172917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-a8412f19-9ea3-4a6d-ac72-7d8a196514cc tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 823 time: 0.8422873 Jan 27 19:12:21.208830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-99c285ac-448f-4fc1-96ae-6be5964cbf6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.1309583 Jan 27 19:12:21.360217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks [] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:21.362981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:21.379270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Allocated IP 172.20.0.9 (dafe67dd-81e9-44aa-b6a0-0a192e294674/3b7afd0b-478d-4a8a-bd82-c6d32f8260c9/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:21.391103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e43ac80-9806-43ca-9da2-13cda3f68370 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--776050180&fields=id&tenant_id=650db4b18ef746df969dc5fded3566cd HTTP/1.1" status: 200 len: 267 time: 0.1206226 Jan 27 19:12:21.440038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:21.461552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-8e280737-5888-4c5e-a084-f40275957b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:21.464565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-8e280737-5888-4c5e-a084-f40275957b07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.2120748 Jan 27 19:12:21.471140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572914-06b6-4e63-8a16-cb785956063c req-b2455672-edf5-47d2-b5e8-68605ed0e318 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:21.476500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:21.484912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37572914-06b6-4e63-8a16-cb785956063c req-b2455672-edf5-47d2-b5e8-68605ed0e318 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.2131269 Jan 27 19:12:21.612758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:21.614082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:21.617082 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] 10.222.0.66 "PUT /v2.0/ports/320bbf39-3616-425b-8d67-bb7189d2dd35 HTTP/1.1" status: 200 len: 1096 time: 4.6846387 Jan 27 19:12:21.632567 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-3a14034c-fc98-4a1c-81bd-e1d9f742a3c3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 380 time: 0.4272106 Jan 27 19:12:21.633720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:21.638576 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:21.654297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-fe10578a-2dae-485a-8668-2ed529b2825c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537139 Jan 27 19:12:21.694417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'port': {'device_id': '9bbd9777-487f-4a03-b840-2a6015a171da', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'admin_state_up': True, 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'security_groups': ['a903d92e-ab86-4eb5-a5f0-e10947ff4536']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:21.732257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-5704c63a-7962-4198-b2d4-0e1c6621aafd tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194997 Jan 27 19:12:22.016670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-535a40db-7b3d-43d2-8fcf-0ec915873b91 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.022103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-535a40db-7b3d-43d2-8fcf-0ec915873b91 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/networks?id=1f0e35a7-f753-4fe0-baff-c1727253d57a HTTP/1.1" status: 200 len: 811 time: 0.6229568 Jan 27 19:12:22.032396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.040621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37572914-06b6-4e63-8a16-cb785956063c req-040c483d-f909-49e7-af93-a03c64137b68 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541651 Jan 27 19:12:22.078263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-7af29e99-9157-4def-afbc-ddd90f30f4b4 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/quotas/650db4b18ef746df969dc5fded3566cd HTTP/1.1" status: 200 len: 375 time: 0.0283439 Jan 27 19:12:22.139607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fb72-25d4-4e99-9923-ebf98e19f52b service neutron] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:22.175779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-c041cf31-5bbb-4d5d-bb70-9956eb0b2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.178424 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-c041cf31-5bbb-4d5d-bb70-9956eb0b2e28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 1099 time: 0.4429471 Jan 27 19:12:22.197386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-687e8a28-66cd-4781-a2f9-c6920472cd61 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.199126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-687e8a28-66cd-4781-a2f9-c6920472cd61 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4287980 Jan 27 19:12:22.229098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56ec7d5a-aabe-4ec5-978a-27a720ab1f58 req-f607535b-de2d-436f-8e4e-fe73aa9fdacd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 210 time: 0.0572722 Jan 27 19:12:22.234516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Request body: {'port': {'device_id': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '869fa73b936040f7b9fe0a9e4585b92c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:22.240217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks [] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.287871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-dff54e06-7d84-45fd-9241-8c3c9f2180b6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=650db4b18ef746df969dc5fded3566cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1965404 Jan 27 19:12:22.288539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:22.376537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:22.413173 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-a6e12976-69dd-4074-90b8-b65072f80f5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=320bbf39-3616-425b-8d67-bb7189d2dd35 HTTP/1.1" status: 200 len: 217 time: 0.1704991 Jan 27 19:12:22.413772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f34fba3-7f2a-4eb0-b87a-93f738e240db req-e5e53eb0-98cd-42ef-92ea-edfced3c1fdb tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5864581331884a7a8c6d01baeb75c75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487869 Jan 27 19:12:22.417919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:22.428826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.429971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.506086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:22.559983 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-1edeb4b7-f0ed-4aec-b09c-e5b7497c1efe service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556995 Jan 27 19:12:22.611046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.658353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-e7747d74-e0ee-4c28-acb3-53721ca1fe6a service neutron] 10.222.0.59 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070285 Jan 27 19:12:22.668031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-b1c3ff5c-97a9-4822-8d06-c4db8a45acbc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8750415 Jan 27 19:12:22.755340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Request body: {'port': {'device_id': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:22.757844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:22.761129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:22.774537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7b37839-840b-4afe-af1d-c2cf248af686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.777295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7b37839-840b-4afe-af1d-c2cf248af686 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.3094387 Jan 27 19:12:22.795245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:22.810358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34fba3-7f2a-4eb0-b87a-93f738e240db req-2bea6dbd-612f-4729-8674-50c54bd4127b tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.812074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f34fba3-7f2a-4eb0-b87a-93f738e240db req-2bea6dbd-612f-4729-8674-50c54bd4127b tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678577 Jan 27 19:12:22.812734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Made reservation on behalf of 5c355821907041e29f8a151ac1acb33e for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:22.818405 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.819819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:22.873852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Made reservation on behalf of 869fa73b936040f7b9fe0a9e4585b92c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:22.878064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.916267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:22.946097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:22.947144 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:22.987583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f34fba3-7f2a-4eb0-b87a-93f738e240db req-7fbbbe45-bef7-417e-8675-fb19b6a9d79f tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/quotas/5864581331884a7a8c6d01baeb75c75b HTTP/1.1" status: 200 len: 375 time: 0.1146040 Jan 27 19:12:23.011013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:12:23.067483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a62e6fe8-cfae-4b66-9f66-ebac938d7ec9 None None] Provisioning complete for port e91c921e-c8d4-43d0-acb9-812f2abce954 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:23.068281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62e6fe8-cfae-4b66-9f66-ebac938d7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.083075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f34fba3-7f2a-4eb0-b87a-93f738e240db req-754ef3eb-b2d8-414d-a1b7-ea3b559da369 tempest-QuotasAdminNegativeTest-352410887 tempest-QuotasAdminNegativeTest-352410887-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5864581331884a7a8c6d01baeb75c75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686650 Jan 27 19:12:23.098905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a10998-3c31-45ad-aea3-b4cce732cb14 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:23.141075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-fd638aa4-44dc-4e8a-b88c-dd01b6f732aa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0755317 Jan 27 19:12:23.152274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-79124d1a-f66e-48c8-b7d6-cc2703c1d2ee service neutron] 10.222.0.59 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912484 Jan 27 19:12:23.166119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Request body: {'port': {'device_id': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:23.171374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks [] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.185676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a62e6fe8-cfae-4b66-9f66-ebac938d7ec9 None None] Port e91c921e-c8d4-43d0-acb9-812f2abce954 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:23.193620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.212231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-9ead30c9-98e1-4c45-8045-90172bc8e4f7 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227844 Jan 27 19:12:23.242955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-21f346f1-527c-4857-9c1e-4884235df83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:23.253573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-21f346f1-527c-4857-9c1e-4884235df83d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4142435 Jan 27 19:12:23.311281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Transition to ACTIVE for port object c3a10998-3c31-45ad-aea3-b4cce732cb14 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:23.311578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.319172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:23.338547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.349463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'port_id': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'mac_address': 'fa:16:3e:10:94:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f38781-c42d-4d45-8806-f1a42c26932b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:23.435075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:23.435768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.463235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:23.503277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.506811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:23.514695 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:23.580971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:23.592225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.592723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.593213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.593601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.593941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.594279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.594803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.595141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.595473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.595806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.596130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.596455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.596793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:23.786263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b1c0367-d68a-4824-8df0-c20a30c5eee0 req-be3e2cff-b3ef-4668-86d7-1573eacab612 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 210 time: 0.0843306 Jan 27 19:12:23.816725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Pushing event updated for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:23.836162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7eaba687-aebb-47ca-8e61-3a8417aa3ca8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:23.858036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Allocated IP 192.168.233.61 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/71b02e6c-c0f0-4555-9bfc-813ddc9feb4c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:23.972065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120237a-f4f7-47c8-b885-aab714b1cd1f req-c1f8e213-9cbd-41b3-aad3-34efc3399d6b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:23.986605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b120237a-f4f7-47c8-b885-aab714b1cd1f req-c1f8e213-9cbd-41b3-aad3-34efc3399d6b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 948 time: 0.6376922 Jan 27 19:12:24.088240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Allocated IP 172.20.0.9 (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed/bd05affd-0cf4-4c5b-a7a8-5176cb60a634/56ab682f-5232-495d-90d4-e5d350734475) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:24.122178 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-abafd470-109e-4814-b19b-da29662449ec service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8416510 Jan 27 19:12:24.134359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc54308f-30cc-4e24-ba32-d8a51c221146 req-9b4b7dd3-8364-46a7-a9f4-797a4079ff5c tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 210 time: 0.0896344 Jan 27 19:12:24.161959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Attempting to bind port c3a10998-3c31-45ad-aea3-b4cce732cb14 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:24.162121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Attempting to bind port c3a10998-3c31-45ad-aea3-b4cce732cb14 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:24.163057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Attempting to bind port c3a10998-3c31-45ad-aea3-b4cce732cb14 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:24.203477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Port c3a10998-3c31-45ad-aea3-b4cce732cb14 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:24.204196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Attempting to bind port c3a10998-3c31-45ad-aea3-b4cce732cb14 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:24.218823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:24.219493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:24.220046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:24.220681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Bound port: c3a10998-3c31-45ad-aea3-b4cce732cb14, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:24.221250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.283607 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4146a-b0db-4452-bd41-041c51bbe18d x-openstack-request-id: req-01a4146a-b0db-4452-bd41-041c51bbe18d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:24.283957 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:24.284133 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01a4146a-b0db-4452-bd41-041c51bbe18d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:24.284549 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'status': 'completed', 'code': 200} Jan 27 19:12:24.299660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b120237a-f4f7-47c8-b885-aab714b1cd1f req-52d94459-2a34-4c88-8f29-c29cbe2bb916 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101761 Jan 27 19:12:24.462172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.490511 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-cb83bef0-a5aa-4bd1-b033-5fa4ff50943e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570340 Jan 27 19:12:24.509464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:24.536170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:24.552295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.562683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for port (56ab682f-5232-495d-90d4-e5d350734475), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.620122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:24.620766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.622256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] 10.222.0.66 "PUT /v2.0/ports/c3a10998-3c31-45ad-aea3-b4cce732cb14 HTTP/1.1" status: 200 len: 1096 time: 6.0185220 Jan 27 19:12:24.701010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd5f1e-036a-48a5-a317-f0b5bea11b0a service neutron] Pushing event updated for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:24.720004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-3fc7d43e-40ce-4087-850d-20f370012813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:24.722131 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-3fc7d43e-40ce-4087-850d-20f370012813 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 1099 time: 0.1179452 Jan 27 19:12:24.733136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.834803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:24.844237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks [] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.861376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks [] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.876439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c491-9042-437f-88c9-03435bd0dcda req-beefdf5a-1176-4d29-8391-9b07f70c80ff tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:24.882380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d4c491-9042-437f-88c9-03435bd0dcda req-beefdf5a-1176-4d29-8391-9b07f70c80ff tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.2746961 Jan 27 19:12:24.899806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:24.917710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a85c7-85fc-45b9-9ce7-f14b3beeb55e req-a00365c4-10ec-43fd-b02e-c8b452da6910 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:24.918087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:24.926954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-510a85c7-85fc-45b9-9ce7-f14b3beeb55e req-a00365c4-10ec-43fd-b02e-c8b452da6910 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.4491282 Jan 27 19:12:24.928259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:24.944288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:24.950394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:24.951154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:24.980640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Transition to ACTIVE for port object 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:25.002641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-e021442f-488c-45fd-b4d5-9e93a2dae8c1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3155928 Jan 27 19:12:25.005524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-77336037-a154-4e8b-811a-0b8fa1bb9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.006787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.007202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-77336037-a154-4e8b-811a-0b8fa1bb9d34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1099 time: 0.2401052 Jan 27 19:12:25.008674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-4fec811c-ea16-4dba-9fc8-5460c792a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.011100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-4fec811c-ea16-4dba-9fc8-5460c792a808 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2751060 Jan 27 19:12:25.037471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Request body: {'port': {'device_id': '9bbd9777-487f-4a03-b840-2a6015a171da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:25.139302 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-98d64e2f-7cb2-4039-9e13-b0514d7545be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=320bbf39-3616-425b-8d67-bb7189d2dd35 HTTP/1.1" status: 200 len: 217 time: 0.1073353 Jan 27 19:12:25.151542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-f7468837-466a-435f-a6aa-442495b396c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14 HTTP/1.1" status: 200 len: 217 time: 0.1057019 Jan 27 19:12:25.158340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.214186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-510a85c7-85fc-45b9-9ce7-f14b3beeb55e req-e84df48d-8292-4358-8ea6-090b10f6d599 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861705 Jan 27 19:12:25.241903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d4c491-9042-437f-88c9-03435bd0dcda req-140b2012-cb59-414a-9953-5c1c5f2a03a1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065820 Jan 27 19:12:25.252328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:25.321775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:25.373569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:25.437847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.464548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:25.575202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-be7ec6e1-9995-42c1-9d3f-8b34e71e2670 None None] Provisioning complete for port 56ab682f-5232-495d-90d4-e5d350734475 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:25.575839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7ec6e1-9995-42c1-9d3f-8b34e71e2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (56ab682f-5232-495d-90d4-e5d350734475), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.578779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-1e4e6f57-c69b-427b-a4a1-47e8a36fee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.580330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-1e4e6f57-c69b-427b-a4a1-47e8a36fee6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.4278827 Jan 27 19:12:25.590708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-87837907-596d-45bb-a9f2-afbaa55a4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.592448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-87837907-596d-45bb-a9f2-afbaa55a4092 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.4061220 Jan 27 19:12:25.645339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-be7ec6e1-9995-42c1-9d3f-8b34e71e2670 None None] Port 56ab682f-5232-495d-90d4-e5d350734475 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:25.675112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.39', 60806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:25.702955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1b7f974-9261-45e2-9223-48acd568a44f req-87c552c5-aefd-4afe-8e83-00f2c15faee0 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 210 time: 0.1087730 Jan 27 19:12:25.749850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:25.764724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77485-0b6e-42c2-827b-7ba912998f2c req-b196d704-1d6d-4758-934b-3221845bc89b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.772182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39e77485-0b6e-42c2-827b-7ba912998f2c req-b196d704-1d6d-4758-934b-3221845bc89b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.3470449 Jan 27 19:12:25.795713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:25.813228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.874971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2f535c41-d308-4110-ad10-19575b068f15 None None] Provisioning complete for port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:25.875971 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f535c41-d308-4110-ad10-19575b068f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:25.935794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:25.936445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:25.936941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:25.939239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f535c41-d308-4110-ad10-19575b068f15 None None] Port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:25.953297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-456b52b7-4469-491b-a534-4ac2a9b2d4d0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7288384 Jan 27 19:12:25.980066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:25.980547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:25.991072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Request body: {'port': {'device_id': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:26.008713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39e77485-0b6e-42c2-827b-7ba912998f2c req-c0f0a444-c4fe-4fde-b63a-3e7e32414f88 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350221 Jan 27 19:12:26.057919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-b01a3010-fe9f-4035-9293-2d3f6dc78267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:26.060629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-b01a3010-fe9f-4035-9293-2d3f6dc78267 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4326584 Jan 27 19:12:26.065234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:26.068944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:26.069798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:26.070725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Bound port: 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:26.071422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.150077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3432e3-d884-4999-8e0f-253a7c12e8c8 req-e0cfb14c-94d6-4749-ad4e-3d2e32eab0e3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:26.153642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd3432e3-d884-4999-8e0f-253a7c12e8c8 req-e0cfb14c-94d6-4749-ad4e-3d2e32eab0e3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 931 time: 0.3049915 Jan 27 19:12:26.244498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-1b7715c4-95a0-4c7a-880a-b22b785867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:26.247140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-1b7715c4-95a0-4c7a-880a-b22b785867e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6534727 Jan 27 19:12:26.305749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:26.309911 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cfad5-96dd-462d-85b8-5031a577001a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:26.310115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.483164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c54bca-c4f7-4622-84b6-b85ac030940a req-620f0acc-39fb-4981-9c64-a6c1378f237f tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:26.485893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60c54bca-c4f7-4622-84b6-b85ac030940a req-620f0acc-39fb-4981-9c64-a6c1378f237f tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 935 time: 0.3813429 Jan 27 19:12:26.495574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:26.514300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd3432e3-d884-4999-8e0f-253a7c12e8c8 req-ac52a1b7-9fa8-4ca4-99e5-f48632110e93 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998786 Jan 27 19:12:26.761410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:26.763107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:26.825831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:26.831202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:26.832006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.854657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks [] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.872379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-ef31a3a9-0933-419a-94f4-f4f78a9ea03f tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:26.875128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-ef31a3a9-0933-419a-94f4-f4f78a9ea03f tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.39 "GET /v2.0/networks?id=1f0e35a7-f753-4fe0-baff-c1727253d57a HTTP/1.1" status: 200 len: 811 time: 1.1597426 Jan 27 19:12:26.952009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Transition to ACTIVE for port object e91c921e-c8d4-43d0-acb9-812f2abce954 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:26.955622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:26.970487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:26.970888 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.995676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:26.998452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:26.999582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.001176 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e4933a-1c09-4071-bef2-35d1c6aca5d8" -d '{"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-plugged", "status": "completed", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:27.018564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:27.024761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.080703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:27.184052 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-09ddd4c0-7af6-4f16-8296-f4db6e711f6c service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0965040 Jan 27 19:12:27.250076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:27.251394 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.254036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] 10.222.0.66 "PUT /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 1091 time: 4.0963278 Jan 27 19:12:27.257772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:27.261928 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4873f36e-2680-478e-83a5-4af1254de5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:27.311126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-13f621db-786f-4621-a8ea-3193ef571508 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9962285 Jan 27 19:12:27.318066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60c54bca-c4f7-4622-84b6-b85ac030940a req-6f4661df-6704-4b0e-8e03-ea5652d22d2b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8176343 Jan 27 19:12:27.357211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-b5a5c0b6-16b6-491a-bf71-3e3ea20fe0fb tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650db4b18ef746df969dc5fded3566cd HTTP/1.1" status: 200 len: 379 time: 0.4519148 Jan 27 19:12:27.361057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-35745ac8-2480-4569-bdd4-3d95a4f78a83 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:27.364224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-35745ac8-2480-4569-bdd4-3d95a4f78a83 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.4593945 Jan 27 19:12:27.443819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4c23-0f20-4669-a89a-311c7d47fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:27.444872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'port': {'device_id': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'admin_state_up': True, 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'security_groups': ['27031e6b-9f1c-4d7a-bb24-98f11547f933']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:27.461623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:27.496035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-79b9ff4a-1a31-46b1-88c5-a088ff47280c tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.567894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-182ef695-04f1-40e7-9012-decfbc114c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:27.571038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-182ef695-04f1-40e7-9012-decfbc114c27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1094 time: 0.2434669 Jan 27 19:12:27.687569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3a9fd-3dd1-4773-8fdb-017831e6eb7e req-023069ab-15cb-4dfc-bb06-84a407bb3c23 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:27.690473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ea3a9fd-3dd1-4773-8fdb-017831e6eb7e req-023069ab-15cb-4dfc-bb06-84a407bb3c23 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 948 time: 0.2411208 Jan 27 19:12:27.723204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-523d6bbd-6f59-48a0-ac1c-c0325644e602 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.1310792 Jan 27 19:12:27.767119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Attempting to bind port e91c921e-c8d4-43d0-acb9-812f2abce954 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:27.767660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Attempting to bind port e91c921e-c8d4-43d0-acb9-812f2abce954 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:27.768211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Attempting to bind port e91c921e-c8d4-43d0-acb9-812f2abce954 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:27.836703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab682f-5232-495d-90d4-e5d350734475 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:27.845377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Port e91c921e-c8d4-43d0-acb9-812f2abce954 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:27.845938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Attempting to bind port e91c921e-c8d4-43d0-acb9-812f2abce954 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:27.880775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks [] for port (56ab682f-5232-495d-90d4-e5d350734475), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.914149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:27.914765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:27.915456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:27.916196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Bound port: e91c921e-c8d4-43d0-acb9-812f2abce954, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:27.916825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:27.967651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ea3a9fd-3dd1-4773-8fdb-017831e6eb7e req-47ee8907-b1a8-4f14-ba75-505390a196c2 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478504 Jan 27 19:12:27.969451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8722-0898-4424-881c-577cd66074aa req-c554b980-cb58-4281-81fa-9fc0dcc65672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:27.970925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-c554b980-cb58-4281-81fa-9fc0dcc65672 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.2263315 Jan 27 19:12:27.985770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:28.010472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks [] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.030912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd3af0d4-c1bf-4ca9-b17f-4afc75433fbe req-d22a02ae-7680-4abe-8c50-f6d06d74520f service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099229 Jan 27 19:12:28.035064 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d00f02ef-3292-42f9-bb29-70dce9214569 req-33ae44a7-4649-489f-a56b-196babd5e5ac service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8208263 Jan 27 19:12:28.039106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Transition to ACTIVE for port object 56ab682f-5232-495d-90d4-e5d350734475 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:28.071055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-3fdd1068-de24-40f8-8dc1-af0eb7be5783 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880818 Jan 27 19:12:28.079813 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-79b9ff4a-1a31-46b1-88c5-a088ff47280c tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Publish callbacks [] for security_group (4e972c9c-a7c4-421f-88b0-1ee479a76840), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.085448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Transition to ACTIVE for port object 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:28.094572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-79b9ff4a-1a31-46b1-88c5-a088ff47280c tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e972c9c-a7c4-421f-88b0-1ee479a76840), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.100926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.116441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.253535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Made reservation on behalf of 650db4b18ef746df969dc5fded3566cd for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:28.267605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.273342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaf589bb-6547-4393-a0a6-838ef01830d4 req-79b9ff4a-1a31-46b1-88c5-a088ff47280c tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990169 Jan 27 19:12:28.282514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9ff4a-1a31-46b1-88c5-a088ff47280c tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e972c9c-a7c4-421f-88b0-1ee479a76840,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:28.341861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:28.348453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:28.398426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:28.474917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:28.516449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-2ca97d4f-f61b-4aa0-b8a2-54bded2e5c84 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329097 Jan 27 19:12:28.521838 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a76c8e-10d1-467e-a790-8c3be8c8e474 x-openstack-request-id: req-b2a76c8e-10d1-467e-a790-8c3be8c8e474 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:28.522570 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:28.523093 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2a76c8e-10d1-467e-a790-8c3be8c8e474 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:28.523852 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14', 'status': 'completed', 'code': 200} Jan 27 19:12:28.535500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243e91-938e-4984-9a51-78435e18b12d req-6dfb8fd0-85e9-487f-a865-7627d92f7365 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:28.548492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28243e91-938e-4984-9a51-78435e18b12d req-6dfb8fd0-85e9-487f-a865-7627d92f7365 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 946 time: 0.3853736 Jan 27 19:12:28.561925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.648147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Attempting to bind port 56ab682f-5232-495d-90d4-e5d350734475 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:28.648938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Attempting to bind port 56ab682f-5232-495d-90d4-e5d350734475 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:28.649752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Attempting to bind port 56ab682f-5232-495d-90d4-e5d350734475 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:28.747253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d0f71c7-734d-4e0c-b520-7a0cb70f1e36 req-cd9b2d6b-e783-4e75-862c-42c68273cbcc tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 210 time: 0.0732143 Jan 27 19:12:28.769322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Attempting to bind port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:28.769959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Attempting to bind port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:28.770485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Attempting to bind port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:28.802427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:28.803024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Attempting to bind port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:28.815836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28243e91-938e-4984-9a51-78435e18b12d req-c773ab8b-2635-4ace-be60-1ec7bdce18f1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092576 Jan 27 19:12:28.819544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:28.820265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:28.820900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:28.821648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Bound port: 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:28.822293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.826657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 320bbf39-3616-425b-8d67-bb7189d2dd35 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:28.833535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00b8722-0898-4424-881c-577cd66074aa req-b09d52a3-e031-493e-925b-090d56f0cbed service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812805 Jan 27 19:12:28.903072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:28.903701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:28.915454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] 10.222.0.39 "PUT /v2.0/ports/e91c921e-c8d4-43d0-acb9-812f2abce954 HTTP/1.1" status: 200 len: 1095 time: 6.1834555 Jan 27 19:12:28.928897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Port 56ab682f-5232-495d-90d4-e5d350734475 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:28.929211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Attempting to bind port 56ab682f-5232-495d-90d4-e5d350734475 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:28.988521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:28.993752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:29.013784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.047230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:29.047843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Checking segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:29.048501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Bound using segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:29.049216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Bound port: 56ab682f-5232-495d-90d4-e5d350734475, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:29.050197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.054655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59186) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:29.097617 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e482c10-e683-4ce0-b035-9f716cf2fb1f x-openstack-request-id: req-8e482c10-e683-4ce0-b035-9f716cf2fb1f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:29.098208 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:29.098696 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e482c10-e683-4ce0-b035-9f716cf2fb1f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:29.099339 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'status': 'completed', 'code': 200} Jan 27 19:12:29.102937 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40cae6-b905-43a1-a69b-07ee69101996 x-openstack-request-id: req-5c40cae6-b905-43a1-a69b-07ee69101996 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:29.103402 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-plugged", "status": "completed", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:29.103800 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c40cae6-b905-43a1-a69b-07ee69101996 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:29.104969 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'code': 200} Jan 27 19:12:29.124349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.134220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.136172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] 10.222.0.39 "PUT /v2.0/ports/71b02e6c-c0f0-4555-9bfc-813ddc9feb4c HTTP/1.1" status: 200 len: 1095 time: 3.1583028 Jan 27 19:12:29.194058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cfad5-96dd-462d-85b8-5031a577001a req-e4e82201-3c03-4093-a2e4-0efab9a2c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.196076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-e4e82201-3c03-4093-a2e4-0efab9a2c253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1099 time: 0.6281219 Jan 27 19:12:29.197053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06e7a0-6626-4f41-9158-87df27b7faca service neutron] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:29.297570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:29.347939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'mac_address': 'fa:16:3e:bb:33:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:29.417751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0ea74-03e0-445d-88bb-9960ee985215 service neutron] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:29.449873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 320bbf39-3616-425b-8d67-bb7189d2dd35 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:29.450193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83268b60-6a66-4767-b83b-511539af2fb8 req-db6e0cfc-16ce-42b3-9e09-d79d621194de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.450941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.451747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83268b60-6a66-4767-b83b-511539af2fb8 req-db6e0cfc-16ce-42b3-9e09-d79d621194de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1097 time: 0.3325267 Jan 27 19:12:29.464645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Allocated IP 172.20.0.7 (1f0e35a7-f753-4fe0-baff-c1727253d57a/7bd44b5b-b09f-48d0-a72a-375e7b2d7d76/45dae4df-87d2-4c51-8655-366fe32aa58b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:29.491524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320bbf39-3616-425b-8d67-bb7189d2dd35 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:29.544127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43301151-e304-4831-8905-d1ca15376aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.552738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:29.556901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:29.564406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-0582b3bf-4a14-4c48-8f02-ee70a8b6b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.565471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.566189 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-0582b3bf-4a14-4c48-8f02-ee70a8b6b320 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1094 time: 0.4151113 Jan 27 19:12:29.609906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-f07127a8-47de-4fe9-a255-82ebd6cfe0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.612947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-f07127a8-47de-4fe9-a255-82ebd6cfe0fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 1098 time: 0.3635697 Jan 27 19:12:29.620718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-588c0f43-6c27-4763-b27e-aab4abf24cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.624471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-588c0f43-6c27-4763-b27e-aab4abf24cff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 1098 time: 0.5596943 Jan 27 19:12:29.632315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:29.640172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfe7f9-ee3e-4ff9-a762-319201da90d5 req-85f3d18e-7ea8-461e-892a-3cc09d0d2eda tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.642895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24bfe7f9-ee3e-4ff9-a762-319201da90d5 req-85f3d18e-7ea8-461e-892a-3cc09d0d2eda tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 943 time: 0.3625052 Jan 27 19:12:29.649930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:29.673128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4223-3752-4e03-88ac-69c622f103bf req-992ff4ba-89e0-4b67-9486-acef4626fa0a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.675358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24ac4223-3752-4e03-88ac-69c622f103bf req-992ff4ba-89e0-4b67-9486-acef4626fa0a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.4275541 Jan 27 19:12:29.695319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cfad5-96dd-462d-85b8-5031a577001a req-8402e959-1b40-4948-9a82-8c296d73776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.696941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-8402e959-1b40-4948-9a82-8c296d73776c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4624660 Jan 27 19:12:29.698272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.758171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83268b60-6a66-4767-b83b-511539af2fb8 req-31be8b70-6eff-4a95-8ef0-5e5991f8b8d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825797 Jan 27 19:12:29.768291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-1bf85f1a-ff19-4b04-a3a8-c26e4d018931 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c HTTP/1.1" status: 200 len: 217 time: 0.1200330 Jan 27 19:12:29.781485 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-d60b0f9d-5f4b-453c-b5fd-b73d07059554 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e91c921e-c8d4-43d0-acb9-812f2abce954 HTTP/1.1" status: 200 len: 217 time: 0.1304402 Jan 27 19:12:29.870657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24bfe7f9-ee3e-4ff9-a762-319201da90d5 req-5fb0b0b2-b609-4bd6-9708-ef764c17485d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890907 Jan 27 19:12:29.890026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-caf4a953-064b-4b9d-9146-fdfc5480c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.891190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-caf4a953-064b-4b9d-9146-fdfc5480c3e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1099513 Jan 27 19:12:29.918165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24ac4223-3752-4e03-88ac-69c622f103bf req-861e2a3d-cc6c-41d0-9c89-1a7833ffdd6b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128241 Jan 27 19:12:29.929497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:29.930112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:29.931586 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] 10.222.0.66 "PUT /v2.0/ports/56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 200 len: 1091 time: 4.9081383 Jan 27 19:12:29.932791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:29.996113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-b5ac40fd-8c13-4df5-be34-0d3496522adf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14 HTTP/1.1" status: 200 len: 217 time: 0.2463422 Jan 27 19:12:30.135717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1b12-7214-4c4b-b428-950b14d42606 req-0bf6ca3b-0ab3-49e3-8b3d-95697128abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.138530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-0bf6ca3b-0ab3-49e3-8b3d-95697128abfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175093 Jan 27 19:12:30.152983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f1f4-861a-450c-a513-3ae82540dc35 req-3d1fc7f2-f9da-4230-b362-c644f3f9619c tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.155053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc56f1f4-861a-450c-a513-3ae82540dc35 req-3d1fc7f2-f9da-4230-b362-c644f3f9619c tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.1784942 Jan 27 19:12:30.404513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc56f1f4-861a-450c-a513-3ae82540dc35 req-69f6aba5-1a79-4696-bd23-0e3852ab046b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378750 Jan 27 19:12:30.446613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-32d383db-bf63-4928-93a2-c189161a72bf service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891562 Jan 27 19:12:30.584262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}, {'name': 'network-changed', 'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'tag': '56ab682f-5232-495d-90d4-e5d350734475'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:30.588368 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}, {"name": "network-changed", "server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "tag": "56ab682f-5232-495d-90d4-e5d350734475"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:30.671886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cfad5-96dd-462d-85b8-5031a577001a req-d55df2d6-3d23-4217-b4de-bcbe2b9680fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.674653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-d55df2d6-3d23-4217-b4de-bcbe2b9680fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.6318860 Jan 27 19:12:30.683365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45864e7-23e0-4f36-b825-b1919e8d0dc9 req-3ff16d79-694a-4074-b068-2948c3670ffa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.685181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45864e7-23e0-4f36-b825-b1919e8d0dc9 req-3ff16d79-694a-4074-b068-2948c3670ffa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 949 time: 0.1050711 Jan 27 19:12:30.692235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-048a1b12-7214-4c4b-b428-950b14d42606 req-c6559bb6-2fe5-4239-84af-0741a1c6c1be service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346463 Jan 27 19:12:30.714341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982aa4d-976a-4cec-abcc-798885e07919 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:30.752242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-db2c75b5-ba32-4dfb-8e60-5fb88a05c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.755112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-db2c75b5-ba32-4dfb-8e60-5fb88a05c68f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.9177828 Jan 27 19:12:30.777506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-7effadbf-f1b2-450f-8849-e3f2f710ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:30.780203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-7effadbf-f1b2-450f-8849-e3f2f710ef41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 1.1799545 Jan 27 19:12:30.793623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45864e7-23e0-4f36-b825-b1919e8d0dc9 req-8165bbc0-7733-4cd5-a7f2-4fa63ee3388f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990634 Jan 27 19:12:30.945749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:30.972648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef687022-bc5d-4d74-87ec-09240e8549f9 req-80a819e4-bc23-40b4-abaf-02f78cd4489c tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 210 time: 0.0616932 Jan 27 19:12:31.007153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43301151-e304-4831-8905-d1ca15376aa9 admin admin] Publish callbacks [] for security_group (20ac7c0e-3032-4bed-a163-0496d5ee784f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:31.018320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-e8c8a215-218c-4879-b1e1-1236261e3ec5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.1741350 Jan 27 19:12:31.033766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43301151-e304-4831-8905-d1ca15376aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (20ac7c0e-3032-4bed-a163-0496d5ee784f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:31.070424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-ad5a08bb-aed1-4b52-b342-82a798a55f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.087438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-ad5a08bb-aed1-4b52-b342-82a798a55f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 1094 time: 1.0195856 Jan 27 19:12:31.139913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:31.149731 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:31.207687 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5bea0-9a63-44f4-b1ec-abb6266b0363 x-openstack-request-id: req-c0f5bea0-9a63-44f4-b1ec-abb6266b0363 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:31.208149 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "tag": "56ab682f-5232-495d-90d4-e5d350734475", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:31.208557 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0f5bea0-9a63-44f4-b1ec-abb6266b0363 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:31.209176 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'status': 'completed', 'code': 200} Jan 27 19:12:31.209637 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'tag': '56ab682f-5232-495d-90d4-e5d350734475', 'status': 'completed', 'code': 200} Jan 27 19:12:31.213230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541adaa-e4f8-4748-8efe-2d6533a88221 req-c0fe9c28-b364-4e5e-85b1-a694fe361271 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.222789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3541adaa-e4f8-4748-8efe-2d6533a88221 req-c0fe9c28-b364-4e5e-85b1-a694fe361271 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 946 time: 0.1723464 Jan 27 19:12:31.266859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:31.285481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cfad5-96dd-462d-85b8-5031a577001a req-99eddbaf-b0dd-41c9-8011-8b05e94d7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.288163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-99eddbaf-b0dd-41c9-8011-8b05e94d7179 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5644052 Jan 27 19:12:31.318540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-78e46384-950f-4dc8-9dbf-6f7e479ac44c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 200 len: 217 time: 0.2027204 Jan 27 19:12:31.344666 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43301151-e304-4831-8905-d1ca15376aa9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5864581331884a7a8c6d01baeb75c75b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2562289 Jan 27 19:12:31.351494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3541adaa-e4f8-4748-8efe-2d6533a88221 req-93d50d81-d691-4ee8-b0c3-56bfa5e44245 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221378 Jan 27 19:12:31.355235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:31.394836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43301151-e304-4831-8905-d1ca15376aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac7c0e-3032-4bed-a163-0496d5ee784f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:31.438691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-604dc9a8-cf15-44fa-af35-2384ae22ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.440510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-604dc9a8-cf15-44fa-af35-2384ae22ea25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6247628 Jan 27 19:12:31.442055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-10764861-8ee6-4764-a1e6-7fa154bf5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.445324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b0e43-16a6-434c-8291-22f6e874fbb8 req-10522347-19a8-4e06-bf5f-c208dfcd5cd1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.445609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-10764861-8ee6-4764-a1e6-7fa154bf5a3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.4168687 Jan 27 19:12:31.446861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:31.455385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f0b0e43-16a6-434c-8291-22f6e874fbb8 req-10522347-19a8-4e06-bf5f-c208dfcd5cd1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 943 time: 0.1893291 Jan 27 19:12:31.576485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f0b0e43-16a6-434c-8291-22f6e874fbb8 req-1a40db2f-8970-4da3-a93a-37e200adb49b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200457 Jan 27 19:12:31.585037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8a21-d62d-40bf-a215-e4b295ca9d92 req-e5d37744-5ae3-4f82-9767-5fc034f8b1ed tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.586862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c6a8a21-d62d-40bf-a215-e4b295ca9d92 req-e5d37744-5ae3-4f82-9767-5fc034f8b1ed tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.1282561 Jan 27 19:12:31.591577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-efa5519e-fa53-43c5-9701-f91d94254e94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924637 Jan 27 19:12:31.594857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0fd51c04-6332-44c9-a7fd-7c35d3336233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3254888 Jan 27 19:12:31.613359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-233aba00-5c1f-4565-b62c-71876b0902bc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:12:31.614503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-233aba00-5c1f-4565-b62c-71876b0902bc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068099 Jan 27 19:12:31.712551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c6a8a21-d62d-40bf-a215-e4b295ca9d92 req-75b10500-f83f-411e-98f9-60ef0eed61f9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031976 Jan 27 19:12:31.801995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631da49-51b1-49c5-bce8-8965fd153ef3 req-0aaa6850-94e8-4c56-9fe9-c30f207bd191 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.803798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5631da49-51b1-49c5-bce8-8965fd153ef3 req-0aaa6850-94e8-4c56-9fe9-c30f207bd191 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.0890198 Jan 27 19:12:31.821301 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e42dff-792b-42cc-a5b3-42ad18e7f21b x-openstack-request-id: req-39e42dff-792b-42cc-a5b3-42ad18e7f21b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:31.821590 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:31.821837 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39e42dff-792b-42cc-a5b3-42ad18e7f21b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:31.822212 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'status': 'completed', 'code': 200} Jan 27 19:12:31.876871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:31.884156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-9e1a5b15-1569-43a0-9473-8005c4c746ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.885903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-9e1a5b15-1569-43a0-9473-8005c4c746ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.5364482 Jan 27 19:12:31.906396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:31.926385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-4f54f7d4-a1aa-4293-bee1-635997566caa service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108150 Jan 27 19:12:31.927119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event updated for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:31.938020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:31.943822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:31.944532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:31.988098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5631da49-51b1-49c5-bce8-8965fd153ef3 req-f3425444-1ddc-4184-a26d-4bada82ae535 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695631 Jan 27 19:12:32.029143 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-79985c55-e8db-4889-9b30-0088fe0c7f25 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647854 Jan 27 19:12:32.030127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] Publish callbacks [] for security_group (20ac7c0e-3032-4bed-a163-0496d5ee784f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.046957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-5aba44c9-466e-4036-b23b-002a9e578149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.048155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-5aba44c9-466e-4036-b23b-002a9e578149 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 1098 time: 0.1770236 Jan 27 19:12:32.101277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8396e2-5794-470d-9527-4b8964090b7e req-cd737c9a-3d42-45fd-aff1-20b92224620e tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.103480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e8396e2-5794-470d-9527-4b8964090b7e req-cd737c9a-3d42-45fd-aff1-20b92224620e tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.1260233 Jan 27 19:12:32.219234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] Publish callbacks [] for security_group (20ac7c0e-3032-4bed-a163-0496d5ee784f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.259657 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-364156c0-25a7-40dd-a6a1-6fdd6554a470 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667768 Jan 27 19:12:32.285952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-59bdf5fa-d990-4395-8b12-ddb884bbf47b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8478134 Jan 27 19:12:32.326201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ced46454-0b21-415e-91cf-a322c153efb9 None None] Provisioning complete for port 45dae4df-87d2-4c51-8655-366fe32aa58b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:32.327090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ced46454-0b21-415e-91cf-a322c153efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.338536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Request body: {'port': {'device_id': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:32.370937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ced46454-0b21-415e-91cf-a322c153efb9 None None] Port 45dae4df-87d2-4c51-8655-366fe32aa58b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:32.371282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e8396e2-5794-470d-9527-4b8964090b7e req-33af79b7-cddd-411f-a78d-e479d5c4b39e tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358835 Jan 27 19:12:32.386532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-087e618e-a7da-491e-88f1-260fad8a6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.388930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-087e618e-a7da-491e-88f1-260fad8a6018 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3253560 Jan 27 19:12:32.428797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7746e-ce0c-4ed3-a053-0685a2ed06b5 req-7a7048fa-6591-4215-8f8f-1573adcf33cd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.430499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ab7746e-ce0c-4ed3-a053-0685a2ed06b5 req-7a7048fa-6591-4215-8f8f-1573adcf33cd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 949 time: 0.1813755 Jan 27 19:12:32.511737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-cc2b7a46-6e7d-4926-a482-e4020d9f7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.514031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-cc2b7a46-6e7d-4926-a482-e4020d9f7078 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6105700 Jan 27 19:12:32.516994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-32575b70-40b4-49f3-a0f1-5a174c9aa39c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c HTTP/1.1" status: 200 len: 217 time: 0.1163318 Jan 27 19:12:32.569392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.39', 60812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:32.754668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ab7746e-ce0c-4ed3-a053-0685a2ed06b5 req-ae447794-ac78-4ea3-b9df-65244db7b3d3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358897 Jan 27 19:12:32.787922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:32.788249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-912cfad5-96dd-462d-85b8-5031a577001a req-fcf6ab19-ad4d-4d03-88ad-94ce37667ec7 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363178 Jan 27 19:12:32.793378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-62307f2c-9ab2-436f-a4de-9e88bebb9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.794972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-62307f2c-9ab2-436f-a4de-9e88bebb9ef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2435930 Jan 27 19:12:32.812796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.837291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cdb3e140-36da-4efa-99fd-61be943ed1b9 req-91544b9b-c780-429b-a37d-0919b47b36c9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650871 Jan 27 19:12:32.842812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 320bbf39-3616-425b-8d67-bb7189d2dd35 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:32.848599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4873f36e-2680-478e-83a5-4af1254de5d7 req-6c987c73-37de-4542-8191-a3279824a04a service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8108521 Jan 27 19:12:32.855877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (20ac7c0e-3032-4bed-a163-0496d5ee784f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.865430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:32.873665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20ac7c0e-3032-4bed-a163-0496d5ee784f HTTP/1.1" status: 204 len: 168 time: 1.4804883 Jan 27 19:12:32.884624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8e7b-cc8b-4cd7-b885-df42e7737ac3 req-101e5320-4cfe-4613-8cf9-f8ef2dc5d569 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:32.904103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d56a8e7b-cc8b-4cd7-b885-df42e7737ac3 req-101e5320-4cfe-4613-8cf9-f8ef2dc5d569 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 931 time: 0.3503716 Jan 27 19:12:32.953206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3429d6e-cf09-40c7-b7f5-fb9b6f543939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac7c0e-3032-4bed-a163-0496d5ee784f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:32.970268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:12:33.093931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-aa5e0948-db23-485b-bcd7-9aacf935d646 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5005217 Jan 27 19:12:33.163129 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-156632d2-e9df-420c-805a-93fb2d942e19 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356254 Jan 27 19:12:33.222376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 320bbf39-3616-425b-8d67-bb7189d2dd35 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:33.237203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 320bbf39-3616-425b-8d67-bb7189d2dd35 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:33.250017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.256502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-0250fd34-bc53-4867-b8cb-3ad713a2a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:33.259360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-0250fd34-bc53-4867-b8cb-3ad713a2a264 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4438200 Jan 27 19:12:33.399790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:33.460350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'port_id': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'mac_address': 'fa:16:3e:1a:47:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7afd0b-478d-4a8a-bd82-c6d32f8260c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:33.521295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:33.522119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.547767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:33.555089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 320bbf39-3616-425b-8d67-bb7189d2dd35 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:33.555513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.591521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:33.616546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:33.617808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:33.620848 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10024d04-b722-4bf8-be2e-e1ee751e90f8" -d '{"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-plugged", "status": "completed", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:33.625779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.629157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.629814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c3a10998-3c31-45ad-aea3-b4cce732cb14 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:33.773161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:33.857756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-373cfa74-7e47-4452-9dc2-4f6422a1b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:33.860373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-373cfa74-7e47-4452-9dc2-4f6422a1b115 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 1098 time: 0.7438200 Jan 27 19:12:33.894294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:33.944337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59278) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:33.986862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d81aca1a-5e26-4f37-8e2b-e541a713de72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:33.988912 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:12:34.125048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b24f80-d210-40d0-bee8-dccce5c10507 req-3b315bce-e974-4747-9e19-4b78e898308a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.139662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98b24f80-d210-40d0-bee8-dccce5c10507 req-3b315bce-e974-4747-9e19-4b78e898308a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 946 time: 1.1146984 Jan 27 19:12:34.157020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d56a8e7b-cc8b-4cd7-b885-df42e7737ac3 req-1c0cad88-2c6b-4d27-886e-213e955e9756 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2499697 Jan 27 19:12:34.187159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.39', 60813) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:34.251560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:34.262717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:34.303016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-eacad313-3ba0-4d4b-9f1f-be1efc759caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.308857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-eacad313-3ba0-4d4b-9f1f-be1efc759caa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1096 time: 1.0316610 Jan 27 19:12:34.315241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c3a10998-3c31-45ad-aea3-b4cce732cb14', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'c3a10998-3c31-45ad-aea3-b4cce732cb14', 'mac_address': 'fa:16:3e:9e:1f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:34.342554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:34.388714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'mac_address': 'fa:16:3e:ea:4e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:34.407371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c3a10998-3c31-45ad-aea3-b4cce732cb14 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:34.408605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:34.429095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a10998-3c31-45ad-aea3-b4cce732cb14 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:34.459807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-7b2f6b64-5a53-45e7-9a56-ffde7a6299b6 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0921509 Jan 27 19:12:34.462016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-33026eb9-216e-4255-870e-f46df067d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.464112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-33026eb9-216e-4255-870e-f46df067d6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.2710562 Jan 27 19:12:34.493778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:34.494545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:34.506184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98b24f80-d210-40d0-bee8-dccce5c10507 req-f221e8fc-ea87-4f98-8835-0e8b5003054f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419011 Jan 27 19:12:34.559699 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2f00425b-4a61-4690-9f12-9e90a38b137f req-80954838-0e0e-408d-a851-470864c4df20 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3099558 Jan 27 19:12:34.698798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-9aa74fd2-3873-4728-82aa-bedadab42385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.701180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-9aa74fd2-3873-4728-82aa-bedadab42385 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.8158295 Jan 27 19:12:34.758589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-562cb5a2-d0d7-4ff6-8602-91156dc1608c service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637427 Jan 27 19:12:34.796149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-1c65fac1-4347-48f6-a8b3-883f8efca54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.800112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-1c65fac1-4347-48f6-a8b3-883f8efca54c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 1094 time: 0.1745315 Jan 27 19:12:34.814135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:34.815103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3353-3516-4e15-895d-0f1402cdd605 req-8cab686d-5129-418b-bc76-911d882661fc tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.822534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c39a3353-3516-4e15-895d-0f1402cdd605 req-8cab686d-5129-418b-bc76-911d882661fc tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 943 time: 0.5100551 Jan 27 19:12:34.839947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:34.864381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:34.886879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-46fab42e-e1cc-4180-9076-047aa2e95c5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e91c921e-c8d4-43d0-acb9-812f2abce954 HTTP/1.1" status: 200 len: 217 time: 0.1712673 Jan 27 19:12:34.892295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:34.915402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-ea550d9c-5c1e-41fb-af93-da2a753c1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:34.916977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-ea550d9c-5c1e-41fb-af93-da2a753c1378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.5187912 Jan 27 19:12:34.945989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:34.998814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:35.001927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244eaf-a5bb-401f-9e4d-58477eaf813e req-34833108-950b-491a-a8ac-e52acf53db51 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.009407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d244eaf-a5bb-401f-9e4d-58477eaf813e req-34833108-950b-491a-a8ac-e52acf53db51 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.2538960 Jan 27 19:12:35.029291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-34e4e521-b046-4e50-8ff0-e1beb05e38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.030866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-34e4e521-b046-4e50-8ff0-e1beb05e38cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.5296834 Jan 27 19:12:35.032528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-9f33016f-f0ae-4a51-a866-4dd72382724f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.0946393 Jan 27 19:12:35.060180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c39a3353-3516-4e15-895d-0f1402cdd605 req-05504c10-9aaa-408a-9318-d740d81fbe49 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360718 Jan 27 19:12:35.074111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d81aca1a-5e26-4f37-8e2b-e541a713de72 admin admin] Publish callbacks [] for security_group (38e59fde-69c6-4731-a3bb-a518168644cf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.079073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:35.168920 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d81aca1a-5e26-4f37-8e2b-e541a713de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (38e59fde-69c6-4731-a3bb-a518168644cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.173764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-449bf87e-ab05-493a-b4e6-e68e4559cb90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.0978398 Jan 27 19:12:35.179341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45dae4df-87d2-4c51-8655-366fe32aa58b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:35.222530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks [] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.282513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-55f50129-c59f-40ef-bbec-254072537526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.284103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-55f50129-c59f-40ef-bbec-254072537526 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.2069249 Jan 27 19:12:35.294964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d244eaf-a5bb-401f-9e4d-58477eaf813e req-884d22e1-bb6b-4eaa-b346-9cc1fa866d65 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844062 Jan 27 19:12:35.303112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Transition to ACTIVE for port object 45dae4df-87d2-4c51-8655-366fe32aa58b will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:35.303705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0e0c9330-3c56-4be0-9942-f49dedc3b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.306571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0e0c9330-3c56-4be0-9942-f49dedc3b9d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1191528 Jan 27 19:12:35.323469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:35.375151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d81aca1a-5e26-4f37-8e2b-e541a713de72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48cfeba6619b48ac86ac727d9c771e47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4115012 Jan 27 19:12:35.376782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aca1a-5e26-4f37-8e2b-e541a713de72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e59fde-69c6-4731-a3bb-a518168644cf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:35.383190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-50bcd714-d2c7-4e6a-b46b-4d666e4df301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.386864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:35.390088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-50bcd714-d2c7-4e6a-b46b-4d666e4df301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.4204588 Jan 27 19:12:35.395261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-f9d6f248-75b7-4c8a-be67-64dc7b3d95d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972860 Jan 27 19:12:35.433440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.442674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0465bef-39a9-4d7c-b7e5-78f3f23b055b req-05fc8753-bae5-42b2-9ba0-92614d088b4d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.456037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0465bef-39a9-4d7c-b7e5-78f3f23b055b req-05fc8753-bae5-42b2-9ba0-92614d088b4d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.2893715 Jan 27 19:12:35.466293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:35.552747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-771ad1e3-f162-4570-b900-96a7b34cda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.554678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-771ad1e3-f162-4570-b900-96a7b34cda7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.6107681 Jan 27 19:12:35.666003 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-a701bf67-a06c-4729-855a-3a25fe848831 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 200 len: 217 time: 0.0746522 Jan 27 19:12:35.702463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Pushing event updated for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:35.793022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c3a10998-3c31-45ad-aea3-b4cce732cb14'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:35.793497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-66ab1f73-7c5f-42c4-b3f9-c16d45804e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.795266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-66ab1f73-7c5f-42c4-b3f9-c16d45804e0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3701828 Jan 27 19:12:35.795916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-bca469c7-8b7e-4504-b8c3-18c4167dab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.798472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-bca469c7-8b7e-4504-b8c3-18c4167dab84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4605913 Jan 27 19:12:35.810512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Attempting to bind port 45dae4df-87d2-4c51-8655-366fe32aa58b on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:35.811470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Attempting to bind port 45dae4df-87d2-4c51-8655-366fe32aa58b by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:35.812044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Attempting to bind port 45dae4df-87d2-4c51-8655-366fe32aa58b on network 1f0e35a7-f753-4fe0-baff-c1727253d57a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:35.815648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-1db0901b-cefc-4392-9a62-e190295d4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.817596 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-1db0901b-cefc-4392-9a62-e190295d4c7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.1401100 Jan 27 19:12:35.842768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Port 45dae4df-87d2-4c51-8655-366fe32aa58b on network 1f0e35a7-f753-4fe0-baff-c1727253d57a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:35.843289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Attempting to bind port 45dae4df-87d2-4c51-8655-366fe32aa58b on network 1f0e35a7-f753-4fe0-baff-c1727253d57a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:35.849120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0465bef-39a9-4d7c-b7e5-78f3f23b055b req-0c623b03-9225-41a4-acee-599fca1e9096 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916173 Jan 27 19:12:35.885306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:35.885643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:35.885643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Checking segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:35.885643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Bound using segment: {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:35.886120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Bound port: 45dae4df-87d2-4c51-8655-366fe32aa58b, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1169547b-d2af-4608-8cbe-5017d7da0327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:35.889308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.943380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] Publish callbacks [] for security_group (38e59fde-69c6-4731-a3bb-a518168644cf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:35.958809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb0599-0d15-4df1-8ef9-e517489e12e3 req-5b1b3817-6f94-4bff-bf73-31ac75c7ca26 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:35.972157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1bb0599-0d15-4df1-8ef9-e517489e12e3 req-5b1b3817-6f94-4bff-bf73-31ac75c7ca26 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 948 time: 0.5087683 Jan 27 19:12:36.059845 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec515d5-0a14-4664-ab64-82efdab931f4 x-openstack-request-id: req-1ec515d5-0a14-4664-ab64-82efdab931f4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:36.059845 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-plugged", "status": "completed", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:36.060343 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ec515d5-0a14-4664-ab64-82efdab931f4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:36.060805 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'code': 200} Jan 27 19:12:36.114155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-f7172f33-9d9b-4b4c-ae57-89ec3457082e service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526597 Jan 27 19:12:36.203976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-8624d850-fad4-4d81-a491-4f3096923e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:36.205740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-8624d850-fad4-4d81-a491-4f3096923e19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3746045 Jan 27 19:12:36.211679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:12:36.233286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9d2f4-4bcc-44ca-93b9-56aaea075824 req-0c8a11c0-8f57-426a-84ac-054761ebcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:36.234894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf9d2f4-4bcc-44ca-93b9-56aaea075824 req-0c8a11c0-8f57-426a-84ac-054761ebcfac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 1101 time: 0.1888456 Jan 27 19:12:36.236804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-c9b24e2f-1584-403e-b39a-b0fab6a59e9f service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166179 Jan 27 19:12:36.347630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] Publish callbacks [] for security_group (38e59fde-69c6-4731-a3bb-a518168644cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:36.368627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:36.414748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=45dae4df-87d2-4c51-8655-366fe32aa58b,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:36.445391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:36.484104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1bb0599-0d15-4df1-8ef9-e517489e12e3 req-ef8cb911-2650-42b4-9b74-a5475da88779 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101058 Jan 27 19:12:36.556806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-24623aac-3fbe-4730-957b-e9a2de3480ee service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266085 Jan 27 19:12:36.585792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:36.609768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf9d2f4-4bcc-44ca-93b9-56aaea075824 req-1479793a-e3f4-4d5a-bef2-c2d010d21610 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571305 Jan 27 19:12:36.640889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Pushing event updated for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:36.678433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:36.678899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'mac_address': 'fa:16:3e:d0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:36.679719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:36.682281 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] 10.222.0.39 "PUT /v2.0/ports/45dae4df-87d2-4c51-8655-366fe32aa58b HTTP/1.1" status: 200 len: 1091 time: 4.3785870 Jan 27 19:12:36.690289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10274e-aa9e-4ad3-a3bc-b1aac455ccde req-83adb7f3-757b-4c24-b2ed-eacd98343923 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:36.694958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:36.699260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f10274e-aa9e-4ad3-a3bc-b1aac455ccde req-83adb7f3-757b-4c24-b2ed-eacd98343923 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 950 time: 0.6034226 Jan 27 19:12:36.699941 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66749f35-f510-43aa-839d-2f6c94c23f74" -d '{"events": [{"name": "network-changed", "server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:36.720480 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-31f5d0d8-9aff-451c-95dd-a0b189eede96 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071549 Jan 27 19:12:36.726897 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-d8917a1b-feb6-4def-a885-763c58adc8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730802 Jan 27 19:12:36.935089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-17997813-de51-4c2c-9366-9c086432325e service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790797 Jan 27 19:12:36.983167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (38e59fde-69c6-4731-a3bb-a518168644cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:36.995404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:36.999469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38e59fde-69c6-4731-a3bb-a518168644cf HTTP/1.1" status: 204 len: 168 time: 1.6070907 Jan 27 19:12:37.011209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:37.011880 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:37.107882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03177c7-5aab-4749-ae9a-6d31a87f990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e59fde-69c6-4731-a3bb-a518168644cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:37.148380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ef50017-12f2-4f5f-a39e-a1e3da98c3d7 req-17222540-571f-4580-808b-b62e94f7a658 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0216565 Jan 27 19:12:37.191589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-542fb6a7-60de-4e49-bb10-f61b40dc2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:37.197717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-542fb6a7-60de-4e49-bb10-f61b40dc2834 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=650db4b18ef746df969dc5fded3566cd&device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 1094 time: 0.4080665 Jan 27 19:12:37.211324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f10274e-aa9e-4ad3-a3bc-b1aac455ccde req-b199cea5-6c65-4e70-b2df-ec6055f31a5d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909369 Jan 27 19:12:37.264725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:37.316285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:37.333070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:37.433773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-99f00189-f7e4-4bf2-8776-2fe8691832f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dae4df-87d2-4c51-8655-366fe32aa58b HTTP/1.1" status: 200 len: 217 time: 0.2266612 Jan 27 19:12:37.441224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1d826e-25e5-4cb9-9dfc-83af87c8237b req-7265e419-c29e-4390-8a72-4137ef89a8d0 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694206 Jan 27 19:12:37.501862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:37.533110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-e4a1ec4c-762a-4182-a940-fc96d5077a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:37.534899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-e4a1ec4c-762a-4182-a940-fc96d5077a43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bd44b5b-b09f-48d0-a72a-375e7b2d7d76 HTTP/1.1" status: 200 len: 850 time: 0.0754292 Jan 27 19:12:37.606130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88e40-89dc-42b2-8aca-2b90f4137bef req-06004a64-3795-43aa-89e1-ba1c65d0b791 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:37.609031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b88e40-89dc-42b2-8aca-2b90f4137bef req-06004a64-3795-43aa-89e1-ba1c65d0b791 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 943 time: 0.2011082 Jan 27 19:12:37.624132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac806-0baa-4e55-868f-724878c97368 req-885da568-4eee-4988-8619-83e35e40c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:37.627169 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-885da568-4eee-4988-8619-83e35e40c945 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f0e35a7-f753-4fe0-baff-c1727253d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810931 Jan 27 19:12:37.683381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae487b-354c-4b25-8494-6a60a3314833 req-a43b3089-0dff-4474-a13f-7f335eecccf9 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:37.687392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eae487b-354c-4b25-8494-6a60a3314833 req-a43b3089-0dff-4474-a13f-7f335eecccf9 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1097 time: 0.1601338 Jan 27 19:12:37.726026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['e91c921e-c8d4-43d0-acb9-812f2abce954'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:37.774096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-2608d26e-0aea-4bc5-9682-d791582d75fb service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376126 Jan 27 19:12:37.822689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:37.849028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eae487b-354c-4b25-8494-6a60a3314833 req-7d63ffb8-8fbb-4a36-b620-4be38eb6a167 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462216 Jan 27 19:12:37.857211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b88e40-89dc-42b2-8aca-2b90f4137bef req-520f672a-afc3-428c-86e6-6b4735deb6e9 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265968 Jan 27 19:12:37.966781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-82f3eeb3-54da-4bb7-8a42-c659e7e17948 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843154 Jan 27 19:12:38.151830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f200d7-431b-4c25-9439-400537c50236 req-cca02c2d-6f18-497a-850f-0eb48335fd32 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.160065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2f200d7-431b-4c25-9439-400537c50236 req-cca02c2d-6f18-497a-850f-0eb48335fd32 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 943 time: 0.1735191 Jan 27 19:12:38.223273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:38.224736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3334806-2871-475e-a4c8-fb3e9697f484 req-008af995-9849-4afa-80f4-ae9f07d66095 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.229078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3334806-2871-475e-a4c8-fb3e9697f484 req-008af995-9849-4afa-80f4-ae9f07d66095 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.1392655 Jan 27 19:12:38.245538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:38.246029 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:38.316220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2f200d7-431b-4c25-9439-400537c50236 req-b6cd0fdf-8945-49e4-9b58-ba1e9f35d585 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549950 Jan 27 19:12:38.378080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3334806-2871-475e-a4c8-fb3e9697f484 req-4f4ddd17-7b26-4ec3-be13-8edd3dcbe883 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378143 Jan 27 19:12:38.382042 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85eef57-550b-4e63-b503-a6aa759973ee x-openstack-request-id: req-d85eef57-550b-4e63-b503-a6aa759973ee {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:38.383051 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:38.383525 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d85eef57-550b-4e63-b503-a6aa759973ee {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:38.384499 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'status': 'completed', 'code': 200} Jan 27 19:12:38.437290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:38.437758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:38.501938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:38.505873 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2429b7-2720-49ff-892a-9190ba0825fd" -d '{"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:38.532211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-a300b6a0-5097-40c5-997b-9547a2eb8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.534753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-a300b6a0-5097-40c5-997b-9547a2eb8e2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=650db4b18ef746df969dc5fded3566cd&device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 1094 time: 0.1002717 Jan 27 19:12:38.535965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:38.545722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:38.641517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:38.678310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba676-f0ae-458f-808e-adb763f46437 req-2161771d-76b9-4ee8-9283-68ff40400147 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.681185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bbba676-f0ae-458f-808e-adb763f46437 req-2161771d-76b9-4ee8-9283-68ff40400147 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1762350 Jan 27 19:12:38.692082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-2e0e3399-566e-47be-8d96-49239fa66cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.695217 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-2e0e3399-566e-47be-8d96-49239fa66cfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f0e35a7-f753-4fe0-baff-c1727253d57a HTTP/1.1" status: 200 len: 912 time: 0.1498199 Jan 27 19:12:38.732261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c225-30d0-4037-aeb5-d1c143d8daf6 req-518147ad-3bc5-4fe4-ae60-e1fd7e73953b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.734065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1719c225-30d0-4037-aeb5-d1c143d8daf6 req-518147ad-3bc5-4fe4-ae60-e1fd7e73953b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 949 time: 0.1905546 Jan 27 19:12:38.777526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-394e122c-92ce-4dc2-b771-f57933eb63d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dae4df-87d2-4c51-8655-366fe32aa58b HTTP/1.1" status: 200 len: 217 time: 0.0743563 Jan 27 19:12:38.779539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bbba676-f0ae-458f-808e-adb763f46437 req-36e7c450-18eb-4f02-9c36-4b00f5da1986 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907822 Jan 27 19:12:38.853311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1719c225-30d0-4037-aeb5-d1c143d8daf6 req-f00c8184-4e05-40d6-942f-1b3bddbb6d1e tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065066 Jan 27 19:12:38.880530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 56ab682f-5232-495d-90d4-e5d350734475 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:38.884153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:38.886020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-a480728a-c4fe-4412-8b24-315ca1a44681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.889201 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-a480728a-c4fe-4412-8b24-315ca1a44681 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bd44b5b-b09f-48d0-a72a-375e7b2d7d76 HTTP/1.1" status: 200 len: 850 time: 0.0990088 Jan 27 19:12:38.972656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-b27c616b-fe85-41d1-bef7-c1775a889041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:38.982773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-b27c616b-fe85-41d1-bef7-c1775a889041 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f0e35a7-f753-4fe0-baff-c1727253d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796094 Jan 27 19:12:39.065700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4819-9e70-4a4f-9d58-bea7822d7418 req-98e1303d-b64e-4cf1-a39f-b99063bea8aa tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:39.069050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-945b4819-9e70-4a4f-9d58-bea7822d7418 req-98e1303d-b64e-4cf1-a39f-b99063bea8aa tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1097 time: 0.1545651 Jan 27 19:12:39.080687 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e59da3cf-1ed7-4b25-8162-14c32ff27ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.137152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a17970-4e6f-478c-95af-8688f1588e34 req-e8d52658-4310-42b9-a35c-571c8632e49b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:39.141597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9a17970-4e6f-478c-95af-8688f1588e34 req-e8d52658-4310-42b9-a35c-571c8632e49b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 950 time: 0.1632819 Jan 27 19:12:39.145423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:39.162212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:39.162714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.177617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:39.186191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-0b0d5e22-a7e9-46cf-9c54-8d3903d5ecd4 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939731 Jan 27 19:12:39.218907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '56ab682f-5232-495d-90d4-e5d350734475', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'port_id': '56ab682f-5232-495d-90d4-e5d350734475', 'mac_address': 'fa:16:3e:9d:d0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:39.231711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-945b4819-9e70-4a4f-9d58-bea7822d7418 req-228cf138-cfda-43d8-97f3-d59b7054484f tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482024 Jan 27 19:12:39.280718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 56ab682f-5232-495d-90d4-e5d350734475 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:39.281119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.295686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9a17970-4e6f-478c-95af-8688f1588e34 req-1cdd87c5-f7c4-4638-8d75-193404299456 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185119 Jan 27 19:12:39.323074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab682f-5232-495d-90d4-e5d350734475 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:39.376392 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c5c4a-823b-4158-b53a-32281437ad0f x-openstack-request-id: req-542c5c4a-823b-4158-b53a-32281437ad0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:39.378074 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:39.382051 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-542c5c4a-823b-4158-b53a-32281437ad0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:39.383002 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'code': 200} Jan 27 19:12:39.428667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-66749f35-f510-43aa-839d-2f6c94c23f74 req-e9e609a2-64a7-4aca-9e72-b857bd50b6cf service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285864 Jan 27 19:12:39.433710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:39.436520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:39.437450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.451714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.558269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0ec8-b83c-4e84-ac0c-4671e8cb509b req-fa39116a-f45e-448e-8ccb-6d8d10ea81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:39.560412 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-38ca0ec8-b83c-4e84-ac0c-4671e8cb509b req-fa39116a-f45e-448e-8ccb-6d8d10ea81e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 1100 time: 0.0951498 Jan 27 19:12:39.577656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:39.586795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.588355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c3a10998-3c31-45ad-aea3-b4cce732cb14 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:39.592320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:39.664140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-38ca0ec8-b83c-4e84-ac0c-4671e8cb509b req-dc9bb146-7cd0-4fdd-9657-c0cd757c7dba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866957 Jan 27 19:12:39.694636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:39.701105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7083c6-c24c-4e7f-a4e6-4c007392bc82 req-5b59ebd4-f664-48c7-b2af-1d790fb60234 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:39.713898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c7083c6-c24c-4e7f-a4e6-4c007392bc82 req-5b59ebd4-f664-48c7-b2af-1d790fb60234 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 949 time: 0.1799257 Jan 27 19:12:39.715389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c3a10998-3c31-45ad-aea3-b4cce732cb14 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:39.720281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c3a10998-3c31-45ad-aea3-b4cce732cb14 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:39.720745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:39.739264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785fd41-046d-48b2-a710-d07302a7e2ca req-bd9dae91-92e4-4e0d-825c-cbc24b7d3a12 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:39.742062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3785fd41-046d-48b2-a710-d07302a7e2ca req-bd9dae91-92e4-4e0d-825c-cbc24b7d3a12 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 943 time: 0.1509361 Jan 27 19:12:39.826101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['56ab682f-5232-495d-90d4-e5d350734475'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:39.828044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:39.874932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c7083c6-c24c-4e7f-a4e6-4c007392bc82 req-a64b933e-f691-4349-9ada-095fc6abe582 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595695 Jan 27 19:12:39.883678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3785fd41-046d-48b2-a710-d07302a7e2ca req-7f0f814a-9a66-4cb1-88bc-3192300894d4 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273863 Jan 27 19:12:39.923867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c3a10998-3c31-45ad-aea3-b4cce732cb14 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:39.924467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:40.030116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port e91c921e-c8d4-43d0-acb9-812f2abce954 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:40.046161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port e91c921e-c8d4-43d0-acb9-812f2abce954 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:40.046545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:40.052472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:40.080659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:40.163050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8753-9c34-4e23-a205-6c5a36cf3429 req-816b808d-3256-4399-a70c-cbdf4c7a2b34 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:40.165986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9f8753-9c34-4e23-a205-6c5a36cf3429 req-816b808d-3256-4399-a70c-cbdf4c7a2b34 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 944 time: 0.1499114 Jan 27 19:12:40.180640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84178e-768c-492e-b8af-bc7e4b958cb8 req-d2959849-a910-48c2-b39c-909899cafbd0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:40.183521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d84178e-768c-492e-b8af-bc7e4b958cb8 req-d2959849-a910-48c2-b39c-909899cafbd0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.1486940 Jan 27 19:12:40.319512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:40.324141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e9f8753-9c34-4e23-a205-6c5a36cf3429 req-bbdc40c1-7a88-4d39-9a33-3354d247a949 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388419 Jan 27 19:12:40.368333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d84178e-768c-492e-b8af-bc7e4b958cb8 req-b0e0c4d8-77b7-4c3c-bb99-3a9bfe1cdc30 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706345 Jan 27 19:12:40.392713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:40.393202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:40.435364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:40.441322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:40.497174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:40.569685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f12d4-4a36-45d9-887b-6bb2578a5054 req-948ba328-1b50-48a5-9a8c-d98877b13e55 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:40.572188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff6f12d4-4a36-45d9-887b-6bb2578a5054 req-948ba328-1b50-48a5-9a8c-d98877b13e55 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1440995 Jan 27 19:12:40.604240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a6cb8-c0b7-4abe-a956-16b0890bd844 req-41034e10-f59a-4eaa-b2f3-dd2e903ac786 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:40.606512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c5a6cb8-c0b7-4abe-a956-16b0890bd844 req-41034e10-f59a-4eaa-b2f3-dd2e903ac786 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 949 time: 0.1326454 Jan 27 19:12:40.730535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff6f12d4-4a36-45d9-887b-6bb2578a5054 req-01ead091-0083-4475-8ae0-7ae5965c7700 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503081 Jan 27 19:12:40.738781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c5a6cb8-c0b7-4abe-a956-16b0890bd844 req-d929b3fb-4d53-4edf-bfb5-2ffd68c8b341 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183109 Jan 27 19:12:41.059214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-06537ec4-432c-44b5-bf78-01147c8864aa tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240297 Jan 27 19:12:41.209919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-24e75c1f-dbaf-4f7f-93ad-83457af040c2 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:41.211845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-24e75c1f-dbaf-4f7f-93ad-83457af040c2 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464260 Jan 27 19:12:41.229844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-3a891c49-4fa3-4f8d-ad52-e9ce1610c061 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/quotas/3c22276ada6e46e0b86e8e64d3d7acb8 HTTP/1.1" status: 200 len: 375 time: 0.0109184 Jan 27 19:12:41.266577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-ceb7d515-3014-4ead-8716-fccb7832b76e tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290191 Jan 27 19:12:41.384341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'}, {'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14'}, {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:41.391292 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76025156-aac6-45ac-9883-963fffe538db" -d '{"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6"}, {"server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14"}, {"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:41.622633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da73027-13bc-47f1-9b7b-9d0727175248 req-b56fcd53-8d70-4f02-902f-72b546b90905 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:41.626345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6da73027-13bc-47f1-9b7b-9d0727175248 req-b56fcd53-8d70-4f02-902f-72b546b90905 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.0954719 Jan 27 19:12:41.710851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6da73027-13bc-47f1-9b7b-9d0727175248 req-d0527059-fade-4419-84ab-69332c6beec8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Jan 27 19:12:41.845205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 45dae4df-87d2-4c51-8655-366fe32aa58b details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:41.870810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61909b-f26d-479e-8b8d-8b0cf84c1378 req-deaf887c-589b-45b4-9e6e-cbadcf2fde07 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:41.881732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a61909b-f26d-479e-8b8d-8b0cf84c1378 req-deaf887c-589b-45b4-9e6e-cbadcf2fde07 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 943 time: 0.0902953 Jan 27 19:12:41.896813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be7fada-61f8-451e-b8fb-a31f55aa41a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:41.946378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a61909b-f26d-479e-8b8d-8b0cf84c1378 req-08c7b7c0-492a-4d39-b924-ee2c5511cfdb tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626702 Jan 27 19:12:42.084762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385700-2b55-44bf-bf4c-4befa6969962 req-226cbabf-85b1-4ce7-bda9-f189e276798b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.092978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33385700-2b55-44bf-bf4c-4befa6969962 req-226cbabf-85b1-4ce7-bda9-f189e276798b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 944 time: 0.0672204 Jan 27 19:12:42.110859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=45dae4df-87d2-4c51-8655-366fe32aa58b,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:42.135765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'port_id': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'mac_address': 'fa:16:3e:fb:34:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:42.163485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33385700-2b55-44bf-bf4c-4befa6969962 req-adc54905-61a3-449b-94b6-f483c9554166 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684464 Jan 27 19:12:42.197147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-d12b937d-2ab4-4149-9bc9-b75b4dfee73d tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:12:42.203399 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-d12b937d-2ab4-4149-9bc9-b75b4dfee73d tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125608 Jan 27 19:12:42.228098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 45dae4df-87d2-4c51-8655-366fe32aa58b is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:42.228863 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:42.252860 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d2f01-ebc4-4785-a7fb-a6d2235f29f9 x-openstack-request-id: req-777d2f01-ebc4-4785-a7fb-a6d2235f29f9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:42.253412 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6", "code": 200}, {"server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14", "code": 200}, {"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:42.253964 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-777d2f01-ebc4-4785-a7fb-a6d2235f29f9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:42.255155 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'code': 200} Jan 27 19:12:42.255155 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14', 'code': 200} Jan 27 19:12:42.255487 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'code': 200} Jan 27 19:12:42.273669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45dae4df-87d2-4c51-8655-366fe32aa58b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:42.301481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-c4495720-82f5-44b2-a7c3-e5dc1eeba97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.304811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-c4495720-82f5-44b2-a7c3-e5dc1eeba97c service neutron] 10.222.0.59 "GET /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 1094 time: 0.0863483 Jan 27 19:12:42.332442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Request body: {'binding': {'host': 'n-h2-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:42.332442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:12:42.358358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=45dae4df-87d2-4c51-8655-366fe32aa58b,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:42.367303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:42.470407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6615f-b4b7-4ac4-bd09-550b5c51ab8c req-179ac60f-7ac4-4b09-881a-af398bce185a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.478168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70e6615f-b4b7-4ac4-bd09-550b5c51ab8c req-179ac60f-7ac4-4b09-881a-af398bce185a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.1246841 Jan 27 19:12:42.488223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:42.569936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70e6615f-b4b7-4ac4-bd09-550b5c51ab8c req-cae2c012-0273-4cc1-9c74-030817fd651a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Jan 27 19:12:42.588090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6d15-6045-4fe2-b26a-3e0e5eae10b2 req-80f52663-098e-4fad-a6eb-068ca0282503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.590263 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb5c6d15-6045-4fe2-b26a-3e0e5eae10b2 req-80f52663-098e-4fad-a6eb-068ca0282503 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1101 time: 0.1933568 Jan 27 19:12:42.595636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9bb3-4221-401d-9307-499f28179608 req-6cb6906a-3bed-4480-becb-49e923c39c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.597496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33bd9bb3-4221-401d-9307-499f28179608 req-6cb6906a-3bed-4480-becb-49e923c39c39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1096 time: 0.1859601 Jan 27 19:12:42.647898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ace9-fb8b-471c-ac31-77b06f563754 req-08f54151-d962-427f-b396-38c3e0f30f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.649894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a722ace9-fb8b-471c-ac31-77b06f563754 req-08f54151-d962-427f-b396-38c3e0f30f57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 1100 time: 0.1777656 Jan 27 19:12:42.729130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcfc0a5f-6330-45f1-aa55-f1e3d122d622 req-533a36a5-ef9d-4c8b-b4f4-2e0095574a69 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 210 time: 0.0487545 Jan 27 19:12:42.759904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb5c6d15-6045-4fe2-b26a-3e0e5eae10b2 req-7f29c0e0-42c6-4b68-add3-b4402dc8b841 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613328 Jan 27 19:12:42.778285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33bd9bb3-4221-401d-9307-499f28179608 req-fba86ede-30ad-46ec-9046-ae63b08bf883 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691470 Jan 27 19:12:42.782820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on host n-h2-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:42.783161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:42.783497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:42.796681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['45dae4df-87d2-4c51-8655-366fe32aa58b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:42.798003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:42.798364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:42.806330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a722ace9-fb8b-471c-ac31-77b06f563754 req-984cb0bd-0682-4e75-93de-b798514ede29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189306 Jan 27 19:12:42.807728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:42.808249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:42.808745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:42.809494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Bound port: 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:42.898312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:42.905030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7832c2-c8fc-497e-8bec-aea3b39a6a65 req-2a8ee119-6abc-4310-899f-157a81ce98a2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:42.907128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a7832c2-c8fc-497e-8bec-aea3b39a6a65 req-2a8ee119-6abc-4310-899f-157a81ce98a2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.0963974 Jan 27 19:12:42.914391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:42.916939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 56ab682f-5232-495d-90d4-e5d350734475 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:42.917613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-36512075-daa6-4a0f-becd-d991fa3ca9c0 service neutron] 10.222.0.59 "POST /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6025820 Jan 27 19:12:42.995730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a7832c2-c8fc-497e-8bec-aea3b39a6a65 req-175643a6-9e59-4c49-b652-9d19014f8d4d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792933 Jan 27 19:12:43.043309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 56ab682f-5232-495d-90d4-e5d350734475 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:43.052711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 56ab682f-5232-495d-90d4-e5d350734475 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:43.053087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (56ab682f-5232-495d-90d4-e5d350734475), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:43.161137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1d82-42a5-4ec5-a820-8f0629352327 req-2f2aab2e-5473-4c70-a91a-5fa2fac8385a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:43.162776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1d1d82-42a5-4ec5-a820-8f0629352327 req-2f2aab2e-5473-4c70-a91a-5fa2fac8385a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 949 time: 0.1025362 Jan 27 19:12:43.174489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 56ab682f-5232-495d-90d4-e5d350734475 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:43.175268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:43.203537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136184ea-ca44-4b99-8144-fc15a5ef4cd1 req-4582a1ae-5498-4d71-a14b-8fd26086ee14 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:43.204964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136184ea-ca44-4b99-8144-fc15a5ef4cd1 req-4582a1ae-5498-4d71-a14b-8fd26086ee14 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.0815439 Jan 27 19:12:43.222473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:43.229576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:43.252643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1d1d82-42a5-4ec5-a820-8f0629352327 req-55791145-0f22-433c-8d81-c650bacac518 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Jan 27 19:12:43.285667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136184ea-ca44-4b99-8144-fc15a5ef4cd1 req-c381b53d-73ef-4aad-8a44-1781364d5b7a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Jan 27 19:12:43.348713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:43.477535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6f56-9009-450e-949b-76a9545e4f0c req-086b614c-008f-4d97-823b-cfdb02b8eca0 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:43.479776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-297e6f56-9009-450e-949b-76a9545e4f0c req-086b614c-008f-4d97-823b-cfdb02b8eca0 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 944 time: 0.0983293 Jan 27 19:12:43.507125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfea77b-2672-445c-b369-26f4fc135ef7 req-e023ac05-43d4-4154-bba5-b3923111f90d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:43.508598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebfea77b-2672-445c-b369-26f4fc135ef7 req-e023ac05-43d4-4154-bba5-b3923111f90d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 946 time: 0.0926900 Jan 27 19:12:43.596840 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-d687592b-9a78-480b-bd47-1bdc121a4e63 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235403 Jan 27 19:12:43.606542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-297e6f56-9009-450e-949b-76a9545e4f0c req-a9000201-1bf0-4afe-9bc4-7a91e3c415a5 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139762 Jan 27 19:12:43.644870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebfea77b-2672-445c-b369-26f4fc135ef7 req-a2a9c352-7032-4a22-994c-0e9b3a4780b1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240735 Jan 27 19:12:43.677335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3faf29da-0ae2-4480-9474-daf68936c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:43.689592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3faf29da-0ae2-4480-9474-daf68936c3e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1097 time: 0.1143816 Jan 27 19:12:44.009609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-f76309ff-4238-4316-a3c2-d57a258ea9d4 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.011224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-f76309ff-4238-4316-a3c2-d57a258ea9d4 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053724 Jan 27 19:12:44.033602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Request body: {'port': {'device_id': '21904232-1728-4fe1-98aa-7db74d01656f', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '3c22276ada6e46e0b86e8e64d3d7acb8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:44.164573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Made reservation on behalf of 3c22276ada6e46e0b86e8e64d3d7acb8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:44.168040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.175050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04456e-c7b1-47a5-8564-4d7d29e64be5 req-2815a5b3-9961-40d5-8646-21b554451046 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.176730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb04456e-c7b1-47a5-8564-4d7d29e64be5 req-2815a5b3-9961-40d5-8646-21b554451046 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 949 time: 0.1188726 Jan 27 19:12:44.178910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.191391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb83f2b-da82-40e2-857e-25d7eda95764 req-1317a37f-a1e6-47ac-9830-e1a3a57beb20 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.193020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cb83f2b-da82-40e2-857e-25d7eda95764 req-1317a37f-a1e6-47ac-9830-e1a3a57beb20 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.1339262 Jan 27 19:12:44.195637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-60eb21fd-3472-40eb-bc4c-abd91e063008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.197142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-60eb21fd-3472-40eb-bc4c-abd91e063008 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.4894969 Jan 27 19:12:44.256390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab682f-5232-495d-90d4-e5d350734475'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:44.259010 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d4f8f2-d1b6-4286-9baf-efe34af37fa9" -d '{"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-plugged", "status": "completed", "tag": "56ab682f-5232-495d-90d4-e5d350734475"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:44.282027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks [] for security_group (fab9dc6d-cf3d-447d-911b-a3d05edfdd6e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.287462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fab9dc6d-cf3d-447d-911b-a3d05edfdd6e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.297599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-d616d78c-b712-4c0e-ba16-47267ae07e8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.0645607 Jan 27 19:12:44.351867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:44.378324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb04456e-c7b1-47a5-8564-4d7d29e64be5 req-310ded57-2563-4449-91e5-5779869e7538 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841371 Jan 27 19:12:44.411767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cb83f2b-da82-40e2-857e-25d7eda95764 req-a5edba1b-ee1a-4ec2-ba26-fe4a43fbc358 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074411 Jan 27 19:12:44.429583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-7a365934-f3a2-4e13-8eef-d752d55f3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.437131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-7a365934-f3a2-4e13-8eef-d752d55f3871 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1264658 Jan 27 19:12:44.487927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Allocated IP 192.168.233.100 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:44.502784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fc787dc-a6fe-4455-aedf-c0c6146b5980 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612838 Jan 27 19:12:44.627691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-414cc623-8797-4b20-86ef-bbd511dc0c5a req-48d8a40b-748b-426d-b4c1-fbbe17938f2a tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 210 time: 0.0748994 Jan 27 19:12:44.678135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413680e-8b2d-4318-8765-f8a01ebcc411 req-5cc3afb7-541a-406f-8170-5c8e0281ddd7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.678135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1413680e-8b2d-4318-8765-f8a01ebcc411 req-5cc3afb7-541a-406f-8170-5c8e0281ddd7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.1698713 Jan 27 19:12:44.740383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-a9712129-5ae2-459d-8043-9f8390224757 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235630 Jan 27 19:12:44.777167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1413680e-8b2d-4318-8765-f8a01ebcc411 req-5da488d2-ca37-4831-a4d4-4bb17930d273 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058824 Jan 27 19:12:44.785654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks [] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.838513 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c5a083-f90c-4ff3-b7f4-4cd2d66bfa14 x-openstack-request-id: req-42c5a083-f90c-4ff3-b7f4-4cd2d66bfa14 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:44.838976 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-plugged", "status": "completed", "tag": "56ab682f-5232-495d-90d4-e5d350734475", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:44.839388 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42c5a083-f90c-4ff3-b7f4-4cd2d66bfa14 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:44.840388 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab682f-5232-495d-90d4-e5d350734475', 'code': 200} Jan 27 19:12:44.858214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.921683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:44.926338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:44.935122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:44.941097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:44.941837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:44.949844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Pushing event updated for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:44.970646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-cd364eb3-82ac-4bf3-a6ec-74c8ecfe3907 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9420357 Jan 27 19:12:44.998282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.018289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Request body: {'port': {'device_id': '21904232-1728-4fe1-98aa-7db74d01656f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:45.076319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b1b83-3b11-445e-83e2-f7e95af937cf req-467cf4ae-a94b-45b3-8cd4-a1ed7a505ad4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.077982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a92b1b83-3b11-445e-83e2-f7e95af937cf req-467cf4ae-a94b-45b3-8cd4-a1ed7a505ad4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.2206950 Jan 27 19:12:45.084342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871984e-0beb-480f-9551-dc602daabad2 req-d50443e3-eb5f-4d66-a57b-2a3d204770e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.086222 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3871984e-0beb-480f-9551-dc602daabad2 req-d50443e3-eb5f-4d66-a57b-2a3d204770e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 1096 time: 0.1142068 Jan 27 19:12:45.093676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-ef3a814a-1a33-4faa-8bff-2683d826cf7e service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410494 Jan 27 19:12:45.107001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.110334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00249b-9dbc-42cd-b05c-31520179f29f req-9c4e55c4-559c-40f5-9833-ca14e96955b4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.112206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c00249b-9dbc-42cd-b05c-31520179f29f req-9c4e55c4-559c-40f5-9833-ca14e96955b4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.1354144 Jan 27 19:12:45.193610 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3871984e-0beb-480f-9551-dc602daabad2 req-4afe95b9-42ab-47ec-9a7c-a8c9582c6c18 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964336 Jan 27 19:12:45.268588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a92b1b83-3b11-445e-83e2-f7e95af937cf req-02299c75-0e27-4d39-9e1c-75b944a6cb75 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726532 Jan 27 19:12:45.273110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c00249b-9dbc-42cd-b05c-31520179f29f req-82b05f74-6eb9-4c11-a31b-1742b4c628dc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502161 Jan 27 19:12:45.291170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0b538999-c78c-4529-b66f-d914b3685773 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.293428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0b538999-c78c-4529-b66f-d914b3685773 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1097 time: 0.0823619 Jan 27 19:12:45.339161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-6'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:45.364334 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.366327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2f76ff2a-db4f-46f3-af9d-95c8271b081a None None] Provisioning complete for port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:45.366711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f76ff2a-db4f-46f3-af9d-95c8271b081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.423991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f76ff2a-db4f-46f3-af9d-95c8271b081a None None] Port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:45.483762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.492141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:45.507047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks [] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.530861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Transition to ACTIVE for port object b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:45.535171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.578715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133ca5-2a2c-4cca-971e-deb3128406b2 req-9937593f-6e9d-40ee-863b-029bfd5412b0 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.580332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c133ca5-2a2c-4cca-971e-deb3128406b2 req-9937593f-6e9d-40ee-863b-029bfd5412b0 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 944 time: 0.1424675 Jan 27 19:12:45.590949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c7613-dac8-4405-a52a-1ee0ae7a1387 req-b263ec6a-1fcd-46e4-bc8f-5e4d59ed0271 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:45.592627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b6c7613-dac8-4405-a52a-1ee0ae7a1387 req-b263ec6a-1fcd-46e4-bc8f-5e4d59ed0271 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 946 time: 0.1381030 Jan 27 19:12:45.657088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:45.691775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Attempting to bind port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:45.692412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Attempting to bind port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:45.693354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Attempting to bind port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:45.701830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:45.702679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Attempting to bind port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:45.714318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:45.714799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:45.716346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:45.717062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Bound port: b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:45.717651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.799176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:45.812315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b6c7613-dac8-4405-a52a-1ee0ae7a1387 req-87289861-9e1f-4b57-9115-8b9520e183ed tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460774 Jan 27 19:12:45.856197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:45.864939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:45.871692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 45dae4df-87d2-4c51-8655-366fe32aa58b up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:45.878148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:45.892643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c133ca5-2a2c-4cca-971e-deb3128406b2 req-b978b17b-eaf4-4786-8805-2d2fc274c1f6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285161 Jan 27 19:12:45.982138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:45.986955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:46.022717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.023656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.040911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-5247a3fa-84ff-4fc1-b6f3-e05f8f883101 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 HTTP/1.1" status: 200 len: 1096 time: 1.0442183 Jan 27 19:12:46.041679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:46.049615 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:46.078547 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.118126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:46.125748 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aedf35c-d1f4-4217-bc9d-2a76cfb1a990" -d '{"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:46.149401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks [] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.159332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.207668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 45dae4df-87d2-4c51-8655-366fe32aa58b completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:46.214999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 45dae4df-87d2-4c51-8655-366fe32aa58b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:46.215915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.335586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-1433cff1-e7a3-473a-ae83-e8fed79df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.338340 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-1433cff1-e7a3-473a-ae83-e8fed79df23f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 1099 time: 0.2149718 Jan 27 19:12:46.343205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:46.405703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 45dae4df-87d2-4c51-8655-366fe32aa58b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:46.406405 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.447766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-954a5b70-a002-480f-a5db-2b77928950dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0975902 Jan 27 19:12:46.449842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=45dae4df-87d2-4c51-8655-366fe32aa58b,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:46.457028 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.508417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab758-2894-4414-ac7b-b696e5fe1f68 req-c97bcad7-06ef-4823-b44a-4baf1f3db5f3 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.513855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-931ab758-2894-4414-ac7b-b696e5fe1f68 req-c97bcad7-06ef-4823-b44a-4baf1f3db5f3 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 949 time: 0.3186607 Jan 27 19:12:46.521846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:46.532927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:46.533440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:46.533869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:46.536396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-a65bb40c-1fda-4b79-8c88-3198ac12ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.539088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-a65bb40c-1fda-4b79-8c88-3198ac12ff4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0824809 Jan 27 19:12:46.552817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:46.553150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Attempting to bind port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:46.586313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:46.586676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:46.587212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:46.587565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Bound port: 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:46.588139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.599818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb185c-73ad-473c-9ae5-79521f3fa91f req-773cf8ff-76d5-4959-b75d-a648bf84c0c3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.605524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb185c-73ad-473c-9ae5-79521f3fa91f req-773cf8ff-76d5-4959-b75d-a648bf84c0c3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.607212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cffb185c-73ad-473c-9ae5-79521f3fa91f req-773cf8ff-76d5-4959-b75d-a648bf84c0c3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee&device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1691 time: 0.1805854 Jan 27 19:12:46.627670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-84c55c2a-3a52-4061-a488-89cbaea26e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.630522 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-84c55c2a-3a52-4061-a488-89cbaea26e44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766466 Jan 27 19:12:46.633737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-931ab758-2894-4414-ac7b-b696e5fe1f68 req-a919032d-2c3b-4315-9102-159005c9aec2 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107666 Jan 27 19:12:46.764769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cffb185c-73ad-473c-9ae5-79521f3fa91f req-263e4aee-0286-402a-b18c-9a5c87e1d7c8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443343 Jan 27 19:12:46.796059 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-247c2234-2761-454b-a472-cec55cb2d0ba service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506174 Jan 27 19:12:46.813946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:46.841984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:46.846118 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05138a1-9e83-4f5f-8f5b-ee3f6a692784" -d '{"events": [{"server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "name": "network-vif-plugged", "status": "completed", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:46.860083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ca26-6745-40e8-91f7-6529fab1d916 req-81d31324-9628-45a6-8480-e0b8ef90b307 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:46.862939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8563ca26-6745-40e8-91f7-6529fab1d916 req-81d31324-9628-45a6-8480-e0b8ef90b307 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.1244791 Jan 27 19:12:46.866207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:46.892513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:46.977370 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc71bb02-95d2-45b0-8fb5-78523fe82f95 req-9038160a-1346-4ebb-a42a-0d98eb79211a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712444 Jan 27 19:12:47.055132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8563ca26-6745-40e8-91f7-6529fab1d916 req-b81f9eba-dd5e-4bf6-9a3c-5de13ebabfc2 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786835 Jan 27 19:12:47.060902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:47.081563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb89c1-a04e-4877-a519-4dc622e55666 req-6dcd7fce-ac28-43c2-90db-7f7a4d498b3c tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.083632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8efb89c1-a04e-4877-a519-4dc622e55666 req-6dcd7fce-ac28-43c2-90db-7f7a4d498b3c tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 948 time: 0.1940708 Jan 27 19:12:47.108740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.109407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:47.110891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-3fd9b9e3-cb68-44b0-81ae-bfc4cfb8f730 service neutron] 10.222.0.39 "PUT /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 1122 time: 1.8047087 Jan 27 19:12:47.153977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8efb89c1-a04e-4877-a519-4dc622e55666 req-caccf0ec-cc54-4bdb-988c-ea0f9fe809bf tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Jan 27 19:12:47.215910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7eaba687-aebb-47ca-8e61-3a8417aa3ca8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:47.232054 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a178dd3-1378-422a-89c1-c99aee214007 x-openstack-request-id: req-7a178dd3-1378-422a-89c1-c99aee214007 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:47.232542 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:47.232954 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a178dd3-1378-422a-89c1-c99aee214007 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:47.234076 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5', 'status': 'completed', 'code': 200} Jan 27 19:12:47.261327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271a8a-868c-4371-936e-1172e7de50c8 req-f25bf3db-b94d-4e54-a216-fc9cffb6428e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.266838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d271a8a-868c-4371-936e-1172e7de50c8 req-f25bf3db-b94d-4e54-a216-fc9cffb6428e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.0937638 Jan 27 19:12:47.289301 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af084cf-d454-40b7-aa5c-8530629e2417 x-openstack-request-id: req-8af084cf-d454-40b7-aa5c-8530629e2417 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:47.290097 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:47.290632 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8af084cf-d454-40b7-aa5c-8530629e2417 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:47.292292 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'code': 200} Jan 27 19:12:47.406944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-4067c811-a396-4c37-86b1-f6f7c76a63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.408491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-4067c811-a396-4c37-86b1-f6f7c76a63bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 1099 time: 0.1358225 Jan 27 19:12:47.451668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d271a8a-868c-4371-936e-1172e7de50c8 req-f8d4b45b-fcd6-4bea-98d6-0edf963ca8f7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558597 Jan 27 19:12:47.498088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35891aee-13cf-44b0-a295-07ddea32675d req-2dbb4c95-9c51-4c28-ad18-6ad57720d36e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.499669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35891aee-13cf-44b0-a295-07ddea32675d req-2dbb4c95-9c51-4c28-ad18-6ad57720d36e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1346171 Jan 27 19:12:47.560831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-53aa3bb2-822c-407b-8cef-4fa4f69322f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.562270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-53aa3bb2-822c-407b-8cef-4fa4f69322f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1421649 Jan 27 19:12:47.580723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35891aee-13cf-44b0-a295-07ddea32675d req-24f9ed35-46fc-45c4-a6c1-45f193c17b92 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717251 Jan 27 19:12:47.645789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-ffdbb043-2fda-4176-b1d3-f13e10883060 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0623343 Jan 27 19:12:47.732863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-3a7859a8-660a-4fbd-ac7b-942d94bd90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.735707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-3a7859a8-660a-4fbd-ac7b-942d94bd90fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0682302 Jan 27 19:12:47.805708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-2e1111c4-071f-41c6-a288-b999ef66fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:47.807249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-2e1111c4-071f-41c6-a288-b999ef66fa38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546253 Jan 27 19:12:47.984819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-b440dca8-7247-49ec-bd2e-f5faed48a37e service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666470 Jan 27 19:12:48.029425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761be82-ab7e-4d25-92c0-a43e5ed9bf7e req-cd25120f-f68e-42f4-857d-2a577dfd0efe tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.031084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7761be82-ab7e-4d25-92c0-a43e5ed9bf7e req-cd25120f-f68e-42f4-857d-2a577dfd0efe tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.0959055 Jan 27 19:12:48.131168 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550384de-0465-489b-beaa-c3897114bdcb x-openstack-request-id: req-550384de-0465-489b-beaa-c3897114bdcb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:48.131779 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "name": "network-vif-plugged", "status": "completed", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:48.132086 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-550384de-0465-489b-beaa-c3897114bdcb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:48.132734 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'code': 200} Jan 27 19:12:48.161616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7761be82-ab7e-4d25-92c0-a43e5ed9bf7e req-54bcbdd3-731f-428f-8741-22aa6298babc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830061 Jan 27 19:12:48.169624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc33a20-fa1e-4d48-bfa1-5e8338f5e1bd req-4660d6c3-0db2-431f-ad33-6b95763933f0 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716161 Jan 27 19:12:48.286616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa53d-2f07-4ab4-815c-e8a920289469 req-9dc72e88-4b35-41f6-af19-62812cb9b967 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.289419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564fa53d-2f07-4ab4-815c-e8a920289469 req-9dc72e88-4b35-41f6-af19-62812cb9b967 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.0659270 Jan 27 19:12:48.422757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25618ed-e065-49d8-a1a5-c107dace8677 req-e7841acb-8eee-4fc0-b992-26bdfa94c403 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.424331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b25618ed-e065-49d8-a1a5-c107dace8677 req-e7841acb-8eee-4fc0-b992-26bdfa94c403 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1096 time: 0.1336284 Jan 27 19:12:48.427251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919fd89-1be1-44e8-8a7a-caf0b36b0007 req-6bccd03b-d8ad-4448-89af-414a3bff58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.428668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2919fd89-1be1-44e8-8a7a-caf0b36b0007 req-6bccd03b-d8ad-4448-89af-414a3bff58a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 1096 time: 0.1237726 Jan 27 19:12:48.432835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564fa53d-2f07-4ab4-815c-e8a920289469 req-be7582df-69a0-416f-9313-2a0e4236faff tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177785 Jan 27 19:12:48.519299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b25618ed-e065-49d8-a1a5-c107dace8677 req-c6d9c6fa-efb4-4c21-ab89-d2b00c82dbd4 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849140 Jan 27 19:12:48.523179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2919fd89-1be1-44e8-8a7a-caf0b36b0007 req-b53e4e16-3857-47b9-acfd-d6c08124ffc3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817018 Jan 27 19:12:48.558110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5a64-ffce-43e3-9334-df9041f275e2 req-01aeab77-b665-4003-b947-41fd3f676f68 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.560292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e1c5a64-ffce-43e3-9334-df9041f275e2 req-01aeab77-b665-4003-b947-41fd3f676f68 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 1101 time: 0.0559151 Jan 27 19:12:48.614291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e1c5a64-ffce-43e3-9334-df9041f275e2 req-953b7cdd-93bf-453e-a208-1fd1ad3782f5 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Jan 27 19:12:48.755089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ecbe-51ee-4908-9310-e623391afaff req-4d1fd8b3-8eae-430f-8940-ef314c3375b9 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.756649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f56ecbe-51ee-4908-9310-e623391afaff req-4d1fd8b3-8eae-430f-8940-ef314c3375b9 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.0773447 Jan 27 19:12:48.799730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c9809-6fc5-4e74-b73c-f3645c4e93b6 req-fa61fd13-c2d6-4922-9961-591a463f19a1 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.801370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a30c9809-6fc5-4e74-b73c-f3645c4e93b6 req-fa61fd13-c2d6-4922-9961-591a463f19a1 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 948 time: 0.0838170 Jan 27 19:12:48.838873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f56ecbe-51ee-4908-9310-e623391afaff req-560fd961-950a-40c3-bb40-db232c41419e tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737298 Jan 27 19:12:48.888067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a30c9809-6fc5-4e74-b73c-f3645c4e93b6 req-5f505e5d-851f-418c-a8f9-cc527453ed43 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798163 Jan 27 19:12:48.976141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05786e-c006-4902-aec3-c88e34086fcd req-bad8cb80-aab1-440e-ab90-1665758e24da tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:48.977874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa05786e-c006-4902-aec3-c88e34086fcd req-bad8cb80-aab1-440e-ab90-1665758e24da tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1096 time: 0.0513020 Jan 27 19:12:49.058250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa05786e-c006-4902-aec3-c88e34086fcd req-51667bdd-f7bf-4e59-b031-e71cf48c9889 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723860 Jan 27 19:12:49.069133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df32a-2ebf-4513-97c0-93e5ce800c0f req-eae62895-fd85-4acf-9baf-92e260c1090d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.070857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b0df32a-2ebf-4513-97c0-93e5ce800c0f req-eae62895-fd85-4acf-9baf-92e260c1090d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.0869343 Jan 27 19:12:49.154986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b0df32a-2ebf-4513-97c0-93e5ce800c0f req-6b6cf318-04b7-4370-9636-e9af9374b721 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Jan 27 19:12:49.195266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516224b-18a8-41af-ab79-7b3e23631d22 req-ab7e36c5-b5a8-4dcf-b036-0d133e7951b1 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.197974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f516224b-18a8-41af-ab79-7b3e23631d22 req-ab7e36c5-b5a8-4dcf-b036-0d133e7951b1 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1101 time: 0.0680079 Jan 27 19:12:49.294463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:49.298411 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f379c-6050-4223-920d-69c56b38d8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:49.340805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f516224b-18a8-41af-ab79-7b3e23631d22 req-d10c5e0e-99a1-4160-af39-a1539f464ed3 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359234 Jan 27 19:12:49.365305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e440-1b68-49a6-930f-324e8c0e0b3d req-73f073c5-5a23-4493-ac5f-c55f175ad509 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.365305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e00e440-1b68-49a6-930f-324e8c0e0b3d req-73f073c5-5a23-4493-ac5f-c55f175ad509 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.1306193 Jan 27 19:12:49.388478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59512) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:49.402266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'floatingip': {'port_id': '56ab682f-5232-495d-90d4-e5d350734475'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:49.430556 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319a677-67f9-466d-8d45-b9a86819b32d x-openstack-request-id: req-8319a677-67f9-466d-8d45-b9a86819b32d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:49.432557 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:49.433553 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8319a677-67f9-466d-8d45-b9a86819b32d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:49.434469 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'status': 'completed', 'code': 200} Jan 27 19:12:49.524694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ab-5501-4b03-8c01-b0ba722931d7 req-966581a3-9af2-4101-8c6e-7f5879ebf577 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.527242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b4f60ab-5501-4b03-8c01-b0ba722931d7 req-966581a3-9af2-4101-8c6e-7f5879ebf577 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.0684919 Jan 27 19:12:49.573926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:49.625187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b4f60ab-5501-4b03-8c01-b0ba722931d7 req-6e79cfd1-580e-4d89-8eb8-9d51e63d019f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863023 Jan 27 19:12:49.788462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-0d52b31b-8a7c-4c38-b707-a6380b66d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.792360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-0d52b31b-8a7c-4c38-b707-a6380b66d9f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1125 time: 0.2670939 Jan 27 19:12:49.872095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:49.962670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae1b9-7cbf-4a1d-af52-b7a418873751 req-3e139262-0d90-4262-bf22-df06360aafbb tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:49.971633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b90ae1b9-7cbf-4a1d-af52-b7a418873751 req-3e139262-0d90-4262-bf22-df06360aafbb tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.1518359 Jan 27 19:12:50.028485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-7b8b5791-6a7c-4e4b-8282-8129ca960c26 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398641 Jan 27 19:12:50.072119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-22f4fb68-5325-48ee-bff2-db30a93a11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.076125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-22f4fb68-5325-48ee-bff2-db30a93a11b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.2647655 Jan 27 19:12:50.080432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b90ae1b9-7cbf-4a1d-af52-b7a418873751 req-2bacbf55-9480-42cc-a003-a3ebc0aad50e tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077263 Jan 27 19:12:50.101045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:50.129043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 has no active binding in host n-h2-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:12:50.130084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:50.207750 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-019dba75-d40b-43b0-b163-32c41cf90b2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.1164017 Jan 27 19:12:50.209843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-2419e49b-a3c6-4ca2-9eb4-bd87fa73a3c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.211458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-2419e49b-a3c6-4ca2-9eb4-bd87fa73a3c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700079 Jan 27 19:12:50.254732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-e27300f5-9b91-4041-9ecd-f4cb080ab323 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.0318494 Jan 27 19:12:50.279123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e67c2c-0193-4032-aaac-fadfb19f60d4 req-c21c45af-0bd6-4cc8-ad02-bf50cb5cafc0 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.280739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e67c2c-0193-4032-aaac-fadfb19f60d4 req-c21c45af-0bd6-4cc8-ad02-bf50cb5cafc0 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1096 time: 0.0682085 Jan 27 19:12:50.281606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:50.296629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5', 'mac_address': 'fa:16:3e:bb:d4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:50.348153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:50.351336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:50.357583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-71d2779b-6486-4ed9-b53a-264dee60285d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941870 Jan 27 19:12:50.380708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:50.386557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e67c2c-0193-4032-aaac-fadfb19f60d4 req-8e605135-ccd5-4409-b771-c6fb3bfbf540 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Jan 27 19:12:50.408770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:50.414692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:50.508318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:50.526523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f807-694e-4c9d-a369-06915158fb64 req-b5c6c6b2-42e1-43d8-8028-4caf8766f077 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.528234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac1f807-694e-4c9d-a369-06915158fb64 req-b5c6c6b2-42e1-43d8-8028-4caf8766f077 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 949 time: 0.0641572 Jan 27 19:12:50.565895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-b9c4deb1-78cc-41c1-8f0c-4c336d663371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.568613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-b9c4deb1-78cc-41c1-8f0c-4c336d663371 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.2939317 Jan 27 19:12:50.587750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac1f807-694e-4c9d-a369-06915158fb64 req-c8c28e18-a76e-451d-adcb-37bcf4acd9e8 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Jan 27 19:12:50.738252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-21ea15c3-1b87-4cc7-8940-cdfa316be3b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584027 Jan 27 19:12:50.771206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6723724-2f67-4773-a5e1-d09554048bfb req-38beee4c-a5a4-406b-aad7-6dc5fa7d6ca4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:50.783170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6723724-2f67-4773-a5e1-d09554048bfb req-38beee4c-a5a4-406b-aad7-6dc5fa7d6ca4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.0940859 Jan 27 19:12:50.856947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6723724-2f67-4773-a5e1-d09554048bfb req-dbe26ee1-de45-4edf-b1d9-f39c8a6540e8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714219 Jan 27 19:12:51.057175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4a570-e174-4081-8e0f-bf1fbc2712b2 req-d34a4b65-faab-4ccc-a4aa-c7dd4cb5b6d5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:51.065305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23b4a570-e174-4081-8e0f-bf1fbc2712b2 req-d34a4b65-faab-4ccc-a4aa-c7dd4cb5b6d5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.0787909 Jan 27 19:12:51.181278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23b4a570-e174-4081-8e0f-bf1fbc2712b2 req-d6587c72-5a6a-469e-8745-b0c1ad96a538 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113048 Jan 27 19:12:51.295549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:12:51.360379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:51.399887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-dcf3d2ac-f5d6-4168-9991-9ec7eb5f332d service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373131 Jan 27 19:12:51.480926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:51.517563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:51.686512 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dc1f379c-6050-4223-920d-69c56b38d8c1 req-8ae0cd69-5583-4ae1-9831-f49c9cc4144c service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563863 Jan 27 19:12:51.692751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc9113-9295-4eec-bbe9-c4b32bd21d8b req-e0614cfa-76ee-4b44-9aee-35698a85661d tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:51.707531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ddc9113-9295-4eec-bbe9-c4b32bd21d8b req-e0614cfa-76ee-4b44-9aee-35698a85661d tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.1308267 Jan 27 19:12:51.729946 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d associated. External IP: 172.25.5.137, port: 56ab682f-5232-495d-90d4-e5d350734475. Jan 27 19:12:51.786514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ddc9113-9295-4eec-bbe9-c4b32bd21d8b req-0f4046dc-5d21-4726-a203-ae246b17816f tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768394 Jan 27 19:12:51.888429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5895bfb2-63cf-44f2-9f08-1d50617d99e1 req-5e1905e9-b10d-4e89-b6ab-3bb208b8cadd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jan 27 19:12:51.891055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:12:52.042739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:12:52.048598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96b21-02e2-460a-8622-4b464e383ac7 req-5d986018-fc9d-4a49-8593-9f6b973b25f6 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:52.050305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b96b21-02e2-460a-8622-4b464e383ac7 req-5d986018-fc9d-4a49-8593-9f6b973b25f6 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 949 time: 0.0627730 Jan 27 19:12:52.107536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:52.121733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'mac_address': 'fa:16:3e:d0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:12:52.129850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b96b21-02e2-460a-8622-4b464e383ac7 req-0feb771b-41ec-4fba-a4e7-238c972b32b8 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700550 Jan 27 19:12:52.200124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:52.200949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:52.211862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:12:52.217900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:52.237081 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:12:52.250604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:52.251969 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:12:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:52.265362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7d584c4c-dbb5-44ca-9c98-e7f686c2d2ae tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "PUT /v2.0/floatingips/6845ef3b-6381-4056-a4b2-37db13bc573d HTTP/1.1" status: 200 len: 991 time: 2.8728535 Jan 27 19:12:52.266620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'tag': '56ab682f-5232-495d-90d4-e5d350734475'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:52.271512 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c78c415-dd2d-435f-a15d-cf46d7d307cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "tag": "56ab682f-5232-495d-90d4-e5d350734475"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:52.277408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:52.324452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:52.337917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:52.393863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d1a3c-2237-43e3-93ec-5fdff5d242e7 req-57936b96-c93e-4353-8140-93f46e5af633 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:52.409511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d1a3c-2237-43e3-93ec-5fdff5d242e7 req-57936b96-c93e-4353-8140-93f46e5af633 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.1612499 Jan 27 19:12:52.435244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:52.493286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05d1a3c-2237-43e3-93ec-5fdff5d242e7 req-b2b59ba8-978f-4490-b089-e22856cf53fe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815237 Jan 27 19:12:52.502910 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:52.563185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-d697b4fd-4df0-4599-b30b-af17fac80450 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:12:52.565796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-d697b4fd-4df0-4599-b30b-af17fac80450 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2201593 Jan 27 19:12:52.672958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-a0e55243-0397-4c17-8519-9b00912302d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:52.675581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-a0e55243-0397-4c17-8519-9b00912302d2 service neutron] 10.222.0.59 "GET /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 1093 time: 0.0902727 Jan 27 19:12:52.704970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db8e-05ab-4ca4-a7fd-865adbef7830 req-f13fca25-843c-483f-b730-d06903ca8602 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:52.707879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2a0db8e-05ab-4ca4-a7fd-865adbef7830 req-f13fca25-843c-483f-b730-d06903ca8602 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.1376014 Jan 27 19:12:52.713691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Request body: {'binding': {'host': 'n-h2-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:52.714512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:12:52.835005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['e91c921e-c8d4-43d0-acb9-812f2abce954'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:52.936171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2a0db8e-05ab-4ca4-a7fd-865adbef7830 req-cffdb57f-2268-41e1-b02c-e229538794ac tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165203 Jan 27 19:12:52.972042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '56ab682f-5232-495d-90d4-e5d350734475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:9d:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbd9777-487f-4a03-b840-2a6015a171da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:12:50Z', 'revision_number': 1, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:53.024856 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:12:53.046935 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:12:53.048096 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:12:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:53.108848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on host n-h2-760453-6 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:12:53.112429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:12:53.112429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:53.119741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:12:53.120159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:12:53.127446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:12:53.127923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:12:53.128422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:12:53.128984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Bound port: 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:12:53.223988 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9073942-b33d-4515-8e5e-848bc2edeab4 x-openstack-request-id: req-e9073942-b33d-4515-8e5e-848bc2edeab4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:53.226075 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "tag": "56ab682f-5232-495d-90d4-e5d350734475", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:53.226453 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9073942-b33d-4515-8e5e-848bc2edeab4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:53.232765 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'tag': '56ab682f-5232-495d-90d4-e5d350734475', 'status': 'completed', 'code': 200} Jan 27 19:12:53.247546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:12:53.283162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:53.283940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-813c0ef4-2fb7-403b-a2c9-694849740de0 service neutron] 10.222.0.59 "POST /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5920234 Jan 27 19:12:53.325195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-2c2dd841-dea3-4407-9411-11e53145786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:53.327079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-2c2dd841-dea3-4407-9411-11e53145786b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 1096 time: 0.0753982 Jan 27 19:12:53.352751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:12:53.478352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:53.555728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-69661308-9e31-4af6-8280-0bcc4d2f38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:53.559302 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-69661308-9e31-4af6-8280-0bcc4d2f38d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.2225792 Jan 27 19:12:53.764331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-5add48df-ffc1-44a6-a313-dc535b10d2c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 200 len: 999 time: 0.1860049 Jan 27 19:12:53.845232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-1cf67417-9f66-4150-8958-06e684c9dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:53.847143 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-1cf67417-9f66-4150-8958-06e684c9dfcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.0741835 Jan 27 19:12:53.910116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:53.922929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-68bc6a95-9ba7-4196-8292-67accdf8fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:53.925679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-68bc6a95-9ba7-4196-8292-67accdf8fc81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668464 Jan 27 19:12:54.051827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1ce4691-9a10-4c91-bb93-a8afd8bb8af2 req-3a0703b1-67e9-42f4-afde-a7ff39ea9e46 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 210 time: 0.0687151 Jan 27 19:12:54.066182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port e91c921e-c8d4-43d0-acb9-812f2abce954 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:54.066654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:54.144768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf0548-0504-4637-9bc8-3abc04bcb559 req-6d8a5631-adf8-4e55-8550-5f54e5a7f8b5 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:54.189290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bacf0548-0504-4637-9bc8-3abc04bcb559 req-6d8a5631-adf8-4e55-8550-5f54e5a7f8b5 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.5958903 Jan 27 19:12:54.251223 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '56ab682f-5232-495d-90d4-e5d350734475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:9d:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbd9777-487f-4a03-b840-2a6015a171da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:12:50Z', 'revision_number': 1, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:12:54.255101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-85b885f2-fd13-455c-8bc0-0ff48fffdd5f service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176796 Jan 27 19:12:54.322957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:54.323353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:54.346419 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e235a-b916-44a6-a271-c519b014f1dc None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '56ab682f-5232-495d-90d4-e5d350734475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:9d:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbd9777-487f-4a03-b840-2a6015a171da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:12:50Z', 'revision_number': 1, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:12:54.377002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:54.382074 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2125cef-31eb-4cfb-b40c-c7215d0cba55" -d '{"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:54.429877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bacf0548-0504-4637-9bc8-3abc04bcb559 req-f5e21af5-68ec-4517-bd02-66d631464fe1 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241979 Jan 27 19:12:54.437778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:54.467670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:54.526881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:54.540413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-92355628-d2f2-483d-ba54-c9f90912be90 service neutron] 10.222.0.66 "GET /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.3079088 Jan 27 19:12:54.590531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9466df-84a0-488c-9975-b3fd7ce80e43 req-ac0d1599-5c41-4a3e-bd9a-b097c315645d tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:54.593654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e9466df-84a0-488c-9975-b3fd7ce80e43 req-ac0d1599-5c41-4a3e-bd9a-b097c315645d tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 949 time: 0.3248999 Jan 27 19:12:54.651406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:54.667686 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c78c415-dd2d-435f-a15d-cf46d7d307cb req-8c742d80-09ac-4cc0-ada5-bef1e7fdb0e4 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548353 Jan 27 19:12:54.822040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e9466df-84a0-488c-9975-b3fd7ce80e43 req-a4d0d933-8c50-49e4-bf44-75bfb4d3bc34 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160933 Jan 27 19:12:54.840429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161cc2c-8579-41e9-a67c-1f868c46becd None None] New status for floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:12:54.872220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b23ae-aad3-49cd-88e9-6eb10290f739 req-bcaa7756-c1a3-4a7c-8924-921a343b4109 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:54.883930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e00b23ae-aad3-49cd-88e9-6eb10290f739 req-bcaa7756-c1a3-4a7c-8924-921a343b4109 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.1275797 Jan 27 19:12:54.890550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-d86c0156-c410-4f3b-ba86-a27412c1a556 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647295 Jan 27 19:12:54.948541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-6baaf1c3-8ec3-4d65-8005-1e20b9c75877 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408063 Jan 27 19:12:55.201391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e00b23ae-aad3-49cd-88e9-6eb10290f739 req-21ce4274-0178-4392-92be-0bb6ddac4afb tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162019 Jan 27 19:12:55.318567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4337-d0ba-4c4a-9b21-6ec2f077e9dd req-efaa9fe7-6604-4575-8742-0c1827e84550 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:55.323121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a5d4337-d0ba-4c4a-9b21-6ec2f077e9dd req-efaa9fe7-6604-4575-8742-0c1827e84550 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.3633301 Jan 27 19:12:55.374991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-c70611f3-0dd7-4836-8a1d-f7aeaeedb9e5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:55.379318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-c70611f3-0dd7-4836-8a1d-f7aeaeedb9e5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035137 Jan 27 19:12:55.438157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': '6219a379-10df-4e94-89d8-afc14c24db00', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:55.543218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:55.578107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-f4032fe9-fa80-4d3d-b2ea-38c538bb8ed2 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:55.581376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-f4032fe9-fa80-4d3d-b2ea-38c538bb8ed2 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6888442 Jan 27 19:12:55.605778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': 'd8c3c477-0e10-436b-812b-dac4188837af', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:55.646269 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:12:55.674898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:12:55.710578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a5d4337-d0ba-4c4a-9b21-6ec2f077e9dd req-be4e7346-a65c-4217-b13b-4302a08e2d61 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707302 Jan 27 19:12:55.734603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:12:55.772277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b81a-903d-4ddc-ac3c-640c1d30fee6 req-fe34b374-4c31-477a-b945-4d66d79086b6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:55.773972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ab7b81a-903d-4ddc-ac3c-640c1d30fee6 req-fe34b374-4c31-477a-b945-4d66d79086b6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 944 time: 0.3219080 Jan 27 19:12:55.792208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:55.824217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:55.842756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:55.846840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:55.847089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:12:55.852614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:55.919296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:12:56.010833 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6a8be-a71d-4ff9-8323-7c16a0d936d8 x-openstack-request-id: req-0fe6a8be-a71d-4ff9-8323-7c16a0d936d8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:56.011130 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:56.011372 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fe6a8be-a71d-4ff9-8323-7c16a0d936d8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:56.011774 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'code': 200} Jan 27 19:12:56.064281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ab7b81a-903d-4ddc-ac3c-640c1d30fee6 req-d5668072-0ced-4fd9-ae27-2f023cde3259 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653289 Jan 27 19:12:56.070773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:12:56.094715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:56.101747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:56.319357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Transition to ACTIVE for port object 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:12:56.329940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:56.390839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:12:56.391268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:56.443140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:12:56.465183 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:56.480258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e5eabc5-2261-4c01-86a4-d9031c42afb9 req-ea7202eb-6f2c-4db2-b982-d67fa8a2d117 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 210 time: 0.1585801 Jan 27 19:12:56.552885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.240 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/9b088b8b-5a43-4afc-9fde-f5f499014e2f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:56.561562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Pushing event updated for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:56.609502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19b52c-8ed1-4a84-ae03-cdcc83853e7e req-50577b2e-6efa-4e22-82c4-9dea9f3c422b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:56.610584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] No DVR routers for this DVR port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:12:56.629997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da19b52c-8ed1-4a84-ae03-cdcc83853e7e req-50577b2e-6efa-4e22-82c4-9dea9f3c422b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.2707324 Jan 27 19:12:56.648843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.652563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.654325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.656036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.656252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.657898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.660832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.665355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.666387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.667003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.667794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.668510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.670242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:56.680923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:56.773041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-0f8fc896-f6ce-406f-8b35-96e0f1c44d4e service neutron] 10.222.0.66 "PUT /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8/bindings/n-h2-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2000158 Jan 27 19:12:56.903465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da19b52c-8ed1-4a84-ae03-cdcc83853e7e req-90c912d2-0403-4cfe-8f95-b97184e62e62 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717807 Jan 27 19:12:56.941345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f6a8-be2e-4e9f-9b38-a90cddf08434 req-8f6f6fe1-4577-43ee-a745-5ea37f821c1e tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:56.941345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1146f6a8-be2e-4e9f-9b38-a90cddf08434 req-8f6f6fe1-4577-43ee-a745-5ea37f821c1e tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.2966759 Jan 27 19:12:56.982936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:12:57.107707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:12:57.108704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:12:57.113092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-22a64551-8b36-4cf4-9b6b-0a52b9b5b384 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.114739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-22a64551-8b36-4cf4-9b6b-0a52b9b5b384 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.2040019 Jan 27 19:12:57.215485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1146f6a8-be2e-4e9f-9b38-a90cddf08434 req-e7207004-d60a-4370-a7ef-271b9929c74f tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364759 Jan 27 19:12:57.215977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-8c3d3b3e-b740-4b2f-ae8a-4a94b72ff4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.218122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-8c3d3b3e-b740-4b2f-ae8a-4a94b72ff4a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 1096 time: 0.0893068 Jan 27 19:12:57.311478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:57.335589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-865ff3d8-ccdd-4d78-8bf0-35fe8e7c520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.335828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89ce98-ad60-4ce6-af94-12ccdefbb00e req-97559b5a-7a1a-41d1-9606-77de659d1ba4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.338071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-865ff3d8-ccdd-4d78-8bf0-35fe8e7c520f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1096 time: 0.0707240 Jan 27 19:12:57.348873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b89ce98-ad60-4ce6-af94-12ccdefbb00e req-97559b5a-7a1a-41d1-9606-77de659d1ba4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.2584419 Jan 27 19:12:57.528456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:57.550210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:57.561201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:57.582333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.25 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/382bf8af-b06c-4d5d-be26-b380276e747d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:12:57.661113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ff59-c04d-48a3-a0b8-acff208bf8bd req-c655b464-326f-4124-bfbe-bf31053f1426 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.674611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6269ff59-c04d-48a3-a0b8-acff208bf8bd req-c655b464-326f-4124-bfbe-bf31053f1426 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.3225358 Jan 27 19:12:57.694540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:57.723001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b89ce98-ad60-4ce6-af94-12ccdefbb00e req-bc900c14-d559-4c49-b300-3776ae3e748f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728969 Jan 27 19:12:57.733958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:57.743577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:57.778248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (382bf8af-b06c-4d5d-be26-b380276e747d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:57.882992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-6a969bc6-f9d0-4197-bf76-6030cb8d2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.886335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-6a969bc6-f9d0-4197-bf76-6030cb8d2a4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.5372758 Jan 27 19:12:57.962307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:57.992626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:57.996467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:58.060673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:12:58.068390 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292b496b-1a78-4c44-a9d3-ce15320f3d8e" -d '{"events": [{"server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:12:58.092657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:58.096186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:12:58.190584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6269ff59-c04d-48a3-a0b8-acff208bf8bd req-6d0470d2-eade-4b78-adc6-215da1d273a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144465 Jan 27 19:12:58.195448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:58.273984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8640356 Jan 27 19:12:58.291922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.293144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.294025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.296382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.297324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.299165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.301572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.302503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.303311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.306846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.307761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.310909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.311817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdeabfe-4883-4fb6-a3e6-22722d22fbad tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:12:58.352013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Request body: {'port': {'device_id': '6219a379-10df-4e94-89d8-afc14c24db00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:58.476094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730159d5-58b8-4395-9024-44b81fbac7f0 req-f5fed3b0-bde8-46e3-8f54-6aecbd91da3a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:58.477999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-730159d5-58b8-4395-9024-44b81fbac7f0 req-f5fed3b0-bde8-46e3-8f54-6aecbd91da3a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.3059604 Jan 27 19:12:58.478660 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:58.492745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:12:58.500192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Request body: {'floatingip': {'port_id': '45dae4df-87d2-4c51-8655-366fe32aa58b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:58.508647 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-10bbe2b6-3c12-422b-b9d1-b9bddeb04d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.5877657 Jan 27 19:12:58.515937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a728a-0776-44ee-8150-1ea71cc61987 req-484342cc-7d16-4c9b-977d-9843954651a8 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:58.518941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-263a728a-0776-44ee-8150-1ea71cc61987 req-484342cc-7d16-4c9b-977d-9843954651a8 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.1371806 Jan 27 19:12:58.534173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:12:58.566716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:12:58.574437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:12:58.580399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:58.581192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:58.612798 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0182788 Jan 27 19:12:58.613791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89910b8f-f40d-4885-88cb-fda4ec2f466e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:12:58.633139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Request body: {'port': {'device_id': 'd8c3c477-0e10-436b-812b-dac4188837af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:12:58.636368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:58.651151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-144b7023-a7f5-4435-a99a-5061240f0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:58.653039 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-144b7023-a7f5-4435-a99a-5061240f0127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1345932 Jan 27 19:12:58.719784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-4344443f-317b-401e-9da2-8e45b001d1bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445459 Jan 27 19:12:58.907374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b0cc83a0-e2f2-42a3-aa36-cd9b31f95d5d None None] Provisioning complete for port 9b088b8b-5a43-4afc-9fde-f5f499014e2f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:58.907913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cc83a0-e2f2-42a3-aa36-cd9b31f95d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:58.982509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-88174e28-36b8-48de-b1d1-6a0a0ca1f4bc service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361419 Jan 27 19:12:58.996260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:59.059420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-263a728a-0776-44ee-8150-1ea71cc61987 req-325d7177-cd6c-41bf-9f31-63f12e23d426 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935453 Jan 27 19:12:59.128627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc83a0-e2f2-42a3-aa36-cd9b31f95d5d None None] Port 9b088b8b-5a43-4afc-9fde-f5f499014e2f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:59.174578 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd6e9e-f7a2-4f45-9dba-5b47764ca876 x-openstack-request-id: req-10fd6e9e-f7a2-4f45-9dba-5b47764ca876 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:12:59.175038 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:12:59.175395 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10fd6e9e-f7a2-4f45-9dba-5b47764ca876 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:12:59.175895 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5', 'code': 200} Jan 27 19:12:59.290722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d2041d5-9749-45ba-9a64-947f5b06a5e2 None None] Provisioning complete for port 382bf8af-b06c-4d5d-be26-b380276e747d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:12:59.291976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d2041d5-9749-45ba-9a64-947f5b06a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:12:59.358521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d2041d5-9749-45ba-9a64-947f5b06a5e2 None None] Port 382bf8af-b06c-4d5d-be26-b380276e747d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:12:59.424504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50326f5-7bf4-4430-9312-12138d3f8625 req-87461568-7e44-4745-9546-8e05d87f4c23 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:59.427885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a50326f5-7bf4-4430-9312-12138d3f8625 req-87461568-7e44-4745-9546-8e05d87f4c23 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 935 time: 0.4337306 Jan 27 19:12:59.478448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-de63ed43-8690-4b47-878b-75f4ef57f1e0 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761944 Jan 27 19:12:59.567141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691947c-c04a-4d54-bd3a-b0c1dbf91c33 req-1ee703c6-9124-4896-8f9c-9fd54e5296dc tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:59.568835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4691947c-c04a-4d54-bd3a-b0c1dbf91c33 req-1ee703c6-9124-4896-8f9c-9fd54e5296dc tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.2665374 Jan 27 19:12:59.583127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df376b-fe4a-43ab-9afa-9b4994bc60d2 req-9f42914b-a64d-42e6-9326-4f333487b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:59.584839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6df376b-fe4a-43ab-9afa-9b4994bc60d2 req-9f42914b-a64d-42e6-9326-4f333487b998 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 1101 time: 0.2159381 Jan 27 19:12:59.692852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a50326f5-7bf4-4430-9312-12138d3f8625 req-61719d5c-9cf1-4d1d-8156-0d83cbe0157e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552292 Jan 27 19:12:59.979139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-e1b2cd0c-7463-491e-aafc-27d935ce17c7 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:12:59.982410 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-e1b2cd0c-7463-491e-aafc-27d935ce17c7 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.0667555 Jan 27 19:13:00.167841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-1bb38490-9651-4dc2-ab7e-eb3d178cee99 service neutron] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:00.174580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-1bb38490-9651-4dc2-ab7e-eb3d178cee99 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:00.178515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0153b97b-bb9a-4b3a-a4bf-a122839b4934 req-1bb38490-9651-4dc2-ab7e-eb3d178cee99 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8/bindings/n-h1-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.1754177 Jan 27 19:13:00.242232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4691947c-c04a-4d54-bd3a-b0c1dbf91c33 req-d67ef513-353c-445e-a5cc-e8b6398d07a7 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468184 Jan 27 19:13:00.331393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6df376b-fe4a-43ab-9afa-9b4994bc60d2 req-d341a5fa-285c-4474-b7ac-8ffad54d9c5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814289 Jan 27 19:13:00.340511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b088b8b-5a43-4afc-9fde-f5f499014e2f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:00.372590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks [] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:00.459628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0312-7d12-4474-8c37-85f8f3cd5daa req-310e5287-0d0f-40e8-bc9a-973bdf612563 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:00.461187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c2d0312-7d12-4474-8c37-85f8f3cd5daa req-310e5287-0d0f-40e8-bc9a-973bdf612563 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.3027146 Jan 27 19:13:00.462353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Transition to ACTIVE for port object 9b088b8b-5a43-4afc-9fde-f5f499014e2f will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:00.551558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:00.667807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:13:00.743797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5578a9-3840-4298-b698-0b80d3f46b9b req-1c23a8a7-9718-4ed0-976d-dc27f1b2cc23 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:00.752323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f5578a9-3840-4298-b698-0b80d3f46b9b req-1c23a8a7-9718-4ed0-976d-dc27f1b2cc23 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.3262634 Jan 27 19:13:00.784666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:00.810980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c2d0312-7d12-4474-8c37-85f8f3cd5daa req-ef51d8ce-32b1-491e-9d48-f89e6e0d7bfd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270583 Jan 27 19:13:00.893112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382bf8af-b06c-4d5d-be26-b380276e747d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:00.912419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks [] for port (382bf8af-b06c-4d5d-be26-b380276e747d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:00.943205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Transition to ACTIVE for port object 382bf8af-b06c-4d5d-be26-b380276e747d will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:00.957194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.011424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.060188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.085116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Pushing event updated for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:01.162762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f5578a9-3840-4298-b698-0b80d3f46b9b req-3c051a9f-45fd-43cc-b8e0-53e6200fb081 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086940 Jan 27 19:13:01.196929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Attempting to bind port 382bf8af-b06c-4d5d-be26-b380276e747d on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:01.197424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Attempting to bind port 382bf8af-b06c-4d5d-be26-b380276e747d by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:01.197931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Attempting to bind port 382bf8af-b06c-4d5d-be26-b380276e747d on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:01.207852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Port 382bf8af-b06c-4d5d-be26-b380276e747d on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:01.208432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Attempting to bind port 382bf8af-b06c-4d5d-be26-b380276e747d on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:01.221784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:01.222520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:01.223195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:01.223819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Bound port: 382bf8af-b06c-4d5d-be26-b380276e747d, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:01.224373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.318775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Attempting to bind port 9b088b8b-5a43-4afc-9fde-f5f499014e2f on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:01.319623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Attempting to bind port 9b088b8b-5a43-4afc-9fde-f5f499014e2f by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:01.320295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Attempting to bind port 9b088b8b-5a43-4afc-9fde-f5f499014e2f on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:01.335071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ff2a1-c8d0-40fa-a080-91636f76615d req-0c0c497e-13a2-4281-9c63-0f2bc9c8bfd1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:01.344091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b1ff2a1-c8d0-40fa-a080-91636f76615d req-0c0c497e-13a2-4281-9c63-0f2bc9c8bfd1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.3246493 Jan 27 19:13:01.354200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Port 9b088b8b-5a43-4afc-9fde-f5f499014e2f on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:01.354936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Attempting to bind port 9b088b8b-5a43-4afc-9fde-f5f499014e2f on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:01.371368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:01.372329 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Floating IP 8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b associated. External IP: 172.25.5.60, port: 45dae4df-87d2-4c51-8655-366fe32aa58b. Jan 27 19:13:01.376101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=382bf8af-b06c-4d5d-be26-b380276e747d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:01.389249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.464385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Pushing event updated for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:01.482900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:01.483479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.484907 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-29521155-c41a-4a1a-b5b5-1aa49a17b3cc service neutron] 10.222.0.66 "PUT /v2.0/ports/382bf8af-b06c-4d5d-be26-b380276e747d HTTP/1.1" status: 200 len: 1095 time: 2.8618379 Jan 27 19:13:01.485895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:01.487937 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:01.531602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:01.532071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:01.532557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:01.533024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Bound port: 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:01.533423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.676933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:01.720966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-0cc9ed92-5787-4876-85ad-340046ac931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:01.724369 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-0cc9ed92-5787-4876-85ad-340046ac931f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 1098 time: 0.1566696 Jan 27 19:13:01.756135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:01.770142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.835921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-7256b9eb-4350-41fc-a2a3-35368d56d551 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=382bf8af-b06c-4d5d-be26-b380276e747d HTTP/1.1" status: 200 len: 217 time: 0.0997109 Jan 27 19:13:01.878266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b1ff2a1-c8d0-40fa-a080-91636f76615d req-14f8cc60-8aa6-482f-a30e-a37619670325 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331883 Jan 27 19:13:01.897242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:01.901223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:01.905153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b088b8b-5a43-4afc-9fde-f5f499014e2f HTTP/1.1" status: 200 len: 1096 time: 3.5575905 Jan 27 19:13:01.975540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-08872947-ad00-431e-9306-ce5b4227d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:01.979232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-08872947-ad00-431e-9306-ce5b4227d0b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1261849 Jan 27 19:13:02.025390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b23dd-d50d-4fe0-b6e5-c307b64560bf req-a0445f45-c693-4739-8488-d4b5ceaca091 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.027651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da9b23dd-d50d-4fe0-b6e5-c307b64560bf req-a0445f45-c693-4739-8488-d4b5ceaca091 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 947 time: 0.7104874 Jan 27 19:13:02.028392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:02.031157 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4" -d '{"events": [{"name": "network-changed", "server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:02.106806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-2db4677e-bdb6-40ef-971d-42bc85b65fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.109996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-2db4677e-bdb6-40ef-971d-42bc85b65fdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203463 Jan 27 19:13:02.185166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311af97f-eecb-4b76-8635-978af18ae3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:02.343171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-31b77ce6-eac3-48c4-8280-d27e16e5ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.348633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-31b77ce6-eac3-48c4-8280-d27e16e5ff57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 1099 time: 0.3026357 Jan 27 19:13:02.404529 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-f371d16a-c3b2-41c7-8416-e48bd99622b8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833908 Jan 27 19:13:02.606939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da9b23dd-d50d-4fe0-b6e5-c307b64560bf req-5dd673c0-df7f-4eba-9ce8-c548fd4cf5d0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670355 Jan 27 19:13:02.607891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-5c6f5c96-3ffb-4afc-b7d0-1ebbf016a9ac service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957576 Jan 27 19:13:02.616334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-f81a37ad-5745-4a60-b1ff-882efb7eda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.619426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-f81a37ad-5745-4a60-b1ff-882efb7eda1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1096 time: 0.7321632 Jan 27 19:13:02.635919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340165-7d08-490f-8d94-2737806e37aa req-8d59a314-34f4-46d8-965f-c94f866b7115 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.639036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11340165-7d08-490f-8d94-2737806e37aa req-8d59a314-34f4-46d8-965f-c94f866b7115 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.5132427 Jan 27 19:13:02.641507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-1134694b-14bb-4207-a663-acb440cb0950 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f HTTP/1.1" status: 200 len: 217 time: 0.2773094 Jan 27 19:13:02.879926 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b5c6e-450c-4bce-ae05-d8ea78510f10 x-openstack-request-id: req-b68b5c6e-450c-4bce-ae05-d8ea78510f10 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:02.880231 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:02.880531 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b68b5c6e-450c-4bce-ae05-d8ea78510f10 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:02.881205 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d', 'status': 'completed', 'code': 200} Jan 27 19:13:02.988774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ad2c9749-2114-4016-a99b-1e666607660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:02.990588 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ad2c9749-2114-4016-a99b-1e666607660c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 1098 time: 0.0577919 Jan 27 19:13:03.151788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ff68caee-b959-4da4-8295-f663ada24873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.154720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ff68caee-b959-4da4-8295-f663ada24873 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1549861 Jan 27 19:13:03.186808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Router c10ed34b-16b5-4108-8a29-baed6fb0d166 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:13:03.205411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-74b111ed-8193-472d-8a11-177308eee02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.207339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-74b111ed-8193-472d-8a11-177308eee02e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.5447330 Jan 27 19:13:03.229039 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-dcef8baf-1c79-43b0-92a4-4494528b064a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=382bf8af-b06c-4d5d-be26-b380276e747d HTTP/1.1" status: 200 len: 217 time: 0.0667181 Jan 27 19:13:03.283000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-b3f3325b-36c1-43cd-bb00-01131c44c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.284984 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-b3f3325b-36c1-43cd-bb00-01131c44c0c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0501831 Jan 27 19:13:03.301093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-4f838fd5-03c3-4b65-a56b-de58c2ea03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.302648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-4f838fd5-03c3-4b65-a56b-de58c2ea03ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.6552825 Jan 27 19:13:03.321652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11340165-7d08-490f-8d94-2737806e37aa req-43c68e45-c5d2-4b0f-9c0d-e019853e72f5 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447453 Jan 27 19:13:03.369326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317bbb7-9e86-4680-83ef-95a86c303619 req-7e4de399-0e51-4ff5-a728-1b11c3fcda09 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.377102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a317bbb7-9e86-4680-83ef-95a86c303619 req-7e4de399-0e51-4ff5-a728-1b11c3fcda09 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.2525122 Jan 27 19:13:03.393379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ce38c892-a63c-4d2e-b434-8825864209e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.395526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-ce38c892-a63c-4d2e-b434-8825864209e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003659 Jan 27 19:13:03.584870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-97ac1047-7e88-4ea3-8265-17a984b1905e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.2498138 Jan 27 19:13:03.588289 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34469a1d-1fc1-4434-8313-a297954f4f77 x-openstack-request-id: req-34469a1d-1fc1-4434-8313-a297954f4f77 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:03.588949 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:03.589966 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34469a1d-1fc1-4434-8313-a297954f4f77 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:03.590706 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f', 'status': 'completed', 'code': 200} Jan 27 19:13:03.600729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-477ffb7e-d10c-454f-b2c7-8624bd029dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.602228 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-3e9ae06d-d18f-4917-91eb-002f790dc2e2 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944702 Jan 27 19:13:03.603858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-477ffb7e-d10c-454f-b2c7-8624bd029dbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3528502 Jan 27 19:13:03.764224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6556b243-8f7a-4f5c-bdd5-f205d1e4772d req-17e562ff-b064-44aa-8b10-782b76ca1ca8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488986 Jan 27 19:13:03.901309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a317bbb7-9e86-4680-83ef-95a86c303619 req-facd9cfe-0867-4312-a419-85618c6203f1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228877 Jan 27 19:13:03.927544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-bdaa47dd-9190-4462-afb1-24250d07b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:03.929242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-bdaa47dd-9190-4462-afb1-24250d07b999 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.3200989 Jan 27 19:13:03.960760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:13:03.975328 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Sync routers for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:13:03.977015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:04.005865 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:04.007935 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:12:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:04.026941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-66497e2e-f65b-464b-a309-b4e0300e0859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728326 Jan 27 19:13:04.070311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa84c5-623a-4f29-a057-8511efdc55bf req-f0c6e5ae-ee37-4eff-8db7-0f42635d2c7e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:04.072341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aafa84c5-623a-4f29-a057-8511efdc55bf req-f0c6e5ae-ee37-4eff-8db7-0f42635d2c7e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.4480338 Jan 27 19:13:04.138338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cfb86bf4-b619-4c19-a0b9-9dc01045f108 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "PUT /v2.0/floatingips/8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b HTTP/1.1" status: 200 len: 990 time: 5.6422150 Jan 27 19:13:04.223472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-2fe3ae1a-7b8f-43a8-b4c6-0313b335b475 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803685 Jan 27 19:13:04.232832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:04.425767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16690b-3dd2-47cb-a1d2-31ca7d90f2fe req-b55d7888-47d4-4f80-bd77-6bcb156a80ce tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:04.428193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f16690b-3dd2-47cb-a1d2-31ca7d90f2fe req-b55d7888-47d4-4f80-bd77-6bcb156a80ce tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1096 time: 0.4201622 Jan 27 19:13:04.510832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aafa84c5-623a-4f29-a057-8511efdc55bf req-d17127cb-9b3e-492d-b0b2-e0aacbbf1cfe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054205 Jan 27 19:13:04.565036 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'port_id': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'mac_address': 'fa:16:3e:fb:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:17Z', 'updated_at': '2022-01-27T19:13:00Z', 'revision_number': 1, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:04.566022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-af0b8326-efb2-4ff5-a645-1cf89c70e79b service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134246 Jan 27 19:13:04.614404 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Checking router: c10ed34b-16b5-4108-8a29-baed6fb0d166 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:13:04.625418 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:04.626094 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:12:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:04.750003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5118be76-6fa9-471a-95f7-be6b0e69e522 req-9f0bb909-e4a2-45c2-8d08-5546a6d55122 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077109 Jan 27 19:13:04.756381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f16690b-3dd2-47cb-a1d2-31ca7d90f2fe req-52cd52d1-f83a-4840-97de-7933396b0454 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062119 Jan 27 19:13:04.806230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd499f7-85a4-45ef-b33f-39a0a88c5b6f req-07faa60c-8f8e-494d-987e-e8a41779a97e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:04.814355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccd499f7-85a4-45ef-b33f-39a0a88c5b6f req-07faa60c-8f8e-494d-987e-e8a41779a97e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 947 time: 0.1527727 Jan 27 19:13:04.849466 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:04.872425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-a7f297e0-66a2-4d45-9cee-d2e3861ee0cb service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693083 Jan 27 19:13:04.949988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccd499f7-85a4-45ef-b33f-39a0a88c5b6f req-783070d0-95af-4329-9f4d-038bd793c8df tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344056 Jan 27 19:13:04.959551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-2b4a1699-dade-43ec-b17c-44231a050ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:04.963546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-2b4a1699-dade-43ec-b17c-44231a050ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 1099 time: 0.1061258 Jan 27 19:13:05.286603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'port_id': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'mac_address': 'fa:16:3e:fb:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:17Z', 'updated_at': '2022-01-27T19:13:00Z', 'revision_number': 1, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:05.376326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-dfbcbd4b-8aad-49df-8618-0486e1029cbf tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:05.391511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-dfbcbd4b-8aad-49df-8618-0486e1029cbf tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.3921559 Jan 27 19:13:05.424698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-6'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:05.473375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d01060-7a71-4fd3-af52-f05f5b509517 None None] The sync data for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 is: [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'port_id': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'mac_address': 'fa:16:3e:fb:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:17Z', 'updated_at': '2022-01-27T19:13:00Z', 'revision_number': 1, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:13:05.504475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-b31b1564-8b1b-4327-b110-233a63e9e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:05.507232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-b31b1564-8b1b-4327-b110-233a63e9e8ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.5280652 Jan 27 19:13:05.578709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fd024-fb4b-4e32-b956-2a0fe21b5b4a req-a016d834-0984-4af2-9ae4-3dd35c3b3280 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:05.582565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb5fd024-fb4b-4e32-b956-2a0fe21b5b4a req-a016d834-0984-4af2-9ae4-3dd35c3b3280 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.3649018 Jan 27 19:13:05.596834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:05.602203 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b198452-c05d-4ae3-a4e7-05f3584bc780" -d '{"events": [{"name": "network-changed", "server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:05.702438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:05.710821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-0ef2b7de-fc68-4ac1-b81b-9112bb57475d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f HTTP/1.1" status: 200 len: 217 time: 0.1165957 Jan 27 19:13:05.800903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5962e1-1305-455d-94b9-574d912ccb64 req-f00f4a27-2593-45a5-8508-f781f5b6da0e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:05.808357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb5962e1-1305-455d-94b9-574d912ccb64 req-f00f4a27-2593-45a5-8508-f781f5b6da0e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 945 time: 0.3380184 Jan 27 19:13:05.868692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb5fd024-fb4b-4e32-b956-2a0fe21b5b4a req-bc57dbeb-f00c-4b93-906c-f5087a2aeafa tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611723 Jan 27 19:13:05.891737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-289c8184-6f81-48d4-b7eb-e89de015a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:05.893429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-289c8184-6f81-48d4-b7eb-e89de015a88b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1615093 Jan 27 19:13:05.898719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbae1c-20ba-4ad4-a7f2-d83582aba08c None None] New status for floating IP 8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:13:06.083738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb5962e1-1305-455d-94b9-574d912ccb64 req-62b57efe-45a2-4372-937d-250948b77efe tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728894 Jan 27 19:13:06.195248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-396a39d2-02cf-4a75-b200-f167c60751b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:06.197460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-396a39d2-02cf-4a75-b200-f167c60751b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791603 Jan 27 19:13:06.203969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:06.421288 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-438dc63c-65f4-4d32-8d77-754543ee33b4 service neutron] show failed (client error): The resource could not be found. Jan 27 19:13:06.423085 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-438dc63c-65f4-4d32-8d77-754543ee33b4 service neutron] 10.222.0.39 "GET /v2.0/ports/0a3e0980-1e03-44b5-a294-58942d6f77ce/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.2045336 Jan 27 19:13:06.475520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:06.525740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f95af-458d-4406-821d-1f495d8408a1 req-6dc5ed82-37e3-4fa4-9a9b-86ddfdf29ba6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:06.527355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-068f95af-458d-4406-821d-1f495d8408a1 req-6dc5ed82-37e3-4fa4-9a9b-86ddfdf29ba6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.3705394 Jan 27 19:13:06.559609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-e76d4db8-4b3d-4245-9c57-1cc8a68dd4a5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:06.566010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-e76d4db8-4b3d-4245-9c57-1cc8a68dd4a5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.4438901 Jan 27 19:13:06.573710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-0622b468-2ae1-4d90-854e-bb2bf50d78fd service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636086 Jan 27 19:13:06.630551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks [] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:06.679347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-a7b12bd4-458f-47b9-8fed-9b3831cad2d2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/quotas/167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 375 time: 0.0965450 Jan 27 19:13:06.699820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:06.836535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-33992775-af77-4740-8d75-79f85557d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:06.846035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-33992775-af77-4740-8d75-79f85557d3c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1101 time: 0.1077435 Jan 27 19:13:06.865850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:06.897164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-068f95af-458d-4406-821d-1f495d8408a1 req-aa2c42a3-a2c3-4add-835b-167b9b0950ed tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601668 Jan 27 19:13:06.918925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:06.961201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:06.979823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-76bcd7c2-c71e-46e7-9525-a06cd43f9c98 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2985890 Jan 27 19:13:07.043483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 382bf8af-b06c-4d5d-be26-b380276e747d details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:07.059087 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d19a03-5a4f-4130-aca8-4d02ab905d6e x-openstack-request-id: req-06d19a03-5a4f-4130-aca8-4d02ab905d6e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:07.059550 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:07.059956 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06d19a03-5a4f-4130-aca8-4d02ab905d6e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:07.060584 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'status': 'completed', 'code': 200} Jan 27 19:13:07.094896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceac7e1b-0cea-4bf0-a25b-bedd6966acf4 req-1f83e2a8-fdd5-458e-a7bd-d41ff2e2bdc6 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110440 Jan 27 19:13:07.313210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=382bf8af-b06c-4d5d-be26-b380276e747d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:07.324613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-99600522-5020-489a-bf48-0bf25fb9a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:07.326802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-99600522-5020-489a-bf48-0bf25fb9a980 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=650db4b18ef746df969dc5fded3566cd&device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 1096 time: 0.2432497 Jan 27 19:13:07.344173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '382bf8af-b06c-4d5d-be26-b380276e747d', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '382bf8af-b06c-4d5d-be26-b380276e747d', 'mac_address': 'fa:16:3e:2f:c2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:07.439195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 382bf8af-b06c-4d5d-be26-b380276e747d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:07.440304 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:07.470349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382bf8af-b06c-4d5d-be26-b380276e747d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:07.514470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=382bf8af-b06c-4d5d-be26-b380276e747d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:07.522389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:07.538515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:07.545112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-687f7c3a-9107-4fed-9afe-57839de63809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:07.546700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-687f7c3a-9107-4fed-9afe-57839de63809 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f0e35a7-f753-4fe0-baff-c1727253d57a HTTP/1.1" status: 200 len: 912 time: 0.1253424 Jan 27 19:13:07.606032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:07.656496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:07.657373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:07.657707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:07.664960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:07.684007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:07.684417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Attempting to bind port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:07.707917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:07.707917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:07.708326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:07.708692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Bound port: 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:07.709047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:07.709877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-31ff6f73-ee8f-4390-a63e-68dec730f568 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45dae4df-87d2-4c51-8655-366fe32aa58b HTTP/1.1" status: 200 len: 1000 time: 0.1437843 Jan 27 19:13:07.761923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-93df9d70-8b2d-41e7-b0f9-9684ba83342b service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7312777 Jan 27 19:13:07.785625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-f4cba791-1882-48b6-8e7a-10ac126cae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:07.787166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-f4cba791-1882-48b6-8e7a-10ac126cae09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bd44b5b-b09f-48d0-a72a-375e7b2d7d76 HTTP/1.1" status: 200 len: 850 time: 0.0648673 Jan 27 19:13:07.793111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:07.794355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1ceaa-9ca7-4ea6-9acb-d519f66260a5 req-8545c237-2914-45c0-b7ff-f8d2f780deaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:07.797282 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432405c0-73e1-4cc5-a964-657090e20601" -d '{"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:07.800528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks [] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:07.802934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e1ceaa-9ca7-4ea6-9acb-d519f66260a5 req-8545c237-2914-45c0-b7ff-f8d2f780deaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 948 time: 0.1709158 Jan 27 19:13:07.854586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Transition to ACTIVE for port object 0a3e0980-1e03-44b5-a294-58942d6f77ce will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:07.861557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:07.904527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['382bf8af-b06c-4d5d-be26-b380276e747d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:07.907352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-cffe8969-c60e-4963-816d-e00e5d947e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:07.908856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-cffe8969-c60e-4963-816d-e00e5d947e17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f0e35a7-f753-4fe0-baff-c1727253d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947065 Jan 27 19:13:07.953724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] No DVR routers for this DVR port 0a3e0980-1e03-44b5-a294-58942d6f77ce on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:13:07.974338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:08.007810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9b088b8b-5a43-4afc-9fde-f5f499014e2f details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:08.061500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:08.061839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:08.062175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:08.073293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e1ceaa-9ca7-4ea6-9acb-d519f66260a5 req-ecad448c-9fb4-4fd0-8406-a57f91ce2869 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694261 Jan 27 19:13:08.078837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:08.097295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:08.097295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Attempting to bind port 0a3e0980-1e03-44b5-a294-58942d6f77ce on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:08.107279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:08.107817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:08.109163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:08.109786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Bound port: 0a3e0980-1e03-44b5-a294-58942d6f77ce, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:08.110115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.112629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:08.170490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-461db52b-392a-4b52-a3c7-2c7fed5d66d1 service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643804 Jan 27 19:13:08.171753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.220997 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-5947ad11-4e8f-4097-a7f6-07d829b037e7 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851875 Jan 27 19:13:08.345921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:08.348405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:08.365555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:08.366182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.370076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-baf66e9b-0097-4c37-a8d6-5e2985d01fdf service neutron] 10.222.0.39 "PUT /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 1121 time: 2.9603972 Jan 27 19:13:08.371288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:08.402681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.516973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:08.517995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.536393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:08.537427 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] 10.222.0.66 "PUT /v2.0/ports/0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 1096 time: 1.6651003 Jan 27 19:13:08.550330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b198452-c05d-4ae3-a4e7-05f3584bc780 req-4bfb44e4-f7eb-4cbd-babc-ba2cd6d541db service neutron] 10.222.0.39 "GET /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134332 Jan 27 19:13:08.629186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a791b1-2c7d-470b-a8c6-d401cf573b6a service neutron] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:08.639359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0191327a-1138-4caf-ab8b-d8a654e788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:08.640935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0191327a-1138-4caf-ab8b-d8a654e788c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1099 time: 0.0890045 Jan 27 19:13:08.725723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ea4a-7454-41ab-b4a4-05504e7971cb req-1853114f-3462-4185-91ed-7d0b7f9d8ba9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:08.728130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a25ea4a-7454-41ab-b4a4-05504e7971cb req-1853114f-3462-4185-91ed-7d0b7f9d8ba9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.1327407 Jan 27 19:13:08.769675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:08.813332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a25ea4a-7454-41ab-b4a4-05504e7971cb req-54525e0c-456c-4018-9ed7-9e324ff6fa04 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Jan 27 19:13:08.920887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '9b088b8b-5a43-4afc-9fde-f5f499014e2f', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '9b088b8b-5a43-4afc-9fde-f5f499014e2f', 'mac_address': 'fa:16:3e:28:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:08.969713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-4ae9b61d-5955-441c-8f31-bd0dd33106b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:08.974296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-4ae9b61d-5955-441c-8f31-bd0dd33106b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3207209 Jan 27 19:13:08.993411 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-111f33e7-e35b-4a9a-ba0b-7b3df5dc1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:08.999396 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793b36c1-e1ff-4c64-9d72-937aa7994311 x-openstack-request-id: req-793b36c1-e1ff-4c64-9d72-937aa7994311 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:08.999756 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:09.001192 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-793b36c1-e1ff-4c64-9d72-937aa7994311 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:09.001814 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'code': 200} Jan 27 19:13:09.063360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'}, {'name': 'network-changed', 'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:09.065712 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-2f57c4c6-0a27-4925-9dd1-729fdc2c8970 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.0778079 Jan 27 19:13:09.065963 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27" -d '{"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6"}, {"name": "network-changed", "server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:09.146405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-262318e4-f172-4a67-9854-74b4ddf01168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.148895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-262318e4-f172-4a67-9854-74b4ddf01168 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0755258 Jan 27 19:13:09.165118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45079601-ad23-4c9d-95a0-a9d0fe97be94 req-cbe6f11d-c32c-4b06-93bf-6e8ee40042eb tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 210 time: 0.0959773 Jan 27 19:13:09.217916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7d4-46b6-47ac-8ea4-082dea2b0cdf req-4f386ac0-ad02-4cfa-b2cb-b644a0059579 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.220413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-1d2fbcfd-48ed-49e2-8815-79be7342d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.222140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-1d2fbcfd-48ed-49e2-8815-79be7342d8ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647097 Jan 27 19:13:09.239785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c5d7d4-46b6-47ac-8ea4-082dea2b0cdf req-4f386ac0-ad02-4cfa-b2cb-b644a0059579 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.1881440 Jan 27 19:13:09.317300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9b088b8b-5a43-4afc-9fde-f5f499014e2f is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:09.326776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:09.392374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b088b8b-5a43-4afc-9fde-f5f499014e2f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:09.439921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-da6fb2e3-59f7-4591-8722-2f15937247f6 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078934 Jan 27 19:13:09.458299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c5d7d4-46b6-47ac-8ea4-082dea2b0cdf req-09a3a2f6-7cb7-419a-a521-b2fc5e56f847 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109976 Jan 27 19:13:09.491470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4e6f-e0e5-45b1-8871-b6d481cb8df7 req-8890c352-2c1e-4363-aafc-e83220282234 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.493900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebae4e6f-e0e5-45b1-8871-b6d481cb8df7 req-8890c352-2c1e-4363-aafc-e83220282234 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.2269778 Jan 27 19:13:09.511144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:09.518325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:09.570820 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc809f-edad-4419-861b-f1c635865811 x-openstack-request-id: req-2afc809f-edad-4419-861b-f1c635865811 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:09.571299 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6", "code": 200}, {"name": "network-changed", "server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:09.571640 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2afc809f-edad-4419-861b-f1c635865811 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:09.572644 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'code': 200} Jan 27 19:13:09.572899 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'status': 'completed', 'code': 200} Jan 27 19:13:09.703112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebae4e6f-e0e5-45b1-8871-b6d481cb8df7 req-fce7fd3a-86a8-49c3-a36a-51cfd7d68c9b tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995344 Jan 27 19:13:09.738680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:09.766371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e05d3abd-1005-486f-ae54-c811e3e00c5d req-0034655d-3ac3-4c4f-84af-9118f42d2a27 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168526 Jan 27 19:13:09.794271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-8259e160-dce1-444e-8287-f6de2cb3a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.797948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-8259e160-dce1-444e-8287-f6de2cb3a8d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1124 time: 0.1340864 Jan 27 19:13:09.822955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707a533-4555-42f6-a036-d1bb1216189f req-48f02071-a712-4405-9910-3567770857f5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.826290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5707a533-4555-42f6-a036-d1bb1216189f req-48f02071-a712-4405-9910-3567770857f5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 948 time: 0.1452701 Jan 27 19:13:09.914884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5707a533-4555-42f6-a036-d1bb1216189f req-87e8aad2-9f2a-4c4f-85b1-f336e2b4ce98 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825210 Jan 27 19:13:09.936216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-7dae8dba-e08f-4492-821d-ba78d0221c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:09.937874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-7dae8dba-e08f-4492-821d-ba78d0221c24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.1254425 Jan 27 19:13:09.990651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:10.029642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:10.043532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-5dc7b273-32a9-4c57-ab64-fde56830efa8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.0967174 Jan 27 19:13:10.186569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-8a69761e-9d93-4506-a2aa-c3ab90fd45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:10.188635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-8a69761e-9d93-4506-a2aa-c3ab90fd45ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1387200 Jan 27 19:13:10.195143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] The host n-h2-760453-6 is not matching for port 0a3e0980-1e03-44b5-a294-58942d6f77ce host n-h1-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:13:10.195557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:13:10.254417 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-800ec7f9-cdc3-434e-ac42-16a7380713cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571086 Jan 27 19:13:10.305755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ed46-8db6-4d8f-8c51-5fdeba788c39 req-06a51dbb-7111-48d3-8fff-7ee61022e3e3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:10.309022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:10.329138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37f4ed46-8db6-4d8f-8c51-5fdeba788c39 req-06a51dbb-7111-48d3-8fff-7ee61022e3e3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.2138796 Jan 27 19:13:10.335454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:10.338618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 has no active binding in host n-h2-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:13:10.440032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-224c338c-9cd3-4714-a664-f7080420b879 req-d95816bb-26ae-45e7-9e48-81fce38e372d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 210 time: 0.1093426 Jan 27 19:13:10.546365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37f4ed46-8db6-4d8f-8c51-5fdeba788c39 req-f14a4a0f-e42b-4cd5-8166-7e04a174dfef tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189510 Jan 27 19:13:10.574935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-98ee85d0-ec08-4374-82dc-0b5cd92e82ab service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123763 Jan 27 19:13:10.719953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79f14-2566-4553-8c46-0c07cae91334 req-e848c49e-9f8c-4e87-a941-a2e98b563278 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:10.722383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42d79f14-2566-4553-8c46-0c07cae91334 req-e848c49e-9f8c-4e87-a941-a2e98b563278 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.0880156 Jan 27 19:13:10.783405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73d472e3-01cc-4243-ae2e-8fe5f7eeff27 req-8535393f-2591-440d-80dc-6b41b709b9c3 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014775 Jan 27 19:13:10.874693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42d79f14-2566-4553-8c46-0c07cae91334 req-fe3bfcb7-a090-446b-8bfc-ecfa5ca28d74 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469235 Jan 27 19:13:11.000953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b7b60-3b2e-4cdc-bfa6-4f792048402a req-d78cbf3d-c320-49be-ac6f-833d2df96fa8 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:11.006824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:11.007315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c6b7b60-3b2e-4cdc-bfa6-4f792048402a req-d78cbf3d-c320-49be-ac6f-833d2df96fa8 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.1211398 Jan 27 19:13:11.015557 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9533221-58da-4e51-b0eb-4f259676dfef" -d '{"events": [{"name": "network-changed", "server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:11.063495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 382bf8af-b06c-4d5d-be26-b380276e747d up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:11.189216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c6b7b60-3b2e-4cdc-bfa6-4f792048402a req-41a35107-056f-4970-b5b0-627d7e2c3802 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794348 Jan 27 19:13:11.277115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 382bf8af-b06c-4d5d-be26-b380276e747d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:11.305987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 382bf8af-b06c-4d5d-be26-b380276e747d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:11.307039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:11.373795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b485731-1c95-48bc-9184-ca1a738537ef req-2bee93f0-666f-433f-814e-d7d89a9d4a4e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:11.395247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b485731-1c95-48bc-9184-ca1a738537ef req-2bee93f0-666f-433f-814e-d7d89a9d4a4e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 948 time: 0.1431150 Jan 27 19:13:11.417439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-31012020-dafe-4a99-bece-365ef4c6874f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:11.418996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-31012020-dafe-4a99-bece-365ef4c6874f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.4988976 Jan 27 19:13:11.444334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Request body: {'port': {'device_id': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'admin_state_up': True, 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:11.513107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 382bf8af-b06c-4d5d-be26-b380276e747d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:11.513768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:11.554018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b485731-1c95-48bc-9184-ca1a738537ef req-775c5a78-05bd-46e2-b735-523f3bdefc1f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434834 Jan 27 19:13:11.590320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:11.592651 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb7ffff-da26-41c0-bfa6-d0bf3bd61624" -d '{"events": [{"server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "name": "network-vif-plugged", "status": "completed", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:11.649156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=382bf8af-b06c-4d5d-be26-b380276e747d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:11.661226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:11.739976 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f64a43d-32e4-443b-ac09-fb1d8463448e x-openstack-request-id: req-6f64a43d-32e4-443b-ac09-fb1d8463448e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:11.740409 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:11.740866 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f64a43d-32e4-443b-ac09-fb1d8463448e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:11.741395 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'status': 'completed', 'code': 200} Jan 27 19:13:11.781684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:11.811561 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660312fe-e60d-46e9-882f-5f67f555d411 x-openstack-request-id: req-660312fe-e60d-46e9-882f-5f67f555d411 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:11.812108 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "name": "network-vif-plugged", "status": "completed", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:11.813550 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-660312fe-e60d-46e9-882f-5f67f555d411 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:11.827183 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d', 'code': 200} Jan 27 19:13:11.850573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-673fdce7-cfd0-447c-94dd-ed0f8ea88bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:11.852116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-673fdce7-cfd0-447c-94dd-ed0f8ea88bab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1099 time: 0.1260622 Jan 27 19:13:11.854377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:11.860363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:11.866699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d4e4e2d-d5b8-40bd-8b05-5e47a225740c req-f39fa562-da2d-40b5-a32d-01e161f600f8 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 210 time: 0.1658168 Jan 27 19:13:11.892483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-f206b719-20b0-4eed-bec7-2160880c6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:11.895566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-f206b719-20b0-4eed-bec7-2160880c6153 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1099 time: 0.1054626 Jan 27 19:13:12.044774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-c072693a-7696-4f7c-9836-147adbd4f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.048317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-c072693a-7696-4f7c-9836-147adbd4f20b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1408684 Jan 27 19:13:12.121912 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6cd03b6-1621-46be-afd4-2344258c5152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:12.309039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b9b93-f8c2-4434-a9a8-b38e6f3fc105 req-0576df97-06d0-479f-9307-f1ee5c660d56 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.312432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-783b9b93-f8c2-4434-a9a8-b38e6f3fc105 req-0576df97-06d0-479f-9307-f1ee5c660d56 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.2514565 Jan 27 19:13:12.340562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9512b1-688a-4078-9041-de33646dee3c req-f5c0a607-7688-451b-8ce9-19977fc404bb tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.342852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e9512b1-688a-4078-9041-de33646dee3c req-f5c0a607-7688-451b-8ce9-19977fc404bb tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.39 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.3426583 Jan 27 19:13:12.475405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2602b-5b37-4c32-8f39-35133fc1a8f3 req-cdd6b437-ae8c-48ba-abc5-123f5dfd5f20 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.477687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45c2602b-5b37-4c32-8f39-35133fc1a8f3 req-cdd6b437-ae8c-48ba-abc5-123f5dfd5f20 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.4219306 Jan 27 19:13:12.576523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-783b9b93-f8c2-4434-a9a8-b38e6f3fc105 req-d552c608-6c76-4ae1-949d-6e8147bd4bb9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522861 Jan 27 19:13:12.599754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45c2602b-5b37-4c32-8f39-35133fc1a8f3 req-ab0d7969-717f-41a0-b9e2-4dd09a930627 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110337 Jan 27 19:13:12.626599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-93bcf2f3-4876-4645-91dc-57e3b91db9a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.5662715 Jan 27 19:13:12.627674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-98d75809-614e-4fa5-bba2-cdcb0da8f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.629327 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-98d75809-614e-4fa5-bba2-cdcb0da8f7c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.7455819 Jan 27 19:13:12.636425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Deleting port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:13:12.636685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:12.787858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-3d756e35-fbbf-43e7-b653-dbf76927481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.791087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-3d756e35-fbbf-43e7-b653-dbf76927481a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1447334 Jan 27 19:13:12.849966 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-b19d1502-9ac0-44e5-9ace-c090104b1a8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.2027712 Jan 27 19:13:12.870742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7109-7241-45a0-a182-01e963655fe9 req-78ba90ea-90ab-4128-b620-0bf65a52bd51 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.873069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2ec7109-7241-45a0-a182-01e963655fe9 req-78ba90ea-90ab-4128-b620-0bf65a52bd51 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 950 time: 0.1379347 Jan 27 19:13:12.897202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] For port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:12.901637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:12.915651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-543ac176-69fa-4f06-bf9f-79e025f256ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.917298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-543ac176-69fa-4f06-bf9f-79e025f256ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0575731 Jan 27 19:13:12.982918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Calling delete_port for b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:13:12.992459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d905-50c1-4769-977d-b0eebb4bf5e7 req-743b21f1-4c4a-494d-ba4c-024e6ef473d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:12.995750 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bbe4d905-50c1-4769-977d-b0eebb4bf5e7 req-743b21f1-4c4a-494d-ba4c-024e6ef473d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 1100 time: 0.9458129 Jan 27 19:13:13.103826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-01da85d1-cea9-4262-bdd2-0c013a5934db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:13.105681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-01da85d1-cea9-4262-bdd2-0c013a5934db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531941 Jan 27 19:13:13.120772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533221-58da-4e51-b0eb-4f259676dfef req-161141b0-e643-4cf4-82e2-0f4cf6559c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:13.122836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-161141b0-e643-4cf4-82e2-0f4cf6559c69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595490 Jan 27 19:13:13.167322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2ec7109-7241-45a0-a182-01e963655fe9 req-22692ec6-be63-4422-9d51-9d02308b336b tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/security-groups?id=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607727 Jan 27 19:13:13.243148 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-5719cee6-4cd4-48bf-bbe5-92515890fbb2 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043892 Jan 27 19:13:13.314378 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bbe4d905-50c1-4769-977d-b0eebb4bf5e7 req-a84348e9-80cf-4d98-a6bf-3fbb0582e8f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927842 Jan 27 19:13:13.419914 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-f9a86350-9446-467e-978b-13b522531b55 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887959 Jan 27 19:13:13.425390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Allocated IP 172.20.0.7 (5157cb3b-9c52-432b-be30-25b9c81de2ea/87f38781-c42d-4d45-8806-f1a42c26932b/7e4054f0-1a3a-4a1b-b017-37039887ddd4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:13.486532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6af03ea-40dd-4c6d-b234-1865caa1bff2 req-01037817-10f8-4a1e-9bc9-23606b219de3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 210 time: 0.0571334 Jan 27 19:13:13.525965 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:13.550324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:13.553455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d491-5f03-4fc4-83b4-fb013adaf11f req-b2d58a5e-d98b-407f-b70b-625b25a0e3c8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:13.557104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39f3d491-5f03-4fc4-83b4-fb013adaf11f req-b2d58a5e-d98b-407f-b70b-625b25a0e3c8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 949 time: 0.3758342 Jan 27 19:13:13.623241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-710e8719-51e3-47cf-a020-b89c82ec72e2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933258 Jan 27 19:13:13.708418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9533221-58da-4e51-b0eb-4f259676dfef req-fe604b18-6c44-42ce-8f3b-52a0698ce90d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384210 Jan 27 19:13:13.744632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Pushing event deleted for resources: {'Port': ['ID=b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:13.892477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks [] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:13.910079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] No DVR routers for this DVR port b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:13:13.925748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:13.932387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e9512b1-688a-4078-9041-de33646dee3c req-c18755ab-37b5-4658-a055-ce2eb0dedfd0 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.39 "DELETE /v2.0/ports/b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 HTTP/1.1" status: 204 len: 173 time: 1.5550051 Jan 27 19:13:13.936928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:13.944943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'name': 'network-vif-deleted', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:13.950775 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbf1e4a-6d1b-4c11-b5cd-72a216200288" -d '{"events": [{"server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "name": "network-vif-deleted", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:14.002184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39f3d491-5f03-4fc4-83b4-fb013adaf11f req-cd7309d7-eb45-4f17-87b4-044a2d4f1dd3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546648 Jan 27 19:13:14.010665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:14.020909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9b088b8b-5a43-4afc-9fde-f5f499014e2f up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:14.022914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:14.026744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:14.031733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:14.043870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:14.044950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.087756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eab85bfb-142b-4e99-82af-772ae89f5fcf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6495135 Jan 27 19:13:14.108038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Request body: {'port': {'device_id': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:14.108493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6373c4-941a-4bce-a87c-517a684be347 req-0ae58fa7-90f3-493e-b0dd-accc03716ab8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:14.123370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b6373c4-941a-4bce-a87c-517a684be347 req-0ae58fa7-90f3-493e-b0dd-accc03716ab8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 943 time: 0.3132176 Jan 27 19:13:14.132259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-c8db0143-b7c5-4276-8fa6-80d919dc6fa4 service neutron] 10.222.0.66 "GET /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.5267556 Jan 27 19:13:14.224768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 9b088b8b-5a43-4afc-9fde-f5f499014e2f completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:14.241766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 9b088b8b-5a43-4afc-9fde-f5f499014e2f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:14.242383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.254242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.301806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e74037-3fea-4b76-bafa-66f066d112d4 req-3dd45700-3802-4ed7-98a0-a508e588a670 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:14.303897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34e74037-3fea-4b76-bafa-66f066d112d4 req-3dd45700-3802-4ed7-98a0-a508e588a670 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 948 time: 0.1122332 Jan 27 19:13:14.322019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b6373c4-941a-4bce-a87c-517a684be347 req-e029d542-d05e-48b5-9e6d-3ed8a0ce96e6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973181 Jan 27 19:13:14.440579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9b088b8b-5a43-4afc-9fde-f5f499014e2f is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:14.440977 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.469334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:14.475256 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd1ace7-ceea-472e-82d1-c61f83e3f243" -d '{"events": [{"server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "name": "network-vif-plugged", "status": "completed", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:14.492346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:14.498286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.500161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:14.557600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:14.579277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:13:14.579609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:13:14.630363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34e74037-3fea-4b76-bafa-66f066d112d4 req-ba01c04e-06a0-4494-801d-c60f73ece437 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930987 Jan 27 19:13:14.675418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:14.684849 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc85983-b7b9-4f39-9972-da3f55301a36 x-openstack-request-id: req-9fc85983-b7b9-4f39-9972-da3f55301a36 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:14.685155 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21904232-1728-4fe1-98aa-7db74d01656f", "name": "network-vif-deleted", "tag": "b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:14.685427 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9fc85983-b7b9-4f39-9972-da3f55301a36 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:14.685823 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21904232-1728-4fe1-98aa-7db74d01656f', 'name': 'network-vif-deleted', 'tag': 'b8bf0e5b-e2fd-47bd-9250-82f861d9b5d5', 'status': 'completed', 'code': 200} Jan 27 19:13:14.699918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:14.755557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:14.784981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:14.786935 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a042f-c010-41de-b74c-866c1a77f2b3 x-openstack-request-id: req-1d6a042f-c010-41de-b74c-866c1a77f2b3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:14.787455 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "name": "network-vif-plugged", "status": "completed", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:14.787887 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d6a042f-c010-41de-b74c-866c1a77f2b3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:14.788522 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f', 'code': 200} Jan 27 19:13:14.862497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7ff314-68ec-4996-bb57-6a8588f8df67 req-fed01bf3-b346-449c-89fb-55d948c4d249 tempest-ServerDiagnosticsNegativeTest-1074616635 tempest-ServerDiagnosticsNegativeTest-1074616635-project] 10.222.0.59 "GET /v2.0/ports?device_id=21904232-1728-4fe1-98aa-7db74d01656f HTTP/1.1" status: 200 len: 210 time: 0.0673327 Jan 27 19:13:14.863671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.872123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4054f0-1a3a-4a1b-b017-37039887ddd4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:14.899065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks [] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:14.964116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Transition to ACTIVE for port object 7e4054f0-1a3a-4a1b-b017-37039887ddd4 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:14.967907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.039077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf2a9-f224-4eb7-8c6f-3fbb36e13321 req-a459272f-2b8a-4185-9967-302faf3cfa01 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.046746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae4bf2a9-f224-4eb7-8c6f-3fbb36e13321 req-a459272f-2b8a-4185-9967-302faf3cfa01 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 931 time: 0.1788549 Jan 27 19:13:15.049964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.060583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781594-280a-468f-a82b-da24b434b640 req-ffdd8148-699f-4030-b1da-1124ddacdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.060583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77781594-280a-468f-a82b-da24b434b640 req-ffdd8148-699f-4030-b1da-1124ddacdddb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 1101 time: 0.1386852 Jan 27 19:13:15.092722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:15.096281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:15.116691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:15.118236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:15.119367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:15.128211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:15.128542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:15.139704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:15.140446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:15.141900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:15.142537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Bound port: 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:15.143213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.152139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] Transition to ACTIVE for port object 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:15.170710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.201729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae4bf2a9-f224-4eb7-8c6f-3fbb36e13321 req-368869f6-5fed-445c-8ba6-dde29b9d3cb7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539493 Jan 27 19:13:15.252298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77781594-280a-468f-a82b-da24b434b640 req-bd79d62c-62b6-432b-9ddc-c9a101346500 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778202 Jan 27 19:13:15.294690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:15.319233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:15.338731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.362816 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.408107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:15.421804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'mac_address': 'fa:16:3e:42:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:15.427990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.428984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.430440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 1091 time: 1.3305135 Jan 27 19:13:15.430904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:15.433362 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:15.474345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d81a7-d78b-46ce-b83f-0e1eb9c1dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:15.484634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0a3e0980-1e03-44b5-a294-58942d6f77ce is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:15.485725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.503176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] No DVR routers for this DVR port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:13:15.511775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:15.514105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3e0980-1e03-44b5-a294-58942d6f77ce {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:15.534153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb82d9d-8f81-4e9a-b4b5-3e28ecef9b39 req-ccb424ce-9fb4-4b63-8924-3b69b385b8e3 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.535705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-39b4b611-4333-473e-85f3-86682d8c70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.535915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9cb82d9d-8f81-4e9a-b4b5-3e28ecef9b39 req-ccb424ce-9fb4-4b63-8924-3b69b385b8e3 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 949 time: 0.2799869 Jan 27 19:13:15.537305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-39b4b611-4333-473e-85f3-86682d8c70af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1094 time: 0.0563958 Jan 27 19:13:15.557461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:15.563722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.575857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2602-696f-4670-be63-f69341b34539 req-8cd63867-e480-4cbf-9da5-042102fc98d0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.577582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21fd2602-696f-4670-be63-f69341b34539 req-8cd63867-e480-4cbf-9da5-042102fc98d0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 949 time: 0.2253282 Jan 27 19:13:15.594326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-64a46e8e-d06f-4bc0-a76b-9ac451564835 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6/bindings/n-h2-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4508200 Jan 27 19:13:15.622511 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-15513117-2c42-43a6-9363-aeea29860dd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.0759645 Jan 27 19:13:15.653799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9cb82d9d-8f81-4e9a-b4b5-3e28ecef9b39 req-cba27535-61f3-4532-9c3b-0addaff2bda0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016431 Jan 27 19:13:15.662240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:15.678972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21fd2602-696f-4670-be63-f69341b34539 req-1bdf36a8-ee3f-4317-a735-cb10ff827b63 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831556 Jan 27 19:13:15.695996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eb2e1ea5-995a-4c66-a5d5-1a8b21613eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.698289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-eb2e1ea5-995a-4c66-a5d5-1a8b21613eed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.0657272 Jan 27 19:13:15.736548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-cf813b70-6a95-4e03-b257-1105f7807654 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282845 Jan 27 19:13:15.766884 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10e38b-8f81-4ad9-a94f-a036b8a54b1c x-openstack-request-id: req-aa10e38b-8f81-4ad9-a94f-a036b8a54b1c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:15.767185 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:15.767440 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa10e38b-8f81-4ad9-a94f-a036b8a54b1c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:15.767841 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'status': 'completed', 'code': 200} Jan 27 19:13:15.794012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a29e2-97b0-4669-826a-f8f8c5d3cd55 req-127789e0-456b-45f6-9375-83f39bc4265c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.795689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c10a29e2-97b0-4669-826a-f8f8c5d3cd55 req-127789e0-456b-45f6-9375-83f39bc4265c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.0587513 Jan 27 19:13:15.855098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c10a29e2-97b0-4669-826a-f8f8c5d3cd55 req-984aa66f-3978-44d8-b0b4-5ba852fa6096 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Jan 27 19:13:15.856853 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-a3bf7186-5d50-4751-bbaf-baf4daf83cce service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121509 Jan 27 19:13:15.916968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:15.983800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a6af0c9-d591-4f99-bbd4-81405afe64a6 req-7c1817cb-73ab-41d2-9390-c757d07d6e03 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158071 Jan 27 19:13:15.989935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c0778-24bd-41f5-9188-20899a183e40 req-77bb8bed-a89d-40b7-a5e8-ea391c55d0bb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:15.992430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-447c0778-24bd-41f5-9188-20899a183e40 req-77bb8bed-a89d-40b7-a5e8-ea391c55d0bb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 949 time: 0.0563183 Jan 27 19:13:16.010686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:16.070663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-447c0778-24bd-41f5-9188-20899a183e40 req-28580147-46ba-4e0b-91ca-98f593e2bb27 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Jan 27 19:13:16.122987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-75179636-cd4f-4fd7-8f26-2e48db6e4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.124590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-75179636-cd4f-4fd7-8f26-2e48db6e4b45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1094 time: 0.0793884 Jan 27 19:13:16.271391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-3bbe68f7-7501-46cd-ac07-6259da8d7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.274238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-3bbe68f7-7501-46cd-ac07-6259da8d7afb service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1411378 Jan 27 19:13:16.374266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-5fd2100d-58c3-4c98-a576-fd1d31821818 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.0916033 Jan 27 19:13:16.446133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-744d9b2b-d13b-4b0e-9947-11e590cee24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.448138 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-744d9b2b-d13b-4b0e-9947-11e590cee24a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.0673163 Jan 27 19:13:16.492220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-5c65f219-b85b-4a80-8a31-d61f2ea8d039 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337138 Jan 27 19:13:16.507668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-f6269ab7-6095-46bc-9414-e956441a06d4 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.515485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-f6269ab7-6095-46bc-9414-e956441a06d4 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1200774 Jan 27 19:13:16.627201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-017e2cca-2024-4d53-b9f4-272b030ec7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.630066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-017e2cca-2024-4d53-b9f4-272b030ec7f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb&tenant_id=709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 1095 time: 0.0979671 Jan 27 19:13:16.757846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e2e6-e50a-4807-bdc6-144d991e4b02 req-f5fed717-3ebb-491e-801a-b19c72990c83 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.767604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b441e2e6-e50a-4807-bdc6-144d991e4b02 req-f5fed717-3ebb-491e-801a-b19c72990c83 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.1179137 Jan 27 19:13:16.815617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-d49556ae-fd5a-4b2a-853b-ff8638c46748 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157513 Jan 27 19:13:16.858230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-d408b67a-0b3e-47e3-9895-078c7ac7b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.859855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-d408b67a-0b3e-47e3-9895-078c7ac7b908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1095 time: 0.1687102 Jan 27 19:13:16.887772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b441e2e6-e50a-4807-bdc6-144d991e4b02 req-f3af7860-6379-4627-afe5-76a4f839de99 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190591 Jan 27 19:13:16.959137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfb79c-e243-41a3-a747-ecc9c719b36b req-3900670e-0f89-424e-91b2-d4982441a1da tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:16.967523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebcfb79c-e243-41a3-a747-ecc9c719b36b req-3900670e-0f89-424e-91b2-d4982441a1da tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 949 time: 0.1624587 Jan 27 19:13:16.994444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:17.049224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-370d4410-5900-410d-b456-2adf704277cb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.050922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-370d4410-5900-410d-b456-2adf704277cb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79&tenant_id=30b47258fcbf45dcb526835961e1c6b7&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 949 time: 0.1983736 Jan 27 19:13:17.072349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-d34004be-2bea-457c-a1ad-158347d28a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.072772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3242aa5a-3f8b-456d-a8f8-e7e69062dfc8 req-ada799f1-cd03-405e-9c4b-9dcb8d8732c8 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488308 Jan 27 19:13:17.073949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-d34004be-2bea-457c-a1ad-158347d28a0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2001958 Jan 27 19:13:17.095219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:17.102760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebcfb79c-e243-41a3-a747-ecc9c719b36b req-0f0e4775-6892-45ce-96e1-58c4cce4f340 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338603 Jan 27 19:13:17.147386 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-d2c1d1ba-4b51-476b-9e8d-130d2c9f3de3 service neutron] delete failed (client error): The resource could not be found. Jan 27 19:13:17.148566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-d2c1d1ba-4b51-476b-9e8d-130d2c9f3de3 service neutron] 10.222.0.39 "DELETE /v2.0/ports/0a3e0980-1e03-44b5-a294-58942d6f77ce/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0873177 Jan 27 19:13:17.174407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-5c19de41-d2bd-4337-8159-dd13e7e1e1d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.0677261 Jan 27 19:13:17.194003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d8e5-2dfe-4a70-ad68-2fdcb4838a71 req-a12ca499-054a-441d-b0fa-8a38d1134ec0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.196243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9763d8e5-2dfe-4a70-ad68-2fdcb4838a71 req-a12ca499-054a-441d-b0fa-8a38d1134ec0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 949 time: 0.1560388 Jan 27 19:13:17.236121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:13:17.236556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:13:17.289731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-3557e7f0-55d7-4871-bf14-bf24af737b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.292769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-3557e7f0-55d7-4871-bf14-bf24af737b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.0940988 Jan 27 19:13:17.357544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9763d8e5-2dfe-4a70-ad68-2fdcb4838a71 req-058782b7-4f83-4ba4-9ea6-803820096ba0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494443 Jan 27 19:13:17.360305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-076faefa-0cc2-4f93-b4a0-9c70fcfb7115 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450485 Jan 27 19:13:17.381450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c18d8719-1ec3-4aa3-ada4-ebd73d65d78b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c22276ada6e46e0b86e8e64d3d7acb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831353 Jan 27 19:13:17.385512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:17.449871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-603f906d-55ce-4d8a-ba04-3b06a276f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.451872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-603f906d-55ce-4d8a-ba04-3b06a276f72d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1100 time: 0.1410990 Jan 27 19:13:17.458955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] Publish callbacks [] for security_group (fab9dc6d-cf3d-447d-911b-a3d05edfdd6e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:17.484563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68738d-cc27-4318-8606-6a212435ad2a req-b89cddee-1cde-4721-8056-8065214906f6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.486570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a68738d-cc27-4318-8606-6a212435ad2a req-b89cddee-1cde-4721-8056-8065214906f6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.1880009 Jan 27 19:13:17.550873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] Publish callbacks [] for security_group (fab9dc6d-cf3d-447d-911b-a3d05edfdd6e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:17.599357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-4d5ab27f-0456-4720-ba27-b696c166ea3e service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289197 Jan 27 19:13:17.606839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a68738d-cc27-4318-8606-6a212435ad2a req-70e9b621-1b55-44f8-a594-4628718a13a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999308 Jan 27 19:13:17.616265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e440f4-1b95-43ed-bace-65c9910fd7a7 req-42f8ecd2-f7d6-4067-8f06-05d18d0f6fdd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.619461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18e440f4-1b95-43ed-bace-65c9910fd7a7 req-42f8ecd2-f7d6-4067-8f06-05d18d0f6fdd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 950 time: 0.1258762 Jan 27 19:13:17.661608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-4aa08c19-2938-44cf-b7fb-5c22555557b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.664789 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-4aa08c19-2938-44cf-b7fb-5c22555557b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1986778 Jan 27 19:13:17.692412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fab9dc6d-cf3d-447d-911b-a3d05edfdd6e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:17.698509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:17.700694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fab9dc6d-cf3d-447d-911b-a3d05edfdd6e HTTP/1.1" status: 204 len: 168 time: 0.3140140 Jan 27 19:13:17.764397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92561b3-39c1-4a0c-85d1-2d5b4bc38c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9dc6d-cf3d-447d-911b-a3d05edfdd6e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:17.771768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-b1d7c898-e91b-4ffa-84b7-e98e43367197 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.0920212 Jan 27 19:13:17.789133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-ae5958c9-02fa-4391-b6a7-22f5d4834496 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805553 Jan 27 19:13:17.811541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18e440f4-1b95-43ed-bace-65c9910fd7a7 req-6ed2d81f-4c5b-4441-907e-a71c5b652e95 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194546 Jan 27 19:13:17.879614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-1b0f9a22-eff9-4eb2-88a9-42a9509e4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.882665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-1b0f9a22-eff9-4eb2-88a9-42a9509e4128 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0738571 Jan 27 19:13:17.987561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-b2ca83ea-b4d7-470d-99c0-675d90412718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:17.989709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-b2ca83ea-b4d7-470d-99c0-675d90412718 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739980 Jan 27 19:13:18.022923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:18.123852 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-edbb2c22-f296-4533-ae04-df740016c4ea service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213658 Jan 27 19:13:18.200052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715463d4-62a7-4271-a34c-3fd90e48e0b1 req-1ac8525a-fbc9-43a2-8024-7017e583666d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:18.205928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-715463d4-62a7-4271-a34c-3fd90e48e0b1 req-1ac8525a-fbc9-43a2-8024-7017e583666d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.1820488 Jan 27 19:13:18.248902 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6fb2d12-4ef2-46b9-b4d0-3815c4768214 req-250a0f7f-fed8-448b-90c0-ad0837354a6c service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021862 Jan 27 19:13:18.264584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:18.270000 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.315270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:18.336577 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2c592-d31a-4426-945b-26afffb1e2af" -d '{"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:18.343422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-715463d4-62a7-4271-a34c-3fd90e48e0b1 req-e31ab2c6-1e2e-4957-b6c7-43c20ccefee9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234727 Jan 27 19:13:18.364738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:18.374172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.408613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed338-9d51-4e92-899f-305fe3887441 req-c60d1980-5897-4575-8202-5f759787cffb tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:18.413156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-c60d1980-5897-4575-8202-5f759787cffb tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1218154 Jan 27 19:13:18.461779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:18.475619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba716-933e-428f-8fcc-c6b7424f85f7 req-ddd4682f-ad73-4ccd-908e-5c71aee40968 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:18.478473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-957ba716-933e-428f-8fcc-c6b7424f85f7 req-ddd4682f-ad73-4ccd-908e-5c71aee40968 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 949 time: 0.1284273 Jan 27 19:13:18.500407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:18.522277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3894d9a2-57d4-4a42-ba9c-18de4ac409cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.601154 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfc8a4-2a2f-4e7c-87bf-fd7d8d5e21af x-openstack-request-id: req-2cbfc8a4-2a2f-4e7c-87bf-fd7d8d5e21af {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:18.602289 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:18.602557 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cbfc8a4-2a2f-4e7c-87bf-fd7d8d5e21af {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:18.603724 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'code': 200} Jan 27 19:13:18.642506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-824ed338-9d51-4e92-899f-305fe3887441 req-b2d439fc-be90-41b0-9f36-659a2abd0914 service neutron] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:18.650645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-824ed338-9d51-4e92-899f-305fe3887441 req-b2d439fc-be90-41b0-9f36-659a2abd0914 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.652587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-824ed338-9d51-4e92-899f-305fe3887441 req-b2d439fc-be90-41b0-9f36-659a2abd0914 service neutron] 10.222.0.39 "DELETE /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6/bindings/n-h1-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.2197845 Jan 27 19:13:18.687950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-957ba716-933e-428f-8fcc-c6b7424f85f7 req-0fd427db-455f-4d6f-b9e9-d9f845006117 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768730 Jan 27 19:13:18.750325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3894d9a2-57d4-4a42-ba9c-18de4ac409cd admin admin] Publish callbacks [] for security_group (fb433043-d749-4f3f-980b-ef0096bb98c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.755759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3894d9a2-57d4-4a42-ba9c-18de4ac409cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb433043-d749-4f3f-980b-ef0096bb98c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.804873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894d9a2-57d4-4a42-ba9c-18de4ac409cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb433043-d749-4f3f-980b-ef0096bb98c2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:18.809912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3894d9a2-57d4-4a42-ba9c-18de4ac409cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bca008f8851459cb31646a751ee07c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300304 Jan 27 19:13:18.812918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60054) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:18.822232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff189-e4e6-46b3-b366-69360bca4224 req-c939de4a-9ae3-46c8-a310-f1bf91bf99c7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:18.826847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80eff189-e4e6-46b3-b366-69360bca4224 req-c939de4a-9ae3-46c8-a310-f1bf91bf99c7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.1144853 Jan 27 19:13:18.905363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] Publish callbacks [] for security_group (fb433043-d749-4f3f-980b-ef0096bb98c2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.933760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] Publish callbacks [] for security_group (fb433043-d749-4f3f-980b-ef0096bb98c2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:18.949423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80eff189-e4e6-46b3-b366-69360bca4224 req-9e4bdebc-e23b-415e-811f-68919443362c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192222 Jan 27 19:13:18.966961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3530bac-4f05-4430-8772-d1e4d188e5c5 req-4ca64010-c86f-427e-b14c-486a157cfd9e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:18.968535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3530bac-4f05-4430-8772-d1e4d188e5c5 req-4ca64010-c86f-427e-b14c-486a157cfd9e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 950 time: 0.0809453 Jan 27 19:13:19.001016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb433043-d749-4f3f-980b-ef0096bb98c2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:19.004439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:19.005832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb433043-d749-4f3f-980b-ef0096bb98c2 HTTP/1.1" status: 204 len: 168 time: 0.1916761 Jan 27 19:13:19.015910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29bb1e-9a6e-4891-acc3-332d210c94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb433043-d749-4f3f-980b-ef0096bb98c2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:19.080234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3530bac-4f05-4430-8772-d1e4d188e5c5 req-c6c4c05e-a8e9-435e-aa87-6196cc33b86e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Jan 27 19:13:19.123749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:19.221773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0a3e0980-1e03-44b5-a294-58942d6f77ce completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:19.227297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0a3e0980-1e03-44b5-a294-58942d6f77ce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:19.228351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:19.248229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a78e8-2870-470f-a3e8-13422ce9b645 req-767c0741-7bc2-4c10-a863-e57b9c1a1ce0 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:19.256746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-995a78e8-2870-470f-a3e8-13422ce9b645 req-767c0741-7bc2-4c10-a863-e57b9c1a1ce0 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1095 time: 0.0804100 Jan 27 19:13:19.345222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-995a78e8-2870-470f-a3e8-13422ce9b645 req-fdb0a846-424e-43a1-b7a1-9698747d14d6 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 Jan 27 19:13:19.359545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0a3e0980-1e03-44b5-a294-58942d6f77ce is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:19.360805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:19.468183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:19.476222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:19.571096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:19.638086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87dccb-5859-4dd2-8ac2-39600ff7f270 req-53d169eb-281e-4c15-aab3-368f8c6171dc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:19.640396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed87dccb-5859-4dd2-8ac2-39600ff7f270 req-53d169eb-281e-4c15-aab3-368f8c6171dc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.1300476 Jan 27 19:13:20.023418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:20.095300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed87dccb-5859-4dd2-8ac2-39600ff7f270 req-9c24b9ea-50d3-47f3-938d-39cb8cdda868 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396026 Jan 27 19:13:20.179757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-e4cd66e0-dcea-4b7b-93f5-29c709fcbed0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:20.187607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-e4cd66e0-dcea-4b7b-93f5-29c709fcbed0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.1843743 Jan 27 19:13:20.204791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-9d04feb2-b39f-4fb4-8e41-57507f4eaeca tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/quotas/709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 375 time: 0.0161669 Jan 27 19:13:20.217150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:20.253249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'mac_address': 'fa:16:3e:ea:4e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:20.276296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-c7aceb55-f55d-4b54-bd22-b55be2c864bd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703216 Jan 27 19:13:20.310579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:20.310993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.334997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:20.374904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:20.382629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:20.390147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.467927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:20.498868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-822da3b1-9f9e-4044-9e7c-1110009e3554 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141118 Jan 27 19:13:20.507200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39169-aa5c-4240-8240-bfe84fed4e71 req-50955135-049a-4342-8a1f-ab1db174c63c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:20.508878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cd39169-aa5c-4240-8240-bfe84fed4e71 req-50955135-049a-4342-8a1f-ab1db174c63c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.0942860 Jan 27 19:13:20.556010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-network', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:20.583945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Made reservation on behalf of b2ec25f3a5444811b688f031f8ff9e5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:20.588586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.603545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.605582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:20.610092 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d2718-e6e9-4c3f-ac06-707718ba802f" -d '{"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-plugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:20.681747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cd39169-aa5c-4240-8240-bfe84fed4e71 req-a9362078-31e5-4c38-b495-73f6d12eda0f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445210 Jan 27 19:13:20.713305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-ae73bab9-fcdb-42e9-ab5c-7f600bb0d302 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025332 Jan 27 19:13:20.733384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks [] for security_group (419301c2-d6ee-4415-ba8c-91260b6e014b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.739203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (419301c2-d6ee-4415-ba8c-91260b6e014b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.766473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:20.798591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:13:20.823228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419301c2-d6ee-4415-ba8c-91260b6e014b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:20.839092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (629a6bb3-0309-4687-93a8-2f9e8dc6727c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:20.839719 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Added segment 629a6bb3-0309-4687-93a8-2f9e8dc6727c of type vlan for network 213a3d5d-5ad1-4a93-a287-92520562c52c Jan 27 19:13:20.949587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (213a3d5d-5ad1-4a93-a287-92520562c52c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.020155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (213a3d5d-5ad1-4a93-a287-92520562c52c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.021363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:21.021982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.095333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7178884 Jan 27 19:13:21.100065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:21.107117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Request body: {'subnet': {'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-subnet', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:21.111407 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42dd3f8-fdb7-4aec-b528-3c5d473d114b x-openstack-request-id: req-f42dd3f8-fdb7-4aec-b528-3c5d473d114b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:21.111907 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-plugged", "status": "completed", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:21.112329 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f42dd3f8-fdb7-4aec-b528-3c5d473d114b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:21.112959 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'code': 200} Jan 27 19:13:21.123152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa8d2-1123-4ffb-9fe1-86ccd5386a50 admin admin] Pushing event updated for resources: {'Network': ['ID=213a3d5d-5ad1-4a93-a287-92520562c52c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:21.150121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:21.152916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 213a3d5d-5ad1-4a93-a287-92520562c52c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:13:21.194503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Made reservation on behalf of b2ec25f3a5444811b688f031f8ff9e5a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:21.197012 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.312526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520ba33-aa98-4c37-8757-8bc572083a1d req-1cacda81-0f2a-4bdb-81fe-dc2d2dfefe0a tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:21.314276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d520ba33-aa98-4c37-8757-8bc572083a1d req-1cacda81-0f2a-4bdb-81fe-dc2d2dfefe0a tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.1682312 Jan 27 19:13:21.322652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0c23-2b22-4969-8afe-87ecc424c94b req-da68381e-a717-4326-a808-a83ea8120635 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:21.324355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a1c0c23-2b22-4969-8afe-87ecc424c94b req-da68381e-a717-4326-a808-a83ea8120635 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 950 time: 0.1728852 Jan 27 19:13:21.448514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:21.488789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'port_id': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'mac_address': 'fa:16:3e:37:f1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f38781-c42d-4d45-8806-f1a42c26932b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:21.508849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a1c0c23-2b22-4969-8afe-87ecc424c94b req-72abc4e6-c832-4742-b30a-e4bb0ce46536 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597350 Jan 27 19:13:21.516561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d520ba33-aa98-4c37-8757-8bc572083a1d req-d4b41b8c-6dbf-49e6-b413-ca97d53d2775 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685779 Jan 27 19:13:21.555422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (037ad8fe-9768-4d21-b565-8f731beb3ae7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.574652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:21.575457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.600862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4054f0-1a3a-4a1b-b017-37039887ddd4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:21.637237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:21.646950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.669407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=037ad8fe-9768-4d21-b565-8f731beb3ae7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:21.700698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3036f87-d99f-4087-8aa1-5bdd274fdb22 req-1d7a0530-c0df-4233-82ca-30144107227b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0601356 Jan 27 19:13:21.767757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:21.796796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ef68-593b-4049-8d51-7fd679263661 req-67482ad2-7d8a-45df-85e0-324d0e4d2087 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:21.798479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1946ef68-593b-4049-8d51-7fd679263661 req-67482ad2-7d8a-45df-85e0-324d0e4d2087 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 0.1306782 Jan 27 19:13:21.800216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Checking segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:21.800582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Network hostable DHCP agents. Network: 213a3d5d-5ad1-4a93-a287-92520562c52c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:13:21.841195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Network 213a3d5d-5ad1-4a93-a287-92520562c52c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:13:21.864066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 213a3d5d-5ad1-4a93-a287-92520562c52c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:21.872131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:21.872898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.879857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1946ef68-593b-4049-8d51-7fd679263661 req-c84837da-74c7-4bde-9f0f-eb590a1a3e35 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681665 Jan 27 19:13:21.883656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b19dd-911e-4089-83bd-a840b36e2f46 None None] Network 213a3d5d-5ad1-4a93-a287-92520562c52c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:13:21.901983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b58f2c44-201c-4648-99ee-789e98650b54 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7946005 Jan 27 19:13:21.902717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60154) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:21.908401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:21.936997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:21.938353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.043738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:22.058776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for router_controller (6c7aecec-fb35-4f36-a530-b4e8b339ef43), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.151913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7e4054f0-1a3a-4a1b-b017-37039887ddd4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:22.381929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-213a3d5d-5ad1-4a93-a287-92520562c52c', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'fixed_ips': [{'subnet_id': '037ad8fe-9768-4d21-b565-8f731beb3ae7'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:13:22.384012 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.400725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for router_gateway (6c7aecec-fb35-4f36-a530-b4e8b339ef43), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.445024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:22.445651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.490506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab52c-7f4d-426a-94d4-0c2ceb20036b req-22084e97-d3e8-4e99-959a-95c6aa278268 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:22.505016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab52c-7f4d-426a-94d4-0c2ceb20036b req-22084e97-d3e8-4e99-959a-95c6aa278268 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:22.507821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7bab52c-7f4d-426a-94d4-0c2ceb20036b req-22084e97-d3e8-4e99-959a-95c6aa278268 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00&device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 1690 time: 0.1473925 Jan 27 19:13:22.612314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-60e948da-fb89-43e9-bb5e-9a16ce7fc221 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923307 Jan 27 19:13:22.774108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Allocated IP 172.20.0.2 (213a3d5d-5ad1-4a93-a287-92520562c52c/037ad8fe-9768-4d21-b565-8f731beb3ae7/edc92334-e3f9-4ab8-8e1c-621fe5f418f7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:22.780497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:22.780996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.867763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-fb4f79d8-7354-4386-b685-fecf96ea0d63 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:22.880979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-fb4f79d8-7354-4386-b685-fecf96ea0d63 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491243 Jan 27 19:13:22.883178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:22.894286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:22.935011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-dd526ba4-370a-4373-862d-d2f2159b7367 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/quotas/30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 375 time: 0.0524197 Jan 27 19:13:23.021248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7bab52c-7f4d-426a-94d4-0c2ceb20036b req-bc63b779-7a3d-4493-81ce-eb8b13880ebb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940345 Jan 27 19:13:23.052628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-75dad694-9655-4b4b-a403-7b29c0eacfa3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162653 Jan 27 19:13:23.114435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:23.120092 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7109272a-54b4-48e9-8d97-2216e0443254" -d '{"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:23.130711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for router_gateway (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.148405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:23.191067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.222060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f500b69c-2ef1-4a0c-9ff4-be02cedf753c req-1868fc15-a656-4ea8-973d-73fd54450feb tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0433836 Jan 27 19:13:23.258839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks [] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.275182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.469056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Pushing event updated for resources: {'Port': ['ID=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:23.485442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Network 213a3d5d-5ad1-4a93-a287-92520562c52c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:23.523531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:23.532494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:23.574540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.661073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7545b-9c94-4515-b46c-5d341baa8e6c req-cdbdadc6-0577-4387-a9bc-28d36f38fda6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:23.662704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fb7545b-9c94-4515-b46c-5d341baa8e6c req-cdbdadc6-0577-4387-a9bc-28d36f38fda6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 0.1132662 Jan 27 19:13:23.671716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-92703189-25a3-42da-be90-f7dd3062d87b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:23.673388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-92703189-25a3-42da-be90-f7dd3062d87b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.8215592 Jan 27 19:13:23.754023 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49345cc-6370-4ddb-af62-1f8990eaa310 x-openstack-request-id: req-d49345cc-6370-4ddb-af62-1f8990eaa310 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:23.754912 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:23.755409 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d49345cc-6370-4ddb-af62-1f8990eaa310 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:23.755950 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'code': 200} Jan 27 19:13:23.766171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Request body: {'port': {'device_id': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'admin_state_up': True, 'tenant_id': '709e32a45d9d43c8b293358a3db48343'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:23.774744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Attempting to bind port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:23.775534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Attempting to bind port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:23.775893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Attempting to bind port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 on network 213a3d5d-5ad1-4a93-a287-92520562c52c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:23.786310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fb7545b-9c94-4515-b46c-5d341baa8e6c req-6fb25935-1048-4de4-9b9e-466475f7a2ab tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079221 Jan 27 19:13:23.805040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:23.805658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Checking segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:23.806850 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.807481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Bound using segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:23.808232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Bound port: edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:23.808861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:23.865082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Allocated IP 172.25.5.190 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b04f7539-ad70-4cf6-bd64-c9bcdfd338d1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:24.018969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:24.022572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:24.055581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] For port edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:24.060471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] For port edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:24.069954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:24.123314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b30749-9261-4caa-87f9-b60c2b9370d9 req-29f8f157-ec14-4dcf-aa36-ced7210fde62 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 210 time: 0.1743703 Jan 27 19:13:24.167916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:24.429716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:24.472589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e83423d-530e-4236-b98c-70abd9a93a99 req-317ee70c-242c-41f9-ab7d-a451c04ca907 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0988772 Jan 27 19:13:24.486358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Pushing event updated for resources: {'Port': ['ID=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:24.501373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Allocated IP 172.20.0.10 (dafe67dd-81e9-44aa-b6a0-0a192e294674/3b7afd0b-478d-4a8a-bd82-c6d32f8260c9/de966ebe-25b9-43ea-92de-4756943a8af5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:24.533542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:24.549486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5457f31-3030-44c5-9d08-75370fc6af41 req-c2c57a53-52d2-40e8-9392-aba36a7ea05b tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:24.552057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5457f31-3030-44c5-9d08-75370fc6af41 req-c2c57a53-52d2-40e8-9392-aba36a7ea05b tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 1101 time: 0.2664206 Jan 27 19:13:24.552960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:24.570047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:24.619273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Pushing event updated for resources: {'Port': ['ID=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:24.682617 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:24.688680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.693824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.694678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.697492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.699490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.700190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.704907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.707144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.710842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.713103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.718953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.721641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.722709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becee14c-3682-4da7-aa9a-129aaa4b9888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:24.765446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5457f31-3030-44c5-9d08-75370fc6af41 req-54b292b8-67ff-4a40-af4e-9e360b848de1 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894541 Jan 27 19:13:25.140382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:25.210597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494e018-891e-449c-923c-89e994c5710e req-8796fc51-38d4-4597-9a61-f0d9df3875d6 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:25.225421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c494e018-891e-449c-923c-89e994c5710e req-8796fc51-38d4-4597-9a61-f0d9df3875d6 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 1100 time: 0.2607012 Jan 27 19:13:25.265649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for router_gateway (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.299770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e35596-79c6-464b-a031-934522555784 req-23708c5e-1f94-4bff-a8d1-f326f95ba3d4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:25.309950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79e35596-79c6-464b-a031-934522555784 req-23708c5e-1f94-4bff-a8d1-f326f95ba3d4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 0.3417411 Jan 27 19:13:25.331743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:25.347632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:25.348209 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.521809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks [] for port (de966ebe-25b9-43ea-92de-4756943a8af5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.525059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c494e018-891e-449c-923c-89e994c5710e req-78ff9107-d6dc-4279-90d7-a13e23c489d2 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972426 Jan 27 19:13:25.598521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79e35596-79c6-464b-a031-934522555784 req-494c45e9-29c8-42d8-be06-c473d5a5295f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773230 Jan 27 19:13:25.629917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:25.630901 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.719579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:25.729925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.763540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:25.766172 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065caed-232c-4a5b-859a-70c653d01d42" -d '{"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:25.833243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcf7e476-45e2-421b-be4e-cdbe997d575f req-c915e951-d44d-493b-9fca-727dc09eb804 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 210 time: 0.0851667 Jan 27 19:13:25.852977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:25.854719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:25.937899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:26.032830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:26.044503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:26.152587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:26.159184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:26.159887 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:26.162435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:26.245141 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-f0ebde74-cffc-4e95-b7ce-b700dbee284b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4911120 Jan 27 19:13:26.245723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-db70e545-30ca-4eaf-bf3c-f973fbb3b1b5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024549 Jan 27 19:13:26.278368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Request body: {'port': {'device_id': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:26.340576 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e878ed-2c1b-4774-b469-254fa0c5a6ed x-openstack-request-id: req-48e878ed-2c1b-4774-b469-254fa0c5a6ed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:26.341468 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:26.342010 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48e878ed-2c1b-4774-b469-254fa0c5a6ed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:26.342582 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'code': 200} Jan 27 19:13:26.484533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd6cd6-5735-42f1-b69e-9205f8b69a7e req-ab167544-4ffa-4fe4-8952-54514692fd41 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:26.491695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50bd6cd6-5735-42f1-b69e-9205f8b69a7e req-ab167544-4ffa-4fe4-8952-54514692fd41 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 932 time: 0.4433169 Jan 27 19:13:26.628897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fcf77d41-f371-4dd9-986d-5741e0e6e110 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747428 Jan 27 19:13:26.634765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:26.697919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50bd6cd6-5735-42f1-b69e-9205f8b69a7e req-9c3cd577-f297-4dc7-84ab-76723976720b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923506 Jan 27 19:13:26.731922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469164f9-26b4-4b0c-b74f-656b12dc891c req-c6c25cda-40d8-4912-8a53-aa6d8bdd2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:26.733573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-469164f9-26b4-4b0c-b74f-656b12dc891c req-c6c25cda-40d8-4912-8a53-aa6d8bdd2ba6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.2243173 Jan 27 19:13:26.858327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85894981-cabd-4ae6-9d55-cc85b344fa2f None None] Network 213a3d5d-5ad1-4a93-a287-92520562c52c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:13:26.873580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-a667c78a-233a-481e-88f4-2d9f3c6fa47f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:26.875181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-a667c78a-233a-481e-88f4-2d9f3c6fa47f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6164863 Jan 27 19:13:26.912904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Request body: {'port': {'device_id': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '30b47258fcbf45dcb526835961e1c6b7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:27.036159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-4c545190-4034-4229-b3c0-bf3618e73f0b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:27.047377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Provisioning complete for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:27.048024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.052248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-4c545190-4034-4229-b3c0-bf3618e73f0b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493431 Jan 27 19:13:27.197994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-2090720d-d4b7-44f7-85cc-ffdcfc6d4889 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.1431472 Jan 27 19:13:27.265039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Current status of the port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:27.265760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.348994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device edc92334-e3f9-4ab8-8e1c-621fe5f418f7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:27.373229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de966ebe-25b9-43ea-92de-4756943a8af5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:27.388343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks [] for port (de966ebe-25b9-43ea-92de-4756943a8af5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.414067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415337ea-fdda-479c-ad68-c32f6b7d62c2 req-ffd42a2b-968d-4b5a-8831-bd33c2161b82 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:27.422165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Transition to ACTIVE for port object de966ebe-25b9-43ea-92de-4756943a8af5 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:27.422542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] For port edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:27.426119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-415337ea-fdda-479c-ad68-c32f6b7d62c2 req-ffd42a2b-968d-4b5a-8831-bd33c2161b82 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.4279332 Jan 27 19:13:27.427861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:13:27.442119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.446399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.507629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58848d-76f1-43bf-a32f-f87c5d4ef536 None None] Pushing event updated for resources: {'Port': ['ID=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:27.522146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:27.522524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.536171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-469164f9-26b4-4b0c-b74f-656b12dc891c req-777e390a-ce40-407d-8661-3ac48a447922 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7814643 Jan 27 19:13:27.543464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-eb1b1bb6-30f8-4b4e-b562-89d00c6e0df1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3432975 Jan 27 19:13:27.671854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-415337ea-fdda-479c-ad68-c32f6b7d62c2 req-a7e25955-b90d-4c3e-81ac-e4b54147b881 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275102 Jan 27 19:13:27.692112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Made reservation on behalf of 30b47258fcbf45dcb526835961e1c6b7 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:27.697225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.721664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:27.848377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:27.849106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:27.849458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:27.870501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3ec01447-2cfc-46d5-901a-db8c576ee745 None None] Provisioning complete for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:27.871287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ec01447-2cfc-46d5-901a-db8c576ee745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.878094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:27.878443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:27.944625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:27.945599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:27.946205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:27.946874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Bound port: de966ebe-25b9-43ea-92de-4756943a8af5, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:27.948005 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:27.972838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:13:27.984024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:27.987788 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Sync routers for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:13:27.997838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ec01447-2cfc-46d5-901a-db8c576ee745 None None] Current status of the port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:28.006847 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:28.009007 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:28.027846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:28.028399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Allocated IP 192.168.233.210 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/06615061-af92-4e89-af5c-4cea9bc393e1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:28.030785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7216c825-46d2-4363-aad2-32fd1230c67e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1265271 Jan 27 19:13:28.098342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:28.244475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:28.263218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:28.272045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:28.280397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa94a270-4469-423a-9a6b-eb9b920129c2 req-cc68c699-c84a-446d-9697-55cc0c1acf7f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 210 time: 0.1463637 Jan 27 19:13:28.291128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:28.292333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:28.294415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] 10.222.0.66 "PUT /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 1092 time: 2.0313280 Jan 27 19:13:28.298039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:28.301471 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bebaf73-7e6a-4059-87ca-d001dc97e735" -d '{"events": [{"name": "network-changed", "server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:28.355983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:28.499959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for port (06615061-af92-4e89-af5c-4cea9bc393e1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:28.620472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c658c-2e4b-4890-8a32-2a692d8e196e service neutron] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:28.630610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-6fefbdc5-b5b0-4915-96d0-587ac7ba0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:28.632879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-6fefbdc5-b5b0-4915-96d0-587ac7ba0dc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1095 time: 0.1736622 Jan 27 19:13:28.662247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2be18ff4-5607-4d78-9d44-19abb2fad93f req-20ff82d9-e561-46a2-82e6-12dfb92de9dc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.0925546 Jan 27 19:13:28.675955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:28.695019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:28.743054 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-1ca37d69-3151-4cc0-be96-77983d9929d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 217 time: 0.0808191 Jan 27 19:13:28.890673 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4969ea7b-f64c-4594-9709-30fdc99ecd4b x-openstack-request-id: req-4969ea7b-f64c-4594-9709-30fdc99ecd4b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:28.891539 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:28.891962 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4969ea7b-f64c-4594-9709-30fdc99ecd4b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:28.892549 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'status': 'completed', 'code': 200} Jan 27 19:13:28.900645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:28.925733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff8d35-e66f-4d51-ab67-22d9b5a7ba21 req-017c8088-3c0f-4984-afdc-87415e5a3c28 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:28.939169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80ff8d35-e66f-4d51-ab67-22d9b5a7ba21 req-017c8088-3c0f-4984-afdc-87415e5a3c28 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.2737846 Jan 27 19:13:28.947076 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:25Z', 'revision_number': 3, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:28.988279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-a9de633c-677e-4e4f-98cb-fc77f9dc8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:28.991810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:28.995370 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-a9de633c-677e-4e4f-98cb-fc77f9dc8fd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.2445836 Jan 27 19:13:29.032691 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Checking router: 6c7aecec-fb35-4f36-a530-b4e8b339ef43 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:13:29.033299 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Updating router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:13:29.068879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:29.076162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-dd964810-51b0-43f0-b8fd-d5601de4d0c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701611 Jan 27 19:13:29.120429 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.173012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:29.184227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:29.185083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.218607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device edc92334-e3f9-4ab8-8e1c-621fe5f418f7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:29.257932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-619a4b1a-a34b-4a18-b911-fff8345ab9a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3525558 Jan 27 19:13:29.273691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Request body: {'port': {'device_id': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:29.416119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80ff8d35-e66f-4d51-ab67-22d9b5a7ba21 req-9f3e0953-78cd-412d-a456-1dc0f6cc7846 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749215 Jan 27 19:13:29.446388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:29.446882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.453370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.510832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905c5f0-3dbb-4094-afd0-dca14a131b5a req-d0ca5167-9b7b-4ca1-9d25-d41a66ee9893 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:29.525407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e905c5f0-3dbb-4094-afd0-dca14a131b5a req-d0ca5167-9b7b-4ca1-9d25-d41a66ee9893 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.2728467 Jan 27 19:13:29.872569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9fb7922e-ccea-4270-bce5-45133fa9a369 None None] Provisioning complete for port 06615061-af92-4e89-af5c-4cea9bc393e1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:29.873349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb7922e-ccea-4270-bce5-45133fa9a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.959244 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks [] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:29.973513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7922e-ccea-4270-bce5-45133fa9a369 None None] Port 06615061-af92-4e89-af5c-4cea9bc393e1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:29.975039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:29.978730 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.129409 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Pushing event updated for resources: {'Port': ['ID=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:30.188623 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.201068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.205119 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.206565 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.220419 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.221664 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.252436 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.286048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:13:30.287068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06615061-af92-4e89-af5c-4cea9bc393e1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:30.293413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks [] for port (06615061-af92-4e89-af5c-4cea9bc393e1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.311176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Transition to ACTIVE for port object 06615061-af92-4e89-af5c-4cea9bc393e1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:30.324927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e905c5f0-3dbb-4094-afd0-dca14a131b5a req-8dd02089-3a54-4840-89e8-affaff752416 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985191 Jan 27 19:13:30.393809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.532044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-feb30887-e575-4213-83c5-beb376546437 req-0fe603b2-e865-4b4e-8add-9d35bfd5a055 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.0475664 Jan 27 19:13:30.579541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Attempting to bind port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:30.580019 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Attempting to bind port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:30.580322 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Attempting to bind port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:30.606005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:30.606005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:30.606005 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.606529 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:30.608901 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Bound port: b04f7539-ad70-4cf6-bd64-c9bcdfd338d1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:30.609347 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.736155 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] For port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:30.742320 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] For port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:30.756523 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:30.771276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-2edd126c-7c00-41a7-86e8-c74bafe16f9a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2727299 Jan 27 19:13:30.773001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e38ca-31ee-47e5-bd92-47971c7b35e3 req-cbda1a68-9300-46f5-a7cb-3c29d22f6765 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:30.780730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-901e38ca-31ee-47e5-bd92-47971c7b35e3 req-cbda1a68-9300-46f5-a7cb-3c29d22f6765 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 0.5574007 Jan 27 19:13:30.828684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:30.843190 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-0d34fb7d-c868-4e65-8fe4-d12593c0b254 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7560563 Jan 27 19:13:30.860222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fd84-38b4-4cee-8e10-afd29ccaae31 None None] Pushing event updated for resources: {'Port': ['ID=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:30.882666 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:30.883605 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:30.907265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f245a91-14cc-41e9-b152-fcad8583cd64 req-74ece11a-4260-4015-ba41-0de57e1e569e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:30.914487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f245a91-14cc-41e9-b152-fcad8583cd64 req-74ece11a-4260-4015-ba41-0de57e1e569e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.2106380 Jan 27 19:13:30.944754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-901e38ca-31ee-47e5-bd92-47971c7b35e3 req-1f2334ca-ddcc-43d4-88db-1ce8ce432479 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629901 Jan 27 19:13:31.045614 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-927319cf-26f4-4be1-a6d1-fa8ba439931f req-a665d055-4af8-46ad-b7e1-7a367301994f service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762893 Jan 27 19:13:31.077695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f245a91-14cc-41e9-b152-fcad8583cd64 req-6ff4a674-91fb-4402-84be-bd6dab3b2311 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616521 Jan 27 19:13:31.094429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:31.097893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:31.098273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:31.098563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:31.115694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:31.115694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:31.137875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:31.138457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:31.140869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:31.141675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Bound port: 06615061-af92-4e89-af5c-4cea9bc393e1, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:31.150123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:31.170532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-45b54e8c-0e88-4e05-9819-4226dd708cad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7188995 Jan 27 19:13:31.180458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:31.308522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:31.312834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:31.346211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:31.435670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.436480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:31.438013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] 10.222.0.66 "PUT /v2.0/ports/06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 1096 time: 2.1688046 Jan 27 19:13:31.439383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:31.441801 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b906b8b-f058-45e3-a846-52049e4cbf55" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:31.445899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-67d14b68-854b-4fd7-b4a2-f007e044a8a1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.453545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-67d14b68-854b-4fd7-b4a2-f007e044a8a1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6729674 Jan 27 19:13:31.484137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-a4422e9e-9cca-4f15-a8fb-3bf5ea98d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.485994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-a4422e9e-9cca-4f15-a8fb-3bf5ea98d30d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1095 time: 0.3563583 Jan 27 19:13:31.528803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:31.568015 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545a7df-665f-4277-aff4-8c7bbb1306f3 x-openstack-request-id: req-1545a7df-665f-4277-aff4-8c7bbb1306f3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:31.573784 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:31.574373 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1545a7df-665f-4277-aff4-8c7bbb1306f3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:31.575005 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'status': 'completed', 'code': 200} Jan 27 19:13:31.670137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:25Z', 'revision_number': 3, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:31.703828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-10acefb3-ef80-4c2a-b695-0c3f6447d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.705703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-10acefb3-ef80-4c2a-b695-0c3f6447d876 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.4642210 Jan 27 19:13:31.732409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917d696-2e23-47de-9926-aacd9cdab585 service neutron] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:31.734112 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bb43c-4865-4a2d-a088-9110f34540dc None None] The sync data for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 is: [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:25Z', 'revision_number': 3, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:13:31.745867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78f1f9e9-7ed6-4b4e-81cb-af59e1535d01 req-55954bf2-e71f-4f6f-8f52-04de5dd31f26 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.0609543 Jan 27 19:13:31.765303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-b724a7c6-3caf-4a31-b78c-4b428bcf190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.767180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-b724a7c6-3caf-4a31-b78c-4b428bcf190f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1099 time: 0.2160017 Jan 27 19:13:31.781601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31243e4b-765a-44d2-9455-b59f41ebf225 req-2983934d-a296-4cf4-9a52-4cd1ab9fa57a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.789564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31243e4b-765a-44d2-9455-b59f41ebf225 req-2983934d-a296-4cf4-9a52-4cd1ab9fa57a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.2815449 Jan 27 19:13:31.874177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-6def6e09-6e68-4141-b465-3219d66aba20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0768783 Jan 27 19:13:31.918586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Allocated IP 172.20.0.1 (213a3d5d-5ad1-4a93-a287-92520562c52c/037ad8fe-9768-4d21-b565-8f731beb3ae7/c86d54e5-3097-419c-852d-94312ece80e9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:31.943967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-f7418fea-c56f-491c-96ec-3017f2cc3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:31.950249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-f7418fea-c56f-491c-96ec-3017f2cc3dd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0573497 Jan 27 19:13:32.023190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31243e4b-765a-44d2-9455-b59f41ebf225 req-1dbc2ef9-04a8-41a0-ae13-5054c351e53c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310681 Jan 27 19:13:32.076292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-a386262f-8214-415c-9cec-5553663366d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.077500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-a386262f-8214-415c-9cec-5553663366d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198308 Jan 27 19:13:32.154571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-9f60b4e9-5910-4b9c-b7e6-c785ea5a9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.156206 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-9f60b4e9-5910-4b9c-b7e6-c785ea5a9934 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.6030161 Jan 27 19:13:32.170698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-6e24aaba-4687-4b6b-8b08-cd288c853e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.172418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-6e24aaba-4687-4b6b-8b08-cd288c853e90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4077778 Jan 27 19:13:32.199110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:32.202877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:32.337924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-78a703fe-eaa9-40c8-a465-9c1f2eae4333 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 217 time: 0.1623619 Jan 27 19:13:32.349204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-d0dc0edb-e299-43c3-a186-3128b64c1876 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.1622517 Jan 27 19:13:32.445479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-0a986c15-51e0-414f-8675-ad965e184fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827108 Jan 27 19:13:32.568811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks [] for port (c86d54e5-3097-419c-852d-94312ece80e9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:32.648634 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:13:32.726105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba956c9-9cda-49b9-ac41-8ceb88e87c1e req-35e155ed-9468-4fa3-9e4b-125d0027c463 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.754779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-dacd4a6c-8bb6-4939-9668-ba1f95107853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.761752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eba956c9-9cda-49b9-ac41-8ceb88e87c1e req-35e155ed-9468-4fa3-9e4b-125d0027c463 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.5972471 Jan 27 19:13:32.763008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-dacd4a6c-8bb6-4939-9668-ba1f95107853 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.4121850 Jan 27 19:13:32.963891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c95d-ee26-40e0-9be8-9e7f63bf3daf req-997f0ecd-254c-4571-b4f5-5ca7733057c8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:32.966772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8124c95d-ee26-40e0-9be8-9e7f63bf3daf req-997f0ecd-254c-4571-b4f5-5ca7733057c8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 0.8870800 Jan 27 19:13:32.970275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8846565d-58f9-428c-b386-c93bf5e4cdc3 req-815d121d-d688-41ed-9434-794c37477d95 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015163 Jan 27 19:13:32.994896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eba956c9-9cda-49b9-ac41-8ceb88e87c1e req-20f050b2-b898-4dc1-9aa1-17edf5b67bd7 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308133 Jan 27 19:13:33.066328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:33.155190 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-e563c26c-3a01-4cc6-8e49-55608773e7ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161540 Jan 27 19:13:33.302773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Network 213a3d5d-5ad1-4a93-a287-92520562c52c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:33.446893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:33.473366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:33.493997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:33.494755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:33.652007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:33.694028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:33.694770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:33.916643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8124c95d-ee26-40e0-9be8-9e7f63bf3daf req-a9e65ae7-ad13-47e7-b63f-6d4bfc002b8d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9202213 Jan 27 19:13:33.943593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-2a89c862-a2f5-4993-a27c-e5c22a15f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:33.960388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-2a89c862-a2f5-4993-a27c-e5c22a15f141 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 1.5689824 Jan 27 19:13:34.029963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-5f73c14c-8abf-4bbd-8064-28f450c9540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.034782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-5f73c14c-8abf-4bbd-8064-28f450c9540c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1099 time: 0.8038905 Jan 27 19:13:34.092212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e7b0c-be4f-4f54-9a51-6c22b6c8e3b8 req-45d6c303-ce15-437d-9d21-0ffffcc41ee7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.114222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-623e7b0c-be4f-4f54-9a51-6c22b6c8e3b8 req-45d6c303-ce15-437d-9d21-0ffffcc41ee7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1913867 Jan 27 19:13:34.126210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:34.126847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:34.225162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8c2d244c-7d08-4353-b342-6dcc7b1d2d37 None None] Provisioning complete for port c86d54e5-3097-419c-852d-94312ece80e9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:34.225788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c2d244c-7d08-4353-b342-6dcc7b1d2d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c86d54e5-3097-419c-852d-94312ece80e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:34.241192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:34.328779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.102 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/643974d8-8edd-4b9b-8962-34c2a93a2394) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:34.345404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:34.405066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-cd800d87-6345-4117-bdfe-2d267e354e06 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0947742 Jan 27 19:13:34.417122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-623e7b0c-be4f-4f54-9a51-6c22b6c8e3b8 req-5ddb6246-d15d-4164-a728-94b11e3d1476 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138906 Jan 27 19:13:34.425382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-09e1687d-2e4f-48af-adfc-34b5ecbd33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.432284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-09e1687d-2e4f-48af-adfc-34b5ecbd33bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4359150 Jan 27 19:13:34.485989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-c4170275-a895-4848-bd21-e08c6e7212f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.488723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-c4170275-a895-4848-bd21-e08c6e7212f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4391096 Jan 27 19:13:34.502670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:34.527856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d244c-7d08-4353-b342-6dcc7b1d2d37 None None] Port c86d54e5-3097-419c-852d-94312ece80e9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:34.578813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-8993d6ab-b400-42fc-9993-27637b6dc04c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0693448 Jan 27 19:13:34.651625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fa37edc-18da-429f-94cb-7884a7a71995 req-6f4b8cdc-5f35-405e-82c7-69bfac5a0154 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.0850046 Jan 27 19:13:34.670109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c86d54e5-3097-419c-852d-94312ece80e9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:34.674228 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-48454c6e-9c44-4118-b056-0ec7186fa065 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352108 Jan 27 19:13:34.694910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78e620-0c0b-49cd-a724-02c630fa3a5b req-649d8e07-a02c-448d-ac4b-4ca555c2612b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.704438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e78e620-0c0b-49cd-a724-02c630fa3a5b req-649d8e07-a02c-448d-ac4b-4ca555c2612b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.1460028 Jan 27 19:13:34.789391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e78e620-0c0b-49cd-a724-02c630fa3a5b req-4dd7c00a-fd17-4eb1-847d-1b3119a75337 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835786 Jan 27 19:13:34.819403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-7176d4ac-3b3e-4efb-ab34-eef5d9197ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.821619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-7176d4ac-3b3e-4efb-ab34-eef5d9197ad5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2286165 Jan 27 19:13:34.881149 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-1d9a7d94-7672-4ee7-aed0-e359002e90d7 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560693 Jan 27 19:13:34.892783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-210f32fc-913b-4f5e-a519-ee2844d9a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:34.896393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-210f32fc-913b-4f5e-a519-ee2844d9a3ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670886 Jan 27 19:13:35.003345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9bebaf73-7e6a-4059-87ca-d001dc97e735 req-3a11a0d3-bc3b-4151-9bfd-80f0d7c3d1e5 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594609 Jan 27 19:13:35.201662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:35.244496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks [] for port (c86d54e5-3097-419c-852d-94312ece80e9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.268949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.269818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.363104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-9920f876-8ea3-4dfa-b282-dfb6d1e42a56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4781163 Jan 27 19:13:35.524937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-8541c35d-ce8b-4e27-9e54-3018b77e6df8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013279 Jan 27 19:13:35.590481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:35.627510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:35.635685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ac7a2-d4cd-41b9-8a30-2c6076758632 req-7f8733c1-2615-4cb1-ace4-fcd9bdf497cf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:35.636851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'port_id': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'mac_address': 'fa:16:3e:a5:10:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7afd0b-478d-4a8a-bd82-c6d32f8260c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:35.638057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b0ac7a2-d4cd-41b9-8a30-2c6076758632 req-7f8733c1-2615-4cb1-ace4-fcd9bdf497cf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 0.4487016 Jan 27 19:13:35.802199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port de966ebe-25b9-43ea-92de-4756943a8af5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:35.802657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.833517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de966ebe-25b9-43ea-92de-4756943a8af5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:35.840093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:35.840544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.920040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:35.934970 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:35.944701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598004c-416b-4871-9999-33df53d03e5e req-9c592737-d2b7-4f73-8217-9ead35a3071d tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:35.953740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c598004c-416b-4871-9999-33df53d03e5e req-9c592737-d2b7-4f73-8217-9ead35a3071d tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.2487221 Jan 27 19:13:35.982034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b0ac7a2-d4cd-41b9-8a30-2c6076758632 req-3513aba0-e055-413e-ae40-2e0e90caf69e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782924 Jan 27 19:13:36.004823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-b3bbd26e-60a4-4b6f-af9d-651d42fdeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:36.006452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-b3bbd26e-60a4-4b6f-af9d-651d42fdeef3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 1101 time: 0.0897582 Jan 27 19:13:36.089118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b906b8b-f058-45e3-a846-52049e4cbf55 req-60098cd9-f7f5-4f99-ac4a-f9f46a5f82b1 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401204 Jan 27 19:13:36.092168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:36.127299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c598004c-416b-4871-9999-33df53d03e5e req-38c09cb0-241f-41f9-bdd7-b4d7294c8ebc tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724803 Jan 27 19:13:36.171916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:36.175120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-06595893-5ce8-4fa2-b9f2-137ad210e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:36.177679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-06595893-5ce8-4fa2-b9f2-137ad210e9ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1284456 Jan 27 19:13:36.180196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:36.261367 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-60665bbf-e013-466b-82d5-9198dfc9f9f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=aec6062c-ef8c-4395-823e-99c556930218 HTTP/1.1" status: 200 len: 217 time: 0.0691750 Jan 27 19:13:36.337747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-461cdbbc-c22e-44e4-a4db-adb2461d8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:36.339360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-461cdbbc-c22e-44e4-a4db-adb2461d8f52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0660858 Jan 27 19:13:36.448962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25ae4739-6c1b-4ae4-96a5-ab06f8c2f297 req-450f1db4-8610-415b-a5b8-2a7dc0fe12ac tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.0707080 Jan 27 19:13:36.455904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['de966ebe-25b9-43ea-92de-4756943a8af5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:36.480780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851a8cf-4ee8-49b2-8d3c-f151cf991dc5 req-8f889c7e-5a1c-4df4-a7d3-56b6e2839c71 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:36.482545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0851a8cf-4ee8-49b2-8d3c-f151cf991dc5 req-8f889c7e-5a1c-4df4-a7d3-56b6e2839c71 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.1266022 Jan 27 19:13:36.527547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Network 213a3d5d-5ad1-4a93-a287-92520562c52c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:36.540076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-154422a9-04f1-4b2c-8c01-dd55453ed595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:36.548851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-154422a9-04f1-4b2c-8c01-dd55453ed595 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859229 Jan 27 19:13:36.553046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:36.697496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0851a8cf-4ee8-49b2-8d3c-f151cf991dc5 req-133e2022-dd43-4e2c-b300-068de0b4f81b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879632 Jan 27 19:13:37.045114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:37.103305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-53027694-7d77-4fb0-ae1b-38e9f0789673 None None] Provisioning complete for port c86d54e5-3097-419c-852d-94312ece80e9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:37.104572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53027694-7d77-4fb0-ae1b-38e9f0789673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c86d54e5-3097-419c-852d-94312ece80e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:37.129338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:13:37.143428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243132b4-7302-4279-8322-6d582ee20c07 req-223ebb59-a141-4d59-a4ff-7cc50b7f31c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:37.151392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-243132b4-7302-4279-8322-6d582ee20c07 req-223ebb59-a141-4d59-a4ff-7cc50b7f31c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 0.0756514 Jan 27 19:13:37.158024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-a6153590-85b9-4562-ace4-8820df114882 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866578 Jan 27 19:13:37.226250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53027694-7d77-4fb0-ae1b-38e9f0789673 None None] Port c86d54e5-3097-419c-852d-94312ece80e9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:37.227934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:37.243384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-243132b4-7302-4279-8322-6d582ee20c07 req-70edd54d-7159-4610-81ee-69e233d40dac tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Jan 27 19:13:37.434819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d4b5-e64c-45ad-b191-e13e4d8717aa req-2d53417f-deac-47f6-affe-b4632492613a tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:37.436783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb08d4b5-e64c-45ad-b191-e13e4d8717aa req-2d53417f-deac-47f6-affe-b4632492613a tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.0885239 Jan 27 19:13:37.469775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:37.491673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '06615061-af92-4e89-af5c-4cea9bc393e1', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '06615061-af92-4e89-af5c-4cea9bc393e1', 'mac_address': 'fa:16:3e:bd:6b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:37.600872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb08d4b5-e64c-45ad-b191-e13e4d8717aa req-6254541a-a335-4bae-8356-76a3256fbb30 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568809 Jan 27 19:13:37.631535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:13:37.639702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7931d6e-d200-4727-b6b0-4b16f88c3e29 admin admin] 10.222.0.59 "PUT /v2.0/routers/6c7aecec-fb35-4f36-a530-b4e8b339ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5402815 Jan 27 19:13:37.644421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:37.684938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:37.720347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-57416d1b-aeb9-4051-84e4-f3d06e8292b0 req-19e549ec-a828-49da-875c-2aec9eb10b2a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351188 Jan 27 19:13:37.763569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:37.768034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Sync routers for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:13:37.777989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 06615061-af92-4e89-af5c-4cea9bc393e1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:37.778466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:37.810386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:37.810801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d37d60-a2ff-42b6-a1da-0f47e7c0086c req-d2e8373a-cb2b-4a5b-b9c1-f5c466b3477e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:37.829112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50d37d60-a2ff-42b6-a1da-0f47e7c0086c req-d2e8373a-cb2b-4a5b-b9c1-f5c466b3477e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 936 time: 0.2179735 Jan 27 19:13:37.831291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:37.836274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:37.848651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:37.864448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:37.865145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:37.886522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:37.887483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:37.891490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06615061-af92-4e89-af5c-4cea9bc393e1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:37.919657 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-83d27e3f-4670-4176-a0d8-b34b64ea51f3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4481084 Jan 27 19:13:37.933098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Request body: {'port': {'device_id': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:37.990528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50d37d60-a2ff-42b6-a1da-0f47e7c0086c req-03a1fb15-5655-46ac-b614-736b143c11f9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578648 Jan 27 19:13:38.097673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:38.162280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:38.421611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80706ebe-0be6-4ea8-b018-c18aae976efb req-6700e10a-5d06-424e-a212-ec87b3c905e5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:38.446701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80706ebe-0be6-4ea8-b018-c18aae976efb req-6700e10a-5d06-424e-a212-ec87b3c905e5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.1955483 Jan 27 19:13:38.613808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80706ebe-0be6-4ea8-b018-c18aae976efb req-e437937a-6361-4cd6-bf9a-9ac610995e31 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425560 Jan 27 19:13:38.833897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:38.908352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643974d8-8edd-4b9b-8962-34c2a93a2394 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:38.932982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:38.942755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks [] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.018009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Transition to ACTIVE for port object 643974d8-8edd-4b9b-8962-34c2a93a2394 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:39.025571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.035230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a53e7-4a8d-40ef-8d31-3aff17821948 req-20ed75b9-8ed5-47d1-a6bd-8d1d12a843a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:39.037840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a57a53e7-4a8d-40ef-8d31-3aff17821948 req-20ed75b9-8ed5-47d1-a6bd-8d1d12a843a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.1297605 Jan 27 19:13:39.039499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:39.054584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-42f2e94b-8edd-4f9d-83cb-a0871055f577 None None] Provisioning complete for port 643974d8-8edd-4b9b-8962-34c2a93a2394 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:39.056033 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42f2e94b-8edd-4f9d-83cb-a0871055f577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.057872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-network', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:39.144178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a57a53e7-4a8d-40ef-8d31-3aff17821948 req-f0bc5a8d-66a6-4aa0-ba9f-5d6feb15fc9b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760241 Jan 27 19:13:39.145845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Made reservation on behalf of 173613c59c8542d0a62c7b0b09cfe273 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:39.158605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Pushing event updated for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:39.166569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.188288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.318396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Attempting to bind port 643974d8-8edd-4b9b-8962-34c2a93a2394 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:39.319638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Attempting to bind port 643974d8-8edd-4b9b-8962-34c2a93a2394 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:39.324193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Attempting to bind port 643974d8-8edd-4b9b-8962-34c2a93a2394 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:39.344397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Port 643974d8-8edd-4b9b-8962-34c2a93a2394 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:39.345170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Attempting to bind port 643974d8-8edd-4b9b-8962-34c2a93a2394 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:39.348314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:39.363607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:39.365797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:39.366752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:39.367547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Bound port: 643974d8-8edd-4b9b-8962-34c2a93a2394, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:39.369765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.477074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks [] for security_group (287c656b-d63b-4a98-ab20-f61751b75878), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.487751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (287c656b-d63b-4a98-ab20-f61751b75878), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.561747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:13:39.581137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287c656b-d63b-4a98-ab20-f61751b75878,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:39.593206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:39.608254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=643974d8-8edd-4b9b-8962-34c2a93a2394,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:39.623297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.640653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (09c7ae05-afbb-4886-bce1-7e7363ce2fe5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.642144 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Added segment 09c7ae05-afbb-4886-bce1-7e7363ce2fe5 of type vlan for network 041873f2-07b7-4572-8fe5-95729141e53e Jan 27 19:13:39.749122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:39.749790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.756012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] 10.222.0.66 "PUT /v2.0/ports/643974d8-8edd-4b9b-8962-34c2a93a2394 HTTP/1.1" status: 200 len: 1096 time: 1.8248725 Jan 27 19:13:39.756012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:39.760458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab543235-4301-4b7f-948a-d437486d8a11" -d '{"events": [{"name": "network-changed", "server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:39.804142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa28c-379f-4a48-b976-8efd74a861c7 service neutron] Pushing event updated for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:39.809594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (041873f2-07b7-4572-8fe5-95729141e53e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:39.878958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:39.914291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-6bc6c7cf-4f0c-4c48-8be3-a564fc7f9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:39.923051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-6bc6c7cf-4f0c-4c48-8be3-a564fc7f9daa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 1099 time: 0.0787854 Jan 27 19:13:39.998905 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-13355a14-d983-4306-aa0e-f627ce644982 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=643974d8-8edd-4b9b-8962-34c2a93a2394 HTTP/1.1" status: 200 len: 217 time: 0.0724618 Jan 27 19:13:40.001196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da26fc17-df7c-44fe-b930-8a8c7a3ab77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.010354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-42f2e94b-8edd-4f9d-83cb-a0871055f577 None None] Port 643974d8-8edd-4b9b-8962-34c2a93a2394 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:40.060253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (041873f2-07b7-4572-8fe5-95729141e53e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.060253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.061379 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.109542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03649954-0ad7-456e-82bc-778ad957cb96 req-b4a8da60-5941-406e-bf9d-9f9fdd84b54a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.121674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03649954-0ad7-456e-82bc-778ad957cb96 req-b4a8da60-5941-406e-bf9d-9f9fdd84b54a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 948 time: 0.2290652 Jan 27 19:13:40.127366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:40.152531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-6771dbda-30e0-48dd-a9e1-9c3e92308ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.155644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-6771dbda-30e0-48dd-a9e1-9c3e92308ba2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1433296 Jan 27 19:13:40.197641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1536431 Jan 27 19:13:40.204633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:40.226372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Request body: {'subnet': {'network_id': '041873f2-07b7-4572-8fe5-95729141e53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-subnet', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:40.260161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-b79d8e24-1286-48ed-b25f-76e9b50342aa tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:13:40.269911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-b79d8e24-1286-48ed-b25f-76e9b50342aa tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254107 Jan 27 19:13:40.285288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0063-3693-421a-9c21-65a6b1cceb69 admin admin] Pushing event updated for resources: {'Network': ['ID=041873f2-07b7-4572-8fe5-95729141e53e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:40.318348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-bb28c014-60ef-4f9d-8c9c-c2877d3f3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.320134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-bb28c014-60ef-4f9d-8c9c-c2877d3f3a4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546764 Jan 27 19:13:40.349769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 041873f2-07b7-4572-8fe5-95729141e53e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:13:40.354918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-bafb77d4-56c7-4b53-a354-e3c1ce3cb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.356494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-bafb77d4-56c7-4b53-a354-e3c1ce3cb9d8 service neutron] 10.222.0.59 "GET /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 1093 time: 0.0846815 Jan 27 19:13:40.367798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03649954-0ad7-456e-82bc-778ad957cb96 req-41586075-fee8-4dfb-abac-59f12c1de41c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296603 Jan 27 19:13:40.372742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Made reservation on behalf of 173613c59c8542d0a62c7b0b09cfe273 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:13:40.380620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.429077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port de966ebe-25b9-43ea-92de-4756943a8af5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:40.446418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Request body: {'binding': {'host': 'n-h2-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:40.450341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:13:40.518581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-6157d377-b5a5-4fbb-ad7a-a734e1489943 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893187 Jan 27 19:13:40.537967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port de966ebe-25b9-43ea-92de-4756943a8af5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:40.539233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.614051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c86d54e5-3097-419c-852d-94312ece80e9', 'name': '', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'mac_address': 'fa:16:3e:dd:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:31Z', 'updated_at': '2022-01-27T19:13:35Z', 'revision_number': 2, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'subnets': [{'id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:40.689626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5de9-f940-4aeb-bb18-08797b610e51 req-4da0f3e4-31dc-4862-ac26-43bd69b6d299 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:40.697121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c0b5de9-f940-4aeb-bb18-08797b610e51 req-4da0f3e4-31dc-4862-ac26-43bd69b6d299 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.1918981 Jan 27 19:13:40.746369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Checking router: 6c7aecec-fb35-4f36-a530-b4e8b339ef43 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:13:40.746733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Updating router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 port c86d54e5-3097-419c-852d-94312ece80e9 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:13:40.795515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c86d54e5-3097-419c-852d-94312ece80e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:40.856567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c0b5de9-f940-4aeb-bb18-08797b610e51 req-acfbdc30-5705-429d-8ddb-b6494534d8ad tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584280 Jan 27 19:13:41.056785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (c3bc1d37-920d-4904-a596-0ceec7f4a4aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.082698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on host n-h2-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:41.083301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:41.083769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:41.099407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65e9c26d-9d74-428e-91d8-25013a755cf6 req-da40a06b-7b4a-4f1d-bce7-d633e71f4895 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172205 Jan 27 19:13:41.107348 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c56c93-cb1b-4250-8dbd-fb7eeb4f219e x-openstack-request-id: req-82c56c93-cb1b-4250-8dbd-fb7eeb4f219e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:41.108105 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:41.109927 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82c56c93-cb1b-4250-8dbd-fb7eeb4f219e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:41.110571 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394', 'status': 'completed', 'code': 200} Jan 27 19:13:41.124978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:41.130826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:41.209034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:41.209375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:41.209706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:41.210154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Bound port: 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:41.219245 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks [] for port (c86d54e5-3097-419c-852d-94312ece80e9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.241896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.250685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bc1d37-920d-4904-a596-0ceec7f4a4aa,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:41.387022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83cd6-1816-41d1-9be0-2c9be7bdf36d None None] Pushing event updated for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:41.389010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:41.424428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.427763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-f4383b72-7eef-4e0b-b4ee-0a9705d1cfbc service neutron] 10.222.0.59 "POST /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4/bindings HTTP/1.1" status: 201 len: 389 time: 1.0475907 Jan 27 19:13:41.433766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543235-4301-4b7f-948a-d437486d8a11 req-1d28c031-8510-4c23-b1c6-48e974d0840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:41.441830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Checking segment: {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:41.442937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Network hostable DHCP agents. Network: 041873f2-07b7-4572-8fe5-95729141e53e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:13:41.444556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-1d28c031-8510-4c23-b1c6-48e974d0840f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 1099 time: 0.2829487 Jan 27 19:13:41.568796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port de966ebe-25b9-43ea-92de-4756943a8af5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:41.568796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.631411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Attempting to bind port c86d54e5-3097-419c-852d-94312ece80e9 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:41.639446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Network 041873f2-07b7-4572-8fe5-95729141e53e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:13:41.640259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Attempting to bind port c86d54e5-3097-419c-852d-94312ece80e9 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:41.643792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Attempting to bind port c86d54e5-3097-419c-852d-94312ece80e9 on network 213a3d5d-5ad1-4a93-a287-92520562c52c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:41.783173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:41.791864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Checking segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:41.792763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.793293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Bound using segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:41.793944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Bound port: c86d54e5-3097-419c-852d-94312ece80e9, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:41.794531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c86d54e5-3097-419c-852d-94312ece80e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.860294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543235-4301-4b7f-948a-d437486d8a11 req-6f7705f7-55ba-4ddc-bd26-1c7b709469eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:41.862252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-6f7705f7-55ba-4ddc-bd26-1c7b709469eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4065154 Jan 27 19:13:41.865131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 041873f2-07b7-4572-8fe5-95729141e53e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:41.879537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:41.885148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:41.917425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:41.920593 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7035103-4505-49d7-9f3e-8a2c4c99c63f" -d '{"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:41.923674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ea4cd-aa7a-4a08-bea4-4084ea7c0687 None None] Network 041873f2-07b7-4572-8fe5-95729141e53e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:13:41.943108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662357e-75a1-4c5c-a60a-ca8edd44f2bf req-28950131-00f5-4003-8bb6-7187bd40a1b2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:41.970424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1662357e-75a1-4c5c-a60a-ca8edd44f2bf req-28950131-00f5-4003-8bb6-7187bd40a1b2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.6807058 Jan 27 19:13:42.014117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-6f628dda-2912-415d-a384-1031dcebf579 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=643974d8-8edd-4b9b-8962-34c2a93a2394 HTTP/1.1" status: 200 len: 217 time: 0.1260774 Jan 27 19:13:42.111025 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f569f8a-3ad2-4345-a156-9e76ff757aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.137634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543235-4301-4b7f-948a-d437486d8a11 req-c45d9674-8591-4562-b80e-b7db392395aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.139472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3eb36010-510f-4157-bb83-a6ee98d9d81a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9326661 Jan 27 19:13:42.140772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-c45d9674-8591-4562-b80e-b7db392395aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1184585 Jan 27 19:13:42.143345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60530) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:42.146161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:42.158324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:42.173820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1662357e-75a1-4c5c-a60a-ca8edd44f2bf req-57f9ed71-04a2-4195-9bbc-2a6179db35f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983736 Jan 27 19:13:42.188889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.264357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-4ce1e4ba-bea9-4caf-99cc-97c71e5d6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.266085 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-4ce1e4ba-bea9-4caf-99cc-97c71e5d6d09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1096 time: 0.1239130 Jan 27 19:13:42.266547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:42.268138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543235-4301-4b7f-948a-d437486d8a11 req-a90bad41-11cf-497b-a892-3b137c76572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.269606 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-a90bad41-11cf-497b-a892-3b137c76572d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064911 Jan 27 19:13:42.270731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17932017-b917-4136-9633-1796efaea381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-041873f2-07b7-4572-8fe5-95729141e53e', 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e', 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'fixed_ips': [{'subnet_id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:13:42.271101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.272014 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.272181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.307790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] For port c86d54e5-3097-419c-852d-94312ece80e9, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:42.313662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] For port c86d54e5-3097-419c-852d-94312ece80e9, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c86d54e5-3097-419c-852d-94312ece80e9,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:42.464453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c957b-d0cb-4ff5-882c-92fba4496e79 req-6782f4c8-f048-46a2-bb1d-44e049a1add0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.468189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-17932017-b917-4136-9633-1796efaea381 None None] Allocated IP 172.20.0.2 (041873f2-07b7-4572-8fe5-95729141e53e/c3bc1d37-920d-4904-a596-0ceec7f4a4aa/f597fa13-7de1-4d45-863a-beeb8904f451) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:42.472753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a3c957b-d0cb-4ff5-882c-92fba4496e79 req-6782f4c8-f048-46a2-bb1d-44e049a1add0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.2093835 Jan 27 19:13:42.506232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-cc55557c-a856-42b7-a37e-c949f506f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.509450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ef83-f2e7-4102-ba7b-98ed07ee8a78 req-eb918518-596b-4a96-8085-505201c190e2 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.511345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-cc55557c-a856-42b7-a37e-c949f506f4b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.2231486 Jan 27 19:13:42.515589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1477ef83-f2e7-4102-ba7b-98ed07ee8a78 req-eb918518-596b-4a96-8085-505201c190e2 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 948 time: 0.1408310 Jan 27 19:13:42.585077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-0da5c64e-760f-4147-ac32-4942fe538868 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.0588787 Jan 27 19:13:42.621196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a3c957b-d0cb-4ff5-882c-92fba4496e79 req-59467f25-1de2-4984-9c3f-7e7dd5b4be6f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418042 Jan 27 19:13:42.700567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1477ef83-f2e7-4102-ba7b-98ed07ee8a78 req-41c38ac4-d7ff-44a2-881b-749bebc3ba46 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436286 Jan 27 19:13:42.742084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for router_controller (076ef0d3-9b86-4d45-a0aa-5c981d234227), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.913123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc4662-2ef6-413f-8b17-1afad448e9ce req-34c8b7c5-33ea-41cd-aba4-81205923fefa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.926732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8dfc4662-2ef6-413f-8b17-1afad448e9ce req-34c8b7c5-33ea-41cd-aba4-81205923fefa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1516263 Jan 27 19:13:42.944493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-345a9b67-c134-4cb0-965d-06c55dfa278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:42.952924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-345a9b67-c134-4cb0-965d-06c55dfa278c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.3516490 Jan 27 19:13:42.957575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-6b8dffc6-434b-4b23-bda3-50814a4f5f5d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799881 Jan 27 19:13:42.963422 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f142b592-68a7-4bbe-a0d8-1cf7978cd6f6 x-openstack-request-id: req-f142b592-68a7-4bbe-a0d8-1cf7978cd6f6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:42.963788 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:42.963987 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f142b592-68a7-4bbe-a0d8-1cf7978cd6f6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:42.964333 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'code': 200} Jan 27 19:13:42.975726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:42.982165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Provisioning complete for port c86d54e5-3097-419c-852d-94312ece80e9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:42.982545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c86d54e5-3097-419c-852d-94312ece80e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.024471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8dfc4662-2ef6-413f-8b17-1afad448e9ce req-f4c3f72b-2028-4b4f-b732-3e2be1624045 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960312 Jan 27 19:13:43.109813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for router_gateway (076ef0d3-9b86-4d45-a0aa-5c981d234227), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.147465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:43.148133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:43.154420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79807-5885-463d-b2ee-800b8fb1aafb req-f09357fb-6a0e-4093-8dff-27639261c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:43.156499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fe79807-5885-463d-b2ee-800b8fb1aafb req-f09357fb-6a0e-4093-8dff-27639261c945 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.1128600 Jan 27 19:13:43.199523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83cd6-1816-41d1-9be0-2c9be7bdf36d None None] Pushing event updated for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:43.309622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-c910a577-7635-4099-ad87-daa98d9be81a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3459518 Jan 27 19:13:43.311745 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ab543235-4301-4b7f-948a-d437486d8a11 req-9f427903-1799-4b49-bf91-2ef2714e9d7d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283355 Jan 27 19:13:43.459308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fe79807-5885-463d-b2ee-800b8fb1aafb req-d1049e88-84ad-45b1-8ec4-4cf7ea04c203 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928922 Jan 27 19:13:43.548300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f8e21-3c3c-4b4e-8007-c204377f0c11 req-3a90fc6e-c85e-4475-bf41-5ef646641b05 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:43.548300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb5f8e21-3c3c-4b4e-8007-c204377f0c11 req-3a90fc6e-c85e-4475-bf41-5ef646641b05 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.1568573 Jan 27 19:13:43.562806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-e79267d8-2885-4c90-8691-fab688e9859a service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357986 Jan 27 19:13:43.564073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:43.678026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks [] for port (f597fa13-7de1-4d45-863a-beeb8904f451), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.685168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb5f8e21-3c3c-4b4e-8007-c204377f0c11 req-603b4686-4809-4308-8de9-37bce6af4e6e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317334 Jan 27 19:13:43.724702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.764288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Current status of the port c86d54e5-3097-419c-852d-94312ece80e9 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:43.764945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c86d54e5-3097-419c-852d-94312ece80e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.771154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-0e49ebf4-4bd4-4db8-ac7f-5427b1dae128 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931505 Jan 27 19:13:43.901699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916af41-fbcc-4974-9948-a77a7964f45c req-ba6a1dc9-587e-4026-ac30-09692ed7c079 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:43.914544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c916af41-fbcc-4974-9948-a77a7964f45c req-ba6a1dc9-587e-4026-ac30-09692ed7c079 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.1475735 Jan 27 19:13:43.956223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for router_gateway (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:43.983131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17932017-b917-4136-9633-1796efaea381 None None] Network 041873f2-07b7-4572-8fe5-95729141e53e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:43.993753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932017-b917-4136-9633-1796efaea381 None None] Pushing event updated for resources: {'Port': ['ID=f597fa13-7de1-4d45-863a-beeb8904f451,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:43.996603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-17932017-b917-4136-9633-1796efaea381 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:44.005848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17932017-b917-4136-9633-1796efaea381 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:44.014677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.017997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c916af41-fbcc-4974-9948-a77a7964f45c req-cd2d4ca5-afed-4b31-8cf7-59d1054c83cb tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658209 Jan 27 19:13:44.047025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b445e-32fd-4ab9-b578-cd50ffa2db5c req-87ff435f-3929-4506-8fda-8fca8df5d006 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:44.053399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e5b445e-32fd-4ab9-b578-cd50ffa2db5c req-87ff435f-3929-4506-8fda-8fca8df5d006 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 948 time: 0.1318920 Jan 27 19:13:44.059781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] For port c86d54e5-3097-419c-852d-94312ece80e9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c86d54e5-3097-419c-852d-94312ece80e9,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:44.094735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.150845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e5b445e-32fd-4ab9-b578-cd50ffa2db5c req-2555f41d-3a5a-4b9f-be59-588c0eb25ec8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Jan 27 19:13:44.152571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-4d9d4f15-43cf-4c95-b77b-70b26958d5bf tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:44.159229 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-4d9d4f15-43cf-4c95-b77b-70b26958d5bf tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.2788076 Jan 27 19:13:44.186985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:13:44.207507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17932017-b917-4136-9633-1796efaea381 None None] Attempting to bind port f597fa13-7de1-4d45-863a-beeb8904f451 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:44.208162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17932017-b917-4136-9633-1796efaea381 None None] Attempting to bind port f597fa13-7de1-4d45-863a-beeb8904f451 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:44.209211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932017-b917-4136-9633-1796efaea381 None None] Attempting to bind port f597fa13-7de1-4d45-863a-beeb8904f451 on network 041873f2-07b7-4572-8fe5-95729141e53e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:44.294172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932017-b917-4136-9633-1796efaea381 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:44.295674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932017-b917-4136-9633-1796efaea381 None None] Checking segment: {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:44.296619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.297776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932017-b917-4136-9633-1796efaea381 None None] Bound using segment: {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:44.298552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17932017-b917-4136-9633-1796efaea381 None None] Bound port: f597fa13-7de1-4d45-863a-beeb8904f451, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:44.299369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.349200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3f79-31a7-4cc7-9a34-9a6110b0b458 None None] Pushing event updated for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:44.379272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f0cb3728-8680-49bd-ab62-6496a6c73cb6 None None] Provisioning complete for port c86d54e5-3097-419c-852d-94312ece80e9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:44.379741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3728-8680-49bd-ab62-6496a6c73cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c86d54e5-3097-419c-852d-94312ece80e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.395724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ce2bf-105a-4308-9498-147fc09128d4 req-ccca2893-60ff-4858-8619-fc92b98a305c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:44.397496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a6ce2bf-105a-4308-9498-147fc09128d4 req-ccca2893-60ff-4858-8619-fc92b98a305c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0905175 Jan 27 19:13:44.540316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a6ce2bf-105a-4308-9498-147fc09128d4 req-1868bf89-cf0c-44fa-9c31-15f903667c7a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278944 Jan 27 19:13:44.545611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17932017-b917-4136-9633-1796efaea381 None None] For port f597fa13-7de1-4d45-863a-beeb8904f451, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:44.552176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c86d54e5-3097-419c-852d-94312ece80e9', 'name': '', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'mac_address': 'fa:16:3e:dd:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:31Z', 'updated_at': '2022-01-27T19:13:42Z', 'revision_number': 4, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'subnets': [{'id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:44.603558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17932017-b917-4136-9633-1796efaea381 None None] For port f597fa13-7de1-4d45-863a-beeb8904f451, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f597fa13-7de1-4d45-863a-beeb8904f451,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:44.655194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841c570-3c0d-48cd-8d80-1db68da8dc04 None None] The sync data for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 is: [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c86d54e5-3097-419c-852d-94312ece80e9', 'name': '', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'mac_address': 'fa:16:3e:dd:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:31Z', 'updated_at': '2022-01-27T19:13:42Z', 'revision_number': 4, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'subnets': [{'id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:13:44.658736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17932017-b917-4136-9633-1796efaea381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.725057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:44.780129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb3728-8680-49bd-ab62-6496a6c73cb6 None None] Current status of the port c86d54e5-3097-419c-852d-94312ece80e9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:44.913923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932017-b917-4136-9633-1796efaea381 None None] Pushing event updated for resources: {'Port': ['ID=f597fa13-7de1-4d45-863a-beeb8904f451,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:45.026360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.046633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641f07-78f6-45a2-a79b-50832a049f31 req-705d44b7-f86f-43aa-aa63-dee7339331f9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:45.065684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69641f07-78f6-45a2-a79b-50832a049f31 req-705d44b7-f86f-43aa-aa63-dee7339331f9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.1635962 Jan 27 19:13:45.068554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:45.204631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:45.238656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 643974d8-8edd-4b9b-8962-34c2a93a2394 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:45.242058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:45.315661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69641f07-78f6-45a2-a79b-50832a049f31 req-f94d0082-5963-4114-8d5b-39c74e5bf8c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439921 Jan 27 19:13:45.356730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:45.359206 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd657e04-0d0b-47bd-b634-001bc79fe8c3" -d '{"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:45.379300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c325db-3c3c-45b5-b988-65a320ae4a62 req-ada1480f-d737-457e-9a8a-6e4e1abf3473 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:45.394476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c325db-3c3c-45b5-b988-65a320ae4a62 req-ada1480f-d737-457e-9a8a-6e4e1abf3473 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 945 time: 0.2074780 Jan 27 19:13:45.395741 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks [] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.420308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.449858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c86d54e5-3097-419c-852d-94312ece80e9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:45.456358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Allocated IP 172.25.5.104 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1108f473-7421-48b8-8805-65d3aafb0d76) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:45.544921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c325db-3c3c-45b5-b988-65a320ae4a62 req-16d818c4-6098-46b4-91d6-2a4d688ba5b0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445665 Jan 27 19:13:45.687510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:45.708035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8f84-980c-476c-afcf-1a358413dd31 req-03d5d8d2-c35e-4c58-92df-0c0b3a2fe56a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:45.720157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-540d8f84-980c-476c-afcf-1a358413dd31 req-03d5d8d2-c35e-4c58-92df-0c0b3a2fe56a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 948 time: 0.1734450 Jan 27 19:13:45.726774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:45.728168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:45.728168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:45.741355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:13:45.741662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Attempting to bind port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:45.772460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c86d54e5-3097-419c-852d-94312ece80e9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:45.773065 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c86d54e5-3097-419c-852d-94312ece80e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.775895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.782841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:45.783241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:45.783591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:45.784053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Bound port: 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:45.784421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.913972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for port (1108f473-7421-48b8-8805-65d3aafb0d76), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:45.963531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-540d8f84-980c-476c-afcf-1a358413dd31 req-f15e2b74-f2b6-4cf3-8b1d-f2473c68677e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402570 Jan 27 19:13:46.018126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 06615061-af92-4e89-af5c-4cea9bc393e1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:46.046949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 06615061-af92-4e89-af5c-4cea9bc393e1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:46.047582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:46.047984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:46.059272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:46.065408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:46.131805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:46.151120 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47167648-3b27-4c94-a912-235c313ad1f2 x-openstack-request-id: req-47167648-3b27-4c94-a912-235c313ad1f2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:46.152050 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:46.152538 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47167648-3b27-4c94-a912-235c313ad1f2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:46.153421 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'code': 200} Jan 27 19:13:46.161400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:46.201443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:46.208456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Pushing event updated for resources: {'Port': ['ID=1108f473-7421-48b8-8805-65d3aafb0d76,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:46.212572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:46.397682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:46.532740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c86d54e5-3097-419c-852d-94312ece80e9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:46.604780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=643974d8-8edd-4b9b-8962-34c2a93a2394,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:46.656590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ac90-a160-43ba-9c7a-d43c36466ef1 req-61a7a0c2-dec6-4df0-9484-d8f963dcd5a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:46.678082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d15ac90-a160-43ba-9c7a-d43c36466ef1 req-61a7a0c2-dec6-4df0-9484-d8f963dcd5a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.3655417 Jan 27 19:13:46.710868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '643974d8-8edd-4b9b-8962-34c2a93a2394', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '643974d8-8edd-4b9b-8962-34c2a93a2394', 'mac_address': 'fa:16:3e:d4:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:13:46.771074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:46.814419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:46.815780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:46.819567 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-b2fef7e1-4b83-4c69-ae51-0ea572b3fc72 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 1121 time: 2.6446164 Jan 27 19:13:47.037700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 06615061-af92-4e89-af5c-4cea9bc393e1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:47.038275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:47.074921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d15ac90-a160-43ba-9c7a-d43c36466ef1 req-61b9207d-e3bc-4db8-8dcf-44d21cbbd55b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956761 Jan 27 19:13:47.108254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdef62b-5be9-4a80-aa83-6987ff7f7a4b req-c8ad692a-aa27-4761-b8bf-e3320c383f93 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:47.116137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfdef62b-5be9-4a80-aa83-6987ff7f7a4b req-c8ad692a-aa27-4761-b8bf-e3320c383f93 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.4268591 Jan 27 19:13:47.158081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7e4054f0-1a3a-4a1b-b017-37039887ddd4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:47.272451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfdef62b-5be9-4a80-aa83-6987ff7f7a4b req-ee12ea21-4a87-494a-9cd1-265d0858cb17 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548998 Jan 27 19:13:47.299014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433e992-54f7-4bf4-811b-87f03ed5d4ae None None] Network 041873f2-07b7-4572-8fe5-95729141e53e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:13:47.470482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for router_gateway (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:47.489844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c67fc3-06fc-4a9b-b4e8-bc1df372d62d req-9ef06cc2-415a-485a-81d0-882e220a2226 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:47.509012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c67fc3-06fc-4a9b-b4e8-bc1df372d62d req-9ef06cc2-415a-485a-81d0-882e220a2226 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.1674883 Jan 27 19:13:47.543131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f597fa13-7de1-4d45-863a-beeb8904f451 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:47.552497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:47.561826 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae3b697-d60b-412e-affa-7e30b07c5def" -d '{"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-plugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:47.634597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c67fc3-06fc-4a9b-b4e8-bc1df372d62d req-356a182e-ac40-4f6c-aabb-8e793dd55233 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233199 Jan 27 19:13:47.814512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:47.839254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 643974d8-8edd-4b9b-8962-34c2a93a2394 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:47.839720 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:47.879676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401178c-4ca0-4b31-8697-c3b1df879286 req-26235939-7e7b-47c2-b610-a72115e3a65a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:47.891260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:47.894690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643974d8-8edd-4b9b-8962-34c2a93a2394 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:47.896150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9401178c-4ca0-4b31-8697-c3b1df879286 req-26235939-7e7b-47c2-b610-a72115e3a65a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 948 time: 0.2032402 Jan 27 19:13:47.934760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Provisioning complete for port f597fa13-7de1-4d45-863a-beeb8904f451 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:47.935225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:47.996896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:48.022341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Router 076ef0d3-9b86-4d45-a0aa-5c981d234227 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:13:48.067908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9401178c-4ca0-4b31-8697-c3b1df879286 req-c4da9178-99db-4eb7-a8f0-70c30141288c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431296 Jan 27 19:13:48.082584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e545e3-95ed-434c-bc9e-9dbae88f01a7 req-297bb126-f129-4316-b786-04a4554664db tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:48.084106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61e545e3-95ed-434c-bc9e-9dbae88f01a7 req-297bb126-f129-4316-b786-04a4554664db tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.1857045 Jan 27 19:13:48.106653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f597fa13-7de1-4d45-863a-beeb8904f451 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:48.107199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:48.154070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=643974d8-8edd-4b9b-8962-34c2a93a2394,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:48.178842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:48.204830 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61e545e3-95ed-434c-bc9e-9dbae88f01a7 req-122396ed-0d33-4249-81ce-8751f477b47b tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137307 Jan 27 19:13:48.278038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:48.283893 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a63a9c6-35b7-497e-84df-f8af0f213b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:48.288396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:13:48.323764 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Sync routers for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:13:48.343864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:48.351475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-89c8dee5-654b-4701-a539-1a888bd42792 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1944683 Jan 27 19:13:48.352129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:13:48.391895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:48.392867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:48.403032 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ecbb0d-e0fd-427b-88cc-5c76258ec2ee x-openstack-request-id: req-36ecbb0d-e0fd-427b-88cc-5c76258ec2ee {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:48.409480 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-plugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:48.412787 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36ecbb0d-e0fd-427b-88cc-5c76258ec2ee {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:48.413848 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'code': 200} Jan 27 19:13:48.526107 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea66283-aa22-4ed9-8a8d-2979a2151788 x-openstack-request-id: req-9ea66283-aa22-4ed9-8a8d-2979a2151788 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:48.526574 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:48.527047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ea66283-aa22-4ed9-8a8d-2979a2151788 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:48.527705 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'status': 'completed', 'code': 200} Jan 27 19:13:48.552720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:48.762091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-d9676713-7f01-4e25-96c5-8295c5be1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:48.765014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-d9676713-7f01-4e25-96c5-8295c5be1d8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1124 time: 0.1880732 Jan 27 19:13:48.924886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f597fa13-7de1-4d45-863a-beeb8904f451 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:48.925601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:48.944848 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:48.984304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['643974d8-8edd-4b9b-8962-34c2a93a2394'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:13:49.043539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-08edbde9-05e6-4404-9b8c-4b0fba992e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.047113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-08edbde9-05e6-4404-9b8c-4b0fba992e72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.2741127 Jan 27 19:13:49.100166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0cc3-a846-4fac-82cc-b65f1408cbc1 req-be47bec4-35fa-4df8-94e4-ee27f2153bdc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.110723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39aa0cc3-a846-4fac-82cc-b65f1408cbc1 req-be47bec4-35fa-4df8-94e4-ee27f2153bdc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.4327629 Jan 27 19:13:49.136141 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-4b99c243-3b76-479d-b841-24ab37969e4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.0809376 Jan 27 19:13:49.181907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39aa0cc3-a846-4fac-82cc-b65f1408cbc1 req-ddbdd10f-b2b4-4c72-ace7-41e254f85c6e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Jan 27 19:13:49.199932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a8ed0-b3e0-433a-bf89-ad4a7805a10f req-17c5f237-d773-4a17-8bc5-c18fb0d1a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.209388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea3a8ed0-b3e0-433a-bf89-ad4a7805a10f req-17c5f237-d773-4a17-8bc5-c18fb0d1a9b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1101 time: 0.5470018 Jan 27 19:13:49.275412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-aac795a3-0352-4c26-bae0-20e5dc023896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.278089 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-aac795a3-0352-4c26-bae0-20e5dc023896 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1337039 Jan 27 19:13:49.334815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f597fa13-7de1-4d45-863a-beeb8904f451, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f597fa13-7de1-4d45-863a-beeb8904f451,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:49.347179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:49.352877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250fc7-60f1-4eaf-9364-39596b91443e req-7cf95381-dca1-4890-86c2-c9e7bfea9683 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.355287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2250fc7-60f1-4eaf-9364-39596b91443e req-7cf95381-dca1-4890-86c2-c9e7bfea9683 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.4432645 Jan 27 19:13:49.377689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Current status of the port f597fa13-7de1-4d45-863a-beeb8904f451 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:49.384060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:49.404237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:49.439816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-81650c32-9682-4d7c-b7b1-e90127d18c8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527991 Jan 27 19:13:49.523151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb59eda-6f9d-400e-a495-216b0f0d8567 req-45a3f0fc-4230-4715-9de6-de8b2b7d24d1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:49.532840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ffb59eda-6f9d-400e-a495-216b0f0d8567 req-45a3f0fc-4230-4715-9de6-de8b2b7d24d1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 949 time: 0.2276185 Jan 27 19:13:49.560689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:47Z', 'revision_number': 3, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:49.599115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea3a8ed0-b3e0-433a-bf89-ad4a7805a10f req-63404e40-6ada-418a-a619-1e1d9207d3bc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969213 Jan 27 19:13:49.639914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2250fc7-60f1-4eaf-9364-39596b91443e req-3b12cb2b-d003-4eb5-84e5-355810e9a6c9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600968 Jan 27 19:13:49.700030 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Checking router: 076ef0d3-9b86-4d45-a0aa-5c981d234227 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:13:49.700613 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Updating router 076ef0d3-9b86-4d45-a0aa-5c981d234227 port 1108f473-7421-48b8-8805-65d3aafb0d76 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:13:49.756399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f597fa13-7de1-4d45-863a-beeb8904f451,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:49.809099 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:49.888017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ffb59eda-6f9d-400e-a495-216b0f0d8567 req-43dd4d6f-8861-4c58-b897-62a02f9392b1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521874 Jan 27 19:13:49.935863 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-190da58e-9233-48f1-a8c5-b4b50f924262 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834239 Jan 27 19:13:50.128916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:13:50.143908 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:13:50.211057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:13:50.561441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a63a9c6-35b7-497e-84df-f8af0f213b7c req-fa8ee63e-6bd8-4178-8023-83ec68a8b9a9 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074867 Jan 27 19:13:50.782393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0b3dc04d-925b-4cca-80b5-f212537ae1ff None None] Current status of the port f597fa13-7de1-4d45-863a-beeb8904f451 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:50.909660 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks [] for port (1108f473-7421-48b8-8805-65d3aafb0d76), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:50.916923 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:50.919361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:50.960201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac0b235a-ef32-4872-8a9f-cf23d7ba74e7 None None] Provisioning complete for port f597fa13-7de1-4d45-863a-beeb8904f451 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:50.962494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0b235a-ef32-4872-8a9f-cf23d7ba74e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:50.965649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 has no active binding in host n-h2-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:13:51.048833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba61fe-1911-4a23-8b45-6b7a7a950c37 req-5600e927-0147-4596-ad47-e7bade082a9a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:51.058683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06ba61fe-1911-4a23-8b45-6b7a7a950c37 req-5600e927-0147-4596-ad47-e7bade082a9a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.1753640 Jan 27 19:13:51.091540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1590fd-ddb5-4ad6-83ba-d6f33a943ecc req-18eaa733-84e2-46b4-8fe3-24e83ed2bb5e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:51.099109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e1590fd-ddb5-4ad6-83ba-d6f33a943ecc req-18eaa733-84e2-46b4-8fe3-24e83ed2bb5e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2248657 Jan 27 19:13:51.137566 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6e457-414e-4d32-a9bc-4eeef5eba4d7 None None] Pushing event updated for resources: {'Port': ['ID=1108f473-7421-48b8-8805-65d3aafb0d76,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:51.168743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Attempting to bind port 1108f473-7421-48b8-8805-65d3aafb0d76 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:51.170920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Attempting to bind port 1108f473-7421-48b8-8805-65d3aafb0d76 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:51.170920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Attempting to bind port 1108f473-7421-48b8-8805-65d3aafb0d76 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:51.185800 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:51.190180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b235a-ef32-4872-8a9f-cf23d7ba74e7 None None] Current status of the port f597fa13-7de1-4d45-863a-beeb8904f451 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:51.190818 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:51.191530 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:51.192184 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:51.193002 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Bound port: 1108f473-7421-48b8-8805-65d3aafb0d76, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:51.193668 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:51.306227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e1590fd-ddb5-4ad6-83ba-d6f33a943ecc req-7a679582-246e-4c7b-8cac-44d07d4602ba tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055578 Jan 27 19:13:51.329408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:51.330506 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] For port 1108f473-7421-48b8-8805-65d3aafb0d76, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:51.337698 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] For port 1108f473-7421-48b8-8805-65d3aafb0d76, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1108f473-7421-48b8-8805-65d3aafb0d76,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:51.348751 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:51.368892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06ba61fe-1911-4a23-8b45-6b7a7a950c37 req-c72c7232-9d7d-4d57-be1c-23752b562137 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090215 Jan 27 19:13:51.547050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6e457-414e-4d32-a9bc-4eeef5eba4d7 None None] Pushing event updated for resources: {'Port': ['ID=1108f473-7421-48b8-8805-65d3aafb0d76,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:51.562542 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:51.563365 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:51.593329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f597fa13-7de1-4d45-863a-beeb8904f451 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:51.697519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f597fa13-7de1-4d45-863a-beeb8904f451 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:51.698175 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:51.798055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50dbe-6c92-4724-b68b-a7b8d5c0619d req-e18cd280-b000-45f7-b69d-1ea3f7026ae7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:51.812806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76e50dbe-6c92-4724-b68b-a7b8d5c0619d req-e18cd280-b000-45f7-b69d-1ea3f7026ae7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 949 time: 0.3798344 Jan 27 19:13:51.890760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-b1977365-516a-4b05-bfb4-28bc37c5ba2f service neutron] 10.222.0.66 "GET /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.1588335 Jan 27 19:13:51.909197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f597fa13-7de1-4d45-863a-beeb8904f451 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:51.953474 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:52.009596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76e50dbe-6c92-4724-b68b-a7b8d5c0619d req-ea8e83d4-210f-41aa-a665-35de9d2962ab tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792567 Jan 27 19:13:52.077503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Allocated IP 172.20.0.1 (041873f2-07b7-4572-8fe5-95729141e53e/c3bc1d37-920d-4904-a596-0ceec7f4a4aa/6bbcd435-7d9d-47d3-affc-f5b74e2659fb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:13:52.470697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:52.505546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks [] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:52.529444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:52.613098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4054f0-1a3a-4a1b-b017-37039887ddd4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:13:52.618039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430b57f-55c6-426b-a881-750d9c178ba3 req-5df60cf1-293a-4a0c-8036-e703f8058806 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:52.620173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0430b57f-55c6-426b-a881-750d9c178ba3 req-5df60cf1-293a-4a0c-8036-e703f8058806 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1084898 Jan 27 19:13:52.645561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:52.659915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:52.675068 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:52.709366 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:47Z', 'revision_number': 3, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:52.768699 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed9f60-88b0-4988-8f1b-f9783f37a78e None None] The sync data for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 is: [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:47Z', 'revision_number': 3, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:13:52.784500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0430b57f-55c6-426b-a881-750d9c178ba3 req-68c0c6ef-518c-4d68-be8e-213078042efc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474841 Jan 27 19:13:52.788180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:52.809038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Network 041873f2-07b7-4572-8fe5-95729141e53e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:52.830174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:52.833946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:13:52.919373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:52.920813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] Transition to ACTIVE for port object 7e4054f0-1a3a-4a1b-b017-37039887ddd4 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:13:52.936689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:52.947874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281fd4-1722-44f7-af5a-a00cf80d5acf req-62c05412-8a32-4c75-b138-b72e102c6202 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:52.959231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de281fd4-1722-44f7-af5a-a00cf80d5acf req-62c05412-8a32-4c75-b138-b72e102c6202 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 943 time: 0.3233051 Jan 27 19:13:53.175564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:53.225095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de281fd4-1722-44f7-af5a-a00cf80d5acf req-9ac218fa-5a2f-4237-823e-9573f4b21b39 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615447 Jan 27 19:13:53.375035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] No DVR routers for this DVR port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:13:53.440181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-877733bc-67eb-4652-8556-dbcd2432ece1 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4/bindings/n-h2-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5370109 Jan 27 19:13:53.449080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-72b4626e-7a85-4079-b1d1-7eeaec2e3699 None None] Provisioning complete for port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:53.450164 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72b4626e-7a85-4079-b1d1-7eeaec2e3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:53.498028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:53.532065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-a07fb95e-d267-4446-9e23-8c91d6aaa954 req-3710c9c1-db88-4c17-8553-e571c2bde5a3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:13:53.533134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a07fb95e-d267-4446-9e23-8c91d6aaa954 req-3710c9c1-db88-4c17-8553-e571c2bde5a3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161717 Jan 27 19:13:53.590883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:53.592561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72b4626e-7a85-4079-b1d1-7eeaec2e3699 None None] Port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:53.695044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da98589-3fbd-4e78-8713-11e97e8cdafa req-8126ca24-75af-4fb3-b0ec-c8331110bfaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:53.704412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0da98589-3fbd-4e78-8713-11e97e8cdafa req-8126ca24-75af-4fb3-b0ec-c8331110bfaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 949 time: 0.2136700 Jan 27 19:13:53.734820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1108f473-7421-48b8-8805-65d3aafb0d76 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:53.739952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-866ac842-7f76-43fa-85ab-c4aa7b9ebfc6 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:53.744805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-866ac842-7f76-43fa-85ab-c4aa7b9ebfc6 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1571147 Jan 27 19:13:53.842527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0da98589-3fbd-4e78-8713-11e97e8cdafa req-a7c4bcef-d987-4da9-aba0-42e3a4c061a1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378174 Jan 27 19:13:53.919075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-4361f8bd-fd65-4848-b4b2-be5819c1b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:53.921642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-4361f8bd-fd65-4848-b4b2-be5819c1b7cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 1095 time: 0.1509919 Jan 27 19:13:53.928765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1108f473-7421-48b8-8805-65d3aafb0d76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:53.929401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.051295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks [] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.079678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.147995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-639e7f3f-583e-4ea8-b339-545c1cd65d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:54.151235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-639e7f3f-583e-4ea8-b339-545c1cd65d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1095 time: 0.1701717 Jan 27 19:13:54.251808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 643974d8-8edd-4b9b-8962-34c2a93a2394 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:54.269887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:54.409982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1108f473-7421-48b8-8805-65d3aafb0d76 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:54.410385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.436933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-c383f2c2-61c5-4f84-9c06-b204bf62f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:54.439073 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-c383f2c2-61c5-4f84-9c06-b204bf62f70b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.2474701 Jan 27 19:13:54.441532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.474251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-3f27b136-0664-4434-9f77-dc5fdcc9ae01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4150457 Jan 27 19:13:54.499305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 1108f473-7421-48b8-8805-65d3aafb0d76, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1108f473-7421-48b8-8805-65d3aafb0d76,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:54.524581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54df68d-7275-4786-a186-e6db44ea37cd req-7a5eb1be-b5e6-48d2-9029-37cde7ad1e14 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:54.531943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.542652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d54df68d-7275-4786-a186-e6db44ea37cd req-7a5eb1be-b5e6-48d2-9029-37cde7ad1e14 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2739267 Jan 27 19:13:54.654780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.655236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-23b5d1b7-dbd6-418a-88c0-a3ccb24a2e07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.2006621 Jan 27 19:13:54.693940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 643974d8-8edd-4b9b-8962-34c2a93a2394 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:13:54.704850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 643974d8-8edd-4b9b-8962-34c2a93a2394 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:54.706120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:54.774699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d54df68d-7275-4786-a186-e6db44ea37cd req-9d517e61-a797-4608-a9c7-2d3d102f79ff tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303798 Jan 27 19:13:54.822859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-166442c8-1e0e-4227-8cf2-5dc907009e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:54.824991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-166442c8-1e0e-4227-8cf2-5dc907009e5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1623616 Jan 27 19:13:54.829728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e8fe4-0473-4d39-a78c-9d2398dd4ada req-3394c408-e067-4be2-9ec0-7c11a04ec533 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:54.842924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-140e8fe4-0473-4d39-a78c-9d2398dd4ada req-3394c408-e067-4be2-9ec0-7c11a04ec533 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 949 time: 0.2947969 Jan 27 19:13:54.949850 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-f0a7a028-3ff1-43fb-a3c5-58f58d1bd851 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049628 Jan 27 19:13:54.952926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=1108f473-7421-48b8-8805-65d3aafb0d76,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:54.970602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 643974d8-8edd-4b9b-8962-34c2a93a2394 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:54.971003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:55.043642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:55.052521 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fc5e04-88b5-4aa9-80e9-48542bda7c32" -d '{"events": [{"server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "name": "network-vif-plugged", "status": "completed", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:55.088180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=643974d8-8edd-4b9b-8962-34c2a93a2394,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:55.100138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:55.107787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:55.147869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Network 041873f2-07b7-4572-8fe5-95729141e53e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:13:55.161770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-27bf5048-6de3-4194-a62a-16c902d5f485 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802752 Jan 27 19:13:55.195248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:13:55.248141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:55.259782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:13:55.260596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:13:55.329032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-140e8fe4-0473-4d39-a78c-9d2398dd4ada req-4f9b9ae1-7a4f-4502-911a-25f96a1a556c tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757111 Jan 27 19:13:55.398192 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-120afa57-3c49-4269-b0b0-72236da44c23 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256172 Jan 27 19:13:55.499636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a37f3-0c1b-4cfb-9f10-16c9a18ae549 req-e4d7470c-0425-4968-af94-0bbf8a3c10c7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:55.506375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c72a37f3-0c1b-4cfb-9f10-16c9a18ae549 req-e4d7470c-0425-4968-af94-0bbf8a3c10c7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 0.5591402 Jan 27 19:13:55.586107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1108f473-7421-48b8-8805-65d3aafb0d76 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:13:55.660182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-218dd608-e837-40c5-9b2f-75a9310a45c1 None None] Provisioning complete for port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:55.660732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-218dd608-e837-40c5-9b2f-75a9310a45c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:55.740045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44a086-b729-4bc3-a855-886b8763e092 req-03d0c6ec-e895-4112-bc9e-ac8f1da70128 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:55.742069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea44a086-b729-4bc3-a855-886b8763e092 req-03d0c6ec-e895-4112-bc9e-ac8f1da70128 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.2302554 Jan 27 19:13:55.747207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c72a37f3-0c1b-4cfb-9f10-16c9a18ae549 req-f90b511e-4a15-48a1-ad0e-9914adf65835 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090070 Jan 27 19:13:55.758127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Router 076ef0d3-9b86-4d45-a0aa-5c981d234227 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:13:55.761947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-218dd608-e837-40c5-9b2f-75a9310a45c1 None None] Port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:13:55.776855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1108f473-7421-48b8-8805-65d3aafb0d76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:13:55.777616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:55.972832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea44a086-b729-4bc3-a855-886b8763e092 req-2b984530-0616-4a29-9a08-fd3397849e50 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215996 Jan 27 19:13:56.003282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb732a2c-14b0-44f0-b659-e4de036770be x-openstack-request-id: req-bb732a2c-14b0-44f0-b659-e4de036770be {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:13:56.003818 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "name": "network-vif-plugged", "status": "completed", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:13:56.004243 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb732a2c-14b0-44f0-b659-e4de036770be {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:13:56.004881 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394', 'code': 200} Jan 27 19:13:56.069286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a32e-08df-4372-9878-295495bf8bfe req-f85d1e64-d180-41ae-bcba-ceee3088cc30 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:56.072220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-f85d1e64-d180-41ae-bcba-ceee3088cc30 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1838157 Jan 27 19:13:56.073359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1108f473-7421-48b8-8805-65d3aafb0d76 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:56.100703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:13:56.118004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-202086e7-7290-425e-94d6-452ffe872120 admin admin] 10.222.0.59 "PUT /v2.0/routers/076ef0d3-9b86-4d45-a0aa-5c981d234227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7626686 Jan 27 19:13:56.254780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3698eef-8e1b-4636-ac0c-fb332e3349ae req-55ee686e-1418-438a-b9e6-1c83a54a49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:56.256512 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3698eef-8e1b-4636-ac0c-fb332e3349ae req-55ee686e-1418-438a-b9e6-1c83a54a49a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 1101 time: 0.1338527 Jan 27 19:13:56.438673 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3698eef-8e1b-4636-ac0c-fb332e3349ae req-8aafc343-ce44-4ebc-8509-2c307057d490 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719356 Jan 27 19:13:56.443513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0997a32e-08df-4372-9878-295495bf8bfe req-ef30fcb7-218e-4a37-9175-d4bfeb6c2f71 service neutron] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:56.451166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0997a32e-08df-4372-9878-295495bf8bfe req-ef30fcb7-218e-4a37-9175-d4bfeb6c2f71 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:56.452561 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0997a32e-08df-4372-9878-295495bf8bfe req-ef30fcb7-218e-4a37-9175-d4bfeb6c2f71 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4/bindings/n-h1-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.3501110 Jan 27 19:13:56.471001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd93b6a-d2e6-4c5b-bf8b-dddc9c07121b req-d146c228-28c3-468b-a2d7-0d122eebfc8d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:56.480097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd93b6a-d2e6-4c5b-bf8b-dddc9c07121b req-d146c228-28c3-468b-a2d7-0d122eebfc8d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0919011 Jan 27 19:13:56.563398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Sync routers for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:13:56.571690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd93b6a-d2e6-4c5b-bf8b-dddc9c07121b req-cef35e8a-ac64-40bf-ac8d-555d3522bfb8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900505 Jan 27 19:13:56.577572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:13:56.578510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:56.779424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:13:57.036377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dcf5-1be3-40d8-ab58-1c3967e9a134 req-4fe0a27f-9f88-4370-8127-bc5503151338 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:57.046397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02c1dcf5-1be3-40d8-ab58-1c3967e9a134 req-4fe0a27f-9f88-4370-8127-bc5503151338 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 0.1746585 Jan 27 19:13:57.131348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02c1dcf5-1be3-40d8-ab58-1c3967e9a134 req-b7f8e994-def8-48c1-beb1-a12e85e89166 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733047 Jan 27 19:13:57.706551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80d9dd-230e-42ff-8734-7c65cedc28de req-7ca2d869-5e87-4761-9822-76e9ac1fff3c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:57.730171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c80d9dd-230e-42ff-8734-7c65cedc28de req-7ca2d869-5e87-4761-9822-76e9ac1fff3c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.1705663 Jan 27 19:13:57.732874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:53Z', 'revision_number': 4, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6bbcd435-7d9d-47d3-affc-f5b74e2659fb', 'name': '', 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'mac_address': 'fa:16:3e:ec:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:51Z', 'updated_at': '2022-01-27T19:13:53Z', 'revision_number': 2, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'subnets': [{'id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:13:57.751541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-eaedca34-31c6-48ce-8a52-e76f31c0d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:57.758741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-eaedca34-31c6-48ce-8a52-e76f31c0d043 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1101 time: 0.1720462 Jan 27 19:13:57.850141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Checking router: 076ef0d3-9b86-4d45-a0aa-5c981d234227 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:13:57.851069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Updating router 076ef0d3-9b86-4d45-a0aa-5c981d234227 port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:13:57.931214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:58.024240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c80d9dd-230e-42ff-8734-7c65cedc28de req-55e076c7-020c-4efa-9c7f-3a5421be5f34 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923496 Jan 27 19:13:58.025171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-d23c4fbd-2929-4239-a0fc-26c15eb296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:58.028690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-d23c4fbd-2929-4239-a0fc-26c15eb296d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2618840 Jan 27 19:13:58.055579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c1339-f054-4f18-b3fc-15e1b9c6491d req-5f75635a-f2d4-47b1-b8e8-4c1bbe0975af tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:58.067923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a07c1339-f054-4f18-b3fc-15e1b9c6491d req-5f75635a-f2d4-47b1-b8e8-4c1bbe0975af tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1095 time: 0.2476115 Jan 27 19:13:58.109942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-1259df1b-f1c5-4fc8-9484-f3570dc0241e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0720313 Jan 27 19:13:58.244282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:13:58.259579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-57a45118-f52f-4e8c-94ce-ecba24014add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:58.272504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-57a45118-f52f-4e8c-94ce-ecba24014add service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1550381 Jan 27 19:13:58.319365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a07c1339-f054-4f18-b3fc-15e1b9c6491d req-aa39e76b-76eb-45c5-923f-82d40c892303 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465246 Jan 27 19:13:58.641170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-410702b6-f03f-4413-a95a-e2244be39ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:58.643547 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-410702b6-f03f-4413-a95a-e2244be39ddf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562012 Jan 27 19:13:58.792796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062f0af-1318-45a2-9d5b-d4461766e78d req-5cae23b2-b19a-4862-bc75-9e4114218ba0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:58.816634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3062f0af-1318-45a2-9d5b-d4461766e78d req-5cae23b2-b19a-4862-bc75-9e4114218ba0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.3289073 Jan 27 19:13:58.995817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3062f0af-1318-45a2-9d5b-d4461766e78d req-4816ccdc-6273-4f05-838d-1985b0f7cd0b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691885 Jan 27 19:13:59.102897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:13:59.103851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.204676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:13:59.208014 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222809a3-016b-41c9-b4b8-c87a1aebd395" -d '{"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-unplugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:13:59.210725 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-f61d2a7a-e7e2-435b-a42c-07df48ed719c service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523427 Jan 27 19:13:59.271539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:13:59.300012 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.454500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-12ae895e-0719-4b3d-81b6-fd7572905753 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361114 Jan 27 19:13:59.468301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:59.532063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks [] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.550423 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.606094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb2ea4-e1a6-4db2-8bdd-c0d14154615b None None] Pushing event updated for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:13:59.625230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b108f-30cd-44f2-9f51-6e3e5fe0635d req-21722f56-62be-48db-9303-2ca93e780356 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:59.642402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-086b108f-30cd-44f2-9f51-6e3e5fe0635d req-21722f56-62be-48db-9303-2ca93e780356 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.2149155 Jan 27 19:13:59.725328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Attempting to bind port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:13:59.725715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Attempting to bind port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:13:59.726104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Attempting to bind port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb on network 041873f2-07b7-4572-8fe5-95729141e53e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:13:59.732772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:13:59.733213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Checking segment: {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:13:59.734274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.734681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Bound using segment: {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:13:59.735179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Bound port: 6bbcd435-7d9d-47d3-affc-f5b74e2659fb, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c7ae05-afbb-4886-bce1-7e7363ce2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:13:59.735570 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.867687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-99e41558-2b8d-4ca1-a2d9-76931017246b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:13:59.903097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-99e41558-2b8d-4ca1-a2d9-76931017246b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.6764596 Jan 27 19:13:59.903760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] For port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:13:59.908308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] For port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:13:59.917239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:13:59.966774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-086b108f-30cd-44f2-9f51-6e3e5fe0635d req-8bd1b02f-6c20-4811-9562-930586aa79a8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224399 Jan 27 19:13:59.986507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-324ff5d5-f645-48e0-80f9-8ce2a7d75b54 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/quotas/167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 375 time: 0.0622261 Jan 27 19:14:00.083338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb2ea4-e1a6-4db2-8bdd-c0d14154615b None None] Pushing event updated for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:00.096047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:14:00.096703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:13:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:14:00.178945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-cc8d5a77-d843-4c3d-afbb-d564035cf7d5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889882 Jan 27 19:14:00.399071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-f19d5327-1030-436b-b216-147488d46f83 service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191334 Jan 27 19:14:00.468743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:14:00.612953 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88786db-a689-4e32-8497-0667c7a74407 x-openstack-request-id: req-b88786db-a689-4e32-8497-0667c7a74407 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:00.613351 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-unplugged", "status": "completed", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:00.613600 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b88786db-a689-4e32-8497-0667c7a74407 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:00.614223 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'code': 200} Jan 27 19:14:00.691768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-58dbab10-7032-4509-84e7-e8b4bc71040b service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913229 Jan 27 19:14:00.802867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Provisioning complete for port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:00.803127 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:00.835038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd650-4a03-41fc-8a8d-739a7dc3ccd1 req-8604e821-0e59-4b96-8394-420e7b4725ee tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:00.847522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3bcd650-4a03-41fc-8a8d-739a7dc3ccd1 req-8604e821-0e59-4b96-8394-420e7b4725ee tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 1101 time: 0.2016873 Jan 27 19:14:00.961852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3bcd650-4a03-41fc-8a8d-739a7dc3ccd1 req-51f39ce6-f86d-4801-81ee-8636940a444d tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079822 Jan 27 19:14:01.074614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Current status of the port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:01.083917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:01.115060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32654c-7297-4f66-bece-1797e82ad066 req-57fa1c65-bc4b-410f-b2b1-1728c7dff9cc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:01.125205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b32654c-7297-4f66-bece-1797e82ad066 req-57fa1c65-bc4b-410f-b2b1-1728c7dff9cc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0767238 Jan 27 19:14:01.181096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:53Z', 'revision_number': 4, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6bbcd435-7d9d-47d3-affc-f5b74e2659fb', 'name': '', 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'mac_address': 'fa:16:3e:ec:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:51Z', 'updated_at': '2022-01-27T19:13:59Z', 'revision_number': 4, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'subnets': [{'id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:14:01.193566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b32654c-7297-4f66-bece-1797e82ad066 req-aef16383-711e-4511-b303-fa96121e5242 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Jan 27 19:14:01.442023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc22bfbf-f2b6-48c2-9b06-39993a4f4ec2 req-0b35fbd2-a5ec-47f6-8320-d42f0a86cc7c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 210 time: 0.0539725 Jan 27 19:14:01.485834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656bb2-395b-47be-ac9d-85ca02582b95 None None] The sync data for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 is: [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:13:53Z', 'revision_number': 4, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6bbcd435-7d9d-47d3-affc-f5b74e2659fb', 'name': '', 'network_id': '041873f2-07b7-4572-8fe5-95729141e53e', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'mac_address': 'fa:16:3e:ec:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:51Z', 'updated_at': '2022-01-27T19:13:59Z', 'revision_number': 4, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'subnets': [{'id': 'c3bc1d37-920d-4904-a596-0ceec7f4a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:14:01.497301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] For port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:01.510364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:01.687668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6886bd1b-2f79-49a4-8dab-b030591ee00c None None] Provisioning complete for port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:01.688110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6886bd1b-2f79-49a4-8dab-b030591ee00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:01.752668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-f7d012a8-4768-46b8-9be1-43109fa78edb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809932 Jan 27 19:14:01.857171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c71d7-e1b1-4e75-bd2a-b67bf214151b None None] Pushing event updated for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:01.963748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6886bd1b-2f79-49a4-8dab-b030591ee00c None None] Current status of the port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:02.051264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-b9a5d2e8-e444-42fc-a1c9-6e59e40e1e13 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:02.074228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-b9a5d2e8-e444-42fc-a1c9-6e59e40e1e13 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045137 Jan 27 19:14:02.103448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-1258598b-1f3c-4b6e-b86e-39b7231a1d37 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.0281582 Jan 27 19:14:02.243678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:02.389951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-2761fd6c-b211-4938-9570-17c94810e44c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2855241 Jan 27 19:14:02.571172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:02.589659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670277-ac45-4112-9ee7-7e34fbc39518 req-71149e3f-1ebe-4cbd-989a-3bcd09ae4fa0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:02.594925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d670277-ac45-4112-9ee7-7e34fbc39518 req-71149e3f-1ebe-4cbd-989a-3bcd09ae4fa0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1662982 Jan 27 19:14:02.614418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'mac_address': 'fa:16:3e:d0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:02.693341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d670277-ac45-4112-9ee7-7e34fbc39518 req-af36ab43-49cc-4730-b07a-1d9429b8a1a7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924635 Jan 27 19:14:02.785750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:02.786008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:02.848634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:03.012150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:03.025571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:03.148027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ea829e-b4c0-439b-b5ed-ad58dc243036 req-41a06c62-bc66-4c46-bbca-fc2491f461a2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 210 time: 0.0864105 Jan 27 19:14:03.298882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:03.359376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['e91c921e-c8d4-43d0-acb9-812f2abce954'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:03.476616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7384d16e-2ae3-4c8c-99fc-73f6210651a5 req-690d2b47-0f9c-4193-8c5f-30aafb085961 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 210 time: 0.1497030 Jan 27 19:14:03.784717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbcd435-7d9d-47d3-affc-f5b74e2659fb up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:03.936014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:03.936521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:04.044903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd6675-89c1-4b21-ac66-c7387defb7e5 req-37b33e84-100c-4f68-9d2a-55a8a45af4ad tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:04.053024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30dd6675-89c1-4b21-ac66-c7387defb7e5 req-37b33e84-100c-4f68-9d2a-55a8a45af4ad tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1980650 Jan 27 19:14:04.181100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30dd6675-89c1-4b21-ac66-c7387defb7e5 req-a74c64da-1a42-44e4-bcfe-32b0ac9bda16 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244314 Jan 27 19:14:04.562190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee4838b5-8777-48b8-b2b3-cda4ee1c9dd2 req-96ee31aa-ecee-4026-8373-d1fa9c0ef97e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 210 time: 0.1111228 Jan 27 19:14:04.592659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-4bf6a3d5-03e8-4959-b215-07f9b9ee759f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:04.597576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-4bf6a3d5-03e8-4959-b215-07f9b9ee759f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.4243658 Jan 27 19:14:04.665062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Request body: {'port': {'device_id': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'admin_state_up': True, 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:04.720431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:04.743724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c2f0334-7c3f-4436-a765-b49b6ffffed8 req-024779b9-5ffd-4ef6-ae2d-f7cb3c590a7d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 210 time: 0.0508900 Jan 27 19:14:04.927356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:14:04.937427 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:05.137730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Allocated IP 172.20.0.12 (5157cb3b-9c52-432b-be30-25b9c81de2ea/87f38781-c42d-4d45-8806-f1a42c26932b/efdab05e-e39c-4bac-a423-fbb2e9e78ecc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:14:05.456731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-13c53225-5fee-4fb7-b847-eaf0e682ae44 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833883 Jan 27 19:14:05.756212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19a75-074b-4108-901f-83b0f5042a27 req-ffe72d41-87c2-4626-8c8c-fe1ed62cbcc8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:05.774730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57f19a75-074b-4108-901f-83b0f5042a27 req-ffe72d41-87c2-4626-8c8c-fe1ed62cbcc8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.3075635 Jan 27 19:14:05.961901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks [] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:06.029751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57f19a75-074b-4108-901f-83b0f5042a27 req-5b617ab4-82c4-4869-87f2-10ecc7234f68 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497842 Jan 27 19:14:06.106961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:06.118103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd07fe57-8f02-4e32-ad94-356ab67743c6 req-155cc723-7cd4-4bf2-b247-34c8738b36ca tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 210 time: 0.1188638 Jan 27 19:14:06.255056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:06.265054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62df8755-c6a0-4d20-9717-11d033e95954 req-1566fadc-9c48-4a89-9f84-81d1b25b5a7a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 210 time: 0.0695724 Jan 27 19:14:06.278868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-9fe07bc0-c941-4bf4-b23d-a3150622aabe tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:06.285871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-9fe07bc0-c941-4bf4-b23d-a3150622aabe tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8027904 Jan 27 19:14:06.363717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:06.512080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port e91c921e-c8d4-43d0-acb9-812f2abce954 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:06.516383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:06.908503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:06.911951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:07.003936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:07.010777 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02483bef-2579-4f40-8919-4d10cebaa25b" -d '{"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:07.049150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:07.057661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:07.256234 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0891d46f-2cf5-4a4f-bfd0-7932057ae6ba x-openstack-request-id: req-0891d46f-2cf5-4a4f-bfd0-7932057ae6ba {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:07.264084 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:07.267672 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0891d46f-2cf5-4a4f-bfd0-7932057ae6ba {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:07.268734 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'code': 200} Jan 27 19:14:07.283801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:07.510647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddfd09-ffc9-4185-a35a-c3271829f2b6 req-32ba764d-1e42-441d-8a72-9e59c45fd0e4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:07.519065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9ddfd09-ffc9-4185-a35a-c3271829f2b6 req-32ba764d-1e42-441d-8a72-9e59c45fd0e4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 932 time: 0.0899029 Jan 27 19:14:07.549045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148b36-0dda-422c-b976-f6b4807790d8 req-759a8208-8178-4e44-8579-20d45e3eacb1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:07.557497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3148b36-0dda-422c-b976-f6b4807790d8 req-759a8208-8178-4e44-8579-20d45e3eacb1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2105453 Jan 27 19:14:07.601036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:14:07.646462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:14:07.652496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:14:07.669880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9ddfd09-ffc9-4185-a35a-c3271829f2b6 req-26123b4d-d668-41bf-901d-8367ccad07e9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482623 Jan 27 19:14:07.682438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:07.684289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3148b36-0dda-422c-b976-f6b4807790d8 req-6305d8aa-fd81-43fb-9988-3750a74ce68f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 Jan 27 19:14:07.701137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:07.859672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2313406 Jan 27 19:14:07.929996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Request body: {'port': {'device_id': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:07.935705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:07.977945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0fe7fc0-9ffa-4e71-820d-e6c6538bb07b req-e2395972-b9c2-498a-b052-79566313c221 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 210 time: 0.0862570 Jan 27 19:14:08.118382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.119173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.119868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.120525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.121211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.121864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.122504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.123230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.123957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.124658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.126341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.127092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.128158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121aa885-363d-4a07-83dd-86b40ef4b330 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:08.246181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:14:08.252989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:08.328331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:08.530570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.77 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/eb6ea2c8-3b30-4e8e-bca4-84230101c3e9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:14:08.723041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:08.774390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:08.794409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:08.799647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d', '643974d8-8edd-4b9b-8962-34c2a93a2394'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:08.835351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:08.898448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:14:08.907741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:14:08.928151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:14:08.941760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:08.942448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:09.017819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-4249b475-b837-4c08-9ac0-c423bb104a0a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6767004 Jan 27 19:14:09.033837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e03543-3d13-458d-8011-cc2cfe6d3d09 req-c0bd9f69-bc9d-4d9d-9fc9-4d1a9b369f2a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:09.048128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e03543-3d13-458d-8011-cc2cfe6d3d09 req-c0bd9f69-bc9d-4d9d-9fc9-4d1a9b369f2a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1349521 Jan 27 19:14:09.181211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e03543-3d13-458d-8011-cc2cfe6d3d09 req-96a3b931-4741-47ce-bd46-f7cba6d49109 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312065 Jan 27 19:14:09.393759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Request body: {'port': {'device_id': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:09.659504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:14:09.716514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:09.812318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f66a9eb-6004-4a7e-b545-1a5a0d0c4230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:09.863353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-05bac262-d9f0-43c6-95fb-5c13cc12a814 None None] Provisioning complete for port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:09.864969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05bac262-d9f0-43c6-95fb-5c13cc12a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:09.968627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-05bac262-d9f0-43c6-95fb-5c13cc12a814 None None] Port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:14:10.067400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15583-94b4-4bae-af89-6f85ecf655ef req-55eb1c90-735e-4901-b0a1-1e6e75ebd047 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:10.081856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ac15583-94b4-4bae-af89-6f85ecf655ef req-55eb1c90-735e-4901-b0a1-1e6e75ebd047 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 932 time: 0.6499565 Jan 27 19:14:10.326305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ac15583-94b4-4bae-af89-6f85ecf655ef req-d4e54d25-a264-43cb-922f-c1f6cc6123dc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307246 Jan 27 19:14:10.406427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7be83-a467-4447-85b9-aebea1b74fba req-bd7944c6-cf3e-49b7-8b2a-ffbbf4af26ff tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:10.425286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46b7be83-a467-4447-85b9-aebea1b74fba req-bd7944c6-cf3e-49b7-8b2a-ffbbf4af26ff tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 935 time: 0.6241076 Jan 27 19:14:10.687403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46b7be83-a467-4447-85b9-aebea1b74fba req-a67bec82-06c7-42a4-a130-db0eb46bffc1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600183 Jan 27 19:14:11.107439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bef42-315e-4e24-99fb-36fad014d86c req-18ab2d72-0a47-4fc0-a47a-108f31525fd8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:11.126041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d74bef42-315e-4e24-99fb-36fad014d86c req-18ab2d72-0a47-4fc0-a47a-108f31525fd8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2029572 Jan 27 19:14:11.214023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d74bef42-315e-4e24-99fb-36fad014d86c req-146c05f5-c48b-44d3-bc99-88be706302d7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Jan 27 19:14:11.650037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdab05e-e39c-4bac-a423-fbb2e9e78ecc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:11.669237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks [] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:11.694759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Transition to ACTIVE for port object efdab05e-e39c-4bac-a423-fbb2e9e78ecc will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:14:11.704871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:11.912677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2be1e94d-9c50-4846-bb31-6907106e036f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:11.985178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116ea5-d058-45f3-8b3e-1ca0b0d17aa3 req-021376dc-2801-416c-b3f1-66952fe88f81 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:12.009055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3116ea5-d058-45f3-8b3e-1ca0b0d17aa3 req-021376dc-2801-416c-b3f1-66952fe88f81 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 932 time: 0.4205394 Jan 27 19:14:12.075600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:12.155613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:12.155613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:12.156115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:12.164338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:12.164635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:12.200656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:12.222660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:12.223007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:12.223442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:12.223846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Bound port: efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:12.224717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:12.260859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3116ea5-d058-45f3-8b3e-1ca0b0d17aa3 req-8b32640b-37c8-4000-b6f7-b43b335fe114 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505209 Jan 27 19:14:12.357217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks [] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:12.410215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Transition to ACTIVE for port object eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:14:12.528611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:12.613204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:12.624326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:12.715459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:12.767317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:12.768565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:12.774267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] 10.222.0.39 "PUT /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 1092 time: 4.8581481 Jan 27 19:14:12.782892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:12.788011 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63459f71-40c8-46b2-9e3e-b6cae45cdc28" -d '{"events": [{"name": "network-changed", "server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:12.884798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:12.892313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd364a33-4de8-4b11-a16e-6261851077c6 req-6cc0b395-bb35-4ef2-91bd-b08e2499ffaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:12.904545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd364a33-4de8-4b11-a16e-6261851077c6 req-6cc0b395-bb35-4ef2-91bd-b08e2499ffaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 947 time: 0.4248536 Jan 27 19:14:12.966750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d813f0-6d4c-428a-9272-21bc0008c2e4 req-059a9334-aa6a-48b1-bdb8-e0e44d26d9bf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:12.989522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14d813f0-6d4c-428a-9272-21bc0008c2e4 req-059a9334-aa6a-48b1-bdb8-e0e44d26d9bf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.3316460 Jan 27 19:14:13.116174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd364a33-4de8-4b11-a16e-6261851077c6 req-916a9e79-beaf-46e5-8378-a7acd90b4041 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093091 Jan 27 19:14:13.160647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Attempting to bind port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:13.160905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Attempting to bind port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:13.161393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Attempting to bind port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:13.205017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14d813f0-6d4c-428a-9272-21bc0008c2e4 req-7d5b4a9e-6b14-4bbe-8c54-f4775a9da662 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829948 Jan 27 19:14:13.223949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:13.224489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Attempting to bind port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:13.264349 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf0da0-0ad9-4141-bfb2-2c0f01395bed x-openstack-request-id: req-ecbf0da0-0ad9-4141-bfb2-2c0f01395bed {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:13.264815 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:13.265203 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecbf0da0-0ad9-4141-bfb2-2c0f01395bed {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:13.265886 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'status': 'completed', 'code': 200} Jan 27 19:14:13.270075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:13.270658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:13.271301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:13.272040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Bound port: eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:13.272805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:13.346463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81578-552f-4a2a-8a5f-caf3945438da service neutron] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:13.429376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:13.434693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:13.439592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-7523b103-98aa-4fc2-8868-fc9d9e4fe8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:13.442652 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-7523b103-98aa-4fc2-8868-fc9d9e4fe8cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1095 time: 0.6118028 Jan 27 19:14:13.449863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:13.608810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-4dbaa9dd-d043-4a86-b828-fd9ff50a8153 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.1470315 Jan 27 19:14:13.611165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:13.611895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:13.613601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 HTTP/1.1" status: 200 len: 1095 time: 4.3406222 Jan 27 19:14:13.864071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b955b0-a271-437b-9952-8db598c85472 req-3c486b0a-2a41-4c52-b76b-948897213e0b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:13.872489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2b955b0-a271-437b-9952-8db598c85472 req-3c486b0a-2a41-4c52-b76b-948897213e0b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.2212734 Jan 27 19:14:14.050366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96240c2a-6307-4c1c-9ed8-0d6d1047d769 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:14.093085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-72251cff-b739-4cf8-810f-60a89931f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:14.102063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-72251cff-b739-4cf8-810f-60a89931f2e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 1098 time: 0.3160441 Jan 27 19:14:14.109318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2244-5a39-456d-9305-a312c314b228 req-aa35d678-cf07-4b3e-a443-04a33852d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:14.110738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2b955b0-a271-437b-9952-8db598c85472 req-6fc9b468-348a-442a-8290-66f6615eb795 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270513 Jan 27 19:14:14.116389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-aa35d678-cf07-4b3e-a443-04a33852d80d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.4966888 Jan 27 19:14:14.281236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-aac90129-ebe3-4d37-a4d3-96c9d44c6421 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 HTTP/1.1" status: 200 len: 217 time: 0.1629512 Jan 27 19:14:14.285847 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-e01cbebb-edbc-4f97-9282-4dfa72f8dee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339447 Jan 27 19:14:14.449941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-f653f256-0b9e-416f-b0a4-8dd9c3e41e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:14.452463 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-f653f256-0b9e-416f-b0a4-8dd9c3e41e71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1645889 Jan 27 19:14:14.613824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bdda3-f72d-4b15-8419-b5f66a2c4257 req-138d8bff-0811-4652-ab37-3ffad796ca5a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:14.624964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-83e1711c-0841-48ae-a8a7-6ecb26728e34 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710768 Jan 27 19:14:14.635675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de0bdda3-f72d-4b15-8419-b5f66a2c4257 req-138d8bff-0811-4652-ab37-3ffad796ca5a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 947 time: 0.2123466 Jan 27 19:14:14.852894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-9c60e882-7400-41a7-bb5e-0ee195e04a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:14.857096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-9c60e882-7400-41a7-bb5e-0ee195e04a67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304502 Jan 27 19:14:14.876739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de0bdda3-f72d-4b15-8419-b5f66a2c4257 req-1d6e42b8-ca9e-4cf8-a764-8585632233b5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396462 Jan 27 19:14:14.998618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:15.241889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-3b4794ff-1be7-4c83-8ad1-d0c008baf248 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684678 Jan 27 19:14:15.365294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96811c1-bb8d-4721-84e9-f5a2dc94e270 req-13e1d747-3ccb-47e3-aef7-4f3a22656f03 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:15.369131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a96811c1-bb8d-4721-84e9-f5a2dc94e270 req-13e1d747-3ccb-47e3-aef7-4f3a22656f03 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2323716 Jan 27 19:14:15.374532 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:15.497594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a96811c1-bb8d-4721-84e9-f5a2dc94e270 req-5e1c1ec1-ecd9-453d-8cf3-57d100d7045a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166635 Jan 27 19:14:15.528874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:15.531467 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e7be53-95c1-4ee2-a4ca-509b127064fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:15.536685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-440d2244-5a39-456d-9305-a312c314b228 req-79939f98-ee5e-4c95-87d7-2c152e03a293 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893566 Jan 27 19:14:15.587024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f157254-4ea8-4454-86f9-3ba1feda2092 req-5d5da9ae-9e46-42cc-ba8b-c0255d689af9 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248606 Jan 27 19:14:15.861953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-fb54b9ea-7271-4506-8e8e-ccf519df1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:15.861953 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-fb54b9ea-7271-4506-8e8e-ccf519df1987 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1095 time: 0.2183688 Jan 27 19:14:15.920368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:16.171559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-5ecee675-8b5d-4543-8e07-55b3abbd3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:16.175241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-5ecee675-8b5d-4543-8e07-55b3abbd3087 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.3053927 Jan 27 19:14:16.290233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-3dee861a-762e-4ed1-8c9f-af4651cc654e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.1038003 Jan 27 19:14:16.424859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63fa83-efd5-4652-bb86-6491e2eecbd7 req-3d0d1deb-dec9-40ab-a105-038db8a25fee tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:16.448265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b63fa83-efd5-4652-bb86-6491e2eecbd7 req-3d0d1deb-dec9-40ab-a105-038db8a25fee tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1915941 Jan 27 19:14:16.461118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-a00945f6-bd78-47a0-88c1-97058b219705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:16.466338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-a00945f6-bd78-47a0-88c1-97058b219705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1674027 Jan 27 19:14:16.535663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-be171f1f-1ad8-4cbc-beb4-20f1c944b516 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576603 Jan 27 19:14:16.595694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b63fa83-efd5-4652-bb86-6491e2eecbd7 req-b0695682-d25b-4e86-bea3-c9e0824bcb78 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398017 Jan 27 19:14:16.768392 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-cc2aff18-5cef-473f-885e-9b04f2ef0de0 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222521 Jan 27 19:14:16.824978 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f43f09f-e6d2-46a7-b978-911ac89a402b x-openstack-request-id: req-6f43f09f-e6d2-46a7-b978-911ac89a402b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:16.836699 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:16.837896 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f43f09f-e6d2-46a7-b978-911ac89a402b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:16.838504 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9', 'status': 'completed', 'code': 200} Jan 27 19:14:16.979258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-2e8b7be1-a4fe-4c98-875b-91d34cc75fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:16.981533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-2e8b7be1-a4fe-4c98-875b-91d34cc75fe3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1399131 Jan 27 19:14:17.134678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63459f71-40c8-46b2-9e3e-b6cae45cdc28 req-c497b73c-dc27-47d8-a0e5-3c34390321b5 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538086 Jan 27 19:14:17.295309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-0e6902af-ba8c-4bd3-834f-f639fba317bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:17.297742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-0e6902af-ba8c-4bd3-834f-f639fba317bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3032653 Jan 27 19:14:17.318606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b560-aa9d-4768-ba49-6226ab1ea860 req-5809bd49-cb23-422a-a693-7707134e2521 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:17.340812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9c9b560-aa9d-4768-ba49-6226ab1ea860 req-5809bd49-cb23-422a-a693-7707134e2521 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 947 time: 0.2074194 Jan 27 19:14:17.550290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9c9b560-aa9d-4768-ba49-6226ab1ea860 req-c760d23c-ef5e-454b-aa29-33de06f7bc14 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078929 Jan 27 19:14:17.561134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-2cba38b3-9b5a-433a-8dfc-427b80bb2e05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 HTTP/1.1" status: 200 len: 217 time: 0.1823230 Jan 27 19:14:17.699045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-5d2216a8-3c8f-46d5-b71e-257627250920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:17.701656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-5d2216a8-3c8f-46d5-b71e-257627250920 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1338406 Jan 27 19:14:17.807406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916f127-d473-4d24-98e3-7e309008aad7 req-3c63a0af-1876-4ac5-b13a-7ff4bfd46ca8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:17.811779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3916f127-d473-4d24-98e3-7e309008aad7 req-3c63a0af-1876-4ac5-b13a-7ff4bfd46ca8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1354792 Jan 27 19:14:17.902437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-ecbb10f7-18a2-4740-8179-0fc19892b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:17.905161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-ecbb10f7-18a2-4740-8179-0fc19892b4ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721020 Jan 27 19:14:17.929905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3916f127-d473-4d24-98e3-7e309008aad7 req-b1907fe2-2308-4e03-9f4e-9d1fc0bb8531 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089697 Jan 27 19:14:18.228005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-8ce78c70-ae13-42f9-a2bb-aef6c119277b service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142488 Jan 27 19:14:18.503904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76e7be53-95c1-4ee2-a4ca-509b127064fd req-a7b8234e-667c-4823-96a5-032862c3bccd service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654316 Jan 27 19:14:18.618497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a0c4f-8942-449c-90f4-b44b59755962 req-58f442e8-137f-4913-acef-cdffefd5dab3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:18.627563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d3a0c4f-8942-449c-90f4-b44b59755962 req-58f442e8-137f-4913-acef-cdffefd5dab3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1623974 Jan 27 19:14:18.707765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d3a0c4f-8942-449c-90f4-b44b59755962 req-d53cc3ee-1781-4a5e-a659-805eb5954923 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778694 Jan 27 19:14:18.866664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d2dac-f57b-4a00-a852-6b9b20f11ac5 req-e1fd907c-cd2f-4079-b49c-b11daa8e54f8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:18.875842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-776d2dac-f57b-4a00-a852-6b9b20f11ac5 req-e1fd907c-cd2f-4079-b49c-b11daa8e54f8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 947 time: 0.0869975 Jan 27 19:14:19.002170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-776d2dac-f57b-4a00-a852-6b9b20f11ac5 req-73ceb76f-c41e-4250-8ea9-c1fa79859401 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190684 Jan 27 19:14:19.313640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86bba8-c064-4b33-ad91-4df8783471c4 req-9cc687f1-641d-4719-a573-6e7a48c87a66 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:19.324051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa86bba8-c064-4b33-ad91-4df8783471c4 req-9cc687f1-641d-4719-a573-6e7a48c87a66 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1526592 Jan 27 19:14:19.515196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa86bba8-c064-4b33-ad91-4df8783471c4 req-dc921ad2-9f22-45c5-8b95-e92b76d035d9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845555 Jan 27 19:14:19.977248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366275c3-cb23-4441-a7cc-c2c913b5904f req-a98032a0-f39f-447c-83a2-096bce5f5ba0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:19.985644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-366275c3-cb23-4441-a7cc-c2c913b5904f req-a98032a0-f39f-447c-83a2-096bce5f5ba0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1038690 Jan 27 19:14:20.112241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-366275c3-cb23-4441-a7cc-c2c913b5904f req-373153ed-4226-4c5d-aeff-368a41e01eb8 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036499 Jan 27 19:14:20.342786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598037-32a7-4271-9e29-f669c6742410 req-b5da027e-5fa8-4565-bfae-98bd99aa706d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:20.363618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0598037-32a7-4271-9e29-f669c6742410 req-b5da027e-5fa8-4565-bfae-98bd99aa706d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 947 time: 0.1115110 Jan 27 19:14:20.444645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:20.461304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:20.536236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0598037-32a7-4271-9e29-f669c6742410 req-cb21af10-8915-424a-8faa-4c924cc92723 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696882 Jan 27 19:14:20.893018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:20.906926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9', 'mac_address': 'fa:16:3e:2a:a4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:20.961912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:20.994286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'port_id': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'mac_address': 'fa:16:3e:a6:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f38781-c42d-4d45-8806-f1a42c26932b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:21.059200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ac9f-6830-46ed-b580-4d145c77b8c7 req-dee7f9d9-bd32-4309-bbaa-c9e4f66bbe41 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:21.067450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87c2ac9f-6830-46ed-b580-4d145c77b8c7 req-dee7f9d9-bd32-4309-bbaa-c9e4f66bbe41 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1659958 Jan 27 19:14:21.148580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:21.149327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:21.170242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87c2ac9f-6830-46ed-b580-4d145c77b8c7 req-4465a3fa-408f-4a7b-beca-b6e5720ccd95 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013527 Jan 27 19:14:21.221962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port efdab05e-e39c-4bac-a423-fbb2e9e78ecc is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:21.222595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:21.301789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:21.401310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:21.419424 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:21.530343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdab05e-e39c-4bac-a423-fbb2e9e78ecc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:21.682132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:21.682600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9940d3-2a4e-4bd3-a353-7edca03dec49 req-a3b22b05-d511-4975-8fc7-1813d8a61a09 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:21.696166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e9940d3-2a4e-4bd3-a353-7edca03dec49 req-a3b22b05-d511-4975-8fc7-1813d8a61a09 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1116617 Jan 27 19:14:21.701892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:21.736926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:21.823187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e9940d3-2a4e-4bd3-a353-7edca03dec49 req-f8e3956d-4060-451a-80b8-169b83347982 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238370 Jan 27 19:14:21.974443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:22.053649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:22.114475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92746fea-4ff3-4631-9267-95193b3c8991 req-090b501d-88d4-4a9a-a4de-c444d2dbf2d0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:22.125433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92746fea-4ff3-4631-9267-95193b3c8991 req-090b501d-88d4-4a9a-a4de-c444d2dbf2d0 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 948 time: 0.1287594 Jan 27 19:14:22.255932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92746fea-4ff3-4631-9267-95193b3c8991 req-32488e97-50a1-4d66-a634-5bea1e6a671c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294861 Jan 27 19:14:22.256919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['efdab05e-e39c-4bac-a423-fbb2e9e78ecc'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:22.523579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c22d-b016-4327-b762-8ffb3e5ad25f req-defd036e-b5e5-441c-a6e9-c4a7dc207fce tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:22.537116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb84c22d-b016-4327-b762-8ffb3e5ad25f req-defd036e-b5e5-441c-a6e9-c4a7dc207fce tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1331944 Jan 27 19:14:22.674379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb84c22d-b016-4327-b762-8ffb3e5ad25f req-57d57b23-dc1c-4873-9589-f7925679c99f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Jan 27 19:14:23.157064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f21c7-dcb5-4bc7-9146-048599ad074f req-d7192f16-8137-479e-bcae-95e73e826703 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:23.192893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-028f21c7-dcb5-4bc7-9146-048599ad074f req-d7192f16-8137-479e-bcae-95e73e826703 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.2042329 Jan 27 19:14:23.318274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-028f21c7-dcb5-4bc7-9146-048599ad074f req-5a6aab01-4769-4f3e-9210-c4b358f71f31 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237524 Jan 27 19:14:23.503568 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:23.753381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450836c2-10b7-4167-90b2-fb4a5e335335 req-9f16869d-7d52-4dc9-aedf-8f963ddb5cb7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:23.766683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-450836c2-10b7-4167-90b2-fb4a5e335335 req-9f16869d-7d52-4dc9-aedf-8f963ddb5cb7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 948 time: 0.1391983 Jan 27 19:14:23.901454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-450836c2-10b7-4167-90b2-fb4a5e335335 req-27bd3173-a9ab-4995-91f5-aaf88285feaa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198618 Jan 27 19:14:24.432611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:24.434910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475f079-1948-4727-b22d-52264914690b req-a4633788-027a-4d7f-92c9-e32233176ae6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:24.447766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c475f079-1948-4727-b22d-52264914690b req-a4633788-027a-4d7f-92c9-e32233176ae6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1941648 Jan 27 19:14:24.525173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:24.581164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c475f079-1948-4727-b22d-52264914690b req-c65c6e13-0a10-4b4c-b7df-0505621c1987 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315486 Jan 27 19:14:24.742679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port efdab05e-e39c-4bac-a423-fbb2e9e78ecc completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:14:24.759018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port efdab05e-e39c-4bac-a423-fbb2e9e78ecc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:24.759432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:24.834662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:24.840840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:14:24.854820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:24.856215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:25.096938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port efdab05e-e39c-4bac-a423-fbb2e9e78ecc is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:25.097437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:25.150644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:25.152115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:25.157238 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9504de85-c5b0-41b8-a213-2fe7bad3fac8" -d '{"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-plugged", "status": "completed", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:25.212949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:25.213441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:25.215653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:25.245924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb7c3a-6480-4e41-a22f-0791db85e1a5 req-00237db3-c178-426d-84be-9aa4c0ab5cf9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:25.255342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5bdb7c3a-6480-4e41-a22f-0791db85e1a5 req-00237db3-c178-426d-84be-9aa4c0ab5cf9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.0853567 Jan 27 19:14:25.294354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:25.346597 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:25.348936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5bdb7c3a-6480-4e41-a22f-0791db85e1a5 req-0b0ef13d-b473-487b-b511-1059ef4bfa1a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Jan 27 19:14:25.350186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:25.360523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.361030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.361425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.361773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.362397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.362740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.363076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.363594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.363933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.364264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.364594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.364920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.365247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:25.515719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:25.591637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164181-7fd6-46fc-90e5-4650dff5e00d req-7f360520-e485-4d79-9c97-06efeaf63601 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:25.594481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9164181-7fd6-46fc-90e5-4650dff5e00d req-7f360520-e485-4d79-9c97-06efeaf63601 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.1005876 Jan 27 19:14:25.746973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9164181-7fd6-46fc-90e5-4650dff5e00d req-ab684acf-c2b0-4418-bdee-d2919e1cf8d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461132 Jan 27 19:14:25.900310 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80a55db-cb85-4130-8334-64264d70b944 x-openstack-request-id: req-a80a55db-cb85-4130-8334-64264d70b944 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:25.900954 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-plugged", "status": "completed", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:25.901526 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a80a55db-cb85-4130-8334-64264d70b944 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:25.902263 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'code': 200} Jan 27 19:14:26.094978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c330c7-2e85-4054-b78d-51828daf0c53 req-74f8ed11-51c9-47b2-afe1-3df61b38e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:26.097296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70c330c7-2e85-4054-b78d-51828daf0c53 req-74f8ed11-51c9-47b2-afe1-3df61b38e24e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1097 time: 0.1149819 Jan 27 19:14:26.138095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97f3e8-2571-4353-8b1e-7910af851745 req-4952242f-2b3b-4823-a694-7d52f65ab1f4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:26.151528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b97f3e8-2571-4353-8b1e-7910af851745 req-4952242f-2b3b-4823-a694-7d52f65ab1f4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1078172 Jan 27 19:14:26.219693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70c330c7-2e85-4054-b78d-51828daf0c53 req-42d8bada-ac49-4db9-b11b-319830d9ace9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104312 Jan 27 19:14:26.672180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b97f3e8-2571-4353-8b1e-7910af851745 req-79dc78d9-cebc-41a7-a98e-e8fe5d3c3a86 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139499 Jan 27 19:14:27.164853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625de6f-5d97-473d-9046-c8e9a686265c req-c0df8a19-6f95-4d98-922c-3427f0e17cbc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:27.181113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b625de6f-5d97-473d-9046-c8e9a686265c req-c0df8a19-6f95-4d98-922c-3427f0e17cbc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.0812697 Jan 27 19:14:27.261902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b625de6f-5d97-473d-9046-c8e9a686265c req-e45e6aa3-cd56-4005-939a-301568056fe5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 Jan 27 19:14:27.467063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7e74-90be-49b7-9756-a0eb4684343d req-fce7d39c-1f3d-49bd-94f4-94f0e026b783 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:27.471103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fff7e74-90be-49b7-9756-a0eb4684343d req-fce7d39c-1f3d-49bd-94f4-94f0e026b783 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.0777879 Jan 27 19:14:27.675203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fff7e74-90be-49b7-9756-a0eb4684343d req-716ff672-ef04-47b3-b36d-4a919df9cafe tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822493 Jan 27 19:14:27.903762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:27.908322 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e4f1e-7657-4715-af0e-4223b8f186a4" -d '{"events": [{"server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:27.993336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283033a-7ffe-4bed-bf69-3ad7cfded85f req-bcf6df90-a829-41d1-a56f-1cd0ac7248aa tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:27.995088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4283033a-7ffe-4bed-bf69-3ad7cfded85f req-bcf6df90-a829-41d1-a56f-1cd0ac7248aa tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1646969 Jan 27 19:14:28.141604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4283033a-7ffe-4bed-bf69-3ad7cfded85f req-e7228e9f-89da-4d69-b65c-330afcaf4ab8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312916 Jan 27 19:14:28.459918 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856a01b-5389-4833-9fd9-f7d3cdce4f96 x-openstack-request-id: req-7856a01b-5389-4833-9fd9-f7d3cdce4f96 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:28.461056 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:28.461730 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7856a01b-5389-4833-9fd9-f7d3cdce4f96 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:28.462719 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9', 'code': 200} Jan 27 19:14:28.700566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846917e-8184-4ef3-97a0-5b36a694b3da req-10d43a20-0317-4655-a999-5ae580f6d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:28.701970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7846917e-8184-4ef3-97a0-5b36a694b3da req-10d43a20-0317-4655-a999-5ae580f6d965 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 1100 time: 0.1532724 Jan 27 19:14:28.897345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7846917e-8184-4ef3-97a0-5b36a694b3da req-ccadecbe-ae78-4bef-a3bd-2823ffd2f4d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783924 Jan 27 19:14:28.918058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78075-8e11-4db6-ad90-6bd8a359f1a5 req-732b3c23-77cb-4a13-9e5f-507505499fa5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:28.920808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f78075-8e11-4db6-ad90-6bd8a359f1a5 req-732b3c23-77cb-4a13-9e5f-507505499fa5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1656148 Jan 27 19:14:29.032210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f78075-8e11-4db6-ad90-6bd8a359f1a5 req-c7888ecf-4f51-4bbf-8255-bda7c568726f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008584 Jan 27 19:14:29.338059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b40b7-798d-41d1-bb20-e4f181eef30d req-8a33d0b8-7c9e-40fd-967c-75970471a0e1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:29.340041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd9b40b7-798d-41d1-bb20-e4f181eef30d req-8a33d0b8-7c9e-40fd-967c-75970471a0e1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.1816828 Jan 27 19:14:29.405699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd9b40b7-798d-41d1-bb20-e4f181eef30d req-277ca6d5-d098-4d02-9832-daa7122bd56d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Jan 27 19:14:29.579011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09370a5-7f42-43ac-bc7d-66253b2c542f req-72cf585c-571e-4e9f-8c1a-8b83b33524a5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:29.582409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f09370a5-7f42-43ac-bc7d-66253b2c542f req-72cf585c-571e-4e9f-8c1a-8b83b33524a5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1097 time: 0.0958214 Jan 27 19:14:29.696369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f09370a5-7f42-43ac-bc7d-66253b2c542f req-7284c104-eede-4c53-82ba-a9e4ec9e140b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061409 Jan 27 19:14:29.940288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e9a6-2d5a-4fc7-9e81-14426449a9d8 req-ad615892-69e4-4d24-9dee-e148add5d555 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:29.942812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3411e9a6-2d5a-4fc7-9e81-14426449a9d8 req-ad615892-69e4-4d24-9dee-e148add5d555 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1169631 Jan 27 19:14:30.104120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3411e9a6-2d5a-4fc7-9e81-14426449a9d8 req-fe340c2e-2efa-45d5-9c75-236fa01df4f0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384656 Jan 27 19:14:30.718710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962b4b9-382e-42ce-a641-fc085a3c0eca req-77cf8286-4640-4ccc-8405-dfcab8680e40 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:30.722466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b962b4b9-382e-42ce-a641-fc085a3c0eca req-77cf8286-4640-4ccc-8405-dfcab8680e40 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.1526313 Jan 27 19:14:30.852702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b962b4b9-382e-42ce-a641-fc085a3c0eca req-9014b39d-d65f-441d-8c35-2010b02ed481 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180573 Jan 27 19:14:31.037369 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-440a5fbe-0519-4c2c-9e90-46000bc7a4c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840569 Jan 27 19:14:31.186135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-3f44ce8b-d656-4430-a639-650a8bba6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.189305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-3f44ce8b-d656-4430-a639-650a8bba6284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 1101 time: 0.0992324 Jan 27 19:14:31.416824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4764-f1aa-4abe-b7a8-733e67dd62d7 req-00cb2fd3-0633-41ef-a005-c4816358f882 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.418264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-aee86535-730f-43a5-ab82-bfc160cfd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.421089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ac4764-f1aa-4abe-b7a8-733e67dd62d7 req-00cb2fd3-0633-41ef-a005-c4816358f882 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1028042 Jan 27 19:14:31.423178 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-aee86535-730f-43a5-ab82-bfc160cfd18b service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1989732 Jan 27 19:14:31.521855 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-9abaa676-ca1b-4aaa-ad96-c7a9ab35dbd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14 HTTP/1.1" status: 200 len: 217 time: 0.0863032 Jan 27 19:14:31.618649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-582cf4cb-d1cb-400d-b8cc-ee5873c8bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.626462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-582cf4cb-d1cb-400d-b8cc-ee5873c8bee6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0990424 Jan 27 19:14:31.703988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ac4764-f1aa-4abe-b7a8-733e67dd62d7 req-1c67bb4b-200f-46ae-9dfe-6b8d2845a877 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754061 Jan 27 19:14:31.785554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-c4584738-59dc-43ba-a39f-9a7ff2b71fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.788306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-c4584738-59dc-43ba-a39f-9a7ff2b71fdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533427 Jan 27 19:14:31.802977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88dd38-c923-4abe-b971-683b080d81db req-acede6a5-3ab4-40c9-9132-2abf4b31344d tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:31.805627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c88dd38-c923-4abe-b971-683b080d81db req-acede6a5-3ab4-40c9-9132-2abf4b31344d tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 950 time: 0.2587881 Jan 27 19:14:31.909283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c88dd38-c923-4abe-b971-683b080d81db req-7d319f9a-1782-4248-8c42-0a690b911320 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918002 Jan 27 19:14:31.997218 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-ce7dd301-b608-4119-862e-b83ce6c33bbc service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975961 Jan 27 19:14:32.104002 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-898e9ac6-5804-47f4-a809-ff28dd2dfb70 req-2618c88f-b122-45f3-b7a6-d1f80bf398a0 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994060 Jan 27 19:14:32.266751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3a94-d556-4e36-b822-a535ce43132c req-a0953a16-3ade-41f4-b000-33268293f959 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:32.290128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be1f3a94-d556-4e36-b822-a535ce43132c req-a0953a16-3ade-41f4-b000-33268293f959 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.2303739 Jan 27 19:14:32.367701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be1f3a94-d556-4e36-b822-a535ce43132c req-e1a5387a-6a8a-470d-9b27-92a672c7e215 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757005 Jan 27 19:14:32.618765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad55f-36f3-40f8-bf7f-9d5df3da6064 req-3e479af9-5b2f-4e14-8139-ab97c1637d7e tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:32.621370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04fad55f-36f3-40f8-bf7f-9d5df3da6064 req-3e479af9-5b2f-4e14-8139-ab97c1637d7e tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 1100 time: 0.0783548 Jan 27 19:14:32.710125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04fad55f-36f3-40f8-bf7f-9d5df3da6064 req-5cd9a44e-bbc6-4bf5-9dce-2d2ee56a82f0 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Jan 27 19:14:32.955971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321059e-77a2-409e-939a-49b78308f545 req-3d193a27-78b8-44d3-98da-3a5fbaa4a9da tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:32.959067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a321059e-77a2-409e-939a-49b78308f545 req-3d193a27-78b8-44d3-98da-3a5fbaa4a9da tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0990446 Jan 27 19:14:33.022468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-5ad1b46d-7326-4580-9f20-53f95a04bd48 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614669 Jan 27 19:14:33.094114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a321059e-77a2-409e-939a-49b78308f545 req-4cfd816d-1a08-4ab2-bcc1-f393be678b5b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171556 Jan 27 19:14:33.270199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-7356ed3a-fa57-465b-8351-2fe9f33f8fb7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:33.272930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-7356ed3a-fa57-465b-8351-2fe9f33f8fb7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185302 Jan 27 19:14:33.324564 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-a6d1693d-105d-4c16-9084-a05c370d4a6a service neutron] show failed (client error): The resource could not be found. Jan 27 19:14:33.327319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-a6d1693d-105d-4c16-9084-a05c370d4a6a service neutron] 10.222.0.66 "GET /v2.0/ports/06615061-af92-4e89-af5c-4cea9bc393e1/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.1460712 Jan 27 19:14:33.345531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-403c291e-37ee-454c-8909-9f62b167f0c7 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/quotas/bd75448bb0314c848049809519413ae2 HTTP/1.1" status: 200 len: 375 time: 0.0651000 Jan 27 19:14:33.437456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471eb3-18fa-417d-ba99-56ca7355be38 req-041b8922-b553-4a8e-a229-99653fa20888 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:33.445402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49471eb3-18fa-417d-ba99-56ca7355be38 req-041b8922-b553-4a8e-a229-99653fa20888 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 950 time: 0.1616495 Jan 27 19:14:33.606214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49471eb3-18fa-417d-ba99-56ca7355be38 req-11e686b0-7350-4fa8-8b8c-8b20e826f10d tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595738 Jan 27 19:14:33.673780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-4b0581b2-0e81-4789-9aee-0f6daa8ac6e1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3117249 Jan 27 19:14:33.864729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-25e9de12-1360-47bd-bf72-c91abc9becc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:33.869959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-25e9de12-1360-47bd-bf72-c91abc9becc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1101 time: 0.1062379 Jan 27 19:14:33.889664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:34.035485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:34.328978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-19771a36-e37c-4db0-abaf-5ced12554fbf tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:34.361517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-19771a36-e37c-4db0-abaf-5ced12554fbf tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/networks?id=213a3d5d-5ad1-4a93-a287-92520562c52c HTTP/1.1" status: 200 len: 815 time: 0.2934158 Jan 27 19:14:34.394151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-999bb65d-56d1-4591-af09-4d6844e36df9 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/quotas/b2ec25f3a5444811b688f031f8ff9e5a HTTP/1.1" status: 200 len: 375 time: 0.0309057 Jan 27 19:14:34.528462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cccef9a-5ae4-4e43-a233-77571787fe77 req-0f4128e7-5cf3-4901-ac90-d23922405291 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 210 time: 0.0621550 Jan 27 19:14:34.571921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-98057c35-5898-4870-b1b8-13acefb39f06 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2ec25f3a5444811b688f031f8ff9e5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759799 Jan 27 19:14:34.651341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:34.762020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:34.864333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:34.870161 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16ed26d-c566-4da1-b412-600ff1e3e892" -d '{"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:34.879846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks [] for port (06615061-af92-4e89-af5c-4cea9bc393e1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:34.911753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b153f-21a0-43ba-945d-65ebffe89759 req-7b3b2072-6e00-4696-ab26-d2c8664e2c89 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:34.914949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Transition to ACTIVE for port object 06615061-af92-4e89-af5c-4cea9bc393e1 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:14:34.918368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a8b153f-21a0-43ba-945d-65ebffe89759 req-7b3b2072-6e00-4696-ab26-d2c8664e2c89 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1209965 Jan 27 19:14:34.929738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:34.941489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-ab61191e-4419-4778-aae6-5505f06dc0c3 service neutron] 10.222.0.59 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676605 Jan 27 19:14:35.051188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] No DVR routers for this DVR port 06615061-af92-4e89-af5c-4cea9bc393e1 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:14:35.070479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a8b153f-21a0-43ba-945d-65ebffe89759 req-d36c845e-45db-4d32-b128-cbce38e4e316 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468902 Jan 27 19:14:35.070880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:35.140063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-347f9de7-0f13-469e-9f59-c44760a7c3cb service neutron] 10.222.0.59 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759567 Jan 27 19:14:35.164796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:35.166122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:35.166506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:35.191228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:35.191861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Attempting to bind port 06615061-af92-4e89-af5c-4cea9bc393e1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:35.211933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:35.212917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:35.213806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:35.214774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Bound port: 06615061-af92-4e89-af5c-4cea9bc393e1, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:35.215627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:35.350344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:35.354978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:35.368312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:35.414354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:35.415323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:35.417126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] 10.222.0.39 "PUT /v2.0/ports/06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 1096 time: 1.5339065 Jan 27 19:14:35.458282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf53e-7daf-476e-a776-ddc47bb2e871 service neutron] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:35.614888 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b709637-7b8c-4d43-bc60-718c117dfdb3 x-openstack-request-id: req-7b709637-7b8c-4d43-bc60-718c117dfdb3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:35.615311 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:35.615690 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b709637-7b8c-4d43-bc60-718c117dfdb3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:35.616407 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'code': 200} Jan 27 19:14:35.662473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-7bf616a5-d837-49e7-865e-e8cbef80b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:35.666501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-7bf616a5-d837-49e7-865e-e8cbef80b01e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1099 time: 0.1695368 Jan 27 19:14:35.846598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-741e0e57-731a-438e-b0b1-36914c51e483 req-526f6338-ae7d-4203-8f15-48d9866021c6 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 210 time: 0.0779340 Jan 27 19:14:35.868550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbdab-f2b9-41f5-ab12-cb20cef07569 req-d93b52c1-6767-45c4-921a-6bb49855ccf8 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:35.870214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b95cbdab-f2b9-41f5-ab12-cb20cef07569 req-d93b52c1-6767-45c4-921a-6bb49855ccf8 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.1991885 Jan 27 19:14:35.937930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b95cbdab-f2b9-41f5-ab12-cb20cef07569 req-52460820-b8ff-4de0-92b6-d4585ebbe903 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567980 Jan 27 19:14:35.954068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-01b207a9-3c01-41f3-b51e-c2e6ecdac028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:35.956244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-01b207a9-3c01-41f3-b51e-c2e6ecdac028 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2733335 Jan 27 19:14:36.049415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-332bf728-53d5-476d-a95a-cbb3e9b992bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0675747 Jan 27 19:14:36.090358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3179f85b-3cde-424a-8e3c-aeee30daf189 req-0982e956-ed4a-4319-8a18-022737d5d17f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 210 time: 0.0441499 Jan 27 19:14:36.154123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-58c131f4-1ad9-4fab-bb95-54d70a210638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:36.173342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-58c131f4-1ad9-4fab-bb95-54d70a210638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1160014 Jan 27 19:14:36.210810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a74450e6-903b-4c99-8a2f-2a8a3f68286b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd75448bb0314c848049809519413ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964904 Jan 27 19:14:36.313366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-68097cf9-ff2c-429b-9312-09c231be516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:36.314900 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-68097cf9-ff2c-429b-9312-09c231be516f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363475 Jan 27 19:14:36.461049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:14:36.504903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-bb0d3a56-c08f-4009-9c1a-79e5f468abe8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:36.506482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-bb0d3a56-c08f-4009-9c1a-79e5f468abe8 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868552 Jan 27 19:14:36.526317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Request body: {'port': {'device_id': '52200975-03d9-4a5f-98fc-42acba6145bf', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'bd75448bb0314c848049809519413ae2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:36.533771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:14:36.542843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-000dbf1c-0df0-4ec2-9727-a43444cd08a5 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094469 Jan 27 19:14:36.775169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Made reservation on behalf of bd75448bb0314c848049809519413ae2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:14:36.785097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:36.791209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 06615061-af92-4e89-af5c-4cea9bc393e1 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:14:36.792238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:14:36.829288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e91c921e-c8d4-43d0-acb9-812f2abce954 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:36.829938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:36.968027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:36.975823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:36.983282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e8153a-3bd1-4e74-b481-e37b01a70b14" -d '{"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:36.995025 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:37.128031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Allocated IP 192.168.233.221 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/42540316-4d64-4e23-b958-1e991df5b6c1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:14:37.179954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:37.339446 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-573dd6a9-45df-4d04-82c4-8d62a3b4f71b req-de521935-b69c-4d29-945e-17b7278e54e2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856302 Jan 27 19:14:37.492090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62ba7e-c8f7-4b6f-8f21-2ffc45d576ed req-cc317360-bc0a-4e0d-8c8b-c22d7ef9d263 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:37.499095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e62ba7e-c8f7-4b6f-8f21-2ffc45d576ed req-cc317360-bc0a-4e0d-8c8b-c22d7ef9d263 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 0.2439289 Jan 27 19:14:37.559199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks [] for port (42540316-4d64-4e23-b958-1e991df5b6c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:37.619762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:37.627983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e62ba7e-c8f7-4b6f-8f21-2ffc45d576ed req-1f57efe7-ca08-423f-a392-78caf1e44dce tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278419 Jan 27 19:14:37.642242 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20f626-4326-4539-bc97-ce5cdd37a07f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:37.720826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:37.739534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d', '643974d8-8edd-4b9b-8962-34c2a93a2394', 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:37.753901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:37.837306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:14:37.849127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:14:37.857763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:14:37.886637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-1384b406-82a5-443d-9eb7-742b952924d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:37.895914 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-1384b406-82a5-443d-9eb7-742b952924d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.66 "GET /v2.0/networks?id=213a3d5d-5ad1-4a93-a287-92520562c52c HTTP/1.1" status: 200 len: 815 time: 0.3059578 Jan 27 19:14:37.902745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Request body: {'port': {'device_id': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'admin_state_up': True, 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:37.922389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event updated for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:37.946664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.947026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.947360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.947705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.948044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.948543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.948884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.949309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.949647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.949982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.950312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.950639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:37.950965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:14:38.017395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:38.017857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:38.099384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-44f2ce36-0fa9-4390-8945-1de8802bb747 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5626440 Jan 27 19:14:38.122064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Request body: {'port': {'device_id': '52200975-03d9-4a5f-98fc-42acba6145bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:38.191752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Made reservation on behalf of b2ec25f3a5444811b688f031f8ff9e5a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:14:38.195483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:38.214871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-ee408bc6-0410-44e3-9ac5-c04ba64eac62 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:14:38.216298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-ee408bc6-0410-44e3-9ac5-c04ba64eac62 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118856 Jan 27 19:14:38.273985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c473759-b714-4b1e-961c-baed09c68696 req-dc6ea178-6266-436f-a2e9-347abac8ad3d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 210 time: 0.0696507 Jan 27 19:14:38.276243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-44524834-e957-481e-bf21-84aa5a0f9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:38.285447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-44524834-e957-481e-bf21-84aa5a0f9803 service neutron] 10.222.0.59 "GET /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 1094 time: 0.0599554 Jan 27 19:14:38.291628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Request body: {'binding': {'host': 'n-h2-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:38.292329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:14:38.393155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:38.471058 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829dc798-c5a5-4b6e-886e-6d1b2dfd9dd3 x-openstack-request-id: req-829dc798-c5a5-4b6e-886e-6d1b2dfd9dd3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:38.471954 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:38.472630 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-829dc798-c5a5-4b6e-886e-6d1b2dfd9dd3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:38.479506 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'code': 200} Jan 27 19:14:38.682132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h2-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:38.683225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:38.683895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:38.841504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-67c7e799-1a50-4130-97bf-57f0da2198b8 None None] Provisioning complete for port 42540316-4d64-4e23-b958-1e991df5b6c1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:38.842075 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67c7e799-1a50-4130-97bf-57f0da2198b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:38.979518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:38.979909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:39.015523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:39.016027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:39.016524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:39.017085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Bound port: de966ebe-25b9-43ea-92de-4756943a8af5, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:39.144610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:39.156693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:39.167062 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-608cba6f-f296-42fb-ab4a-bc6fbbf7f447 service neutron] 10.222.0.59 "POST /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8748136 Jan 27 19:14:39.243985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Allocated IP 172.20.0.13 (213a3d5d-5ad1-4a93-a287-92520562c52c/037ad8fe-9768-4d21-b565-8f731beb3ae7/40af3a05-6409-4aac-a9af-1fad68a048ab) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:14:39.334840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d15a935-fb85-4a32-89d3-eea381407515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:39.378651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67c7e799-1a50-4130-97bf-57f0da2198b8 None None] Port 42540316-4d64-4e23-b958-1e991df5b6c1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:14:39.564953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42540316-4d64-4e23-b958-1e991df5b6c1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:39.599412 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks [] for port (42540316-4d64-4e23-b958-1e991df5b6c1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:39.658128 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee38f1-2af5-4318-9b30-e38b85c514bd x-openstack-request-id: req-a6ee38f1-2af5-4318-9b30-e38b85c514bd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:39.658506 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:39.658709 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6ee38f1-2af5-4318-9b30-e38b85c514bd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:39.659102 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'status': 'completed', 'code': 200} Jan 27 19:14:39.790911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks [] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:39.803450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Transition to ACTIVE for port object 42540316-4d64-4e23-b958-1e991df5b6c1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:14:39.837182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-b9c660db-ea74-47d4-b852-28c6b2966aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:39.838402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-b9c660db-ea74-47d4-b852-28c6b2966aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0646501 Jan 27 19:14:39.931484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:40.006016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Network 213a3d5d-5ad1-4a93-a287-92520562c52c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:14:40.012769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:14:40.021524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:14:40.027430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.028115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:40.062808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1643453 Jan 27 19:14:40.071555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-387c9001-45b8-478a-acce-a3b23c89adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.073110 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-387c9001-45b8-478a-acce-a3b23c89adcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2228534 Jan 27 19:14:40.074085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1e15c-17b3-4751-9e68-a21d49096c4e tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:40.080630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:40.089983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Request body: {'port': {'device_id': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:40.191965 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-bc4198bd-49f2-438d-a2e7-66817de3a608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0944080 Jan 27 19:14:40.366941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:40.408041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-ed1f6a2c-1caa-4dc0-851a-350715f3dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.414795 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-ed1f6a2c-1caa-4dc0-851a-350715f3dc52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1818774 Jan 27 19:14:40.455785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:40.668412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d27d-cfcc-4d94-b404-145a24f2d5e7 req-cd313fdd-2b9c-4a33-84a6-365b812f13d4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.701957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b09d27d-cfcc-4d94-b404-145a24f2d5e7 req-cd313fdd-2b9c-4a33-84a6-365b812f13d4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 936 time: 1.2899241 Jan 27 19:14:40.758047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-94b54818-b93f-4c22-957d-537a899d6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.759442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-94b54818-b93f-4c22-957d-537a899d6bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040352 Jan 27 19:14:40.772808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:40.862405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-1b29dd27-13c3-4a01-b6f6-73a25300b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.864645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-1b29dd27-13c3-4a01-b6f6-73a25300b857 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1099 time: 1.0444617 Jan 27 19:14:40.907869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-0f468cd6-5551-4b71-aea3-f47120cc40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.910650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-0f468cd6-5551-4b71-aea3-f47120cc40fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.9296613 Jan 27 19:14:40.920036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542531fd-fc88-464e-97dd-f633deb2970f req-c70186aa-fa99-4b9c-b5be-3119831c4356 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:40.930988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-542531fd-fc88-464e-97dd-f633deb2970f req-c70186aa-fa99-4b9c-b5be-3119831c4356 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 948 time: 1.1045501 Jan 27 19:14:41.045021 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-b1316090-fe49-4864-94a5-51480ec8f82f service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698417 Jan 27 19:14:41.136184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d51a3f4f-0919-4c00-9762-fd0c315ecaf4 None None] Provisioning complete for port 40af3a05-6409-4aac-a9af-1fad68a048ab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:41.136455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f4f-0919-4c00-9762-fd0c315ecaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:41.295630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:41.364807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '06615061-af92-4e89-af5c-4cea9bc393e1', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '06615061-af92-4e89-af5c-4cea9bc393e1', 'mac_address': 'fa:16:3e:bd:6b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:41.382905 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-13708551-9cdd-4e87-a9d3-68af6de8d43d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033864 Jan 27 19:14:41.394925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-542531fd-fc88-464e-97dd-f633deb2970f req-ad9ced09-8033-4ce7-9c07-4a36a46e099d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626052 Jan 27 19:14:41.486058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Attempting to bind port 42540316-4d64-4e23-b958-1e991df5b6c1 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:41.486587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Attempting to bind port 42540316-4d64-4e23-b958-1e991df5b6c1 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:41.501655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Attempting to bind port 42540316-4d64-4e23-b958-1e991df5b6c1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:41.531875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b09d27d-cfcc-4d94-b404-145a24f2d5e7 req-01595284-9ad1-4a8a-851f-840063c0e90a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288305 Jan 27 19:14:41.539074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Port 42540316-4d64-4e23-b958-1e991df5b6c1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:41.539846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Attempting to bind port 42540316-4d64-4e23-b958-1e991df5b6c1 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:41.589464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:41.589963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:41.590112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d51a3f4f-0919-4c00-9762-fd0c315ecaf4 None None] Port 40af3a05-6409-4aac-a9af-1fad68a048ab cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:14:41.590558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:41.591076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Bound port: 42540316-4d64-4e23-b958-1e991df5b6c1, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:41.591563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:41.638727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-31694399-86a6-4da2-8946-95a1008afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:41.641872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-31694399-86a6-4da2-8946-95a1008afcd9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.7389312 Jan 27 19:14:41.647002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-192cc860-cd99-4ca4-ab50-973ef45f8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:41.650522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 06615061-af92-4e89-af5c-4cea9bc393e1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:41.650834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-192cc860-cd99-4ca4-ab50-973ef45f8da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.5289178 Jan 27 19:14:41.651331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:41.731383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06615061-af92-4e89-af5c-4cea9bc393e1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:41.777866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-c8fa6329-a117-4c92-9c51-dd1bb963598c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 217 time: 0.1029241 Jan 27 19:14:41.782804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-d3b6ae27-5be7-4238-aec7-d9423c6d30c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.1063895 Jan 27 19:14:41.854001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40af3a05-6409-4aac-a9af-1fad68a048ab {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:41.878591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks [] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:41.919082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:41.919588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Transition to ACTIVE for port object 40af3a05-6409-4aac-a9af-1fad68a048ab will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:14:41.929831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.024526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=42540316-4d64-4e23-b958-1e991df5b6c1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:42.031652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-6d7abe7b-e243-4038-9f9e-c23f44b175b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.035439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-6d7abe7b-e243-4038-9f9e-c23f44b175b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.2423239 Jan 27 19:14:42.050501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:42.061782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.073756 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c243ee5e-a19d-41dd-b2b6-e805aaf93af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.085231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:42.106931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Attempting to bind port 40af3a05-6409-4aac-a9af-1fad68a048ab on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:14:42.107261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Attempting to bind port 40af3a05-6409-4aac-a9af-1fad68a048ab by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:14:42.107598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Attempting to bind port 40af3a05-6409-4aac-a9af-1fad68a048ab on network 213a3d5d-5ad1-4a93-a287-92520562c52c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:42.117379 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.144651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Port 40af3a05-6409-4aac-a9af-1fad68a048ab on network 213a3d5d-5ad1-4a93-a287-92520562c52c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:14:42.146542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-7bb3d813-349b-4d67-968b-3a36e069dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.146755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Attempting to bind port 40af3a05-6409-4aac-a9af-1fad68a048ab on network 213a3d5d-5ad1-4a93-a287-92520562c52c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:14:42.156727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-7bb3d813-349b-4d67-968b-3a36e069dc3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.3484819 Jan 27 19:14:42.162403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:14:42.163492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Checking segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:14:42.167297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Bound using segment: {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:14:42.168653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Bound port: 40af3a05-6409-4aac-a9af-1fad68a048ab, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a6bb3-0309-4687-93a8-2f9e8dc6727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:14:42.169488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.274016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:42.354103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-77643632-a87e-4854-9e58-b55c10cee63c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2904625 Jan 27 19:14:42.372164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.372887 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.374572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/42540316-4d64-4e23-b958-1e991df5b6c1 HTTP/1.1" status: 200 len: 1096 time: 4.2685063 Jan 27 19:14:42.419010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:42.421663 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a216df5-559e-4f68-9810-5748aad3b71e" -d '{"events": [{"name": "network-changed", "server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:42.507378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:14:42.514144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e487f-fcf2-4788-865b-31c889c03447 req-25501098-e848-48a6-a2df-efb1d03b4f87 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.516329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-008e487f-fcf2-4788-865b-31c889c03447 req-25501098-e848-48a6-a2df-efb1d03b4f87 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.6305900 Jan 27 19:14:42.516519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:14:42.527897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.603418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:42.642077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466f29-f858-444f-83cd-dc4e4fee8f86 req-b1053ed5-2162-455d-9493-96e9ca1b9083 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.659067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db466f29-f858-444f-83cd-dc4e4fee8f86 req-b1053ed5-2162-455d-9493-96e9ca1b9083 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.5928671 Jan 27 19:14:42.776660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:42.777851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:42.781116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] 10.222.0.66 "PUT /v2.0/ports/40af3a05-6409-4aac-a9af-1fad68a048ab HTTP/1.1" status: 200 len: 1092 time: 2.7024839 Jan 27 19:14:42.781996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:42.785083 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c76b23-8531-4a61-ba01-8fee5b69f63b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:42.856489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ace92-c309-4b44-97b4-a8e90a9b0deb service neutron] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:43.792184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-8a3d4756-3b43-4727-8160-1e13a39de8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:43.793777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-8a3d4756-3b43-4727-8160-1e13a39de8cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5639353 Jan 27 19:14:43.797162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e2472-9734-48dc-a70e-136109d4a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:43.854287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-1dd43b53-c2d1-4cce-afca-e24fdf3c3e04 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4422197 Jan 27 19:14:44.002616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-008e487f-fcf2-4788-865b-31c889c03447 req-c2a64cac-6ae2-4f99-afe6-d026bf8d9074 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3086474 Jan 27 19:14:44.004526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-e91f190e-6702-4d40-b5ad-b2f37467cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.006523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-e91f190e-6702-4d40-b5ad-b2f37467cc83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 1099 time: 1.4788454 Jan 27 19:14:44.009544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db466f29-f858-444f-83cd-dc4e4fee8f86 req-dc2327aa-9495-49da-8103-9f002e2758df tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2582359 Jan 27 19:14:44.022018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-93b9d525-3f45-4f8b-b2e0-882fc4983380 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494038 Jan 27 19:14:44.123450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-8e904089-c91c-48a6-875a-b43689b38479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=42540316-4d64-4e23-b958-1e991df5b6c1 HTTP/1.1" status: 200 len: 217 time: 0.1002462 Jan 27 19:14:44.291497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04379daa-b959-4045-bd05-5923cc036c2f req-9b06cfb9-b072-4b46-904c-60b41035613e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.302790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04379daa-b959-4045-bd05-5923cc036c2f req-9b06cfb9-b072-4b46-904c-60b41035613e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.1689887 Jan 27 19:14:44.306778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-bc2aa5aa-95ea-4a17-83de-249ec2267983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.308729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-bc2aa5aa-95ea-4a17-83de-249ec2267983 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1636531 Jan 27 19:14:44.426946 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a7e85a-7e8a-4e20-96e1-df71cbeebbb4 x-openstack-request-id: req-50a7e85a-7e8a-4e20-96e1-df71cbeebbb4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:44.427312 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:44.427601 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50a7e85a-7e8a-4e20-96e1-df71cbeebbb4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:44.438194 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1', 'status': 'completed', 'code': 200} Jan 27 19:14:44.635381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-1b87cfd8-d6ff-491e-852b-ae6a49da14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.639024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-1b87cfd8-d6ff-491e-852b-ae6a49da14ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2ec25f3a5444811b688f031f8ff9e5a&device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 1095 time: 0.1404171 Jan 27 19:14:44.645705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04379daa-b959-4045-bd05-5923cc036c2f req-481d67ee-6d87-4bac-9003-1ccfc4858d99 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408434 Jan 27 19:14:44.683338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-0cee1bb8-36a7-4926-a182-66c6d52b47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.690104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-0cee1bb8-36a7-4926-a182-66c6d52b47f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3554673 Jan 27 19:14:44.912458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbd2cc-7833-491a-b6d8-286d9c4c08f1 req-9aba73ee-2d8c-4303-9b70-8295f31d516b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:44.922316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25fbd2cc-7833-491a-b6d8-286d9c4c08f1 req-9aba73ee-2d8c-4303-9b70-8295f31d516b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 948 time: 0.3604784 Jan 27 19:14:44.956042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-b54c0884-2ed6-4f7c-8c8f-cd332237da97 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432745 Jan 27 19:14:44.965377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-32706ecc-c510-47fd-a754-676ccc986bbd service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161569 Jan 27 19:14:44.999947 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:45.077802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25fbd2cc-7833-491a-b6d8-286d9c4c08f1 req-818445ce-9c34-4ace-bf7d-af283b8dddf6 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534679 Jan 27 19:14:45.185888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cbb340-2a96-4d8e-aeb0-3217e5664571 req-12363097-a341-45d3-b0cb-05abb4985a25 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156479 Jan 27 19:14:45.351674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd20f626-4326-4539-bc97-ce5cdd37a07f req-d29f6244-3b74-4f4d-97fe-754dc24522f2 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112794 Jan 27 19:14:45.376354 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c635376d-8350-4941-b368-5da5b4ec5860 x-openstack-request-id: req-c635376d-8350-4941-b368-5da5b4ec5860 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:45.377653 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:45.390172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c635376d-8350-4941-b368-5da5b4ec5860 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:45.390904 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'status': 'completed', 'code': 200} Jan 27 19:14:45.395217 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-890c92aa-145e-4150-a8a9-3078468c3f5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40af3a05-6409-4aac-a9af-1fad68a048ab HTTP/1.1" status: 200 len: 217 time: 0.2566199 Jan 27 19:14:45.396858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:45.453698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216df5-559e-4f68-9810-5748aad3b71e req-9984fc52-0c7d-4db7-925b-68341e5de0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:45.456279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-9984fc52-0c7d-4db7-925b-68341e5de0fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd75448bb0314c848049809519413ae2&device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 1099 time: 0.1036541 Jan 27 19:14:45.527902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-ba609cdc-bc83-4d8b-afa6-93989d4c8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:45.531441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-ba609cdc-bc83-4d8b-afa6-93989d4c8c30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=037ad8fe-9768-4d21-b565-8f731beb3ae7 HTTP/1.1" status: 200 len: 854 time: 0.1251991 Jan 27 19:14:45.670719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14991-3478-4d83-b08c-467b5f4d332f req-91947cba-7549-48a2-9aa7-798bc6994f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:45.675176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-91947cba-7549-48a2-9aa7-798bc6994f1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=213a3d5d-5ad1-4a93-a287-92520562c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248946 Jan 27 19:14:45.752198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216df5-559e-4f68-9810-5748aad3b71e req-5149fe1a-26da-4698-967b-9ca28607c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:45.759211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-5149fe1a-26da-4698-967b-9ca28607c320 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2848403 Jan 27 19:14:45.920938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-ad6beb6a-d5c1-40ec-9092-901bcb92911b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=42540316-4d64-4e23-b958-1e991df5b6c1 HTTP/1.1" status: 200 len: 217 time: 0.1487594 Jan 27 19:14:45.966358 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:45.992624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-070197f1-5ef6-41ee-8df1-ce7749044df5 service neutron] 10.222.0.66 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298944 Jan 27 19:14:46.269451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216df5-559e-4f68-9810-5748aad3b71e req-05b2e39d-b5aa-4fb0-a826-745bfe5da921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.271754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-05b2e39d-b5aa-4fb0-a826-745bfe5da921 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2260506 Jan 27 19:14:46.287023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422af47-ddaf-4819-b1fc-a54a6702b3d5 req-7854fe91-e2b9-4829-a4ea-f4ae6a5fdbff tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.300326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9422af47-ddaf-4819-b1fc-a54a6702b3d5 req-7854fe91-e2b9-4829-a4ea-f4ae6a5fdbff tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.3702345 Jan 27 19:14:46.362807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67f14991-3478-4d83-b08c-467b5f4d332f req-9785358a-fac3-4b34-b47a-fab4f5eb9606 service neutron] 10.222.0.66 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372161 Jan 27 19:14:46.366663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de141dd-c334-4383-936a-aa3abd149347 req-6a7f7f22-1c47-477a-bc40-aa3ef06ffa87 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.369036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-6a7f7f22-1c47-477a-bc40-aa3ef06ffa87 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4&tenant_id=30b47258fcbf45dcb526835961e1c6b7&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 949 time: 0.2963343 Jan 27 19:14:46.408437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7a4d-2388-470c-899f-df44bad4062e req-7cd72c43-1b5a-452b-baf0-6a9079a2956d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.419426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c6e7a4d-2388-470c-899f-df44bad4062e req-7cd72c43-1b5a-452b-baf0-6a9079a2956d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.4970937 Jan 27 19:14:46.457367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:46.545680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9422af47-ddaf-4819-b1fc-a54a6702b3d5 req-6b9f1eaa-e6a6-470b-8e1c-c7f792e04170 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439294 Jan 27 19:14:46.567343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 06615061-af92-4e89-af5c-4cea9bc393e1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:14:46.575498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 06615061-af92-4e89-af5c-4cea9bc393e1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:46.575966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:46.626635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216df5-559e-4f68-9810-5748aad3b71e req-7c84c4d2-76e7-4f06-bd11-91db2bfe2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.629225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-7c84c4d2-76e7-4f06-bd11-91db2bfe2bb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872837 Jan 27 19:14:46.650040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c6e7a4d-2388-470c-899f-df44bad4062e req-161dc360-d94a-4c93-b8ef-ae900396f889 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288711 Jan 27 19:14:46.673234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:14:46.692849 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-1de141dd-c334-4383-936a-aa3abd149347 req-078ccb7a-08d2-4c98-b7e0-8b1565de8fea service neutron] delete failed (client error): The resource could not be found. Jan 27 19:14:46.697021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-078ccb7a-08d2-4c98-b7e0-8b1565de8fea service neutron] 10.222.0.66 "DELETE /v2.0/ports/06615061-af92-4e89-af5c-4cea9bc393e1/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.2684627 Jan 27 19:14:46.811796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 06615061-af92-4e89-af5c-4cea9bc393e1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:46.812165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:46.857801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-33fc6ff6-3e1f-4947-8ebc-4d8974036198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:46.870454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-33fc6ff6-3e1f-4947-8ebc-4d8974036198 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2ec25f3a5444811b688f031f8ff9e5a&device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 1095 time: 0.3457758 Jan 27 19:14:46.887660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:46.895664 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c137e2-b678-4671-bbc4-151d0075212b" -d '{"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-plugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:46.941339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:46.953804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:47.020747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-50e6bbd3-3e47-4b40-8322-2d07746f6ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677902 Jan 27 19:14:47.043678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3086a-5505-4b3b-bc39-95fee01cf2b3 req-b0eab828-b3ad-4a58-b2f4-c0ef4544320c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:47.071846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc3086a-5505-4b3b-bc39-95fee01cf2b3 req-b0eab828-b3ad-4a58-b2f4-c0ef4544320c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 949 time: 0.2742627 Jan 27 19:14:47.163526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:47.438655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b04f-7f5b-4668-8aad-c3a85d86ff77 req-b2e850fb-eb12-44cf-9d40-5a13004898fa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:47.447616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7af5b04f-7f5b-4668-8aad-c3a85d86ff77 req-b2e850fb-eb12-44cf-9d40-5a13004898fa tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 948 time: 0.3592894 Jan 27 19:14:47.457867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-44f62535-bbdc-4496-a454-392492f408d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:47.459816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-44f62535-bbdc-4496-a454-392492f408d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=213a3d5d-5ad1-4a93-a287-92520562c52c HTTP/1.1" status: 200 len: 916 time: 0.2641621 Jan 27 19:14:47.528028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc3086a-5505-4b3b-bc39-95fee01cf2b3 req-c8fe1a19-21fb-4413-b329-1c3caf0aa7dc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543998 Jan 27 19:14:47.561479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a216df5-559e-4f68-9810-5748aad3b71e req-95bb7974-38a0-4b08-bf08-d821fff5e78d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593220 Jan 27 19:14:47.576230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-5e6b53e9-d264-4fce-80b8-516ed8ac0319 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40af3a05-6409-4aac-a9af-1fad68a048ab HTTP/1.1" status: 200 len: 217 time: 0.0688858 Jan 27 19:14:47.643281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de141dd-c334-4383-936a-aa3abd149347 req-d559f85a-ab50-4882-8358-42b48c775328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:47.657117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-d559f85a-ab50-4882-8358-42b48c775328 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 1101 time: 0.2790947 Jan 27 19:14:47.680820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-9c4c2bc0-dba1-4430-b059-8f81f1cbbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:47.682503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-9c4c2bc0-dba1-4430-b059-8f81f1cbbe2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=037ad8fe-9768-4d21-b565-8f731beb3ae7 HTTP/1.1" status: 200 len: 854 time: 0.0960014 Jan 27 19:14:47.708438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7af5b04f-7f5b-4668-8aad-c3a85d86ff77 req-9015835d-e798-444c-8b07-a03f43b1c3de tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594471 Jan 27 19:14:47.909243 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbdac61-2948-4acd-bb99-b82ec6a5ab63 x-openstack-request-id: req-9cbdac61-2948-4acd-bb99-b82ec6a5ab63 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:47.909822 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-plugged", "status": "completed", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:47.909822 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cbdac61-2948-4acd-bb99-b82ec6a5ab63 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:47.910201 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'code': 200} Jan 27 19:14:48.044445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-b6941dd5-b41e-4379-89f5-8880ec8781b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.046305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-b6941dd5-b41e-4379-89f5-8880ec8781b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=213a3d5d-5ad1-4a93-a287-92520562c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440997 Jan 27 19:14:48.087193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de141dd-c334-4383-936a-aa3abd149347 req-5fe98c2c-7223-46d6-be97-c318f3069d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.089558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-5fe98c2c-7223-46d6-be97-c318f3069d92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1870883 Jan 27 19:14:48.199048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-b2764e97-de89-4928-a991-05ce74d52695 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 200 len: 217 time: 0.0925789 Jan 27 19:14:48.216799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bc0d3-c64a-42a3-a663-be3ba11d7c30 req-e9756b37-29eb-408a-a112-c96d56c8c032 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.224890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-765bc0d3-c64a-42a3-a663-be3ba11d7c30 req-e9756b37-29eb-408a-a112-c96d56c8c032 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1866598 Jan 27 19:14:48.295491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-ec10b959-5311-4144-af52-fb546c2bb3d5 service neutron] 10.222.0.66 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341409 Jan 27 19:14:48.344041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de141dd-c334-4383-936a-aa3abd149347 req-954347db-5e7c-4c29-9abe-944559f941a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.346040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-954347db-5e7c-4c29-9abe-944559f941a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0901473 Jan 27 19:14:48.459848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 42540316-4d64-4e23-b958-1e991df5b6c1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:48.530480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-765bc0d3-c64a-42a3-a663-be3ba11d7c30 req-effee5bc-c22f-4bee-8936-88163e0b03cc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992501 Jan 27 19:14:48.658831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=42540316-4d64-4e23-b958-1e991df5b6c1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:48.672561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de141dd-c334-4383-936a-aa3abd149347 req-bcabaabb-584b-4862-bad3-5468689590da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.674275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '42540316-4d64-4e23-b958-1e991df5b6c1', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '42540316-4d64-4e23-b958-1e991df5b6c1', 'mac_address': 'fa:16:3e:97:ae:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:48.684065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-bcabaabb-584b-4862-bad3-5468689590da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3101783 Jan 27 19:14:48.721300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-61c76b23-8531-4a61-ba01-8fee5b69f63b req-644543a4-44cb-469e-a41d-61271eea4873 service neutron] 10.222.0.66 "GET /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825786 Jan 27 19:14:48.752994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46bdc7-349d-4d07-b0eb-bdedb9780800 req-d3cde77a-d809-48cd-9196-a2ebf25fe072 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:48.755993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e46bdc7-349d-4d07-b0eb-bdedb9780800 req-d3cde77a-d809-48cd-9196-a2ebf25fe072 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.3447561 Jan 27 19:14:48.800123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 42540316-4d64-4e23-b958-1e991df5b6c1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:48.801081 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:48.840014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42540316-4d64-4e23-b958-1e991df5b6c1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:48.895739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=42540316-4d64-4e23-b958-1e991df5b6c1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:48.904549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:49.064391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:49.112991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e46bdc7-349d-4d07-b0eb-bdedb9780800 req-47082159-5e2e-46fc-9440-bfffc8f0648a tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919872 Jan 27 19:14:49.200800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747185f-41b2-47c1-a6b8-5b29472f3a56 req-3708c9d4-60ed-4e47-a28e-dcea707822ab tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:49.214202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4747185f-41b2-47c1-a6b8-5b29472f3a56 req-3708c9d4-60ed-4e47-a28e-dcea707822ab tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.2513256 Jan 27 19:14:49.220899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-2e250d9b-4d89-43c3-8233-dbe3844b9651 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063946 Jan 27 19:14:49.404812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['42540316-4d64-4e23-b958-1e991df5b6c1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:49.474112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4747185f-41b2-47c1-a6b8-5b29472f3a56 req-22dead37-50f3-42f8-b71c-cb39de4862b1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501993 Jan 27 19:14:49.611852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd558b-bcbb-4502-878d-9f119abfee1b req-113c2260-bd7e-419a-aee6-d00c77966acd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:49.628401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5fd558b-bcbb-4502-878d-9f119abfee1b req-113c2260-bd7e-419a-aee6-d00c77966acd tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 949 time: 0.3133771 Jan 27 19:14:49.830274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1de141dd-c334-4383-936a-aa3abd149347 req-1ca4a476-b116-4e2c-ba1d-a3b11eb1ddf4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681634 Jan 27 19:14:49.875877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5fd558b-bcbb-4502-878d-9f119abfee1b req-8a09b45c-30b4-4c04-9b65-5378238cc455 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437565 Jan 27 19:14:50.204543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0bee5-6e12-465e-9c12-f4057ba3c1d2 req-ef99c057-9dc9-42dd-8af2-a6731fad1432 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:50.206116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81d0bee5-6e12-465e-9c12-f4057ba3c1d2 req-ef99c057-9dc9-42dd-8af2-a6731fad1432 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0938451 Jan 27 19:14:50.270954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81d0bee5-6e12-465e-9c12-f4057ba3c1d2 req-b3d98e4f-c604-4878-be24-c64a8b35f476 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547013 Jan 27 19:14:50.571130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093198d-9b83-4bf6-a8f5-0e0321ddb595 req-c7d01cb9-f82a-402e-851d-5245ba33140b tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:50.572758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8093198d-9b83-4bf6-a8f5-0e0321ddb595 req-c7d01cb9-f82a-402e-851d-5245ba33140b tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.0638897 Jan 27 19:14:50.684537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8093198d-9b83-4bf6-a8f5-0e0321ddb595 req-9e05e9c0-4bbc-458c-b7de-aaac7168a7d8 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Jan 27 19:14:51.001453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1168d94-40dd-439c-8386-1940f41c34f2 req-49d90d48-1ce4-47b1-801a-b5fcdd08de5c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:51.004839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1168d94-40dd-439c-8386-1940f41c34f2 req-49d90d48-1ce4-47b1-801a-b5fcdd08de5c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0746717 Jan 27 19:14:51.069231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1168d94-40dd-439c-8386-1940f41c34f2 req-7159352f-7310-4742-964b-95b7906fa3c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630660 Jan 27 19:14:51.445935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740fb8-22f4-4948-970b-b1810b2c0ada req-248f3f6d-17d5-4112-bcb6-8500a271c60b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:51.447787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5740fb8-22f4-4948-970b-b1810b2c0ada req-248f3f6d-17d5-4112-bcb6-8500a271c60b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 949 time: 0.0831072 Jan 27 19:14:51.509176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5740fb8-22f4-4948-970b-b1810b2c0ada req-f1d62e54-9d58-4429-ba6d-0d13f119a510 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Jan 27 19:14:51.699146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419e8db-5fed-47c6-ac40-b12f337e7b09 req-13d3defb-56d0-4c34-9d31-0fe8b91bfa3f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:51.701212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8419e8db-5fed-47c6-ac40-b12f337e7b09 req-13d3defb-56d0-4c34-9d31-0fe8b91bfa3f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0710282 Jan 27 19:14:51.769208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8419e8db-5fed-47c6-ac40-b12f337e7b09 req-3cc81860-2b43-43bd-a8e7-c99a0cd54397 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jan 27 19:14:52.020412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997742a3-31e7-4f69-a460-6078b638d0e5 req-0038c1de-1422-4e1f-a6db-87768739376a tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:52.022000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-997742a3-31e7-4f69-a460-6078b638d0e5 req-0038c1de-1422-4e1f-a6db-87768739376a tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.0703263 Jan 27 19:14:52.078662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-997742a3-31e7-4f69-a460-6078b638d0e5 req-2d0e62c7-a8a9-488b-8477-301637706499 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Jan 27 19:14:52.487611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 42540316-4d64-4e23-b958-1e991df5b6c1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:14:52.579550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 42540316-4d64-4e23-b958-1e991df5b6c1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:14:52.586643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 42540316-4d64-4e23-b958-1e991df5b6c1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:14:52.587158 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:52.688055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 42540316-4d64-4e23-b958-1e991df5b6c1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:52.688499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:52.719362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:14:52.722046 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f3106-1962-452d-a007-5c3b8e0f9346" -d '{"events": [{"server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "name": "network-vif-plugged", "status": "completed", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:14:52.736286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=42540316-4d64-4e23-b958-1e991df5b6c1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:52.742035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:52.802426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:52.911820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02548ac-78f2-4fa9-bd04-fb42e059d6e7 req-bd4c8004-44ab-4574-8fcf-5616f36cf65b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:52.914540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c02548ac-78f2-4fa9-bd04-fb42e059d6e7 req-bd4c8004-44ab-4574-8fcf-5616f36cf65b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0660560 Jan 27 19:14:52.984020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c02548ac-78f2-4fa9-bd04-fb42e059d6e7 req-919b8d56-f4e7-45a8-8e68-336dc82dd64c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632656 Jan 27 19:14:53.220596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591370a3-e17a-4108-b169-65db99c60a97 req-022e904b-4610-4538-9804-35f6507a64d1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:53.222223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-591370a3-e17a-4108-b169-65db99c60a97 req-022e904b-4610-4538-9804-35f6507a64d1 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.0713987 Jan 27 19:14:53.280320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-591370a3-e17a-4108-b169-65db99c60a97 req-d5e75808-8fd8-4852-a541-01b1f1b97549 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Jan 27 19:14:53.365839 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a891f-5e15-45d9-b4a4-a71ab6457fbe x-openstack-request-id: req-181a891f-5e15-45d9-b4a4-a71ab6457fbe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:14:53.366318 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "name": "network-vif-plugged", "status": "completed", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:14:53.366872 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-181a891f-5e15-45d9-b4a4-a71ab6457fbe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:14:53.367763 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1', 'code': 200} Jan 27 19:14:53.487674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:53.530678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0f51-67ad-42b0-9899-3bcb95416fdb req-707e2ff8-604c-4cd6-9e51-8cccf14d58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:53.532216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c81e0f51-67ad-42b0-9899-3bcb95416fdb req-707e2ff8-604c-4cd6-9e51-8cccf14d58e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 1101 time: 0.0700209 Jan 27 19:14:53.594183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c81e0f51-67ad-42b0-9899-3bcb95416fdb req-3f0e7c46-5e9e-482a-9e74-0e87fb1c505f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Jan 27 19:14:53.979824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489a289-9af7-4271-b523-4d9b3d5dd0a8 req-c3b2a185-6fa5-49de-b35a-ef14ddd1c173 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:53.982562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b489a289-9af7-4271-b523-4d9b3d5dd0a8 req-c3b2a185-6fa5-49de-b35a-ef14ddd1c173 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0999150 Jan 27 19:14:54.045350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b489a289-9af7-4271-b523-4d9b3d5dd0a8 req-22ff1003-5d3c-49d6-81ca-c8efcde7b029 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Jan 27 19:14:54.226945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24472d0-ec94-451b-9f62-3fcd9cd18380 req-24709ddd-5d80-4853-b82e-979802b04fe9 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:54.230124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a24472d0-ec94-451b-9f62-3fcd9cd18380 req-24709ddd-5d80-4853-b82e-979802b04fe9 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.1058388 Jan 27 19:14:54.373599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c798b-b49f-408e-8913-673150d5159b req-6f7c42f0-b4b2-40db-866b-92bf6b0b6168 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:54.375194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-096c798b-b49f-408e-8913-673150d5159b req-6f7c42f0-b4b2-40db-866b-92bf6b0b6168 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1434846 Jan 27 19:14:54.379517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a24472d0-ec94-451b-9f62-3fcd9cd18380 req-ba554c27-2e72-484d-9602-46c5040efb8f tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320763 Jan 27 19:14:54.452546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-096c798b-b49f-408e-8913-673150d5159b req-b6725ee5-c59a-4ee3-8c21-858cf1f0698b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567615 Jan 27 19:14:54.470934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:54.687608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169b2c-faee-437b-bff7-2cd8dd90fdcf req-a5df9a5a-6f80-4f4c-95e8-1ed22ca96a4b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:54.695220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c169b2c-faee-437b-bff7-2cd8dd90fdcf req-a5df9a5a-6f80-4f4c-95e8-1ed22ca96a4b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.0806720 Jan 27 19:14:54.752024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c169b2c-faee-437b-bff7-2cd8dd90fdcf req-48139134-3f1b-4438-8c68-b869611e3bed tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555131 Jan 27 19:14:55.211498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae0bef-709b-43b2-a14a-f08b3ae8b711 req-2b263c64-e060-414a-bb66-33829f1d9be6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:55.215380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8ae0bef-709b-43b2-a14a-f08b3ae8b711 req-2b263c64-e060-414a-bb66-33829f1d9be6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0889149 Jan 27 19:14:55.360838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8ae0bef-709b-43b2-a14a-f08b3ae8b711 req-62a0f5b4-1e98-4ebf-91a1-56d1f2c8b254 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361268 Jan 27 19:14:55.588680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa569c9-9b57-44b1-9405-c20e83077312 req-d8edcc81-718c-435a-9a38-ec3ea636348a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:55.591007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-daa569c9-9b57-44b1-9405-c20e83077312 req-d8edcc81-718c-435a-9a38-ec3ea636348a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.1086817 Jan 27 19:14:55.608863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c165e6b-bfdd-488b-b049-882fce9b0f9b req-4a449f14-4f89-4253-bdec-201d5019c83f tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:55.613917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c165e6b-bfdd-488b-b049-882fce9b0f9b req-4a449f14-4f89-4253-bdec-201d5019c83f tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.0885220 Jan 27 19:14:55.693318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-daa569c9-9b57-44b1-9405-c20e83077312 req-5fae065e-cf18-4198-9378-d8e0036a62a1 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948749 Jan 27 19:14:55.697625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c165e6b-bfdd-488b-b049-882fce9b0f9b req-64141849-ad1c-4dfd-88b2-fa93c4abe880 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Jan 27 19:14:55.864218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb695b8-ea02-4764-ae04-c29cfcbaa1d4 req-5e626776-a3e2-4d58-9cd5-630f3ccd5772 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:55.866545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cb695b8-ea02-4764-ae04-c29cfcbaa1d4 req-5e626776-a3e2-4d58-9cd5-630f3ccd5772 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0675592 Jan 27 19:14:55.950286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cb695b8-ea02-4764-ae04-c29cfcbaa1d4 req-0e1ee935-ce81-4fb0-84ed-2ed9f59e9109 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742555 Jan 27 19:14:56.004887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ceba-9348-43c5-9e1f-2dce509cfd47 req-a871ebe2-941c-4a76-a5db-df5bf30088ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.007791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e246ceba-9348-43c5-9e1f-2dce509cfd47 req-a871ebe2-941c-4a76-a5db-df5bf30088ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.0853596 Jan 27 19:14:56.092617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e246ceba-9348-43c5-9e1f-2dce509cfd47 req-c60ccd06-a501-44ce-8f97-81bbf75c7976 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724783 Jan 27 19:14:56.210507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68092e55-dc64-4c90-a9d1-1680541ae5dc req-01434a0a-bbcd-4a6f-917f-08f621f7a879 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.213073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68092e55-dc64-4c90-a9d1-1680541ae5dc req-01434a0a-bbcd-4a6f-917f-08f621f7a879 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.0912182 Jan 27 19:14:56.297314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176cdae-2850-4f98-a3f4-743bbd1f4c43 req-85cdbca5-0640-4933-ae50-a077cff33dc1 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.298912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d176cdae-2850-4f98-a3f4-743bbd1f4c43 req-85cdbca5-0640-4933-ae50-a077cff33dc1 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 1101 time: 0.0845158 Jan 27 19:14:56.302949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68092e55-dc64-4c90-a9d1-1680541ae5dc req-a95a3596-bae7-4ef7-8936-0c66a6c2f8a0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761549 Jan 27 19:14:56.362343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d176cdae-2850-4f98-a3f4-743bbd1f4c43 req-2a078ed2-228b-44ea-9444-efb229a5fc90 tempest-ServersOnMultiNodesTest-694525018 tempest-ServersOnMultiNodesTest-694525018-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570903 Jan 27 19:14:56.506138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de8e0a-8218-4e17-857a-0b22c4e5f968 req-c34f627c-2f68-4b19-8e05-2cca80072bd1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.510849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31de8e0a-8218-4e17-857a-0b22c4e5f968 req-c34f627c-2f68-4b19-8e05-2cca80072bd1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0560050 Jan 27 19:14:56.614403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31de8e0a-8218-4e17-857a-0b22c4e5f968 req-919c7a38-bf3b-412f-9fcb-e8973f24b128 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994384 Jan 27 19:14:56.708692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f573b1b-6ba0-47fe-887f-5b9d9c86f509 req-d17fb846-b216-4d5e-a16d-e9afd9faad0d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.716907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f573b1b-6ba0-47fe-887f-5b9d9c86f509 req-d17fb846-b216-4d5e-a16d-e9afd9faad0d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.0631540 Jan 27 19:14:56.795490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f573b1b-6ba0-47fe-887f-5b9d9c86f509 req-bf0d13ff-7357-4a48-ba46-4d5f2659a978 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 Jan 27 19:14:56.856901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a1471-1dec-41c8-909d-6d0bbbbdff6e req-2197c99c-b212-4d2d-bb99-f209f2cca224 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.858813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa0a1471-1dec-41c8-909d-6d0bbbbdff6e req-2197c99c-b212-4d2d-bb99-f209f2cca224 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.0655591 Jan 27 19:14:56.942597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa0a1471-1dec-41c8-909d-6d0bbbbdff6e req-d2854748-48fa-4a9c-b9b4-e2a1d695234f tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722694 Jan 27 19:14:56.978047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf94b-8883-430c-bbfb-dd14bf49ed29 req-f5201b78-bd21-424e-8817-df185c3e1cf1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:56.978047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dacf94b-8883-430c-bbfb-dd14bf49ed29 req-f5201b78-bd21-424e-8817-df185c3e1cf1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.0684199 Jan 27 19:14:57.038571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dacf94b-8883-430c-bbfb-dd14bf49ed29 req-8ef98997-373f-4892-983c-e38cab17b970 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Jan 27 19:14:57.113568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-e82cc949-5776-4247-88c4-93ea99ac24a0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384974 Jan 27 19:14:57.302910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-cac87cc7-01ed-407d-9e94-786f3fae8c1d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:57.305079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-cac87cc7-01ed-407d-9e94-786f3fae8c1d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855814 Jan 27 19:14:57.328033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-a6083f12-d3f2-4e85-8957-30e245b7445b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/quotas/30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 375 time: 0.0126266 Jan 27 19:14:57.402690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-61f45830-3270-4572-8f16-a19380d3938d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612035 Jan 27 19:14:57.654246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c635a29-353a-4e0a-9ead-b09a290080d3 req-554b93a0-7775-478c-8395-0a8dbe553637 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 210 time: 0.0422432 Jan 27 19:14:57.793066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7347-eb13-4c51-a505-c7cc618aff3c req-f6eb9a70-c1f2-4cf2-aeaf-169963ceb542 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:57.796654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a54c7347-eb13-4c51-a505-c7cc618aff3c req-f6eb9a70-c1f2-4cf2-aeaf-169963ceb542 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0701978 Jan 27 19:14:57.887864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a54c7347-eb13-4c51-a505-c7cc618aff3c req-80b1804d-6069-47db-b27d-9aa4cfea0a5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808513 Jan 27 19:14:57.983458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefd31d-17fa-44df-b21e-7aa1d52f62dc req-0849d6da-5393-4900-aedf-a8ac92fe3586 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:57.986366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbefd31d-17fa-44df-b21e-7aa1d52f62dc req-0849d6da-5393-4900-aedf-a8ac92fe3586 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.0938263 Jan 27 19:14:58.143866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbefd31d-17fa-44df-b21e-7aa1d52f62dc req-6c945a27-9713-449f-900d-fa7995751889 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374621 Jan 27 19:14:58.243187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9302d-8c4b-4782-a173-3031cb559e91 req-f65dc1ad-219b-4f80-b135-5d53f5c935a0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:58.247615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bea9302d-8c4b-4782-a173-3031cb559e91 req-f65dc1ad-219b-4f80-b135-5d53f5c935a0 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.1372013 Jan 27 19:14:58.355971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bea9302d-8c4b-4782-a173-3031cb559e91 req-ef28e8bd-f280-47c0-b8d0-b1f0d31dda3f tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007593 Jan 27 19:14:58.451961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-d3b265a5-6103-407e-b2e5-16d0b8b2f24b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:58.460493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-d3b265a5-6103-407e-b2e5-16d0b8b2f24b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.1006145 Jan 27 19:14:58.636421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40af3a05-6409-4aac-a9af-1fad68a048ab details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:14:58.869464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:58.892047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'network_id': '213a3d5d-5ad1-4a93-a287-92520562c52c', 'port_id': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'mac_address': 'fa:16:3e:2b:5d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037ad8fe-9768-4d21-b565-8f731beb3ae7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:14:58.971424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40af3a05-6409-4aac-a9af-1fad68a048ab is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:14:58.972280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:58.999874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40af3a05-6409-4aac-a9af-1fad68a048ab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:14:59.038748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:59.045510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:59.134729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:14:59.158522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba1c6b35-de7f-4d94-89d6-fe77b7e47d96 req-a9d8ede6-f9ed-4662-ba66-8cdab538d275 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 210 time: 0.0646238 Jan 27 19:14:59.185572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4655a-bbba-4b8f-8084-31882799aeaa req-198e0ac8-0c0d-4ba0-bfef-07ea331d2850 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:59.185572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00a4655a-bbba-4b8f-8084-31882799aeaa req-198e0ac8-0c0d-4ba0-bfef-07ea331d2850 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.8826625 Jan 27 19:14:59.259247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Deleting port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:14:59.259802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:59.452157 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-683b0d64-2db7-4ec7-853e-3d16e2dd4d7b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456898 Jan 27 19:14:59.478175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00a4655a-bbba-4b8f-8084-31882799aeaa req-7b557962-44ad-48fb-8dad-762ce862d511 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806671 Jan 27 19:14:59.532818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['40af3a05-6409-4aac-a9af-1fad68a048ab'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:14:59.642579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a4e2e-feb3-490a-be03-ec338c80893b req-2d88feab-e9d1-46c4-9358-5c730383be91 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:59.651698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b60a4e2e-feb3-490a-be03-ec338c80893b req-2d88feab-e9d1-46c4-9358-5c730383be91 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.3829978 Jan 27 19:14:59.703389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8747df-b141-4936-b8da-c169600871fc req-e0cbe6a4-8d8c-49f4-b8b2-f20c2ab3156c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:59.707465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e8747df-b141-4936-b8da-c169600871fc req-e0cbe6a4-8d8c-49f4-b8b2-f20c2ab3156c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.4422228 Jan 27 19:14:59.727493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] For port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:14:59.728333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:14:59.755442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Calling delete_port for 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:14:59.779120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-be65fe3a-6a71-46a4-8145-b10c58a0788b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:14:59.780919 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-be65fe3a-6a71-46a4-8145-b10c58a0788b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211558 Jan 27 19:14:59.800139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Request body: {'port': {'device_id': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '30b47258fcbf45dcb526835961e1c6b7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:14:59.994353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Made reservation on behalf of 30b47258fcbf45dcb526835961e1c6b7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:14:59.998299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.041112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b60a4e2e-feb3-490a-be03-ec338c80893b req-7c3ae117-76ee-4ddb-9243-dc0fce89b632 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880091 Jan 27 19:15:00.130804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5283e7-35f3-4110-9e9e-1e8906a116c2 req-c48ba0c3-74f8-4bfb-a748-1520125f8bf3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:00.134014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5283e7-35f3-4110-9e9e-1e8906a116c2 req-c48ba0c3-74f8-4bfb-a748-1520125f8bf3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 950 time: 0.4249654 Jan 27 19:15:00.219610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Allocated IP 192.168.233.24 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/b8f38a19-27a6-417a-8a41-b398570c403c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:00.299016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port 42540316-4d64-4e23-b958-1e991df5b6c1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:00.299520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.307435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (71b02e6c-c0f0-4555-9bfc-813ddc9feb4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.333012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5283e7-35f3-4110-9e9e-1e8906a116c2 req-432bf5d5-e99d-4cd4-b4d3-4ca2af7e1874 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545973 Jan 27 19:15:00.392432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Pushing event deleted for resources: {'Port': ['ID=71b02e6c-c0f0-4555-9bfc-813ddc9feb4c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:00.403933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed464f-002f-4283-8eac-31cf822dde0b req-510f22c6-0fd5-47b3-9b03-95fc1b888eb5 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:00.417852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52ed464f-002f-4283-8eac-31cf822dde0b req-510f22c6-0fd5-47b3-9b03-95fc1b888eb5 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca307b6c-3e57-48df-b826-ad70b989ad3d HTTP/1.1" status: 200 len: 947 time: 0.2192206 Jan 27 19:15:00.505464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] No DVR routers for this DVR port 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:00.517875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.522985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7bc6a2-df5c-408f-adb5-1e86d7097a7a req-2ad90bc8-7f27-4793-a6b7-b143a9f25fde tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "DELETE /v2.0/ports/71b02e6c-c0f0-4555-9bfc-813ddc9feb4c HTTP/1.1" status: 204 len: 173 time: 2.0231175 Jan 27 19:15:00.522985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-deleted', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:00.524788 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339e291-dad4-4116-aac9-77172487bc33" -d '{"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-deleted", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:00.542802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port 42540316-4d64-4e23-b958-1e991df5b6c1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=42540316-4d64-4e23-b958-1e991df5b6c1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:00.543171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.568431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for 42540316-4d64-4e23-b958-1e991df5b6c1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:00.580996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52ed464f-002f-4283-8eac-31cf822dde0b req-458bb24c-cb66-49f3-8fcd-aad07a08c923 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687069 Jan 27 19:15:00.642924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for port (b8f38a19-27a6-417a-8a41-b398570c403c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.727312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.761226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:00.818330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:00.831199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d194aab1-be13-49c1-be2b-cfd298764b4a req-65a21b99-dc98-4eb9-b38a-6da8d26dabbe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 210 time: 0.1410618 Jan 27 19:15:00.836965 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (42540316-4d64-4e23-b958-1e991df5b6c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.883080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:00.885092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:00.886864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:00.893414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:00.899207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:00.902971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d', '643974d8-8edd-4b9b-8962-34c2a93a2394', 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:00.903230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:00.904308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:00.944638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=42540316-4d64-4e23-b958-1e991df5b6c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:00.945471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-817da53d-0d11-4d37-ae1b-027dfeec4505 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1502266 Jan 27 19:15:00.947856 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5215177-6c1f-4fed-9ac6-6ea7c63146ae x-openstack-request-id: req-a5215177-6c1f-4fed-9ac6-6ea7c63146ae {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:00.948150 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca307b6c-3e57-48df-b826-ad70b989ad3d", "name": "network-vif-deleted", "tag": "71b02e6c-c0f0-4555-9bfc-813ddc9feb4c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:00.948405 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5215177-6c1f-4fed-9ac6-6ea7c63146ae {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:00.948873 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca307b6c-3e57-48df-b826-ad70b989ad3d', 'name': 'network-vif-deleted', 'tag': '71b02e6c-c0f0-4555-9bfc-813ddc9feb4c', 'status': 'completed', 'code': 200} Jan 27 19:15:00.969652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Request body: {'port': {'device_id': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:01.059893 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:01.083184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port 42540316-4d64-4e23-b958-1e991df5b6c1 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:01.088443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:01.096276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e8747df-b141-4936-b8da-c169600871fc req-7151f598-7ca0-4048-93bd-65ba03438b8e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "DELETE /v2.0/ports/42540316-4d64-4e23-b958-1e991df5b6c1 HTTP/1.1" status: 204 len: 173 time: 1.2397699 Jan 27 19:15:01.175893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb1297-9f55-4cf0-9168-a14242b85e53 req-66c4c857-76b3-4519-a797-fe4a7e9bd319 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:01.188323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6afb1297-9f55-4cf0-9168-a14242b85e53 req-66c4c857-76b3-4519-a797-fe4a7e9bd319 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 945 time: 0.2749424 Jan 27 19:15:01.501031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6afb1297-9f55-4cf0-9168-a14242b85e53 req-8aef439c-f599-4dbe-a0d0-d2853ca5adc0 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114879 Jan 27 19:15:01.609135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08115a-37e1-4518-af32-7b8a0f54dd68 req-037eef81-34d7-4b70-9c5c-d91b8b537832 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:01.632544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c08115a-37e1-4518-af32-7b8a0f54dd68 req-037eef81-34d7-4b70-9c5c-d91b8b537832 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.3708940 Jan 27 19:15:01.761971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c08115a-37e1-4518-af32-7b8a0f54dd68 req-6fc5f1bd-4524-491c-a528-670819eaba7f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279421 Jan 27 19:15:01.774353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:01.786489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks [] for port (b8f38a19-27a6-417a-8a41-b398570c403c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:01.829497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Transition to ACTIVE for port object b8f38a19-27a6-417a-8a41-b398570c403c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:15:01.840514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:01.853495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62274efd-ee87-4b00-8f89-904e3538e294 req-46367d3b-037d-4dea-930a-215cf12f776f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=52200975-03d9-4a5f-98fc-42acba6145bf HTTP/1.1" status: 200 len: 210 time: 0.0745635 Jan 27 19:15:01.964808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-311cf405-a257-4577-883a-a7dd75ed8fdb None None] Provisioning complete for port b8f38a19-27a6-417a-8a41-b398570c403c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:01.966013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cf405-a257-4577-883a-a7dd75ed8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:01.978925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:01.996092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Attempting to bind port b8f38a19-27a6-417a-8a41-b398570c403c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:01.996957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Attempting to bind port b8f38a19-27a6-417a-8a41-b398570c403c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:01.997344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Attempting to bind port b8f38a19-27a6-417a-8a41-b398570c403c on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:02.022187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Port b8f38a19-27a6-417a-8a41-b398570c403c on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:02.025625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Attempting to bind port b8f38a19-27a6-417a-8a41-b398570c403c on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:02.041422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:02.042649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:02.043185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:02.043710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Bound port: b8f38a19-27a6-417a-8a41-b398570c403c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:02.044082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:02.202125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:02.215954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:02.228415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:02.271619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.276853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f1567-9fed-4344-91bd-bb08da372fbe req-7e6b2412-7ca8-4127-9ed0-e4771b9f01b4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.277417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:02.282625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 1095 time: 1.3188365 Jan 27 19:15:02.284554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:02.294453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa8f1567-9fed-4344-91bd-bb08da372fbe req-7e6b2412-7ca8-4127-9ed0-e4771b9f01b4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.1196349 Jan 27 19:15:02.305448 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:02.317246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-311cf405-a257-4577-883a-a7dd75ed8fdb None None] Port b8f38a19-27a6-417a-8a41-b398570c403c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:15:02.409602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa8f1567-9fed-4344-91bd-bb08da372fbe req-fdd0400f-ff7f-4749-b7ec-94992bc39ca4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130269 Jan 27 19:15:02.541803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:02.588287 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc6eb3-0d4f-450a-bfa3-b1e8b2ec4a30 x-openstack-request-id: req-cecc6eb3-0d4f-450a-bfa3-b1e8b2ec4a30 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:02.588746 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:02.588906 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cecc6eb3-0d4f-450a-bfa3-b1e8b2ec4a30 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:02.589353 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'status': 'completed', 'code': 200} Jan 27 19:15:02.598306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-c9a88ed5-98aa-44f4-bd86-c5089e1cd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.600031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-c9a88ed5-98aa-44f4-bd86-c5089e1cd3ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1098 time: 0.1437416 Jan 27 19:15:02.600883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee581bd4-bba3-4168-aa37-8eb70113c692 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:02.616038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:02.623261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 71b02e6c-c0f0-4555-9bfc-813ddc9feb4c not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:02.623786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 42540316-4d64-4e23-b958-1e991df5b6c1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:02.661804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0261d-423f-40b3-b503-445cd673775d req-038c6b31-440a-425b-b0a5-ad3b27ab690b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.663732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fa0261d-423f-40b3-b503-445cd673775d req-038c6b31-440a-425b-b0a5-ad3b27ab690b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 948 time: 0.1549897 Jan 27 19:15:02.677109 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-824ceae8-2b71-440b-be22-1a40c05baf67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.0628834 Jan 27 19:15:02.688560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40af3a05-6409-4aac-a9af-1fad68a048ab up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:02.705408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 42540316-4d64-4e23-b958-1e991df5b6c1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:02.705879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 42540316-4d64-4e23-b958-1e991df5b6c1 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:02.753087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-2f86bacd-6204-4226-85ce-def9acad9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.754739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-2f86bacd-6204-4226-85ce-def9acad9296 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0678267 Jan 27 19:15:02.806559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd395a-6598-4806-94de-cda72319bf69 req-0970f550-2f1d-472e-b12d-48a529681912 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.808226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd395a-6598-4806-94de-cda72319bf69 req-0970f550-2f1d-472e-b12d-48a529681912 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 945 time: 0.0986178 Jan 27 19:15:02.820210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fa0261d-423f-40b3-b503-445cd673775d req-d85ebae4-9396-4c32-b7c2-c5a3b6415b23 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458969 Jan 27 19:15:02.853831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701723-6757-4841-92fe-f305d9748047 req-aa5a75ec-a089-418c-9267-e3e4b82f1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:02.865198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-aa5a75ec-a089-418c-9267-e3e4b82f1feb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896742 Jan 27 19:15:02.889069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 40af3a05-6409-4aac-a9af-1fad68a048ab completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:15:02.923903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 40af3a05-6409-4aac-a9af-1fad68a048ab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:02.924286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:02.925814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cd395a-6598-4806-94de-cda72319bf69 req-b6b0ea70-8d2b-4176-8042-98e483001033 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021099 Jan 27 19:15:02.951229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'name': 'network-vif-deleted', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:02.955677 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d281083-98ef-4d83-b890-cbf8471ab06c" -d '{"events": [{"server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "name": "network-vif-deleted", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:03.062491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c4314-9720-4e50-8d8d-c73031e87273 req-7fec6e00-1e2a-4fc1-b744-1ae9088008af tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.064175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-444c4314-9720-4e50-8d8d-c73031e87273 req-7fec6e00-1e2a-4fc1-b744-1ae9088008af tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1180222 Jan 27 19:15:03.077397 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-73084a8b-68b8-47ad-8244-4c1b08c84866 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064757 Jan 27 19:15:03.148695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-444c4314-9720-4e50-8d8d-c73031e87273 req-17b2008a-7e14-4962-8a85-9a168cc97822 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738852 Jan 27 19:15:03.214715 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41adbae-d170-4fbf-8839-4c4f9042bd60 x-openstack-request-id: req-a41adbae-d170-4fbf-8839-4c4f9042bd60 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:03.215367 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52200975-03d9-4a5f-98fc-42acba6145bf", "name": "network-vif-deleted", "tag": "42540316-4d64-4e23-b958-1e991df5b6c1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:03.215911 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a41adbae-d170-4fbf-8839-4c4f9042bd60 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:03.217703 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52200975-03d9-4a5f-98fc-42acba6145bf', 'name': 'network-vif-deleted', 'tag': '42540316-4d64-4e23-b958-1e991df5b6c1', 'status': 'completed', 'code': 200} Jan 27 19:15:03.314576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d701723-6757-4841-92fe-f305d9748047 req-455ff329-418d-4caa-b920-21821390464e service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155745 Jan 27 19:15:03.393474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40af3a05-6409-4aac-a9af-1fad68a048ab is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:03.394272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:03.469027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:03.473741 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8af13a-41e0-4df1-845e-6386200e69b4" -d '{"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-plugged", "status": "completed", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:03.502346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f6709-e0af-406e-9b44-151985a26993 req-c3663dc8-2c27-4771-a033-c0ee05af3eab tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.511219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-473f6709-e0af-406e-9b44-151985a26993 req-c3663dc8-2c27-4771-a033-c0ee05af3eab tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.0751882 Jan 27 19:15:03.523171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:03.554716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:03.609348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-473f6709-e0af-406e-9b44-151985a26993 req-1c44e733-8552-43bb-9e62-75897ac6c86c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831330 Jan 27 19:15:03.621050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-1d44f3df-043f-4407-92e8-65ec4be2db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.624120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-1d44f3df-043f-4407-92e8-65ec4be2db4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1098 time: 0.2170911 Jan 27 19:15:03.660155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b890-2dcd-48fe-9662-99f3c01c3224 req-b8a18731-e3ae-4cb2-8190-254339e00a70 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.668862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d119b890-2dcd-48fe-9662-99f3c01c3224 req-b8a18731-e3ae-4cb2-8190-254339e00a70 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.0938272 Jan 27 19:15:03.699444 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7bc02-4eb4-4035-8076-2340adca38d4 x-openstack-request-id: req-eeb7bc02-4eb4-4035-8076-2340adca38d4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:03.700092 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-plugged", "status": "completed", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:03.701068 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeb7bc02-4eb4-4035-8076-2340adca38d4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:03.701601 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'code': 200} Jan 27 19:15:03.736516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:03.766522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d119b890-2dcd-48fe-9662-99f3c01c3224 req-4cb34711-b328-4bbe-acca-d3341d5940c0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929048 Jan 27 19:15:03.806656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-2277c977-1105-48d4-816f-2cc1b7b28171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.809484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-2277c977-1105-48d4-816f-2cc1b7b28171 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1696067 Jan 27 19:15:03.825645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b346c9d-d2b8-4b9f-9b64-08f6d31ba8d1 req-baf82113-8061-40c6-9df5-e1b9e742e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.827703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b346c9d-d2b8-4b9f-9b64-08f6d31ba8d1 req-baf82113-8061-40c6-9df5-e1b9e742e976 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 1097 time: 0.0746377 Jan 27 19:15:03.886905 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-8d34fd36-4272-4a44-b449-eb20423c1292 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.0667660 Jan 27 19:15:03.920936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b346c9d-d2b8-4b9f-9b64-08f6d31ba8d1 req-6931b65c-268b-463f-a548-df6c1f07eb68 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Jan 27 19:15:03.981813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-ffda66ac-d5ff-49ea-8328-96ec1840e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:03.984903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-ffda66ac-d5ff-49ea-8328-96ec1840e313 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0876493 Jan 27 19:15:04.049192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588efab-2c26-42c8-91f6-066bb34294e6 req-110b1e5d-a452-4c21-ab21-dd31e414d221 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.051107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7588efab-2c26-42c8-91f6-066bb34294e6 req-110b1e5d-a452-4c21-ab21-dd31e414d221 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 948 time: 0.1053112 Jan 27 19:15:04.070538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-6fe9392f-477d-4d6c-8a83-66782d2e7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.073290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-6fe9392f-477d-4d6c-8a83-66782d2e7261 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746899 Jan 27 19:15:04.122554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916507-8eab-4a37-be25-fc7916bd090b req-4c15afd2-8ca3-4d7c-8fc6-da29c0df5380 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.124156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56916507-8eab-4a37-be25-fc7916bd090b req-4c15afd2-8ca3-4d7c-8fc6-da29c0df5380 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.1084378 Jan 27 19:15:04.138911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7588efab-2c26-42c8-91f6-066bb34294e6 req-eb6ac4a5-3f79-448d-8e5b-e1bed1ff3cd1 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Jan 27 19:15:04.216582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56916507-8eab-4a37-be25-fc7916bd090b req-ef614b0e-544a-4122-87e1-605ab1926ea1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764852 Jan 27 19:15:04.391957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a59b7-aa15-41f2-8393-acfa64d57906 req-b54a30e4-13e2-4794-a4db-e315a4273284 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.401279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e5a59b7-aa15-41f2-8393-acfa64d57906 req-b54a30e4-13e2-4794-a4db-e315a4273284 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0777388 Jan 27 19:15:04.452000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e5a59b7-aa15-41f2-8393-acfa64d57906 req-c2d438b5-9760-42bf-bca1-097cb967dc17 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494709 Jan 27 19:15:04.617783 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-2750b9d1-56e0-48c6-8507-db4ae745f883 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266395 Jan 27 19:15:04.776472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d8424-852e-4c7e-bb0b-a79085fd18fa req-7b8ecc02-16ef-408d-af7c-4bd1e35a76db tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.778509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-288d8424-852e-4c7e-bb0b-a79085fd18fa req-7b8ecc02-16ef-408d-af7c-4bd1e35a76db tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.0784538 Jan 27 19:15:04.802231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe1d7f57-f35c-4577-aabe-4f6c12dbee04 req-ea13abb6-006f-41f5-b0b4-e2f20ec1f1b8 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718941 Jan 27 19:15:04.850703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-288d8424-852e-4c7e-bb0b-a79085fd18fa req-f01a8ddb-8718-4d27-ab03-8d0e60777a89 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592978 Jan 27 19:15:04.964736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7965be-9aab-4989-821c-bc3bd1e2e32c req-e79f9cfd-fe62-4c07-827f-0172fba549e5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:04.966350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7965be-9aab-4989-821c-bc3bd1e2e32c req-e79f9cfd-fe62-4c07-827f-0172fba549e5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.0603175 Jan 27 19:15:05.032703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7965be-9aab-4989-821c-bc3bd1e2e32c req-fdc3a862-150b-4696-bbbd-f2d055218916 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597916 Jan 27 19:15:05.348284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38947eeb-8800-46cc-b2ee-61fe6430eec4 req-4f89affa-2cea-4222-9a9e-429cc3c849fc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:05.350782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38947eeb-8800-46cc-b2ee-61fe6430eec4 req-4f89affa-2cea-4222-9a9e-429cc3c849fc tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 948 time: 0.0662906 Jan 27 19:15:05.437580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d5892-ca83-4aef-950a-16e71a97d92b req-19d845bf-49a9-4bc6-8810-c9124a4b901c tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:05.439161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7d5892-ca83-4aef-950a-16e71a97d92b req-19d845bf-49a9-4bc6-8810-c9124a4b901c tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.0874498 Jan 27 19:15:05.448166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38947eeb-8800-46cc-b2ee-61fe6430eec4 req-7f1d04f2-35ca-43ec-bfce-8f1ca2ec8371 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d1d4c16-dca3-4e06-bc45-e368572daf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859029 Jan 27 19:15:05.521445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7d5892-ca83-4aef-950a-16e71a97d92b req-e3894a9e-4481-4fc8-8ea2-92f8d7903a8d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720758 Jan 27 19:15:05.557109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-ae12a789-c78c-4403-8be9-d4f0d81c7830 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:05.560373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-ae12a789-c78c-4403-8be9-d4f0d81c7830 tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 948 time: 0.0732701 Jan 27 19:15:05.689820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Deleting port e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:05.690234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:05.770406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa988c-60e4-4345-8c8e-0a5907898b50 req-b3f111e4-d445-4ce0-b2dc-09036f21fe03 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:05.773787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3aa988c-60e4-4345-8c8e-0a5907898b50 req-b3f111e4-d445-4ce0-b2dc-09036f21fe03 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1435633 Jan 27 19:15:05.800781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-a2cf99a2-5c3b-4010-98a7-b227c0c08f19 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:05.803834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-a2cf99a2-5c3b-4010-98a7-b227c0c08f19 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.1231852 Jan 27 19:15:05.830932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] For port e91c921e-c8d4-43d0-acb9-812f2abce954, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e91c921e-c8d4-43d0-acb9-812f2abce954,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:05.834825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:05.858524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Calling delete_port for e91c921e-c8d4-43d0-acb9-812f2abce954 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:05.933701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3aa988c-60e4-4345-8c8e-0a5907898b50 req-ac94cead-b8ee-4492-8c77-f3ef78f34a2b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481662 Jan 27 19:15:06.043258 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (e91c921e-c8d4-43d0-acb9-812f2abce954), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.043563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:06.043958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.155935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Pushing event deleted for resources: {'Port': ['ID=e91c921e-c8d4-43d0-acb9-812f2abce954,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:06.223109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] No DVR routers for this DVR port e91c921e-c8d4-43d0-acb9-812f2abce954 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:06.229925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.237137 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a4d8eec2-9a60-4e23-9acd-8b1dc4cf7f3c req-df2993ac-a2c8-4245-89e5-27e91584874a tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.39 "DELETE /v2.0/ports/e91c921e-c8d4-43d0-acb9-812f2abce954 HTTP/1.1" status: 204 len: 173 time: 0.6681340 Jan 27 19:15:06.237137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-deleted', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:06.241483 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2791a-71c9-4ade-9af2-5fc461d93173" -d '{"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-deleted", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:06.357993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:06.358615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.402883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:06.451754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910691-b6af-43f5-902f-28c2387b04cc req-5f5800d9-b781-40de-90c1-a97aa1349345 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:06.454346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee910691-b6af-43f5-902f-28c2387b04cc req-5f5800d9-b781-40de-90c1-a97aa1349345 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 949 time: 0.4188919 Jan 27 19:15:06.524671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:15:06.540753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e823f-428b-4f78-805c-8dec558b7316 req-4306cf93-933d-46ce-a345-3a088ff2d029 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:06.547011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23e823f-428b-4f78-805c-8dec558b7316 req-4306cf93-933d-46ce-a345-3a088ff2d029 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.3103118 Jan 27 19:15:06.690239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee910691-b6af-43f5-902f-28c2387b04cc req-0b1e8828-dbbd-4b11-b8ca-c09cf98e39ef tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807148 Jan 27 19:15:06.703238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:06.714414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23e823f-428b-4f78-805c-8dec558b7316 req-7de70ba9-743c-4f68-a487-d2ac60c2cf7e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500185 Jan 27 19:15:06.718621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'mac_address': 'fa:16:3e:aa:fe:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:15:06.814699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:06.816055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.818370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca0be0-d640-4765-a9ed-65bfde1d5b76 x-openstack-request-id: req-41ca0be0-d640-4765-a9ed-65bfde1d5b76 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:06.818370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc7bdc-87cc-4e73-a393-eaa168807aeb", "name": "network-vif-deleted", "tag": "e91c921e-c8d4-43d0-acb9-812f2abce954", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:06.818370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41ca0be0-d640-4765-a9ed-65bfde1d5b76 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:06.820148 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc7bdc-87cc-4e73-a393-eaa168807aeb', 'name': 'network-vif-deleted', 'tag': 'e91c921e-c8d4-43d0-acb9-812f2abce954', 'status': 'completed', 'code': 200} Jan 27 19:15:06.869354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:06.907592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (eb6ea2c8-3b30-4e8e-bca4-84230101c3e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:06.933052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:06.935382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d', '643974d8-8edd-4b9b-8962-34c2a93a2394'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:06.947350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:06.994205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=eb6ea2c8-3b30-4e8e-bca4-84230101c3e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:06.998062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40bdfdf7-423c-40ae-99b8-cd1289b8fdd2 req-77bebb27-0b61-431c-bfa6-860055209a5b tempest-ListImageFiltersTestJSON-80077884 tempest-ListImageFiltersTestJSON-80077884-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc7bdc-87cc-4e73-a393-eaa168807aeb HTTP/1.1" status: 200 len: 210 time: 0.0688038 Jan 27 19:15:07.071641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:07.077130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:07.080723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26c2ffd0-b78b-4cee-9b2a-4eba21c2cd3e req-91ff7419-ea77-4726-a6e7-c5aa1e60d69f tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "DELETE /v2.0/ports/eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 HTTP/1.1" status: 204 len: 173 time: 1.2707095 Jan 27 19:15:07.081210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'name': 'network-vif-deleted', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:07.086167 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad079b7-3104-4f4a-9f26-003f2154a466" -d '{"events": [{"server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "name": "network-vif-deleted", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:07.136427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891bac-e2d9-483c-969d-46a5c8b54b7b req-b3bb6d46-d8ea-4a52-a0d6-90b1063ac576 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:07.147951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9891bac-e2d9-483c-969d-46a5c8b54b7b req-b3bb6d46-d8ea-4a52-a0d6-90b1063ac576 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.1738384 Jan 27 19:15:07.172731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:07.281661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9891bac-e2d9-483c-969d-46a5c8b54b7b req-a6de9880-5f90-499f-95e2-f005fd84729f tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333356 Jan 27 19:15:07.389468 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc0ecbc-34c0-4174-baa0-f6e16854f27d x-openstack-request-id: req-ebc0ecbc-34c0-4174-baa0-f6e16854f27d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:07.389765 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5", "name": "network-vif-deleted", "tag": "eb6ea2c8-3b30-4e8e-bca4-84230101c3e9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:07.390219 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebc0ecbc-34c0-4174-baa0-f6e16854f27d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:07.390643 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5', 'name': 'network-vif-deleted', 'tag': 'eb6ea2c8-3b30-4e8e-bca4-84230101c3e9', 'status': 'completed', 'code': 200} Jan 27 19:15:07.416160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88064e-7bd2-4949-8367-a8f261295d71 req-89bc8a75-aa9b-4926-8cbf-76651b6f9102 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:07.424932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f88064e-7bd2-4949-8367-a8f261295d71 req-89bc8a75-aa9b-4926-8cbf-76651b6f9102 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1204352 Jan 27 19:15:07.491863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f88064e-7bd2-4949-8367-a8f261295d71 req-694b76e7-c936-4a24-8659-97ac7a12c1c3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Jan 27 19:15:07.524953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:07.741406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b8f38a19-27a6-417a-8a41-b398570c403c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:08.030440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4473d0e-3908-42de-ba67-1808ed78eb94 req-b17f0868-8b3d-4f83-b5ee-ead1b7f832eb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd2c38aa-1a0f-4734-af41-7bbd8cc7e8e5 HTTP/1.1" status: 200 len: 210 time: 0.0681181 Jan 27 19:15:08.097185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aec90-5337-47c9-a92d-c6f836570daa req-6dc61ca3-0e7e-4425-9e32-6d2a6947b990 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:08.108434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2aec90-5337-47c9-a92d-c6f836570daa req-6dc61ca3-0e7e-4425-9e32-6d2a6947b990 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 948 time: 0.0936162 Jan 27 19:15:08.165143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2aec90-5337-47c9-a92d-c6f836570daa req-975c5f6d-3650-4a22-b9e6-e45bc257e60f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547440 Jan 27 19:15:08.695328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267031fd-a704-4e2f-821f-53509800fc0a req-a497ee9c-a30c-4d13-804c-dbde0e3a6ec5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:08.697918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-267031fd-a704-4e2f-821f-53509800fc0a req-a497ee9c-a30c-4d13-804c-dbde0e3a6ec5 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0839539 Jan 27 19:15:08.712948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:08.763247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:08.763802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device eb6ea2c8-3b30-4e8e-bca4-84230101c3e9 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:08.792638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-267031fd-a704-4e2f-821f-53509800fc0a req-d8acc06a-6834-42b7-9b40-9336c487befa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839267 Jan 27 19:15:08.899996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc287d7-6ac1-465a-86cc-050dee16d0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:09.480013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a7ca6-003b-4c7d-a05c-b2f2965aab6b req-924f7d9c-c84e-4164-9df5-3340b08facd4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:09.481612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf4a7ca6-003b-4c7d-a05c-b2f2965aab6b req-924f7d9c-c84e-4164-9df5-3340b08facd4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 948 time: 0.0812266 Jan 27 19:15:09.590391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf4a7ca6-003b-4c7d-a05c-b2f2965aab6b req-289f441d-41e2-4cf5-a56b-7883b00c11bb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974674 Jan 27 19:15:09.747191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27d777-c80f-445e-b1cd-2b7c974812a2 req-ee10587a-8e3a-4c2d-8665-382535b2f42c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:09.749947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a27d777-c80f-445e-b1cd-2b7c974812a2 req-ee10587a-8e3a-4c2d-8665-382535b2f42c tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.0792902 Jan 27 19:15:09.777020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:09.818526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a27d777-c80f-445e-b1cd-2b7c974812a2 req-e1f1aa38-d939-4602-bd38-25618f82f496 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Jan 27 19:15:09.975915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d268e79-c907-48c8-85e4-a3da383f0252 req-bcea612b-fdcd-48c4-8e25-38583f26c068 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:09.978749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d268e79-c907-48c8-85e4-a3da383f0252 req-bcea612b-fdcd-48c4-8e25-38583f26c068 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0877922 Jan 27 19:15:09.980312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77930806-4e50-49f7-a82a-79a82b774840 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=869fa73b936040f7b9fe0a9e4585b92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017577 Jan 27 19:15:09.985653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33964) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:10.035776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d268e79-c907-48c8-85e4-a3da383f0252 req-ae1920e0-180f-44db-b955-493966513aab tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474029 Jan 27 19:15:10.064543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Publish callbacks [] for security_group (6d1d4c16-dca3-4e06-bc45-e368572daf64), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.090213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Publish callbacks [] for security_group (6d1d4c16-dca3-4e06-bc45-e368572daf64), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.165331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6d1d4c16-dca3-4e06-bc45-e368572daf64), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.168768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.170469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d1d4c16-dca3-4e06-bc45-e368572daf64 HTTP/1.1" status: 204 len: 168 time: 0.1825969 Jan 27 19:15:10.182652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d4c16-dca3-4e06-bc45-e368572daf64,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:10.192325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.193336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.194474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.195031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.195477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.195879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.196602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.197559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.198143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.198557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.198967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.199371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.199777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473cf28-0537-45c2-a516-048846f32390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:10.549644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:10.727183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port b8f38a19-27a6-417a-8a41-b398570c403c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:15:10.739899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b8f38a19-27a6-417a-8a41-b398570c403c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:10.745439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.857467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1235a-94f7-421a-83f8-bca408d67f0a req-e1006aa5-8287-4c66-8287-cb7a15f482c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:10.860536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f1235a-94f7-421a-83f8-bca408d67f0a req-e1006aa5-8287-4c66-8287-cb7a15f482c3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 948 time: 0.0935175 Jan 27 19:15:10.894662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:10.895001 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:10.979865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:10.985045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f1235a-94f7-421a-83f8-bca408d67f0a req-a704d5c6-04da-40b4-b66a-1814ce14b56e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138902 Jan 27 19:15:10.988556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:10.996802 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae4ae6-5728-49e8-9a6b-48f6bc930d2e" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:11.009746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:11.012037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:11.097605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f669a8-3c7e-4060-b3bc-0ad7e963a57c req-f079888c-e224-4cbe-a7da-4fb4f16d9282 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:11.102787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8f669a8-3c7e-4060-b3bc-0ad7e963a57c req-f079888c-e224-4cbe-a7da-4fb4f16d9282 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.1140513 Jan 27 19:15:11.106996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: e91c921e-c8d4-43d0-acb9-812f2abce954 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:11.107647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e91c921e-c8d4-43d0-acb9-812f2abce954 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:11.150436 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677ff78-d2b9-45a1-b5d7-b0357d15326d x-openstack-request-id: req-7677ff78-d2b9-45a1-b5d7-b0357d15326d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:11.150436 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:11.150802 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7677ff78-d2b9-45a1-b5d7-b0357d15326d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:11.151161 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'code': 200} Jan 27 19:15:11.178646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:11.227822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8f669a8-3c7e-4060-b3bc-0ad7e963a57c req-c735bd18-8540-4c23-bc63-dc4523c3cabc tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116972 Jan 27 19:15:11.410289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03f03-a3b6-4be9-af81-614c419def51 req-2179c540-c419-41a4-ae68-2c6f59a847ae tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:11.422120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25c03f03-a3b6-4be9-af81-614c419def51 req-2179c540-c419-41a4-ae68-2c6f59a847ae tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1398437 Jan 27 19:15:11.463270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660377c-06cf-41f1-9dac-ca782dfcea45 req-d53305da-ea97-4bd6-9e5e-aa565da0cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:11.466051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c660377c-06cf-41f1-9dac-ca782dfcea45 req-d53305da-ea97-4bd6-9e5e-aa565da0cc1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1100 time: 0.1145310 Jan 27 19:15:11.598940 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c660377c-06cf-41f1-9dac-ca782dfcea45 req-57e65a3b-2617-4686-8639-73cc9ea4e41a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260252 Jan 27 19:15:11.607506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25c03f03-a3b6-4be9-af81-614c419def51 req-a323c1d7-3b63-481c-bbf4-20c64b31cffc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783347 Jan 27 19:15:11.616645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e05b7-6c7e-42d7-8671-ea9de3931b7b req-f7cfab7a-137b-42f2-b029-70f02becdf84 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:11.625702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be5e05b7-6c7e-42d7-8671-ea9de3931b7b req-f7cfab7a-137b-42f2-b029-70f02becdf84 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1097 time: 0.1695077 Jan 27 19:15:11.683589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-71b588ad-4d0e-49b1-805b-a33f3aa4d9bf tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:11.687204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-71b588ad-4d0e-49b1-805b-a33f3aa4d9bf tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 950 time: 0.1508701 Jan 27 19:15:11.690819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34022) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:11.791428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be5e05b7-6c7e-42d7-8671-ea9de3931b7b req-5fc5ed5b-38e1-4ce6-9b5d-e1b675ee43a4 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646984 Jan 27 19:15:11.851588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3792fb21-6689-4f1d-a164-014c3ba3a8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:11.928888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1935845219-network', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:11.931239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port 643974d8-8edd-4b9b-8962-34c2a93a2394 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:11.932057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:11.975743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Made reservation on behalf of 2b3c08e01cf443b2b6dc919e0855a96d for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:11.980227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.022726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.105643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port 643974d8-8edd-4b9b-8962-34c2a93a2394, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=643974d8-8edd-4b9b-8962-34c2a93a2394,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:12.106606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.160773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for 643974d8-8edd-4b9b-8962-34c2a93a2394 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:12.210292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks [] for security_group (893afd8f-d260-4727-9704-7cfbdd85f07d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.219745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (893afd8f-d260-4727-9704-7cfbdd85f07d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.275160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:15:12.308861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893afd8f-d260-4727-9704-7cfbdd85f07d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:12.309857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767c94-e1ca-459c-845f-f7a7f95fd89d req-7b58c353-049c-4429-8e90-b33eeae5e130 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:12.317852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a767c94-e1ca-459c-845f-f7a7f95fd89d req-7b58c353-049c-4429-8e90-b33eeae5e130 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1586649 Jan 27 19:15:12.322517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.324663 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Added segment 00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6 of type vlan for network 91fa2e0b-572d-4dcf-a31d-763caf39f927 Jan 27 19:15:12.413964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a767c94-e1ca-459c-845f-f7a7f95fd89d req-4bdc2576-61c0-4845-a794-6e13cbed03ee tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951080 Jan 27 19:15:12.414949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (91fa2e0b-572d-4dcf-a31d-763caf39f927), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.468403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (643974d8-8edd-4b9b-8962-34c2a93a2394), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.483577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d', '643974d8-8edd-4b9b-8962-34c2a93a2394'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:12.498484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (91fa2e0b-572d-4dcf-a31d-763caf39f927), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.501693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:12.503178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.542359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:12.595716 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8993506 Jan 27 19:15:12.599295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:12.605448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Request body: {'subnet': {'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-subnet', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:12.612626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=643974d8-8edd-4b9b-8962-34c2a93a2394,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:12.635256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Made reservation on behalf of 2b3c08e01cf443b2b6dc919e0855a96d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:12.641304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.680668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-382b2cc7-5207-48b2-a3e4-e874c7a0bdaf req-66192a74-0d21-40a8-8359-313800bec32e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=e66270d0-aeb1-4e6b-868b-f2d7bc2145da HTTP/1.1" status: 200 len: 210 time: 0.1014709 Jan 27 19:15:12.734880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port 643974d8-8edd-4b9b-8962-34c2a93a2394 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:12.738689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:12.749918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce498b86-9090-42bd-8a25-d8fe343702f9 req-23f29e94-2064-4db2-9b29-6716473346a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "DELETE /v2.0/ports/643974d8-8edd-4b9b-8962-34c2a93a2394 HTTP/1.1" status: 204 len: 173 time: 1.0469100 Jan 27 19:15:12.750620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'name': 'network-vif-deleted', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:12.766634 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c790c3b-dccd-4dad-8973-30256731e02a" -d '{"events": [{"server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "name": "network-vif-deleted", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:12.791753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf89b9-0782-42d9-9a2e-ae02dbb886c4 admin admin] Pushing event updated for resources: {'Network': ['ID=91fa2e0b-572d-4dcf-a31d-763caf39f927,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:12.824385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:15:12.935192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565067e-d4ae-4b54-84ab-821f07b514f6 req-1185fc50-87b5-4ae9-9664-f5f8c65bb511 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:12.937672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c565067e-d4ae-4b54-84ab-821f07b514f6 req-1185fc50-87b5-4ae9-9664-f5f8c65bb511 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1179895 Jan 27 19:15:13.046284 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (358c5e56-fcdb-44c1-934f-6a73b343bc9c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.161768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c565067e-d4ae-4b54-84ab-821f07b514f6 req-7a53352a-42c1-4f2c-82d9-ad76c40ebf22 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984129 Jan 27 19:15:13.260193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358c5e56-fcdb-44c1-934f-6a73b343bc9c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:13.268779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Checking segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:13.269532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Network hostable DHCP agents. Network: 91fa2e0b-572d-4dcf-a31d-763caf39f927, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:15:13.311016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:15:13.347449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 91fa2e0b-572d-4dcf-a31d-763caf39f927) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:13.362559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:13.367724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bef437-1290-4f79-a0f5-0f2decb1c985 None None] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:15:13.368358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.438920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9f5f926-a99e-41c5-a7a7-2ccf916286b0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8375251 Jan 27 19:15:13.442615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34068) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:13.460493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:13.560666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.562268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.613001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-91fa2e0b-572d-4dcf-a31d-763caf39f927', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:15:13.613868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.690265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for router_controller (1655c6c2-b36f-4a6b-8311-425551ae120b), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:13.698661 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf1c3a-6c95-4e7e-8e41-df5ac0818a79 x-openstack-request-id: req-bccf1c3a-6c95-4e7e-8e41-df5ac0818a79 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:13.699145 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66270d0-aeb1-4e6b-868b-f2d7bc2145da", "name": "network-vif-deleted", "tag": "643974d8-8edd-4b9b-8962-34c2a93a2394", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:13.699552 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bccf1c3a-6c95-4e7e-8e41-df5ac0818a79 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:13.700168 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66270d0-aeb1-4e6b-868b-f2d7bc2145da', 'name': 'network-vif-deleted', 'tag': '643974d8-8edd-4b9b-8962-34c2a93a2394', 'status': 'completed', 'code': 200} Jan 27 19:15:14.008133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-cfc0a331-b7c7-4087-b719-a5e5beebee0b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:15:14.010010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-cfc0a331-b7c7-4087-b719-a5e5beebee0b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113814 Jan 27 19:15:14.029881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Allocated IP 172.20.0.2 (91fa2e0b-572d-4dcf-a31d-763caf39f927/358c5e56-fcdb-44c1-934f-6a73b343bc9c/0e7866c1-2ed6-44bf-93e2-1167fc1e940a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:14.096974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-68aaefab-2ec8-4aed-9cd4-0306977df42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:14.099509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-68aaefab-2ec8-4aed-9cd4-0306977df42d service neutron] 10.222.0.59 "GET /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 1094 time: 0.0767889 Jan 27 19:15:14.117033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Request body: {'binding': {'host': 'n-h1-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:14.118012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:15:14.293904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks [] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.303424 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.342697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h1-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:14.343249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:14.343683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:14.351800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:14.352351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:14.361928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:14.362444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:14.363008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:14.363589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Bound port: efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:14.368759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:14.372842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:14.377052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:14.394003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Pushing event updated for resources: {'Port': ['ID=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:14.440691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:14.456432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.459869 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-4575522e-3fa9-43c2-9575-6e7bdb2a7d8d service neutron] 10.222.0.59 "POST /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3495309 Jan 27 19:15:14.482332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Attempting to bind port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:14.483040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Attempting to bind port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:14.484594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Attempting to bind port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a on network 91fa2e0b-572d-4dcf-a31d-763caf39f927 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:14.497640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:14.498608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Checking segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:14.499402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.500766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Bound using segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:14.501124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Bound port: 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:14.502166 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.561329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for router_gateway (1655c6c2-b36f-4a6b-8311-425551ae120b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.638389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4201a3f-f0b1-4085-82c0-755794c08bfb req-d6c4964c-72a2-4776-9458-8ddd66e51984 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:14.646521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4201a3f-f0b1-4085-82c0-755794c08bfb req-d6c4964c-72a2-4776-9458-8ddd66e51984 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.3163321 Jan 27 19:15:14.663530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] For port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:14.669319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] For port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:14.675978 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:14.728703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 643974d8-8edd-4b9b-8962-34c2a93a2394 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:14.759239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 643974d8-8edd-4b9b-8962-34c2a93a2394 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:14.759743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 643974d8-8edd-4b9b-8962-34c2a93a2394 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:14.782136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6145a4d-5f26-4605-9c33-9a1a214ef408 None None] Pushing event updated for resources: {'Port': ['ID=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:14.882492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772756-de81-4407-a76d-e083818cf360 req-2fc981f7-bbd5-4fbe-9115-840db2640bcd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:14.889885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca772756-de81-4407-a76d-e083818cf360 req-2fc981f7-bbd5-4fbe-9115-840db2640bcd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 946 time: 0.2412584 Jan 27 19:15:14.894795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4201a3f-f0b1-4085-82c0-755794c08bfb req-80456464-1864-4cd6-97ea-a2038c1ccadb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668260 Jan 27 19:15:15.024235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:15.026467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca772756-de81-4407-a76d-e083818cf360 req-8c9279d2-2c78-4b4f-b31d-dd49eedabb6d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348851 Jan 27 19:15:15.408417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-c20dd5ed-ed07-433b-ba51-e1cc89467a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:15.411169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-c20dd5ed-ed07-433b-ba51-e1cc89467a74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1097 time: 0.5149009 Jan 27 19:15:15.417880 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:15.508390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cacf9-cef4-431f-be38-3c2a8e44b6ac req-d90abac5-8bce-4a30-9a39-c803871101d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:15.510139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-454cacf9-cef4-431f-be38-3c2a8e44b6ac req-d90abac5-8bce-4a30-9a39-c803871101d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.3817570 Jan 27 19:15:15.552923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-54ee1f36-2d75-4994-8053-9ac78a08b761 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:15.555167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-54ee1f36-2d75-4994-8053-9ac78a08b761 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1097 time: 0.0523965 Jan 27 19:15:15.574300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:15.650011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:15.665821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for router_gateway (1655c6c2-b36f-4a6b-8311-425551ae120b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:15.674292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-454cacf9-cef4-431f-be38-3c2a8e44b6ac req-16ae7139-4d58-48ed-964d-3860ea53ae1a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008377 Jan 27 19:15:15.704401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:15.759737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0692c-38dc-4cdd-a90a-36ff0d8eb390 req-91dd4f37-1236-4588-ae4b-d5e5080a06e9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:15.767352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe0692c-38dc-4cdd-a90a-36ff0d8eb390 req-91dd4f37-1236-4588-ae4b-d5e5080a06e9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2530603 Jan 27 19:15:15.810740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b9c8e1a-d3ba-406e-9a6e-3077731868fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:15.812237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b9c8e1a-d3ba-406e-9a6e-3077731868fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.3513680 Jan 27 19:15:15.872969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-ca1f0963-afab-4b01-ba06-763074c64c80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.0476151 Jan 27 19:15:15.892494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0e7866c1-2ed6-44bf-93e2-1167fc1e940a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:15.971279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.019041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:16.019420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.032704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:16.103448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-f2495690-7981-4d0f-a540-1d32f0b9201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:16.115902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-f2495690-7981-4d0f-a540-1d32f0b9201e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1875281 Jan 27 19:15:16.140789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:16.197678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-a1e46ba3-cbc8-46c3-8e53-acd16d785e5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657701 Jan 27 19:15:16.220501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:16.221491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.256796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe0692c-38dc-4cdd-a90a-36ff0d8eb390 req-6f198a86-6e31-45fa-b1ef-2f32bb94b1c5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882114 Jan 27 19:15:16.310553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks [] for port (de966ebe-25b9-43ea-92de-4756943a8af5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.317688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:16.323230 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e47386f-2112-498f-961d-2254d1c36019" -d '{"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-unplugged", "status": "completed", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:16.338288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.364722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:16.375220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.467315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Allocated IP 172.25.5.215 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/5283c148-dbe8-4a5e-a3d0-051b6649cc58) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:16.500128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:16.500905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:16.588074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:15:16.623587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:16.624448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:16.624818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:16.638432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:16.638764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:16.645977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:16.646975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:16.648169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:16.648169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Bound port: de966ebe-25b9-43ea-92de-4756943a8af5, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:16.649234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.745861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f34a-9027-4d58-87a9-a926af0dd666 req-9c56fa64-f7de-4653-9660-0d4aed910945 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:16.750191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3019f34a-9027-4d58-87a9-a926af0dd666 req-9c56fa64-f7de-4653-9660-0d4aed910945 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.4910595 Jan 27 19:15:16.757757 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.762539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656519d4-cf16-4b43-8f1d-191002418d2f None None] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:15:16.801037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:16.808401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:16.818169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.852042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-cf896425-2396-4e71-a0c1-9a4797e720e5 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362429 Jan 27 19:15:16.861573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556d130-b647-43af-8e0c-e090e726b9e2 req-f9a99159-dff3-47af-bc27-1ad3ffe7a8d5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:16.863744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7556d130-b647-43af-8e0c-e090e726b9e2 req-f9a99159-dff3-47af-bc27-1ad3ffe7a8d5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 950 time: 0.3409443 Jan 27 19:15:16.934579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3019f34a-9027-4d58-87a9-a926af0dd666 req-fb70c68c-bd5f-48c4-8bfc-2dd826ef064d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590552 Jan 27 19:15:16.994630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:16.996337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:16.999083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] 10.222.0.39 "PUT /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 1122 time: 1.4287591 Jan 27 19:15:17.008291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064a52-ae67-47cb-bc6d-23b91feb6134 service neutron] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:17.037071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:17.040383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-39860efb-b550-4e23-a374-f9327a2ae6f1 None None] Provisioning complete for port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:17.040776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39860efb-b550-4e23-a374-f9327a2ae6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:17.078544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:17.155319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h1-760453-6 for vnic_type normal with profile {"migrating_to": "n-h2-760453-6"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:17.155773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:17.156154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:17.158894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['de966ebe-25b9-43ea-92de-4756943a8af5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:17.211484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7556d130-b647-43af-8e0c-e090e726b9e2 req-33c87172-594d-435d-9e8b-c7133b26e8fb tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222148 Jan 27 19:15:17.227331 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2584da1-3653-4a49-b4f7-39ddfbed2df3 x-openstack-request-id: req-a2584da1-3653-4a49-b4f7-39ddfbed2df3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:17.227638 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-unplugged", "status": "completed", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:17.228010 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2584da1-3653-4a49-b4f7-39ddfbed2df3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:17.229313 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'code': 200} Jan 27 19:15:17.238732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:17.243925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-9d2f80f4-9b8f-40ef-9194-100c95869ae8 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786402 Jan 27 19:15:17.250516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:17.251243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Attempting to bind port de966ebe-25b9-43ea-92de-4756943a8af5 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:17.259421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:17.262961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Pushing event updated for resources: {'Port': ['ID=5283c148-dbe8-4a5e-a3d0-051b6649cc58,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:17.269400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:17.290635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['de966ebe-25b9-43ea-92de-4756943a8af5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:17.325771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:17.326619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:17.327636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:17.328410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Bound port: de966ebe-25b9-43ea-92de-4756943a8af5, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:17.329235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:17.622364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed91c-a427-444b-a0a7-548e5b7ba2e7 req-66ab9606-683b-4088-82d7-1e5af7ba1f53 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:17.631455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db3ed91c-a427-444b-a0a7-548e5b7ba2e7 req-66ab9606-683b-4088-82d7-1e5af7ba1f53 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1118560 Jan 27 19:15:17.749871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db3ed91c-a427-444b-a0a7-548e5b7ba2e7 req-2ef62f89-2945-4d6f-935f-d8dfaae359a1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145329 Jan 27 19:15:17.907190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0e7866c1-2ed6-44bf-93e2-1167fc1e940a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:17.948475 n-d-760453-6 neutron-server[103324]: WARNING neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Concurrent port binding operations failed on port de966ebe-25b9-43ea-92de-4756943a8af5 Jan 27 19:15:17.952867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:18.000070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-39860efb-b550-4e23-a374-f9327a2ae6f1 None None] Current status of the port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:18.017755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for router_gateway (1655c6c2-b36f-4a6b-8311-425551ae120b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.035848 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Attempt 2 to bind port de966ebe-25b9-43ea-92de-4756943a8af5 Jan 27 19:15:18.036174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 has no active binding in host n-h2-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:15:18.248039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-75c8916a-e9ce-4bcb-9a7b-dc727c81f515 None None] Provisioning complete for port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:18.248416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75c8916a-e9ce-4bcb-9a7b-dc727c81f515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.250367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-94f01309-65c6-4cd8-b8be-4eef7af16643 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:18.256671 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-94f01309-65c6-4cd8-b8be-4eef7af16643 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 950 time: 0.0973577 Jan 27 19:15:18.321220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482182-37c9-4ecc-8da6-1a66ab232c24 req-3f62ab84-c68a-415a-8b33-b045c2b9f77c tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:18.337890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea482182-37c9-4ecc-8da6-1a66ab232c24 req-3f62ab84-c68a-415a-8b33-b045c2b9f77c tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.3047993 Jan 27 19:15:18.410935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:18.411391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.433103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port 9b088b8b-5a43-4afc-9fde-f5f499014e2f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:18.433636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.606859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port 9b088b8b-5a43-4afc-9fde-f5f499014e2f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9b088b8b-5a43-4afc-9fde-f5f499014e2f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:18.607277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.624328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for 9b088b8b-5a43-4afc-9fde-f5f499014e2f owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:18.694241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-86b85229-079e-4798-80de-e76be0bdc749 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:18.694812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:18.705647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-86b85229-079e-4798-80de-e76be0bdc749 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 949 time: 0.5546479 Jan 27 19:15:18.706916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-75c8916a-e9ce-4bcb-9a7b-dc727c81f515 None None] Current status of the port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:18.819085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-dc276d0c-60ad-4312-8c3b-3d3b00d93981 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4052768 Jan 27 19:15:18.823192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea482182-37c9-4ecc-8da6-1a66ab232c24 req-34a99aee-4a7c-45b7-8c96-ddc3f2ea226e tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4841373 Jan 27 19:15:18.830048 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (9b088b8b-5a43-4afc-9fde-f5f499014e2f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:18.847125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14', '382bf8af-b06c-4d5d-be26-b380276e747d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:18.853970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218', '9b088b8b-5a43-4afc-9fde-f5f499014e2f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:18.910362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=9b088b8b-5a43-4afc-9fde-f5f499014e2f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:19.057138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port 9b088b8b-5a43-4afc-9fde-f5f499014e2f on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:19.064080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:19.070077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8276c3e-9395-4d13-a56e-541b2ae247e5 req-fb4c0ea8-8722-4c20-b9c9-7be24838e433 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "DELETE /v2.0/ports/9b088b8b-5a43-4afc-9fde-f5f499014e2f HTTP/1.1" status: 204 len: 173 time: 0.7996802 Jan 27 19:15:19.071057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d198c2b-1268-405e-9391-162cafc7a667 req-bab0f969-035c-462a-a5ae-aa1171490745 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:19.088018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d198c2b-1268-405e-9391-162cafc7a667 req-bab0f969-035c-462a-a5ae-aa1171490745 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.5481853 Jan 27 19:15:19.092711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:19.230532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5'}, {'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'name': 'network-vif-deleted', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:19.232973 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f730c-deb3-4590-9e13-304eec329062" -d '{"events": [{"name": "network-changed", "server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5"}, {"server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "name": "network-vif-deleted", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:19.982213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efe03387-f5d0-4226-9556-0b6d1bd46596 req-72f4fa55-d24b-4e6d-8159-c837fc13a2a4 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=6219a379-10df-4e94-89d8-afc14c24db00 HTTP/1.1" status: 200 len: 210 time: 0.8365226 Jan 27 19:15:20.070712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port 382bf8af-b06c-4d5d-be26-b380276e747d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:20.076268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:20.134750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d198c2b-1268-405e-9391-162cafc7a667 req-8ba247fb-7c57-49e3-a245-9bc63da76712 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0454867 Jan 27 19:15:20.270689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14616ae5-043d-4407-876e-0a2681a9aab4 req-03e23ad6-e70a-4270-82de-9c16408ccefb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:20.272331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14616ae5-043d-4407-876e-0a2681a9aab4 req-03e23ad6-e70a-4270-82de-9c16408ccefb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1420102 Jan 27 19:15:20.385922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14616ae5-043d-4407-876e-0a2681a9aab4 req-621ab26c-2212-402e-b8c2-92bca8d7788c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816894 Jan 27 19:15:20.417325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port 382bf8af-b06c-4d5d-be26-b380276e747d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=382bf8af-b06c-4d5d-be26-b380276e747d,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:20.417678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:20.425785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Router 1655c6c2-b36f-4a6b-8311-425551ae120b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:15:20.473159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for 382bf8af-b06c-4d5d-be26-b380276e747d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:20.500276 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f9196-a0c3-41f3-9800-14c4f5165b92 x-openstack-request-id: req-ea7f9196-a0c3-41f3-9800-14c4f5165b92 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:20.506452 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5", "status": "completed", "code": 200}, {"server_uuid": "6219a379-10df-4e94-89d8-afc14c24db00", "name": "network-vif-deleted", "tag": "9b088b8b-5a43-4afc-9fde-f5f499014e2f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:20.507242 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea7f9196-a0c3-41f3-9800-14c4f5165b92 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:20.508126 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'status': 'completed', 'code': 200} Jan 27 19:15:20.509395 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6219a379-10df-4e94-89d8-afc14c24db00', 'name': 'network-vif-deleted', 'tag': '9b088b8b-5a43-4afc-9fde-f5f499014e2f', 'status': 'completed', 'code': 200} Jan 27 19:15:20.624605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f730c-deb3-4590-9e13-304eec329062 req-a5e4531a-7051-4103-9e31-08ce6b4a211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:20.627001 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-a5e4531a-7051-4103-9e31-08ce6b4a211a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1125 time: 0.0936062 Jan 27 19:15:20.681598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f09f4-6215-4fce-9ceb-3568451f29e4 req-dfceb1fd-9ec7-451a-b3a4-20445256004a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:20.683237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-269f09f4-6215-4fce-9ceb-3568451f29e4 req-dfceb1fd-9ec7-451a-b3a4-20445256004a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.2070029 Jan 27 19:15:20.723959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:15:20.754069 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Sync routers for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:15:20.780820 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:20.785516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f730c-deb3-4590-9e13-304eec329062 req-ba35285e-e6c2-4148-9e23-169830d03868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:20.788083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-ba35285e-e6c2-4148-9e23-169830d03868 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.1469631 Jan 27 19:15:20.789427 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:20.831179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:20.836477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3748a888-b142-4dac-b30e-bc4709b6a594 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3895798 Jan 27 19:15:20.884631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-269f09f4-6215-4fce-9ceb-3568451f29e4 req-8ce08eb4-884e-4cd2-b5a3-2a228c844cde tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882954 Jan 27 19:15:20.885278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:20.892076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-12cb9be8-34c7-476f-8e03-29ad1f541ece service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 217 time: 0.0923986 Jan 27 19:15:20.994500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f730c-deb3-4590-9e13-304eec329062 req-245c5f17-99d6-47c6-b3e5-43f7840c96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:20.999539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-245c5f17-99d6-47c6-b3e5-43f7840c96fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.0964274 Jan 27 19:15:21.016768 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:21.059330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-dba9be56-f721-42e0-90e6-0000cf091e11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503235 Jan 27 19:15:21.123305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (382bf8af-b06c-4d5d-be26-b380276e747d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:21.149092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:21.176058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:21.296885 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-77a5de9d-f272-4787-9e14-fa0b002398d4 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253094 Jan 27 19:15:21.410927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=382bf8af-b06c-4d5d-be26-b380276e747d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:21.444086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e11440ce-747b-4faf-ab17-49c08ea430cb req-cebe4d53-c492-4d86-ab5b-95f469a3c23a tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c3c477-0e10-436b-812b-dac4188837af HTTP/1.1" status: 200 len: 210 time: 0.1337259 Jan 27 19:15:21.469459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port 382bf8af-b06c-4d5d-be26-b380276e747d on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:21.475093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:21.479707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1794afc-ba4b-4272-a702-1dd39482bf7f req-95d8e688-6930-4b5d-bcc9-9a422fb874ca tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "DELETE /v2.0/ports/382bf8af-b06c-4d5d-be26-b380276e747d HTTP/1.1" status: 204 len: 173 time: 2.7518044 Jan 27 19:15:21.483832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'name': 'network-vif-deleted', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:21.488631 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b776c89d-580b-4c93-bf6a-c45a7b81bc8f" -d '{"events": [{"server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "name": "network-vif-deleted", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:21.567455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:17Z', 'revision_number': 3, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:21.639081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-c383f7fb-415a-49ac-8e3a-edf0c6020994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:21.640617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-c383f7fb-415a-49ac-8e3a-edf0c6020994 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1100 time: 0.1769910 Jan 27 19:15:21.830602 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee7f730c-deb3-4590-9e13-304eec329062 req-2657ab6f-e7b3-4672-9071-8c780f8846c1 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235920 Jan 27 19:15:21.858303 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Checking router: 1655c6c2-b36f-4a6b-8311-425551ae120b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:15:21.858904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Updating router 1655c6c2-b36f-4a6b-8311-425551ae120b port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:15:21.923414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-b47ece97-f879-450e-8761-8e5eb23f844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:21.925418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-b47ece97-f879-450e-8761-8e5eb23f844c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2661157 Jan 27 19:15:21.931015 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:21.935214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd8eb-9080-4e86-8ec9-616d92ffe207 req-c70bba87-adf5-473c-a678-d67fba960b24 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:21.936806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8abfd8eb-9080-4e86-8ec9-616d92ffe207 req-c70bba87-adf5-473c-a678-d67fba960b24 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.2421596 Jan 27 19:15:22.013646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-302d2e32-6c6e-4b69-a642-456c6339ed65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.0757821 Jan 27 19:15:22.110828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8abfd8eb-9080-4e86-8ec9-616d92ffe207 req-ea95ff7c-8200-4c0d-ae8c-1f146b51fcad tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468458 Jan 27 19:15:22.210399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-4dccef84-05df-4f3a-a5a7-1abbc156ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:22.212609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-4dccef84-05df-4f3a-a5a7-1abbc156ef81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1847012 Jan 27 19:15:22.316993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-7cf424c4-92b1-4223-b3af-4d3f7df36f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:22.318660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-7cf424c4-92b1-4223-b3af-4d3f7df36f8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868447 Jan 27 19:15:22.450318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eac8c-849e-4f7e-9e49-0d77727a1f94 req-7253b1e5-e2d2-4c2e-845d-17de645d4691 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:22.452258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c22eac8c-849e-4f7e-9e49-0d77727a1f94 req-7253b1e5-e2d2-4c2e-845d-17de645d4691 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1908658 Jan 27 19:15:22.466589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf956286-465d-4253-9a08-8f8555551e4e req-139423b6-b9af-45ad-ae06-81d305726a5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:22.470690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-19349e7b-7566-4c27-9c7e-e179f7d4ba6c service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402707 Jan 27 19:15:22.473841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf956286-465d-4253-9a08-8f8555551e4e req-139423b6-b9af-45ad-ae06-81d305726a5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.2679539 Jan 27 19:15:22.556521 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks [] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:22.570353 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:22.594811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c22eac8c-849e-4f7e-9e49-0d77727a1f94 req-e0702fc9-a4aa-47eb-9872-085622e26c34 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Jan 27 19:15:22.628368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9b088b8b-5a43-4afc-9fde-f5f499014e2f no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:22.671890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 9b088b8b-5a43-4afc-9fde-f5f499014e2f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:22.672414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9b088b8b-5a43-4afc-9fde-f5f499014e2f not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:22.677722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf956286-465d-4253-9a08-8f8555551e4e req-bbcdf124-0858-42dc-a948-abf166046bae tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029171 Jan 27 19:15:22.694388 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Pushing event updated for resources: {'Port': ['ID=5283c148-dbe8-4a5e-a3d0-051b6649cc58,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:22.703443 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a111b-d2bf-4ac5-9d4a-f0d9d6ef58a1 x-openstack-request-id: req-c47a111b-d2bf-4ac5-9d4a-f0d9d6ef58a1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:22.704015 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3c477-0e10-436b-812b-dac4188837af", "name": "network-vif-deleted", "tag": "382bf8af-b06c-4d5d-be26-b380276e747d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:22.704564 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c47a111b-d2bf-4ac5-9d4a-f0d9d6ef58a1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:22.705498 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3c477-0e10-436b-812b-dac4188837af', 'name': 'network-vif-deleted', 'tag': '382bf8af-b06c-4d5d-be26-b380276e747d', 'status': 'completed', 'code': 200} Jan 27 19:15:22.722470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-a5da8028-3da0-49eb-a300-cfc9ee34c108 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439196 Jan 27 19:15:22.726995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.728527 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.730252 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.731024 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.731819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.732569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.733479 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.734521 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.735477 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.736423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.737176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.738328 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.739126 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:22.748841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:22.789989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 382bf8af-b06c-4d5d-be26-b380276e747d no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:22.839674 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Attempting to bind port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:22.841656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Attempting to bind port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:22.842259 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Attempting to bind port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:22.856070 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:22.857124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:22.858243 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:22.860992 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:22.860992 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Bound port: 5283c148-dbe8-4a5e-a3d0-051b6649cc58, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:22.860992 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:22.892645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 382bf8af-b06c-4d5d-be26-b380276e747d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:22.893204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 382bf8af-b06c-4d5d-be26-b380276e747d not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:22.990168 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] For port 5283c148-dbe8-4a5e-a3d0-051b6649cc58, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:23.001544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] For port 5283c148-dbe8-4a5e-a3d0-051b6649cc58, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5283c148-dbe8-4a5e-a3d0-051b6649cc58,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:23.011599 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:23.150395 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298744-1d27-4f9e-8d6b-cc839a68174f None None] Pushing event updated for resources: {'Port': ['ID=5283c148-dbe8-4a5e-a3d0-051b6649cc58,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:23.151405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Allocated IP 172.20.0.1 (91fa2e0b-572d-4dcf-a31d-763caf39f927/358c5e56-fcdb-44c1-934f-6a73b343bc9c/e2612381-2977-4d95-9ff0-f11ee5d36884) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:23.191562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:23.192795 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:23.219011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9c7a9-78aa-43d2-825e-6811fea97108 req-d6d00206-11ec-4ff6-8e20-5eac114dd070 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:23.226643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4de9c7a9-78aa-43d2-825e-6811fea97108 req-d6d00206-11ec-4ff6-8e20-5eac114dd070 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.4182370 Jan 27 19:15:23.362818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4de9c7a9-78aa-43d2-825e-6811fea97108 req-c6227a11-424b-4152-b74d-7ca13f763d4a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284328 Jan 27 19:15:23.397197 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:23.483090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks [] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:23.489043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:23.512079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e34d4-7962-47e0-a64a-1d336c45c2fd req-7c9ae83f-76ac-4b3e-af47-beb118767801 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:23.515510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa2e34d4-7962-47e0-a64a-1d336c45c2fd req-7c9ae83f-76ac-4b3e-af47-beb118767801 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1154978 Jan 27 19:15:23.581629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:23.606244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:23.614643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:23.614643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:23.642576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa2e34d4-7962-47e0-a64a-1d336c45c2fd req-0aa5c79c-98de-4182-9f98-fbef59df1237 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175706 Jan 27 19:15:23.701065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Pushing event updated for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:23.714595 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:15:23.715923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (1655c6c2-b36f-4a6b-8311-425551ae120b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:23.726832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:17Z', 'revision_number': 3, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:23.780226 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6eeac-b21b-4065-82df-78edd7fc8762 None None] The sync data for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 is: [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:17Z', 'revision_number': 3, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:15:24.032577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-050d1c20-dc86-4709-8db7-dea20ee78aeb None None] Provisioning complete for port e2612381-2977-4d95-9ff0-f11ee5d36884 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:24.033186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-050d1c20-dc86-4709-8db7-dea20ee78aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.066666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.086723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-050d1c20-dc86-4709-8db7-dea20ee78aeb None None] Port e2612381-2977-4d95-9ff0-f11ee5d36884 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:15:24.120025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9247b8-ba0f-4769-81d6-c5cec5121ce7 req-f6fedbd8-0a57-4f91-980e-f38df9f87f4d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:24.129907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b9247b8-ba0f-4769-81d6-c5cec5121ce7 req-f6fedbd8-0a57-4f91-980e-f38df9f87f4d tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.3034990 Jan 27 19:15:24.263736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375a9a-6639-41ec-8ec5-69cef894f9e3 req-addfa3fb-e715-4ecb-b26c-4498a9ce27a4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:24.265748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b375a9a-6639-41ec-8ec5-69cef894f9e3 req-addfa3fb-e715-4ecb-b26c-4498a9ce27a4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2324607 Jan 27 19:15:24.272770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b9247b8-ba0f-4769-81d6-c5cec5121ce7 req-e0a05575-7dbe-4f80-9608-73ae4a6a0044 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419785 Jan 27 19:15:24.475855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b375a9a-6639-41ec-8ec5-69cef894f9e3 req-7717a930-e47b-4a2a-9858-f3b38937c9a5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018001 Jan 27 19:15:24.477110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.549354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks [] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.600208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.802903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Pushing event updated for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:24.822845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d493b6-08ab-42d7-adcd-599220d42d7e req-15dc50c6-9b46-4cd5-a404-d4cd52dfa7e6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:24.825930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76d493b6-08ab-42d7-adcd-599220d42d7e req-15dc50c6-9b46-4cd5-a404-d4cd52dfa7e6 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.3007386 Jan 27 19:15:24.828495 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (1655c6c2-b36f-4a6b-8311-425551ae120b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:24.860512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878cd2f-93c2-43c5-98da-ea24ccf1b341 req-d791bd72-d22f-4ce5-b1f7-177d6b3aca1e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:24.863187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b878cd2f-93c2-43c5-98da-ea24ccf1b341 req-d791bd72-d22f-4ce5-b1f7-177d6b3aca1e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.2721169 Jan 27 19:15:25.085929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76d493b6-08ab-42d7-adcd-599220d42d7e req-93c732c1-3ef9-4847-9eba-6ce729bfa7a4 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467136 Jan 27 19:15:25.142172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b878cd2f-93c2-43c5-98da-ea24ccf1b341 req-4722b4f7-e689-493d-a167-02b9182de700 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529771 Jan 27 19:15:25.234722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:25.240649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:25.556313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-2d1ec071-0fc4-409d-87ba-d5efb1d9c610 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:25.560920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-2d1ec071-0fc4-409d-87ba-d5efb1d9c610 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.0965846 Jan 27 19:15:25.679184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b6cc6305-d1a6-42d9-9c43-55941d5f9dd6 None None] Provisioning complete for port e2612381-2977-4d95-9ff0-f11ee5d36884 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:25.683651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6305-d1a6-42d9-9c43-55941d5f9dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:25.725675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e9c1-478e-465e-ab00-0aabb8726eff req-07c81f26-0b81-40aa-b6a4-580059fd5782 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:25.742144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa6e9c1-478e-465e-ab00-0aabb8726eff req-07c81f26-0b81-40aa-b6a4-580059fd5782 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.5791953 Jan 27 19:15:25.813446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc6305-d1a6-42d9-9c43-55941d5f9dd6 None None] Port e2612381-2977-4d95-9ff0-f11ee5d36884 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:15:25.862426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5283c148-dbe8-4a5e-a3d0-051b6649cc58 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:25.875731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port c3a10998-3c31-45ad-aea3-b4cce732cb14 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:25.876952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:25.905792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57c68-5e63-4f91-b01d-73a9ec56ede6 req-883cd261-27ee-43bb-9e91-227317f05a62 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:25.917900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6c57c68-5e63-4f91-b01d-73a9ec56ede6 req-883cd261-27ee-43bb-9e91-227317f05a62 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb HTTP/1.1" status: 200 len: 950 time: 0.1731119 Jan 27 19:15:26.000842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:26.001912 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.004258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6c57c68-5e63-4f91-b01d-73a9ec56ede6 req-544d1249-8c64-41a0-9a39-7b21c2b606a5 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845292 Jan 27 19:15:26.018815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa6e9c1-478e-465e-ab00-0aabb8726eff req-b177f5a1-ecca-4f13-8626-398251e4c90f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755659 Jan 27 19:15:26.103893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Router 1655c6c2-b36f-4a6b-8311-425551ae120b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:15:26.119245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d97eb0c4-ad26-4169-8c09-72f1e50f5661 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:26.128108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d97eb0c4-ad26-4169-8c09-72f1e50f5661 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 950 time: 0.1276639 Jan 27 19:15:26.163128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port c3a10998-3c31-45ad-aea3-b4cce732cb14, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c3a10998-3c31-45ad-aea3-b4cce732cb14,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:26.163719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.205794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:26.206347 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.246374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5283c148-dbe8-4a5e-a3d0-051b6649cc58, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5283c148-dbe8-4a5e-a3d0-051b6649cc58,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:26.250520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for c3a10998-3c31-45ad-aea3-b4cce732cb14 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:26.257236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.400760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5283c148-dbe8-4a5e-a3d0-051b6649cc58,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:26.409883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.410443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.411085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.411718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.413715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.414335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.415100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.415711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.416316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.416914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.417591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.418250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.418883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:26.562065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c3a10998-3c31-45ad-aea3-b4cce732cb14), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.576579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['320bbf39-3616-425b-8d67-bb7189d2dd35', 'c3a10998-3c31-45ad-aea3-b4cce732cb14'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:26.615281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:15:26.622899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4d5eba3a-b152-491d-b723-fe4142d0ec6e admin admin] 10.222.0.59 "PUT /v2.0/routers/1655c6c2-b36f-4a6b-8311-425551ae120b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7300959 Jan 27 19:15:26.631999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:26.648772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=c3a10998-3c31-45ad-aea3-b4cce732cb14,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:26.665425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8aa05-497e-4ef1-973e-156bf2b05f3e req-7d7221e8-44d8-4b0a-86b6-bfde826d820b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:26.672629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdd8aa05-497e-4ef1-973e-156bf2b05f3e req-7d7221e8-44d8-4b0a-86b6-bfde826d820b tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.2098272 Jan 27 19:15:26.751369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port c3a10998-3c31-45ad-aea3-b4cce732cb14 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:26.759161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.765049 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a671a5da-a7be-4593-9b10-96a0ebacd6fc req-8c1a734a-10c1-44f6-9e93-5a3649a435c9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "DELETE /v2.0/ports/c3a10998-3c31-45ad-aea3-b4cce732cb14 HTTP/1.1" status: 204 len: 173 time: 1.1935306 Jan 27 19:15:26.766264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'name': 'network-vif-deleted', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:26.767566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144649a-f46a-4be1-ae6d-8af8185d3441 req-ead34d38-b66a-4239-bb12-404c9108e6f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:26.770836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c144649a-f46a-4be1-ae6d-8af8185d3441 req-ead34d38-b66a-4239-bb12-404c9108e6f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.3092115 Jan 27 19:15:26.786610 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd110c96-211d-4583-b67c-0e7eebd2c941" -d '{"events": [{"server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "name": "network-vif-deleted", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:26.802522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Sync routers for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:15:26.811634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 320bbf39-3616-425b-8d67-bb7189d2dd35 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:26.867240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port 320bbf39-3616-425b-8d67-bb7189d2dd35 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:26.868723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:26.884843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:26.886385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:26.922616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-29234d30-e425-4181-92cb-1ac14319577d tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:26.925774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdd8aa05-497e-4ef1-973e-156bf2b05f3e req-8a666a88-76eb-44b9-8e1e-963e72999aea tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups?id=27031e6b-9f1c-4d7a-bb24-98f11547f933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398562 Jan 27 19:15:26.928008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-29234d30-e425-4181-92cb-1ac14319577d tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 945 time: 0.1979253 Jan 27 19:15:27.211713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Deleting port 45dae4df-87d2-4c51-8655-366fe32aa58b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:27.214479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:27.262592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:27.269071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 320bbf39-3616-425b-8d67-bb7189d2dd35 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:27.269789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:27.280844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c144649a-f46a-4be1-ae6d-8af8185d3441 req-3f2414ce-76a6-46b4-a0cb-834278c5eb1c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794612 Jan 27 19:15:27.440914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:27.441533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:27.443924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] For port 45dae4df-87d2-4c51-8655-366fe32aa58b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=45dae4df-87d2-4c51-8655-366fe32aa58b,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:27.444432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:27.481651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:27.484059 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4640a6cc-9daf-484f-a9d8-3da9afe643e5" -d '{"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-unplugged", "status": "completed", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:27.484399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18253e-7cae-4589-bf8f-8095c3e4d40a req-01b9f7a9-61ee-433d-95aa-94ef608f1a3f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:27.496919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e18253e-7cae-4589-bf8f-8095c3e4d40a req-01b9f7a9-61ee-433d-95aa-94ef608f1a3f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.2920029 Jan 27 19:15:27.501067 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03deb0b-5b9f-47a1-84fb-c52b69e14879 x-openstack-request-id: req-d03deb0b-5b9f-47a1-84fb-c52b69e14879 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:27.504418 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb", "name": "network-vif-deleted", "tag": "c3a10998-3c31-45ad-aea3-b4cce732cb14", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:27.505700 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d03deb0b-5b9f-47a1-84fb-c52b69e14879 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:27.522796 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbefd14-be21-4e9f-b368-bf4e9a4a3dbb', 'name': 'network-vif-deleted', 'tag': 'c3a10998-3c31-45ad-aea3-b4cce732cb14', 'status': 'completed', 'code': 200} Jan 27 19:15:27.556681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for 320bbf39-3616-425b-8d67-bb7189d2dd35 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:27.674624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e18253e-7cae-4589-bf8f-8095c3e4d40a req-13ff6e02-0e1c-4dce-a69d-47db117de465 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768537 Jan 27 19:15:27.920656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5283c148-dbe8-4a5e-a3d0-051b6649cc58 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:27.921490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99e49-d795-4426-bc84-3c73186d55b2 req-0dace5e5-8dc3-4c5f-b8e4-c623981501a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:27.923113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ba99e49-d795-4426-bc84-3c73186d55b2 req-0dace5e5-8dc3-4c5f-b8e4-c623981501a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0956407 Jan 27 19:15:27.988424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 320bbf39-3616-425b-8d67-bb7189d2dd35, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=320bbf39-3616-425b-8d67-bb7189d2dd35,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:28.009431 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.010855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:28.100328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ba99e49-d795-4426-bc84-3c73186d55b2 req-04ce4e32-418c-457c-98c5-93d0ece3781f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701052 Jan 27 19:15:28.144703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (320bbf39-3616-425b-8d67-bb7189d2dd35), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.145206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.145813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.145926 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Floating IP 8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b disassociated. External IP: 172.25.5.60, port: 45dae4df-87d2-4c51-8655-366fe32aa58b. Jan 27 19:15:28.146820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Calling delete_port for 45dae4df-87d2-4c51-8655-366fe32aa58b owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:28.211469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:28.239593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['aec6062c-ef8c-4395-823e-99c556930218'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:28.244875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:28.253803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718869679', 'description': 'tempest-description--635746478'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:28.292733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port 320bbf39-3616-425b-8d67-bb7189d2dd35 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:28.306406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.326348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9ecfe9b-1ebf-44e7-a373-b48390c18333 req-d982aac1-f7e4-40c7-a794-db05bf1ff2d9 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.66 "DELETE /v2.0/ports/320bbf39-3616-425b-8d67-bb7189d2dd35 HTTP/1.1" status: 204 len: 173 time: 2.1919119 Jan 27 19:15:28.327363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-deleted', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:28.339305 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4939a-5133-4fd4-b73d-5afcc2c24a13" -d '{"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-deleted", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:28.358038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=320bbf39-3616-425b-8d67-bb7189d2dd35,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:28.367518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.436523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:28.436809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.481970 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123ccf0-de26-41db-a5d3-7ced2d558dfc x-openstack-request-id: req-8123ccf0-de26-41db-a5d3-7ced2d558dfc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:28.482305 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-unplugged", "status": "completed", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:28.482599 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8123ccf0-de26-41db-a5d3-7ced2d558dfc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:28.482894 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'code': 200} Jan 27 19:15:28.491529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54768b16-c774-4e89-934a-6ad62c929383 req-b099d42e-acdb-4ef0-a3a9-6f764a59c214 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa1f850-63af-4918-afad-b63902db6eee HTTP/1.1" status: 200 len: 210 time: 0.0696154 Jan 27 19:15:28.596275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (d1a930dd-ecaa-4720-95bb-b8069b103dea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.599075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (45dae4df-87d2-4c51-8655-366fe32aa58b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.656201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event deleted for resources: {'Port': ['ID=45dae4df-87d2-4c51-8655-366fe32aa58b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:28.673300 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d1a930dd-ecaa-4720-95bb-b8069b103dea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:28.692008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-590dafd4-41dc-48d9-9dd8-5b672b63a074 req-b5aa098d-9dfa-47c9-9587-b60d2e04c85c tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 210 time: 0.0527835 Jan 27 19:15:28.719193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port de966ebe-25b9-43ea-92de-4756943a8af5 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:28.720300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c3a10998-3c31-45ad-aea3-b4cce732cb14 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:28.731523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d1119-8ac3-463d-8cec-7ff7ddd8a686 req-aa43c041-2c58-48b5-834e-e554ef10bfea tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:28.733308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd6d1119-8ac3-463d-8cec-7ff7ddd8a686 req-aa43c041-2c58-48b5-834e-e554ef10bfea tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1302195 Jan 27 19:15:28.769215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a930dd-ecaa-4720-95bb-b8069b103dea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:28.792428 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4371a-4e23-4a5f-bf2e-400f4df55af7 x-openstack-request-id: req-6cc4371a-4e23-4a5f-bf2e-400f4df55af7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:28.792428 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1f850-63af-4918-afad-b63902db6eee", "name": "network-vif-deleted", "tag": "320bbf39-3616-425b-8d67-bb7189d2dd35", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:28.792428 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cc4371a-4e23-4a5f-bf2e-400f4df55af7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:28.793005 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1f850-63af-4918-afad-b63902db6eee', 'name': 'network-vif-deleted', 'tag': '320bbf39-3616-425b-8d67-bb7189d2dd35', 'status': 'completed', 'code': 200} Jan 27 19:15:28.805095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c3a10998-3c31-45ad-aea3-b4cce732cb14 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:28.805592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c3a10998-3c31-45ad-aea3-b4cce732cb14 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:28.828394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd6d1119-8ac3-463d-8cec-7ff7ddd8a686 req-53a96333-baca-435c-b886-635c5759e93e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Jan 27 19:15:28.917020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:28.931510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:24Z', 'revision_number': 2, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:28.983458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Checking router: 1655c6c2-b36f-4a6b-8311-425551ae120b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:15:28.997333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Updating router 1655c6c2-b36f-4a6b-8311-425551ae120b port e2612381-2977-4d95-9ff0-f11ee5d36884 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:15:29.062063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942d09-d7fd-4c55-ad9c-5f8ca3668764 req-33885a8b-9932-446b-b3f1-d0c0212425ee tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:29.062944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.080541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f942d09-d7fd-4c55-ad9c-5f8ca3668764 req-33885a8b-9932-446b-b3f1-d0c0212425ee tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1864092 Jan 27 19:15:29.267547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.269860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d2511b07-082c-4773-a371-f773a978bb32 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0238752 Jan 27 19:15:29.274496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34248) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:29.295295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'security_group_rule': {'security_group_id': 'd1a930dd-ecaa-4720-95bb-b8069b103dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:29.313089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f942d09-d7fd-4c55-ad9c-5f8ca3668764 req-9063c625-988a-4da8-8ca0-ed9a1b83f65a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271705 Jan 27 19:15:29.360433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Router c10ed34b-16b5-4108-8a29-baed6fb0d166 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:15:29.394037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (293e7f8e-151c-42ac-bdac-685804bbc60e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.543545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f452a-cafb-48e6-87d0-932e602d8d72 req-a6d7c20e-0d95-477e-a6dc-f4602c5de486 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:29.554691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c26f452a-cafb-48e6-87d0-932e602d8d72 req-a6d7c20e-0d95-477e-a6dc-f4602c5de486 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1355908 Jan 27 19:15:29.591983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:15:29.606778 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Sync routers for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:15:29.643210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (293e7f8e-151c-42ac-bdac-685804bbc60e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.650339 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:29.653184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (293e7f8e-151c-42ac-bdac-685804bbc60e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.654978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:29.675344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c26f452a-cafb-48e6-87d0-932e602d8d72 req-ce505edd-7abc-42cd-9901-80c7ebbaef4b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192422 Jan 27 19:15:29.689565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293e7f8e-151c-42ac-bdac-685804bbc60e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:29.751744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] No DVR routers for this DVR port 45dae4df-87d2-4c51-8655-366fe32aa58b on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:29.756034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.760424 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ed309d24-39e7-4359-8ee8-1493352ccff8 req-72b37666-7602-4f65-b5b4-edb384805427 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.39 "DELETE /v2.0/ports/45dae4df-87d2-4c51-8655-366fe32aa58b HTTP/1.1" status: 204 len: 173 time: 2.8203630 Jan 27 19:15:29.762106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'name': 'network-vif-deleted', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:29.765747 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2de2b-5d56-45f3-95bc-ae45dd15434b" -d '{"events": [{"server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "name": "network-vif-deleted", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:29.778174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.779969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ab4637a4-c450-46af-8c7b-ec4d37d644fd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5037384 Jan 27 19:15:29.783063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:29.789873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'security_group_rule': {'security_group_id': 'd1a930dd-ecaa-4720-95bb-b8069b103dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:29.830137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (ae8c6035-2419-4ed4-95e5-3de2e793efb6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.939175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (ae8c6035-2419-4ed4-95e5-3de2e793efb6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:29.955084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ae8c6035-2419-4ed4-95e5-3de2e793efb6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.016336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.020428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334504 Jan 27 19:15:30.020868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34268) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:30.029474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:30.050193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b7a6-80fd-4828-b5ff-e192eb3780d6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8c6035-2419-4ed4-95e5-3de2e793efb6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:30.061592 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:30.069557 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks [] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.087797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.091054 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.129819 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a56611-2074-4efc-a305-43d7d3dd7f65 x-openstack-request-id: req-41a56611-2074-4efc-a305-43d7d3dd7f65 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:30.130287 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c07b8f-c15a-4a11-b7f7-743998775bca", "name": "network-vif-deleted", "tag": "45dae4df-87d2-4c51-8655-366fe32aa58b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:30.130592 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41a56611-2074-4efc-a305-43d7d3dd7f65 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:30.132180 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c07b8f-c15a-4a11-b7f7-743998775bca', 'name': 'network-vif-deleted', 'tag': '45dae4df-87d2-4c51-8655-366fe32aa58b', 'status': 'completed', 'code': 200} Jan 27 19:15:30.344429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0f46-43c7-4c5e-b9c2-f1055be3e460 None None] Pushing event updated for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:30.359250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Attempting to bind port e2612381-2977-4d95-9ff0-f11ee5d36884 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:30.359702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Attempting to bind port e2612381-2977-4d95-9ff0-f11ee5d36884 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:30.360163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Attempting to bind port e2612381-2977-4d95-9ff0-f11ee5d36884 on network 91fa2e0b-572d-4dcf-a31d-763caf39f927 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:30.374355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:30.375058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Checking segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:30.377115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.377798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Bound using segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:30.378554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Bound port: e2612381-2977-4d95-9ff0-f11ee5d36884, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:30.378938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.390294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.458361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f47afa39-ffe1-46db-8a7f-8f7fb9bc65cb req-a5ff3288-74bc-4fd6-a912-aa0708822482 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/ports?device_id=64c07b8f-c15a-4a11-b7f7-743998775bca HTTP/1.1" status: 200 len: 210 time: 0.1265333 Jan 27 19:15:30.491691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] For port e2612381-2977-4d95-9ff0-f11ee5d36884, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:30.509415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] For port e2612381-2977-4d95-9ff0-f11ee5d36884, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2612381-2977-4d95-9ff0-f11ee5d36884,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:30.520601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:30.529330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b00e6-20b3-466c-abc9-1b65f75fa5f9 req-5d97c961-e73b-4369-a5f4-4127b31c3777 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:30.578160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e85b00e6-20b3-466c-abc9-1b65f75fa5f9 req-5d97c961-e73b-4369-a5f4-4127b31c3777 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.3515429 Jan 27 19:15:30.689563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 45dae4df-87d2-4c51-8655-366fe32aa58b no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:30.690563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Allocated IP 172.25.5.151 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4ee5384b-6f76-4f78-b3cb-2c748db43ae1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:30.772449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 45dae4df-87d2-4c51-8655-366fe32aa58b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:30.773113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 45dae4df-87d2-4c51-8655-366fe32aa58b not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:30.780762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e85b00e6-20b3-466c-abc9-1b65f75fa5f9 req-f94b4c3e-36e6-4636-a77d-222b2e1b8f41 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831810 Jan 27 19:15:30.786263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:30.787757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:30.952263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78d69-667c-4800-a113-d5c2ea11c5b4 req-5db40d8e-fb91-440f-8593-55f9684252ef tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:30.987063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41c78d69-667c-4800-a113-d5c2ea11c5b4 req-5db40d8e-fb91-440f-8593-55f9684252ef tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 950 time: 0.1860411 Jan 27 19:15:30.995956 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:31.020925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0f46-43c7-4c5e-b9c2-f1055be3e460 None None] Pushing event updated for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:31.049669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.105861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Provisioning complete for port e2612381-2977-4d95-9ff0-f11ee5d36884 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:31.106481 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.135412 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Checking router: c10ed34b-16b5-4108-8a29-baed6fb0d166 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:15:31.177048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41c78d69-667c-4800-a113-d5c2ea11c5b4 req-37d2fefe-55b4-4103-b37e-70fff5f6f6b3 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884906 Jan 27 19:15:31.185752 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:31.187212 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:31.206217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.216749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a6a2-8d7b-473c-82b1-b55a36eac7f4 req-6bcdfc95-03d2-4870-93f5-763bd879bffa tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:31.221316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b199a6a2-8d7b-473c-82b1-b55a36eac7f4 req-6bcdfc95-03d2-4870-93f5-763bd879bffa tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.2218149 Jan 27 19:15:31.267039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:31.341817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:31.343229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'Port': ['ID=4ee5384b-6f76-4f78-b3cb-2c748db43ae1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:31.352912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:31.356235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:31.403702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b199a6a2-8d7b-473c-82b1-b55a36eac7f4 req-cc2b2e49-c978-4b04-a700-5be662789d71 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694272 Jan 27 19:15:31.448525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.526392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.587995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:31.688209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f135d7-17ab-4ac8-a0a6-95e4838bf42f req-3c79616d-f19f-4262-9609-c66ca1fc93fc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:31.690987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0f135d7-17ab-4ac8-a0a6-95e4838bf42f req-3c79616d-f19f-4262-9609-c66ca1fc93fc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0937896 Jan 27 19:15:31.691491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:31.716293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Current status of the port e2612381-2977-4d95-9ff0-f11ee5d36884 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:31.716904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.788673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] For port e2612381-2977-4d95-9ff0-f11ee5d36884, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2612381-2977-4d95-9ff0-f11ee5d36884,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:31.797691 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.843090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0f135d7-17ab-4ac8-a0a6-95e4838bf42f req-19024396-03f8-4236-88d6-e6556e15a41c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308444 Jan 27 19:15:31.895828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (27031e6b-9f1c-4d7a-bb24-98f11547f933), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:31.930828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (27031e6b-9f1c-4d7a-bb24-98f11547f933), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.010242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (27031e6b-9f1c-4d7a-bb24-98f11547f933), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.015248 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.017954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "DELETE /v2.0/security-groups/27031e6b-9f1c-4d7a-bb24-98f11547f933 HTTP/1.1" status: 204 len: 168 time: 0.3198569 Jan 27 19:15:32.022136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:32.030765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0adb-1904-4720-8f8f-979ebfb90d5a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27031e6b-9f1c-4d7a-bb24-98f11547f933,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:32.138233 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-20a5ea13-e44c-41c0-b66e-d3c0e82ce337 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] show failed (client error): The resource could not be found. Jan 27 19:15:32.144407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-20a5ea13-e44c-41c0-b66e-d3c0e82ce337 tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "GET /v2.0/security-groups/27031e6b-9f1c-4d7a-bb24-98f11547f933 HTTP/1.1" status: 404 len: 347 time: 0.1021764 Jan 27 19:15:32.145446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:32.155802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.170666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7cb7f566-be17-497a-8dac-2d09b0f5bbfd None None] Provisioning complete for port e2612381-2977-4d95-9ff0-f11ee5d36884 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:32.171277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cb7f566-be17-497a-8dac-2d09b0f5bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.187708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.200336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3373b2-efe2-48f2-8fc9-c5b88bebe8e3 req-1b6c9daf-ba7e-40a5-9338-4e32dda41ef8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:32.202872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb3373b2-efe2-48f2-8fc9-c5b88bebe8e3 req-1b6c9daf-ba7e-40a5-9338-4e32dda41ef8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1359107 Jan 27 19:15:32.265305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a108a7-3554-46c6-8f84-0b1fd0502f29 None None] Pushing event updated for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:32.355242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb3373b2-efe2-48f2-8fc9-c5b88bebe8e3 req-c4112e98-276c-4ed9-8f5d-071b726b6e6d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420193 Jan 27 19:15:32.404172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.430240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:30Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:32.569767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb378b2-13b8-406e-9fe2-b10046ba8727 req-760ffd95-c0c9-4821-a59e-b1fe8abc473b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:32.580774 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:32.585326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeb378b2-13b8-406e-9fe2-b10046ba8727 req-760ffd95-c0c9-4821-a59e-b1fe8abc473b tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 950 time: 0.1605268 Jan 27 19:15:32.631113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'Port': ['ID=4ee5384b-6f76-4f78-b3cb-2c748db43ae1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:32.659712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.670151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a2dc8913-6e79-4696-907c-8ff8f4a86dc3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6388142 Jan 27 19:15:32.670424 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe04bf-42f8-40e1-a801-1f7c98a29a20 None None] The sync data for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 is: [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:12:04Z', 'revision_number': 4, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c552967a-32eb-4e22-8e62-d969365e1142', 'name': '', 'network_id': '1f0e35a7-f753-4fe0-baff-c1727253d57a', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'mac_address': 'fa:16:3e:00:93:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:12:02Z', 'updated_at': '2022-01-27T19:12:13Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'subnets': [{'id': '7bd44b5b-b09f-48d0-a72a-375e7b2d7d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:15:32.750786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-d54c2811-42d0-4301-848a-78f00d8cc0f6 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:32.753637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-d54c2811-42d0-4301-848a-78f00d8cc0f6 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 950 time: 0.2743738 Jan 27 19:15:32.761449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Deleting port cbfa6530-9b5a-4b01-ab2e-373b403e48ce {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:32.763068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12851e10-0438-48f4-b1f3-9b3a31b88963 None None] The sync data for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 is: [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:30Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:15:32.763594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:32.767001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeb378b2-13b8-406e-9fe2-b10046ba8727 req-62170973-4640-4b36-85f6-b84968bde115 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/security-groups?id=8a43357c-a145-4974-8493-0ec0b952f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800923 Jan 27 19:15:32.770954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7f566-be17-497a-8dac-2d09b0f5bbfd None None] Current status of the port e2612381-2977-4d95-9ff0-f11ee5d36884 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:32.809145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d638-0309-4cfe-bc4c-a0d3b5143ae0 req-a3ebd627-a200-48b2-90f1-e2d4f36a7f5f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:32.819109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1105d638-0309-4cfe-bc4c-a0d3b5143ae0 req-a3ebd627-a200-48b2-90f1-e2d4f36a7f5f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1606469 Jan 27 19:15:32.936479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1105d638-0309-4cfe-bc4c-a0d3b5143ae0 req-87e16b38-82e5-4525-ad75-2a583c9024a0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159215 Jan 27 19:15:33.103220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-891e9095-5d10-4422-9014-4c6caea9c7b0 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--718869679&fields=id&tenant_id=2b3c08e01cf443b2b6dc919e0855a96d HTTP/1.1" status: 200 len: 267 time: 0.0840263 Jan 27 19:15:33.113593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:33.114784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:33.160565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Calling delete_port for cbfa6530-9b5a-4b01-ab2e-373b403e48ce owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:33.367347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Deleting port aec6062c-ef8c-4395-823e-99c556930218 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:33.367897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (aec6062c-ef8c-4395-823e-99c556930218), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:33.430605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-4780154f-47d5-4aae-b21d-ad88db9c6c86 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:33.448380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-4780154f-47d5-4aae-b21d-ad88db9c6c86 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/networks?id=91fa2e0b-572d-4dcf-a31d-763caf39f927 HTTP/1.1" status: 200 len: 815 time: 0.3440711 Jan 27 19:15:33.483586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18146fa-9ae6-4dab-bdb9-8042d5aa4a1b None None] New status for floating IP 8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:15:33.487268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b45a54-e802-459c-a167-dcb6aaed6969 req-b1dc6b44-93ac-4df4-8183-720949911da8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:33.490841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5b45a54-e802-459c-a167-dcb6aaed6969 req-b1dc6b44-93ac-4df4-8183-720949911da8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.2839704 Jan 27 19:15:33.499852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-0639cc59-d448-47f6-b599-1f0b80b840b5 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/quotas/2b3c08e01cf443b2b6dc919e0855a96d HTTP/1.1" status: 200 len: 375 time: 0.0500944 Jan 27 19:15:33.702082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-441b3f5d-da45-49ad-9cc8-f1d8eabb3843 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b3c08e01cf443b2b6dc919e0855a96d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006199 Jan 27 19:15:33.740670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5b45a54-e802-459c-a167-dcb6aaed6969 req-fc4483f2-8f7b-4667-8e0c-2f1dd6a2ad2f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225974 Jan 27 19:15:33.830440 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-b18146fa-9ae6-4dab-bdb9-8042d5aa4a1b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 19:15:33.830440 n-d-760453-6 neutron-server[103324]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jan 27 19:15:33.830440 n-d-760453-6 neutron-server[103324]: [parameters: {'status': 'DOWN', 'floatingips_id': '8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b'}] Jan 27 19:15:33.830440 n-d-760453-6 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:15:33.831237 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-b18146fa-9ae6-4dab-bdb9-8042d5aa4a1b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:15:33.926060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2612381-2977-4d95-9ff0-f11ee5d36884 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:33.979231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] For port aec6062c-ef8c-4395-823e-99c556930218, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=aec6062c-ef8c-4395-823e-99c556930218,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:33.979803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (aec6062c-ef8c-4395-823e-99c556930218), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:34.025949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Calling delete_port for aec6062c-ef8c-4395-823e-99c556930218 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:34.034190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (cbfa6530-9b5a-4b01-ab2e-373b403e48ce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:34.100932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e2612381-2977-4d95-9ff0-f11ee5d36884 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:34.101341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:34.123499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-efc39c66-aba3-4b94-8245-75c4add4dbcf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3347242 Jan 27 19:15:34.176979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Pushing event deleted for resources: {'Port': ['ID=cbfa6530-9b5a-4b01-ab2e-373b403e48ce,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:34.242055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8b978-14b3-4851-91e7-a355f9bda90a req-f5e30683-31b5-4c0f-9de3-a20b8ae4e9e2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:34.255397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2d8b978-14b3-4851-91e7-a355f9bda90a req-f5e30683-31b5-4c0f-9de3-a20b8ae4e9e2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2928567 Jan 27 19:15:34.255868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks [] for floatingip (8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:34.265020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:34.266729 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-783f7dd7-6e8d-4e4a-a927-d3f8d4cb602a tempest-ServersTestManualDisk-1698322064 tempest-ServersTestManualDisk-1698322064-project] 10.222.0.59 "DELETE /v2.0/floatingips/8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b HTTP/1.1" status: 204 len: 168 time: 2.1152766 Jan 27 19:15:34.305221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34316) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:34.320172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e2612381-2977-4d95-9ff0-f11ee5d36884 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:34.334006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18146fa-9ae6-4dab-bdb9-8042d5aa4a1b None None] New status for floating IP 8d11e13e-cd30-4c08-a3f6-4cc4b4768b4b: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:15:34.353705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-9169686b-5415-4657-99f4-c22749f0cec1 service neutron] 10.222.0.59 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106586 Jan 27 19:15:34.568723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2d8b978-14b3-4851-91e7-a355f9bda90a req-759668f1-5f99-4507-a059-f1c0527d442d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109932 Jan 27 19:15:34.597286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-376f81be-4dfe-42c1-aeae-cec5f61e4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:34.599985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-376f81be-4dfe-42c1-aeae-cec5f61e4a9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 1096 time: 0.4434905 Jan 27 19:15:34.835041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-162def89-64fc-4c72-add5-3c3dca371071 service neutron] 10.222.0.59 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681451 Jan 27 19:15:34.943871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-ec5e1a07-139f-404a-a463-719074ba1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:34.945646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-ec5e1a07-139f-404a-a463-719074ba1d7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.3039815 Jan 27 19:15:35.044039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (aec6062c-ef8c-4395-823e-99c556930218), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:35.161200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Pushing event deleted for resources: {'Port': ['ID=aec6062c-ef8c-4395-823e-99c556930218,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:35.266693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a25e18e3-2285-40e5-901a-2a6d7628c164 req-355dd6ab-6c44-4589-834b-78b15e1c264e tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 210 time: 0.1149449 Jan 27 19:15:35.411514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] No DVR routers for this DVR port aec6062c-ef8c-4395-823e-99c556930218 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:35.417604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:35.430675 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b49d870-21fc-4d3c-aeac-40399b7c8f55 req-2e212c1a-ea0b-4450-9fa2-3cff5932bf83 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.39 "DELETE /v2.0/ports/aec6062c-ef8c-4395-823e-99c556930218 HTTP/1.1" status: 204 len: 173 time: 2.6458478 Jan 27 19:15:35.436554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'name': 'network-vif-deleted', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:35.441360 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7decdca-9333-4cb6-9a1b-bda6092fbb10" -d '{"events": [{"server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "name": "network-vif-deleted", "tag": "aec6062c-ef8c-4395-823e-99c556930218"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:35.478540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-54ab1825-e53f-47cf-9217-616790f196e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 200 len: 1001 time: 0.5255833 Jan 27 19:15:35.713516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3d37-f08b-4cd3-82c0-a5ffa776f97d req-3ab04e33-49bb-4542-a0c3-b9e7ccc65655 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:35.723507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27ae3d37-f08b-4cd3-82c0-a5ffa776f97d req-3ab04e33-49bb-4542-a0c3-b9e7ccc65655 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.4416506 Jan 27 19:15:35.847350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27ae3d37-f08b-4cd3-82c0-a5ffa776f97d req-e581aebc-963a-4ae1-a8f0-e5103be703a1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205220 Jan 27 19:15:35.866634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-2456fa4a-f3e2-4ab7-a99e-1b4dc002c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:35.873187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:35.875196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-2456fa4a-f3e2-4ab7-a99e-1b4dc002c3a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.3898656 Jan 27 19:15:35.889938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcec4c-c53c-406e-8f42-0103ef7b4ed6 req-0d349dc2-9a02-4f44-997f-b08e0b7a5cf6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:35.911521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6bcec4c-c53c-406e-8f42-0103ef7b4ed6 req-0d349dc2-9a02-4f44-997f-b08e0b7a5cf6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.3979483 Jan 27 19:15:36.178789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3da92fd-56e7-4646-b8b3-b263d241081b req-215c92a3-b680-4685-8f3e-dbbd2a5100df tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 210 time: 0.1551082 Jan 27 19:15:36.252584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6bcec4c-c53c-406e-8f42-0103ef7b4ed6 req-e6c88660-4fef-4eb2-92dd-ef895f3c3522 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381572 Jan 27 19:15:36.274178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-53a4a0ff-fa2a-4802-b69d-cabaa04c5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:36.277235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-53a4a0ff-fa2a-4802-b69d-cabaa04c5f89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554108 Jan 27 19:15:36.298054 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77a878-13c3-4319-9bfe-c4b1afd2aa2b x-openstack-request-id: req-5e77a878-13c3-4319-9bfe-c4b1afd2aa2b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:36.298873 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03dc10-6b48-4174-922a-fa9453f1feb3", "name": "network-vif-deleted", "tag": "aec6062c-ef8c-4395-823e-99c556930218", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:36.301223 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e77a878-13c3-4319-9bfe-c4b1afd2aa2b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:36.303532 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03dc10-6b48-4174-922a-fa9453f1feb3', 'name': 'network-vif-deleted', 'tag': 'aec6062c-ef8c-4395-823e-99c556930218', 'status': 'completed', 'code': 200} Jan 27 19:15:36.709482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device aec6062c-ef8c-4395-823e-99c556930218 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:36.797240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: aec6062c-ef8c-4395-823e-99c556930218 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:36.798056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device aec6062c-ef8c-4395-823e-99c556930218 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:36.903158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Deleting port c552967a-32eb-4e22-8e62-d969365e1142 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:36.903426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c552967a-32eb-4e22-8e62-d969365e1142), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:37.068389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] For port c552967a-32eb-4e22-8e62-d969365e1142, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c552967a-32eb-4e22-8e62-d969365e1142,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:37.068901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c552967a-32eb-4e22-8e62-d969365e1142), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:37.085844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Calling delete_port for c552967a-32eb-4e22-8e62-d969365e1142 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:37.198137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d01f466c-709e-4505-94a6-35d4a579739c req-261a01ec-7ba2-43fa-b4d4-0a5b8c1b0350 tempest-ServersOnMultiNodesTest-227143757 tempest-ServersOnMultiNodesTest-227143757-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd03dc10-6b48-4174-922a-fa9453f1feb3 HTTP/1.1" status: 200 len: 210 time: 0.5569062 Jan 27 19:15:37.292758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4c9bc-a2d5-49e4-9fe9-db687f017eaf req-6d16259c-9298-4357-b351-9b6800319ead tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:37.300464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d4c9bc-a2d5-49e4-9fe9-db687f017eaf req-6d16259c-9298-4357-b351-9b6800319ead tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.8930414 Jan 27 19:15:37.397017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-e56bd98d-90fb-498e-8848-b639694fc753 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1123040 Jan 27 19:15:37.455207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-3d2e803d-a9ac-499f-b531-86b37c8d8f97 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2994466 Jan 27 19:15:37.493244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146b80e-db97-4b10-ac54-fa60adb870d3 req-433f626e-34aa-4d3a-ad70-161e1e48f393 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:37.495093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d146b80e-db97-4b10-ac54-fa60adb870d3 req-433f626e-34aa-4d3a-ad70-161e1e48f393 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1627464 Jan 27 19:15:37.505897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d4c9bc-a2d5-49e4-9fe9-db687f017eaf req-912d0150-14e3-4794-a316-479f6e597f80 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014740 Jan 27 19:15:37.581584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d146b80e-db97-4b10-ac54-fa60adb870d3 req-946c7b1d-f382-4b45-bec6-a5aa778fa15c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724149 Jan 27 19:15:37.659299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9477e66c-dd12-4464-bc45-cc5ba2d4afff req-0e03590c-740f-42ed-9c79-dc58b7dfcb6c service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503226 Jan 27 19:15:37.737790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9ce12f7-2ee6-4e7c-8229-1c91f36c4067 req-2e816114-44ad-4449-abc9-c9d1af6924a6 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0584838 Jan 27 19:15:37.765649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4aa42-54a7-4d76-bebf-d690907b7604 req-71b0a51b-9af5-4b0a-9e34-4eb9bdd2787b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:37.775188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb4aa42-54a7-4d76-bebf-d690907b7604 req-71b0a51b-9af5-4b0a-9e34-4eb9bdd2787b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0845320 Jan 27 19:15:37.823529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-479617d9-b225-41a6-81dd-21a86f0a710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:37.827233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-479617d9-b225-41a6-81dd-21a86f0a710d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 1096 time: 0.2736592 Jan 27 19:15:37.841195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb4aa42-54a7-4d76-bebf-d690907b7604 req-a2bc7a94-a67b-4d9d-93ad-6242abe1303c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Jan 27 19:15:37.844424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-49841deb-608b-451b-b637-d36b47873897 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:37.846879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-49841deb-608b-451b-b637-d36b47873897 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.66 "GET /v2.0/networks?id=91fa2e0b-572d-4dcf-a31d-763caf39f927 HTTP/1.1" status: 200 len: 815 time: 0.4448960 Jan 27 19:15:37.936661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c552967a-32eb-4e22-8e62-d969365e1142), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:37.984405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c552967a-32eb-4e22-8e62-d969365e1142,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:38.371156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-740ae368-cb87-404c-ab71-0374534ac0db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3c08e01cf443b2b6dc919e0855a96d HTTP/1.1" status: 200 len: 379 time: 0.5127800 Jan 27 19:15:38.382855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'port': {'device_id': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'admin_state_up': True, 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'security_groups': ['d1a930dd-ecaa-4720-95bb-b8069b103dea']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:38.391398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-d0a33a4d-f8e9-4961-905e-e0ab86dac31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:38.392828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-d0a33a4d-f8e9-4961-905e-e0ab86dac31a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.5357802 Jan 27 19:15:38.497705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-08e4fb75-570d-4432-864b-c5563bff359c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 200 len: 217 time: 0.0898352 Jan 27 19:15:38.599884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:38.622875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:38.643715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-31ed2e81-410f-434c-b42e-26f011042c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:38.645248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-31ed2e81-410f-434c-b42e-26f011042c03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1078291 Jan 27 19:15:38.730388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-6969c7fa-9f8d-4a51-b6ab-3cfe8aa19679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399296 Jan 27 19:15:38.759396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Made reservation on behalf of 2b3c08e01cf443b2b6dc919e0855a96d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:38.763051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:38.908166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e1f22017-24ee-4594-b5f6-65983e008e84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd75448bb0314c848049809519413ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023248 Jan 27 19:15:38.913388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34368) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:38.926165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbbc-2dd8-47d7-80a1-178064d2692e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.001374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e3d8-72d9-4d06-bc51-c1ebdf9e55fc req-bb000641-d6f6-4f0b-b05c-820927606840 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:39.003840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d655e3d8-72d9-4d06-bc51-c1ebdf9e55fc req-bb000641-d6f6-4f0b-b05c-820927606840 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1885698 Jan 27 19:15:39.023172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-42a8b1f9-d8c2-4cb8-b4ee-53c3697f2be5 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804449 Jan 27 19:15:39.040059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c57fb9-bf71-4c85-83f8-923c882abdb1 req-fafd06a9-5352-4bc8-82d0-da0c0a258816 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:39.046056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4c57fb9-bf71-4c85-83f8-923c882abdb1 req-fafd06a9-5352-4bc8-82d0-da0c0a258816 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.2324874 Jan 27 19:15:39.096322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Publish callbacks [] for security_group (8a43357c-a145-4974-8493-0ec0b952f6f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.164774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Publish callbacks [] for security_group (8a43357c-a145-4974-8493-0ec0b952f6f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.169475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Allocated IP 172.20.0.13 (91fa2e0b-572d-4dcf-a31d-763caf39f927/358c5e56-fcdb-44c1-934f-6a73b343bc9c/13b3826a-dfe6-4ff7-80eb-d472611a7f04) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:39.190627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d655e3d8-72d9-4d06-bc51-c1ebdf9e55fc req-1a1e3474-7d9b-483c-9422-d7ddd6945fc9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730671 Jan 27 19:15:39.239589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4c57fb9-bf71-4c85-83f8-923c882abdb1 req-52ee73a9-cd80-475b-8d45-ed6fdc22c682 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732910 Jan 27 19:15:39.251212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Router c10ed34b-16b5-4108-8a29-baed6fb0d166 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:15:39.272279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1baf7dc9-58f2-4cf5-8662-56b904665bbe req-d5029824-a233-4561-bb2e-eefd5251987f service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286441 Jan 27 19:15:39.355429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d76011f3-a547-462a-ba39-9c3812b9b575 req-70d0f94c-a030-42e4-bf53-3b87d04fedc4 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0422096 Jan 27 19:15:39.356906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8a43357c-a145-4974-8493-0ec0b952f6f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.375531 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.375531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a43357c-a145-4974-8493-0ec0b952f6f2 HTTP/1.1" status: 204 len: 168 time: 0.4500265 Jan 27 19:15:39.389968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43357c-a145-4974-8493-0ec0b952f6f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:39.415012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.415580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.416138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.416678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.417232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.418062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.418452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.419095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.420397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.421834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.422841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.423105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.425440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aafdaf-0d32-4a54-8abc-569af40e4970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:15:39.518472 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.528714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:15:39.539411 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Sync routers for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:15:39.546662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-57c95546-61d7-4ca6-929c-3a6c8b6beab2 admin admin] 10.222.0.59 "PUT /v2.0/routers/c10ed34b-16b5-4108-8a29-baed6fb0d166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2227201 Jan 27 19:15:39.547195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:39.562680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:39.564601 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:39.586505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0463c-b0be-48b6-ad5f-8cea7e5fee8f req-2053c19b-9bd6-412f-b203-b9b7650e82df tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:39.590118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38a0463c-b0be-48b6-ad5f-8cea7e5fee8f req-2053c19b-9bd6-412f-b203-b9b7650e82df tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1406903 Jan 27 19:15:39.629217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.694026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event updated for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:39.705697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38a0463c-b0be-48b6-ad5f-8cea7e5fee8f req-cef55166-4a7f-4fd7-80fe-436af0af2336 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055980 Jan 27 19:15:39.726924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:39.726924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:39.752123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:39.760225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:39.760225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.830800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-b29494fb-74d9-40bf-9db8-2040aeebba40 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4529793 Jan 27 19:15:39.845952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Request body: {'port': {'device_id': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:39.866440 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:39.878272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks [] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:39.984563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.204054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks [] for router_gateway (c10ed34b-16b5-4108-8a29-baed6fb0d166), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.219236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:40.258038 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:15:37Z', 'revision_number': 5, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port': {'id': '71d76223-a9f0-4c04-afb3-2e6b0ef57756', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:56Z', 'updated_at': '2022-01-27T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:40.285815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f6447ce7-4f26-45d7-99ab-e288d42785d8 None None] Provisioning complete for port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:40.287514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6447ce7-4f26-45d7-99ab-e288d42785d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.353480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f6447ce7-4f26-45d7-99ab-e288d42785d8 None None] Port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:15:40.355000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2153d7f2-613f-42fe-9e28-68f99766bc43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18672b37da56429e97f690d019f1f19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340990 Jan 27 19:15:40.359672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:40.404700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Deleting port 71d76223-a9f0-4c04-afb3-2e6b0ef57756 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:40.407218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.414413 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Checking router: c10ed34b-16b5-4108-8a29-baed6fb0d166 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:15:40.436747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Routers {'c10ed34b-16b5-4108-8a29-baed6fb0d166'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:40.437982 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c10ed34b-16b5-4108-8a29-baed6fb0d166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:40.593016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] Publish callbacks [] for security_group (df42687c-cbe5-470a-bf41-2c9bb12804ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.628792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b3826a-dfe6-4ff7-80eb-d472611a7f04 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:40.639034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] For port 71d76223-a9f0-4c04-afb3-2e6b0ef57756, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71d76223-a9f0-4c04-afb3-2e6b0ef57756,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:40.639627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.644097 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] Set router c10ed34b-16b5-4108-8a29-baed6fb0d166 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:15:40.662199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks [] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.681855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Calling delete_port for 71d76223-a9f0-4c04-afb3-2e6b0ef57756 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:40.686233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46c71a-5b82-4ed7-95d3-051baba92bb8 req-ad6b5e7b-e79e-40ea-b741-558e1e20855b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:40.699750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc46c71a-5b82-4ed7-95d3-051baba92bb8 req-ad6b5e7b-e79e-40ea-b741-558e1e20855b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2710795 Jan 27 19:15:40.707499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Transition to ACTIVE for port object 13b3826a-dfe6-4ff7-80eb-d472611a7f04 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:15:40.711275 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:15:40Z', 'revision_number': 6, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:40.721349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.740791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] Publish callbacks [] for security_group (df42687c-cbe5-470a-bf41-2c9bb12804ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:40.750574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e348362-164a-475c-a9d2-111115f17ff4 None None] The sync data for ids ['c10ed34b-16b5-4108-8a29-baed6fb0d166'] in n-d-760453-6 is: [{'id': 'c10ed34b-16b5-4108-8a29-baed6fb0d166', 'name': 'tempest-ServersTestManualDisk-976740870-router', 'tenant_id': '650db4b18ef746df969dc5fded3566cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:54Z', 'updated_at': '2022-01-27T19:15:40Z', 'revision_number': 6, 'project_id': '650db4b18ef746df969dc5fded3566cd', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:15:40.840080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466927b4-6cbd-4b74-96be-e94c58a00db9 req-09c44b99-8278-4852-8897-6ca579f4d57d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:40.843472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466927b4-6cbd-4b74-96be-e94c58a00db9 req-09c44b99-8278-4852-8897-6ca579f4d57d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.3398542 Jan 27 19:15:40.881885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Pushing event updated for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:40.964092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466927b4-6cbd-4b74-96be-e94c58a00db9 req-28ae788c-88fd-44d6-aa37-1ff94504348b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839477 Jan 27 19:15:41.039733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc46c71a-5b82-4ed7-95d3-051baba92bb8 req-8153c2c2-92f8-49b5-81e3-28313bcef8eb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283477 Jan 27 19:15:41.082610 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df42687c-cbe5-470a-bf41-2c9bb12804ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.087042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.088799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df42687c-cbe5-470a-bf41-2c9bb12804ba HTTP/1.1" status: 204 len: 168 time: 0.7280939 Jan 27 19:15:41.120373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499bbd0-5872-45d0-ac16-e84a76beb2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df42687c-cbe5-470a-bf41-2c9bb12804ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:41.140586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Attempting to bind port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:41.142656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Attempting to bind port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:41.143861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Attempting to bind port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 on network 91fa2e0b-572d-4dcf-a31d-763caf39f927 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:41.151974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 on network 91fa2e0b-572d-4dcf-a31d-763caf39f927 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:41.152651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Attempting to bind port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 on network 91fa2e0b-572d-4dcf-a31d-763caf39f927 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:41.172717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:41.174535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Checking segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:41.175298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Bound using segment: {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:41.176187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Bound port: 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:41.176598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.292404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a17739-a88d-4406-a659-edf28177ac43 req-8e54025c-10b7-4033-ab99-fe9f4f2b5d05 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:41.303656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4a17739-a88d-4406-a659-edf28177ac43 req-8e54025c-10b7-4033-ab99-fe9f4f2b5d05 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1559269 Jan 27 19:15:41.421160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:41.429935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4a17739-a88d-4406-a659-edf28177ac43 req-b99da0bf-39cb-47be-9a0b-439e13e8d6bf tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251705 Jan 27 19:15:41.440690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:41.450588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (71d76223-a9f0-4c04-afb3-2e6b0ef57756), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.478107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.507082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18dfe-484d-4531-948a-05b7db3d1f97 req-ef63b851-7682-43ee-9475-d6a9784617c8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:41.515296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fd18dfe-484d-4531-948a-05b7db3d1f97 req-ef63b851-7682-43ee-9475-d6a9784617c8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1101842 Jan 27 19:15:41.545887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d76223-a9f0-4c04-afb3-2e6b0ef57756,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:41.550572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:41.551466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.554531 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-deadf038-9166-4acb-b75b-82faf337083a service neutron] 10.222.0.66 "PUT /v2.0/ports/13b3826a-dfe6-4ff7-80eb-d472611a7f04 HTTP/1.1" status: 200 len: 1092 time: 1.7159038 Jan 27 19:15:41.578194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:41.582523 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:41.643234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fd18dfe-484d-4531-948a-05b7db3d1f97 req-62fb21dc-cb41-4c3d-907d-ac6cd05546fa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267886 Jan 27 19:15:41.669408 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.680179 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d7759-8328-4f3b-ae02-f8270727ecc8 x-openstack-request-id: req-395d7759-8328-4f3b-ae02-f8270727ecc8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:41.681133 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:41.681735 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-395d7759-8328-4f3b-ae02-f8270727ecc8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:41.682390 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'status': 'completed', 'code': 200} Jan 27 19:15:41.861413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4591b737-d429-49ca-967e-5829131cf579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:41.988281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c552967a-32eb-4e22-8e62-d969365e1142 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:42.097800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c552967a-32eb-4e22-8e62-d969365e1142 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:42.098465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c552967a-32eb-4e22-8e62-d969365e1142 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:42.099793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71d76223-a9f0-4c04-afb3-2e6b0ef57756 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:42.143251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 71d76223-a9f0-4c04-afb3-2e6b0ef57756 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:15:42.144241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71d76223-a9f0-4c04-afb3-2e6b0ef57756 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:15:42.346481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722672ae-8649-4ffd-ae6f-45646f894b89 req-7bed6ec9-43a4-49a5-939d-6ba501263804 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.362042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-722672ae-8649-4ffd-ae6f-45646f894b89 req-7bed6ec9-43a4-49a5-939d-6ba501263804 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1931291 Jan 27 19:15:42.398416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.403745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks [] for router_controller (c10ed34b-16b5-4108-8a29-baed6fb0d166), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.409903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadf038-9166-4acb-b75b-82faf337083a service neutron] Pushing event updated for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:42.448781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdfdbb-c6ee-4c94-afaa-0821b642fc49 req-9c422f02-b63a-4654-93fe-ad3ace017425 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.456203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cfdfdbb-c6ee-4c94-afaa-0821b642fc49 req-9c422f02-b63a-4654-93fe-ad3ace017425 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1957064 Jan 27 19:15:42.490494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-722672ae-8649-4ffd-ae6f-45646f894b89 req-96f2a3fa-e317-48a6-afcf-1377aec2a36d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256688 Jan 27 19:15:42.518368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-3e33c2bc-1b40-4d46-ac0f-38254069482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.524402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-3e33c2bc-1b40-4d46-ac0f-38254069482a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b3c08e01cf443b2b6dc919e0855a96d&device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 1095 time: 0.8391192 Jan 27 19:15:42.527208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (c10ed34b-16b5-4108-8a29-baed6fb0d166), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.527965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10ed34b-16b5-4108-8a29-baed6fb0d166 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:15:42.549640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.549640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a781f014-3772-4b72-9463-0638cfb17d27 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c10ed34b-16b5-4108-8a29-baed6fb0d166 HTTP/1.1" status: 204 len: 168 time: 3.0008161 Jan 27 19:15:42.559460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:42.599433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cfdfdbb-c6ee-4c94-afaa-0821b642fc49 req-e69e69ce-f3ae-45c9-84d0-d2cb47dc9bce tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422889 Jan 27 19:15:42.667645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-89ba6a85-a2f4-459f-a772-2428cb152ed7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04 HTTP/1.1" status: 200 len: 217 time: 0.1319590 Jan 27 19:15:42.712080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Deleting subnet 7bd44b5b-b09f-48d0-a72a-375e7b2d7d76 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:15:42.721430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Publish callbacks [] for subnet (7bd44b5b-b09f-48d0-a72a-375e7b2d7d76), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.795041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7bd44b5b-b09f-48d0-a72a-375e7b2d7d76), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:42.821905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-755779fe-b5b1-430d-9e7b-bab6d17c2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.824248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-755779fe-b5b1-430d-9e7b-bab6d17c2341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=358c5e56-fcdb-44c1-934f-6a73b343bc9c HTTP/1.1" status: 200 len: 854 time: 0.1500292 Jan 27 19:15:42.870793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739b8b-7ef0-46e1-bbee-7ea0205557ac req-b1918b84-709a-4204-951f-d7c921249c6d tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.872428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7739b8b-7ef0-46e1-bbee-7ea0205557ac req-b1918b84-709a-4204-951f-d7c921249c6d tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1472847 Jan 27 19:15:42.923115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-d731049a-c214-41a1-a696-4876438b2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.924626 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-d731049a-c214-41a1-a696-4876438b2baa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91fa2e0b-572d-4dcf-a31d-763caf39f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921955 Jan 27 19:15:42.976613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd679f-ff9c-465b-9f64-3e9b0b18b23d req-7d475b01-1ca3-43a8-8385-5d6363c2b2a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:42.978289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afbd679f-ff9c-465b-9f64-3e9b0b18b23d req-7d475b01-1ca3-43a8-8385-5d6363c2b2a4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1529446 Jan 27 19:15:42.999634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7bd44b5b-b09f-48d0-a72a-375e7b2d7d76), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.040325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7739b8b-7ef0-46e1-bbee-7ea0205557ac req-a7683a74-dedd-4e2c-82d6-9bae913ed5b3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551614 Jan 27 19:15:43.101072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afbd679f-ff9c-465b-9f64-3e9b0b18b23d req-9aff56e0-6ed6-4f43-be6d-56ba69400ca8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036398 Jan 27 19:15:43.125049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7bd44b5b-b09f-48d0-a72a-375e7b2d7d76), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.134045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-8fe4ccd8-ca83-45c0-8964-35ea49e2ead1 service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010531 Jan 27 19:15:43.156146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd44b5b-b09f-48d0-a72a-375e7b2d7d76,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:43.160528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.166995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a6ba09f3-1467-433e-a4cd-84bde292ea38 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7bd44b5b-b09f-48d0-a72a-375e7b2d7d76 HTTP/1.1" status: 204 len: 168 time: 0.5920248 Jan 27 19:15:43.167656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34426) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:43.175360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb02ec-d734-4012-9b5b-fa742e4ab9f7 None None] Network 1f0e35a7-f753-4fe0-baff-c1727253d57a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:15:43.335459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad0dab6d-95ec-44e7-8d98-93dbf610abdf req-8e3e86d4-5da3-4f44-8e95-1a833193a404 service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945496 Jan 27 19:15:43.376457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (1f0e35a7-f753-4fe0-baff-c1727253d57a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.484715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-344f72d1-22b6-4ad6-98d0-4931a4ea9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:43.486434 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-344f72d1-22b6-4ad6-98d0-4931a4ea9cf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b3c08e01cf443b2b6dc919e0855a96d&device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0762420 Jan 27 19:15:43.525476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] DHCP port deletion for 1f0e35a7-f753-4fe0-baff-c1727253d57a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:15:43.663953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Deleting port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:43.664313 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.771397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:15:43.819774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] For port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:43.820152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.839693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Calling delete_port for 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:43.861191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-76be3972-0a1e-4d9b-bbf2-8691ef17c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:43.864320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-76be3972-0a1e-4d9b-bbf2-8691ef17c6f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91fa2e0b-572d-4dcf-a31d-763caf39f927 HTTP/1.1" status: 200 len: 916 time: 0.3702254 Jan 27 19:15:43.871301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc50ae-53b0-4928-9b87-77a8c952aa6f req-77038b8a-617a-496e-a547-619657c3a3b6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:43.879080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-badc50ae-53b0-4928-9b87-77a8c952aa6f req-77038b8a-617a-496e-a547-619657c3a3b6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1356521 Jan 27 19:15:43.889346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Deleting port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:15:43.890489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:43.969514 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-a2894cfc-12c4-43f8-b967-5a6d4e3f98bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04 HTTP/1.1" status: 200 len: 217 time: 0.0867755 Jan 27 19:15:44.035742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812421a5-b626-479c-a17a-505e83d821cf req-5c45380f-1dab-463e-b247-16d5295b693a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:44.043053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] For port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,segment=NetworkSegment(1169547b-d2af-4608-8cbe-5017d7da0327),segment_id=1169547b-d2af-4608-8cbe-5017d7da0327)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:44.043480 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.043802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-812421a5-b626-479c-a17a-505e83d821cf req-5c45380f-1dab-463e-b247-16d5295b693a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1969066 Jan 27 19:15:44.070655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-badc50ae-53b0-4928-9b87-77a8c952aa6f req-c24519fc-71e6-4d1c-b614-652344dca18e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850321 Jan 27 19:15:44.088042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-4cc5dea4-3c25-4e66-9d4e-5483858ea651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:44.090186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-4cc5dea4-3c25-4e66-9d4e-5483858ea651 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=358c5e56-fcdb-44c1-934f-6a73b343bc9c HTTP/1.1" status: 200 len: 854 time: 0.1085618 Jan 27 19:15:44.090883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Calling delete_port for 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:15:44.147297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.185372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:44.186056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.188064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-1139077a-ba0a-4638-8115-00bcc8552420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:44.190032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-1139077a-ba0a-4638-8115-00bcc8552420 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91fa2e0b-572d-4dcf-a31d-763caf39f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921097 Jan 27 19:15:44.211229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-812421a5-b626-479c-a17a-505e83d821cf req-3453ad1b-bce8-4f9c-88d4-a4cf75911f0e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641841 Jan 27 19:15:44.214850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:44.216989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] No DVR routers for this DVR port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:44.406940 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (1f0e35a7-f753-4fe0-baff-c1727253d57a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.439812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0e35a7-f753-4fe0-baff-c1727253d57a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:44.455432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1169547b-d2af-4608-8cbe-5017d7da0327') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:44.455765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1169547b-d2af-4608-8cbe-5017d7da0327') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:44.471872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe8ae-ea0d-418f-a183-bf9857c81fa5 req-b3fe8183-333b-46a1-a289-97a408d28df0 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:44.472116 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (6b497938-f1e8-4cc0-bc52-4db1de61f4b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.479735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cfbe8ae-ea0d-418f-a183-bf9857c81fa5 req-b3fe8183-333b-46a1-a289-97a408d28df0 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1121190 Jan 27 19:15:44.485901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (1169547b-d2af-4608-8cbe-5017d7da0327), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.516256 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1169547b-d2af-4608-8cbe-5017d7da0327), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.541415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] Pushing event deleted for resources: {'Port': ['ID=6b497938-f1e8-4cc0-bc52-4db1de61f4b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:44.549996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:15:44.550538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (1169547b-d2af-4608-8cbe-5017d7da0327), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.551252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d2ebc-a05c-40e6-972c-2051fa9a6f3f None None] No DVR routers for this DVR port 6b497938-f1e8-4cc0-bc52-4db1de61f4b0 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:15:44.553448 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:15:44.625014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-69a24edd-6767-4678-8e80-2193d15b57b9 service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267361 Jan 27 19:15:44.655910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cfbe8ae-ea0d-418f-a183-bf9857c81fa5 req-079d4898-861e-4cd9-9828-01a44f7c78ee tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751506 Jan 27 19:15:44.687202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (1f0e35a7-f753-4fe0-baff-c1727253d57a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.697865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e81bd-6002-4542-8641-c540be08e9a2 req-ed120434-9399-4795-995a-993c88356aab tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:44.706235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6e81bd-6002-4542-8641-c540be08e9a2 req-ed120434-9399-4795-995a-993c88356aab tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1577125 Jan 27 19:15:44.712713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:44.716843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1f0e35a7-f753-4fe0-baff-c1727253d57a HTTP/1.1" status: 204 len: 168 time: 1.5481064 Jan 27 19:15:44.746083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4a55c-0ad6-4add-9404-68f02c80ef34 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0e35a7-f753-4fe0-baff-c1727253d57a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:44.829222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6e81bd-6002-4542-8641-c540be08e9a2 req-b6dd5cf0-6760-4225-b726-669b1da199d4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172175 Jan 27 19:15:44.850819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0bf07b0-aeb4-4e0f-bb0d-f3c6829f73ee req-5428356c-6268-4b6c-9292-8ee69d29b08d service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192807 Jan 27 19:15:44.994899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.014040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:45.064490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a6c45953-013a-4eae-b519-321e94319c50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=650db4b18ef746df969dc5fded3566cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490587 Jan 27 19:15:45.068786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34470) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:45.104357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-5407b681-8bfa-489b-ba20-98250493c6c9 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8f093049faa47ebbc974286f159c611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384285 Jan 27 19:15:45.171071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] Publish callbacks [] for security_group (7863853c-d89f-4409-8e2e-fc7ad51f8bdf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.223367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] Publish callbacks [] for security_group (7863853c-d89f-4409-8e2e-fc7ad51f8bdf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.282476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077fc0a-3aba-45f0-a13c-72122e74cd67 req-aeb48172-8d25-46ca-84aa-c776f87013a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:45.285375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2077fc0a-3aba-45f0-a13c-72122e74cd67 req-aeb48172-8d25-46ca-84aa-c776f87013a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.0887704 Jan 27 19:15:45.294212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-5140c01d-058b-4874-90e6-59e70aee0212 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:45.296198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-5140c01d-058b-4874-90e6-59e70aee0212 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807594 Jan 27 19:15:45.315757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7863853c-d89f-4409-8e2e-fc7ad51f8bdf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.319944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.325301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7863853c-d89f-4409-8e2e-fc7ad51f8bdf HTTP/1.1" status: 204 len: 168 time: 0.2513585 Jan 27 19:15:45.334834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-cd3efcb8-8e9b-4590-80b3-42e7858bb4cc tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/quotas/d8f093049faa47ebbc974286f159c611 HTTP/1.1" status: 200 len: 375 time: 0.0204008 Jan 27 19:15:45.348937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893da19-0aa2-41d5-84aa-7f68fb196143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7863853c-d89f-4409-8e2e-fc7ad51f8bdf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:45.370358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2077fc0a-3aba-45f0-a13c-72122e74cd67 req-6c7e6c6c-1283-4075-ae26-b94e4d74c3b7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729396 Jan 27 19:15:45.427084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:45.434803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-8a58a31f-9354-409b-8696-a6683ab3fc10 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8f093049faa47ebbc974286f159c611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815639 Jan 27 19:15:45.547450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bd922-c302-4286-819b-6b6233b92eba req-e7e63a16-11d2-4717-b0ad-481eaf85d7dc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:45.557200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-256bd922-c302-4286-819b-6b6233b92eba req-e7e63a16-11d2-4717-b0ad-481eaf85d7dc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.0797825 Jan 27 19:15:45.661290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-256bd922-c302-4286-819b-6b6233b92eba req-f3c40017-85ca-48c8-a2b3-e8e0c0e509ff tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020119 Jan 27 19:15:45.806726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42117bb8-e78c-4f0e-8828-4173192528ee req-da8a7e9f-8428-4f99-8726-6146ea7ff4bf tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.0595489 Jan 27 19:15:45.938552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:46.072553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afb478-c3e5-4dc8-bbc7-06738597a714 req-4acdcbf8-d689-4413-8c3b-d1c8cbaf5ebf tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:46.074347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3afb478-c3e5-4dc8-bbc7-06738597a714 req-4acdcbf8-d689-4413-8c3b-d1c8cbaf5ebf tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1117826 Jan 27 19:15:46.084342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b67f9-de66-4bbb-b985-b038f42fb85b req-45958a60-6764-4d4c-b8b0-99a818817dec tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:46.086132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc3b67f9-de66-4bbb-b985-b038f42fb85b req-45958a60-6764-4d4c-b8b0-99a818817dec tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0881484 Jan 27 19:15:46.211449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3afb478-c3e5-4dc8-bbc7-06738597a714 req-28303560-2fe8-45a9-9176-eb52e26e9ef3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176546 Jan 27 19:15:46.214837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc3b67f9-de66-4bbb-b985-b038f42fb85b req-ccae040e-5250-4125-a2d1-6d141f4aded3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197951 Jan 27 19:15:46.640598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a4313-bc46-4997-8c7c-7e3cc5e4c183 req-1395cd21-eac3-46f4-bc42-e8ef49a76cd2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:46.643660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5a4313-bc46-4997-8c7c-7e3cc5e4c183 req-1395cd21-eac3-46f4-bc42-e8ef49a76cd2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1206064 Jan 27 19:15:46.762403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5a4313-bc46-4997-8c7c-7e3cc5e4c183 req-2516d70d-9038-45f8-9667-1543e598abaf tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Jan 27 19:15:46.882358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 13b3826a-dfe6-4ff7-80eb-d472611a7f04 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:15:46.993777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc023141-ef5e-4c11-9828-46161490a2de req-4acce626-f523-4b14-b605-f25b05b7ef67 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:47.010479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc023141-ef5e-4c11-9828-46161490a2de req-4acce626-f523-4b14-b605-f25b05b7ef67 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1251571 Jan 27 19:15:47.050047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:47.065217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'port_id': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'mac_address': 'fa:16:3e:e0:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:15:47.117204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:47.119839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:47.120477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:47.127825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc023141-ef5e-4c11-9828-46161490a2de req-04597433-d4bf-47e2-b6df-727e0e3db673 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158319 Jan 27 19:15:47.140349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b3826a-dfe6-4ff7-80eb-d472611a7f04 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:47.171961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:47.183868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:47.250530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06e1b2c0-20f4-4115-b74d-7661db1c9b58 req-cccc6a2f-7b57-4fe8-a639-98c0b78dc7b7 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.1176686 Jan 27 19:15:47.288059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:47.356608 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-209f50a1-a160-4287-bade-0c0280a9720a tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8f093049faa47ebbc974286f159c611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689723 Jan 27 19:15:47.433503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1915274809-network', 'tenant_id': '3b1f202838b44b2f860460c7a659d5d7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:47.518994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Made reservation on behalf of 3b1f202838b44b2f860460c7a659d5d7 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:47.522397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:47.543396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['13b3826a-dfe6-4ff7-80eb-d472611a7f04'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:47.546649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:47.622686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7901df6-23e8-46d7-b61a-fd5e6685551e req-08ccea01-d3b1-4486-a092-0a6df1f7adf4 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:47.624360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7901df6-23e8-46d7-b61a-fd5e6685551e req-08ccea01-d3b1-4486-a092-0a6df1f7adf4 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1987555 Jan 27 19:15:47.643634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-4219ecbb-d7fb-4e38-97a1-f07f93d56c07 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:47.645500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-4219ecbb-d7fb-4e38-97a1-f07f93d56c07 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809932 Jan 27 19:15:47.649959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802da7e4-045d-4b97-9ff1-dd4f2e31986c req-e5e4927c-3418-4400-adf0-b0b333e0dbed tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:47.651550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-802da7e4-045d-4b97-9ff1-dd4f2e31986c req-e5e4927c-3418-4400-adf0-b0b333e0dbed tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.3007472 Jan 27 19:15:47.668884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Request body: {'port': {'device_id': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'd8f093049faa47ebbc974286f159c611'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:47.829161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-802da7e4-045d-4b97-9ff1-dd4f2e31986c req-dba6641e-2c60-4248-9f02-a13399b9ce81 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618257 Jan 27 19:15:47.950443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7901df6-23e8-46d7-b61a-fd5e6685551e req-3d8bffda-bc1a-4d0d-b072-f13f36a02fac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975647 Jan 27 19:15:48.042229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks [] for security_group (9ba48490-6bd6-47ad-9d80-61708304360f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.068826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ba48490-6bd6-47ad-9d80-61708304360f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.181075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:15:48.185526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02d15f-1ee3-4c83-a499-cb2e10691d50 req-0d6e4d52-11c2-43d1-8042-5fbf18cfea0c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:48.194319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba48490-6bd6-47ad-9d80-61708304360f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:48.235632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b4a67ad8-2781-49ea-9f08-7b03bf2c22ae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.236428 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Added segment b4a67ad8-2781-49ea-9f08-7b03bf2c22ae of type vlan for network a511b2cc-0261-4999-bb8a-c1a74a7f453e Jan 27 19:15:48.250151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Made reservation on behalf of d8f093049faa47ebbc974286f159c611 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:48.256866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.261130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff02d15f-1ee3-4c83-a499-cb2e10691d50 req-0d6e4d52-11c2-43d1-8042-5fbf18cfea0c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2581403 Jan 27 19:15:48.299802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.336533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a511b2cc-0261-4999-bb8a-c1a74a7f453e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.405099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a511b2cc-0261-4999-bb8a-c1a74a7f453e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.406602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:48.406970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.421958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff02d15f-1ee3-4c83-a499-cb2e10691d50 req-d6889125-45be-4950-9ef1-86697d25e7cc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593850 Jan 27 19:15:48.532428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c5238-8a7a-49df-891d-02f664c488de req-48e1bf82-a832-41bf-8364-fc31fabb7af0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:48.535938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-223c5238-8a7a-49df-891d-02f664c488de req-48e1bf82-a832-41bf-8364-fc31fabb7af0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1122355 Jan 27 19:15:48.588613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4662769 Jan 27 19:15:48.600379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:48.618934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Request body: {'subnet': {'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1915274809-subnet', 'tenant_id': '3b1f202838b44b2f860460c7a659d5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:48.626613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks [] for security_group (0d399f2a-af70-4d37-9786-7ffaa97e6761), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.634366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254bc91-34f0-4621-a51a-657341e7234f admin admin] Pushing event updated for resources: {'Network': ['ID=a511b2cc-0261-4999-bb8a-c1a74a7f453e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:48.643808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0d399f2a-af70-4d37-9786-7ffaa97e6761), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.655709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52269164-9008-4d8e-82ba-5d69dd573431 req-c6b5ad27-ba90-4629-8d56-59db8a5285b1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.0752385 Jan 27 19:15:48.656650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:15:48.681484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-223c5238-8a7a-49df-891d-02f664c488de req-80a6e870-1934-4e10-8eaa-cc4413a7380d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Jan 27 19:15:48.730563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Made reservation on behalf of 3b1f202838b44b2f860460c7a659d5d7 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:48.733201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:48.874788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d399f2a-af70-4d37-9786-7ffaa97e6761,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:49.077308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Allocated IP 192.168.233.232 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/84aeacc7-41ac-4ba6-b891-ee38bac5f415) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:49.199709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0497fa-01d8-489b-98d6-8cc3573e655c req-b500e55d-fe96-497e-94d1-fa46a0a77307 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:49.207902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a0497fa-01d8-489b-98d6-8cc3573e655c req-b500e55d-fe96-497e-94d1-fa46a0a77307 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.1684425 Jan 27 19:15:49.285885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a0497fa-01d8-489b-98d6-8cc3573e655c req-5764f08d-be5c-4ab3-a0b2-b15d993abc3b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Jan 27 19:15:49.335868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8cc4-9a26-40f2-8b79-062d46521c07 req-1597f9b4-f58f-43b2-8a75-864bd33843a3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:49.351344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c2e8cc4-9a26-40f2-8b79-062d46521c07 req-1597f9b4-f58f-43b2-8a75-864bd33843a3 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 945 time: 0.2052777 Jan 27 19:15:49.388469 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (e448b56c-8d10-4167-ab94-6c1aea9a5c9d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:49.437456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c2e8cc4-9a26-40f2-8b79-062d46521c07 req-5010ddff-3a6f-45f5-9c43-2e6baf6aff7c tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830789 Jan 27 19:15:49.645143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e448b56c-8d10-4167-ab94-6c1aea9a5c9d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:49.666516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Checking segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:49.667109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Network hostable DHCP agents. Network: a511b2cc-0261-4999-bb8a-c1a74a7f453e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:15:49.672747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ad743-0456-494e-a137-aaaa068e4b95 req-35ac2bb1-d62d-43e0-8f45-23099150d2e9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:49.675204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-922ad743-0456-494e-a137-aaaa068e4b95 req-35ac2bb1-d62d-43e0-8f45-23099150d2e9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1006870 Jan 27 19:15:49.706586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks [] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:49.735272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:15:49.765446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-922ad743-0456-494e-a137-aaaa068e4b95 req-55866aed-30f0-44ab-8bf9-79a1e95a1bec tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787935 Jan 27 19:15:49.768634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a511b2cc-0261-4999-bb8a-c1a74a7f453e) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:49.776221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:49.777093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:49.783002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f58b5-7776-4929-b58b-e561ed96ae22 None None] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:15:49.816998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f1756e43-a4ac-48f5-8648-50997360ac3e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2098098 Jan 27 19:15:49.830977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:49.948240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Pushing event updated for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:49.967078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:49.969820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:49.973319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:49.980819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:49.981665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:50.032052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0f246-b1f7-486a-940b-99a60c115aae None None] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:15:50.101667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-238e74ca-a99a-42fb-ae2e-21f22fe679c1 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4415047 Jan 27 19:15:50.122284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Request body: {'port': {'device_id': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:50.171479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce4b0-fbad-4d1f-8c71-6372bf86829a req-1b8f4927-a78b-46c9-ba76-d80a827770b8 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:50.178648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a64ce4b0-fbad-4d1f-8c71-6372bf86829a req-1b8f4927-a78b-46c9-ba76-d80a827770b8 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 936 time: 0.1751566 Jan 27 19:15:50.309499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a64ce4b0-fbad-4d1f-8c71-6372bf86829a req-dee0a13c-a108-4ce1-a5c9-5eedaadd4be0 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234672 Jan 27 19:15:50.313510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:50.410529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd9d4-684f-44d1-a624-8c8d78f518b8 req-2d09a25d-9d72-43d5-9b82-76acfdc1e15d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:50.419495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10bd9d4-684f-44d1-a624-8c8d78f518b8 req-2d09a25d-9d72-43d5-9b82-76acfdc1e15d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1243210 Jan 27 19:15:50.483371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-064dd638-7c3a-4dc8-9cb7-3deac26e5a27 None None] Provisioning complete for port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:50.484645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-064dd638-7c3a-4dc8-9cb7-3deac26e5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:50.491937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10bd9d4-684f-44d1-a624-8c8d78f518b8 req-739f8c46-1b44-4a1f-be04-f93df5045f61 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Jan 27 19:15:50.564573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-064dd638-7c3a-4dc8-9cb7-3deac26e5a27 None None] Port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:15:50.631343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d8d87-6257-4842-980a-fe2a458460f4 req-1a808ef9-7afb-496b-a31a-b13d43964194 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:50.643328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e99d8d87-6257-4842-980a-fe2a458460f4 req-1a808ef9-7afb-496b-a31a-b13d43964194 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0820780 Jan 27 19:15:50.783089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e99d8d87-6257-4842-980a-fe2a458460f4 req-56afacf4-b44b-4cb3-8642-b5a39887157c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284952 Jan 27 19:15:50.820683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-381e41b3-3628-48c8-b9fd-d6dbed2630d9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:50.825591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-381e41b3-3628-48c8-b9fd-d6dbed2630d9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.1810272 Jan 27 19:15:50.837280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84aeacc7-41ac-4ba6-b891-ee38bac5f415 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:50.846144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks [] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:50.854809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-2ea19ad5-1104-47f5-bc3d-563ffa22ef8d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/quotas/3b1f202838b44b2f860460c7a659d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0200877 Jan 27 19:15:50.862415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Transition to ACTIVE for port object 84aeacc7-41ac-4ba6-b891-ee38bac5f415 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:15:50.867877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:50.896112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-84b772da-3a44-4f49-b8b0-7ffeb6aafcb9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397115 Jan 27 19:15:50.919034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 13b3826a-dfe6-4ff7-80eb-d472611a7f04 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:15:50.944615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:50.984626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Attempting to bind port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:50.984973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Attempting to bind port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:50.985343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Attempting to bind port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:50.991142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:50.991474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Attempting to bind port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:51.000421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:51.000674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:51.001071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:51.001526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Bound port: 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:51.001894 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.080678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e81dfc-a7ed-45ac-8448-189412442ed1 req-0f1a3a5a-0432-4ee2-88c8-c1b875031ecc tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.088458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8e81dfc-a7ed-45ac-8448-189412442ed1 req-0f1a3a5a-0432-4ee2-88c8-c1b875031ecc tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1117611 Jan 27 19:15:51.114976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:51.118556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:15:51.122159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:51.122380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-03ca6a65-5316-4fee-8654-ee7d4671ed89 service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252922 Jan 27 19:15:51.127738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:15:51.128101 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.131582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.203064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.203472 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.209993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] 10.222.0.66 "PUT /v2.0/ports/84aeacc7-41ac-4ba6-b891-ee38bac5f415 HTTP/1.1" status: 200 len: 1096 time: 1.0990417 Jan 27 19:15:51.209993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:51.218112 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3549014-3c87-4231-998e-6b8599b0dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:51.243368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8e81dfc-a7ed-45ac-8448-189412442ed1 req-6680004a-c0a5-4b30-a28f-e2f38aabbebd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538017 Jan 27 19:15:51.319861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-73a4b46a-07af-4887-abcd-86a547265dc6 service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966980 Jan 27 19:15:51.351585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:51.352199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.353581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0965990-f289-4e0f-bb54-3708bd200ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:51.373836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-0b682a26-c11a-47c3-a5f1-fd554a340fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.375407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-0b682a26-c11a-47c3-a5f1-fd554a340fc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8f093049faa47ebbc974286f159c611&device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 1099 time: 0.0816553 Jan 27 19:15:51.408798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0173f8-3755-46a0-913c-a7e2c4134fd2 req-729f61bc-edcd-4a8d-99e9-096cf8bacd99 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.417936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc0173f8-3755-46a0-913c-a7e2c4134fd2 req-729f61bc-edcd-4a8d-99e9-096cf8bacd99 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.0776064 Jan 27 19:15:51.439521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:51.458531 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa79f65b-8b04-48f5-b1ec-e7d131380f5b" -d '{"events": [{"server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:51.475128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-f7b9eac5-a63a-4f1b-958a-02c4e8156701 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415 HTTP/1.1" status: 200 len: 217 time: 0.0914404 Jan 27 19:15:51.491967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:51.504161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:51.521568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc0173f8-3755-46a0-913c-a7e2c4134fd2 req-bc4ddc3d-675c-462a-8ad1-dba47be78deb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019228 Jan 27 19:15:51.603588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-c344852c-37d8-4e01-94ee-0654f944d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.605631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-c344852c-37d8-4e01-94ee-0654f944d0e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1227107 Jan 27 19:15:51.621669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:51.660280 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e27f87-a8ea-4f95-acd1-58d055e5420e x-openstack-request-id: req-d4e27f87-a8ea-4f95-acd1-58d055e5420e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:51.660868 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:51.661861 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4e27f87-a8ea-4f95-acd1-58d055e5420e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:51.662433 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415', 'status': 'completed', 'code': 200} Jan 27 19:15:51.693833 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298e2a19-0648-4cbf-95cb-ed750a8da5d3 x-openstack-request-id: req-298e2a19-0648-4cbf-95cb-ed750a8da5d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:51.695043 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:51.695644 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-298e2a19-0648-4cbf-95cb-ed750a8da5d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:51.696269 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'code': 200} Jan 27 19:15:51.703213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-75b90b77-4a77-46c6-9774-5207ed8181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.705005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-75b90b77-4a77-46c6-9774-5207ed8181a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924273 Jan 27 19:15:51.838620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-fb004803-6d84-4021-8740-ba658b84f4d4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235893 Jan 27 19:15:51.920931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888895-88e7-47a5-a46d-470755718dac req-b1db2f48-f2f9-4cae-ab68-80058abb40f6 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.922715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81888895-88e7-47a5-a46d-470755718dac req-b1db2f48-f2f9-4cae-ab68-80058abb40f6 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 948 time: 0.2194967 Jan 27 19:15:51.940896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f7e9b-9b21-4390-8af8-326067bea3bf req-4ee8fd21-b424-447f-b871-fa9d1b2e6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.943812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec9f7e9b-9b21-4390-8af8-326067bea3bf req-4ee8fd21-b424-447f-b871-fa9d1b2e6a33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 1097 time: 0.1398313 Jan 27 19:15:51.970985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e3693-387e-46f8-9bfb-b82c82894cdd req-403897fa-b5e2-4e30-b9b1-a5ea5aba5793 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:51.972707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-604e3693-387e-46f8-9bfb-b82c82894cdd req-403897fa-b5e2-4e30-b9b1-a5ea5aba5793 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1583173 Jan 27 19:15:52.053394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81888895-88e7-47a5-a46d-470755718dac req-75e9b243-4e78-42dc-a2fb-93ee18e43fd6 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225846 Jan 27 19:15:52.076394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec9f7e9b-9b21-4390-8af8-326067bea3bf req-bea79697-3def-44a8-9c42-07c70d725658 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217310 Jan 27 19:15:52.079499 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2002ac26-db28-467a-bba9-3334e02a43a4 req-4a504231-d707-4dc5-ab2e-06f1d2f86c72 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288640 Jan 27 19:15:52.103367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-604e3693-387e-46f8-9bfb-b82c82894cdd req-9b9861d7-87fe-4cc3-9130-555f4a3c6791 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099179 Jan 27 19:15:52.159318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d557454-356c-4fb8-a9e1-cffaf6226a34 req-7e162ae8-89e0-4673-a1f1-1f7cc676e575 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 210 time: 0.0481091 Jan 27 19:15:52.298069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bd2b-0ea4-43f8-9d70-cc0d86e0a700 req-c3134661-a8b4-4776-8fa3-07d5e4ed6e6d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.300853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cc6bd2b-0ea4-43f8-9d70-cc0d86e0a700 req-c3134661-a8b4-4776-8fa3-07d5e4ed6e6d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0915337 Jan 27 19:15:52.391224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cc6bd2b-0ea4-43f8-9d70-cc0d86e0a700 req-966b1a09-5e9c-4c96-9ad4-3a3222df8a01 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832605 Jan 27 19:15:52.459949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-3ad425d5-f9e9-4332-83a0-fde2dd142896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.461711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-3ad425d5-f9e9-4332-83a0-fde2dd142896 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8f093049faa47ebbc974286f159c611&device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 1099 time: 0.0531983 Jan 27 19:15:52.546480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cc784-965a-48fe-be01-db9e327d3ec7 req-5f87b465-b0f2-4eac-a0d5-d64d73e4bbb8 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.552411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a4cc784-965a-48fe-be01-db9e327d3ec7 req-5f87b465-b0f2-4eac-a0d5-d64d73e4bbb8 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.0844100 Jan 27 19:15:52.623387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-ba5c16bd-a59c-41c7-93b3-0f342542e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.625191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-ba5c16bd-a59c-41c7-93b3-0f342542e533 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1505809 Jan 27 19:15:52.643966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a4cc784-965a-48fe-be01-db9e327d3ec7 req-710bdd0d-2c42-427d-9d0f-039d044bfaed tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796399 Jan 27 19:15:52.684603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-f63bd1cd-792e-44f2-a09e-02eff4c8afe5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415 HTTP/1.1" status: 200 len: 217 time: 0.0512886 Jan 27 19:15:52.705673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660610d-779b-4e71-83f6-ee6f580b6755 req-d5ee9c5f-616b-43ed-bf85-6ea01429ac42 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.708660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9660610d-779b-4e71-83f6-ee6f580b6755 req-d5ee9c5f-616b-43ed-bf85-6ea01429ac42 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.0625825 Jan 27 19:15:52.754671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-2dd00bf3-09f4-426c-8c58-d4299cabaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.757037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-2dd00bf3-09f4-426c-8c58-d4299cabaff4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0626659 Jan 27 19:15:52.766184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9660610d-779b-4e71-83f6-ee6f580b6755 req-c649f0e7-79a0-41b2-a14a-4795d8e8bfd7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Jan 27 19:15:52.809495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-e0dd8272-2835-415b-8e7b-b057f3cf70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:52.811160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-e0dd8272-2835-415b-8e7b-b057f3cf70e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473258 Jan 27 19:15:52.910582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-b0a4916f-63ca-4caa-a03f-024d072b44af service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917432 Jan 27 19:15:53.018819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d3549014-3c87-4231-998e-6b8599b0dc80 req-ca3a99eb-0804-4396-9739-c128eb531dca service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994327 Jan 27 19:15:53.261603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87021de3-ed41-402a-b5da-947a7996d91a req-07dee012-ec60-466b-a1cb-a1fd5205b4b7 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:53.264244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87021de3-ed41-402a-b5da-947a7996d91a req-07dee012-ec60-466b-a1cb-a1fd5205b4b7 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 948 time: 0.1069627 Jan 27 19:15:53.370622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602a24c-0db8-43fc-82f5-62e935949724 req-c474588e-fc10-4a91-afa8-b9dee0a89c05 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:53.372738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2602a24c-0db8-43fc-82f5-62e935949724 req-c474588e-fc10-4a91-afa8-b9dee0a89c05 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.1058373 Jan 27 19:15:53.405012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87021de3-ed41-402a-b5da-947a7996d91a req-804a315d-3ac8-4f1d-8f9c-f3b9728fb37a tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006849 Jan 27 19:15:53.501350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-753da68b-4318-43a2-b5e6-56ec54b78b7b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:53.504743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-753da68b-4318-43a2-b5e6-56ec54b78b7b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.39 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.2840345 Jan 27 19:15:53.528962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Request body: {'port': {'device_id': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'admin_state_up': True, 'tenant_id': '3b1f202838b44b2f860460c7a659d5d7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:53.532336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:53.754552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-a102d227-38e8-432e-abd4-271c48a3adeb service neutron] 10.222.0.66 "GET /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.2128329 Jan 27 19:15:53.927281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2602a24c-0db8-43fc-82f5-62e935949724 req-785d4cf8-0428-4a00-9084-fd5e32efeb7c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350168 Jan 27 19:15:53.986467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b13d7c4-a476-4d56-93cd-c51e69e38b2e req-e9a30b34-a299-4788-aca8-4271442413f0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 210 time: 0.0910006 Jan 27 19:15:53.996192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Made reservation on behalf of 3b1f202838b44b2f860460c7a659d5d7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:15:54.002745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:54.117317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d3b9-1167-4374-9bac-463a4f2fdf8c req-bba134bc-cc46-4d9a-ae63-3e67a8d68bdb tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:54.119449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b140d3b9-1167-4374-9bac-463a4f2fdf8c req-bba134bc-cc46-4d9a-ae63-3e67a8d68bdb tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0695441 Jan 27 19:15:54.193051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b140d3b9-1167-4374-9bac-463a4f2fdf8c req-a4ab7a01-4147-4f6d-9a11-322fcc71020b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Jan 27 19:15:54.249505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:54.360798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1808c-9f96-4baf-954b-0dbff4fdc0cd req-acc16d46-4f38-4091-9021-29996e2d0230 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:54.365273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2d1808c-9f96-4baf-954b-0dbff4fdc0cd req-acc16d46-4f38-4091-9021-29996e2d0230 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1517863 Jan 27 19:15:54.403905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:54.480002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:54.525103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bf7b4-c864-4d37-ad48-743752642045 req-89fd15a3-43c3-4fe8-8e73-5270415c86e3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:54.531080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d4bf7b4-c864-4d37-ad48-743752642045 req-89fd15a3-43c3-4fe8-8e73-5270415c86e3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2046368 Jan 27 19:15:54.536574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de966ebe-25b9-43ea-92de-4756943a8af5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:54.543192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2d1808c-9f96-4baf-954b-0dbff4fdc0cd req-a6d12678-9559-47b2-abc7-840aad200232 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514282 Jan 27 19:15:54.566832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:54.611322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Allocated IP 172.20.0.9 (a511b2cc-0261-4999-bb8a-c1a74a7f453e/e448b56c-8d10-4167-ab94-6c1aea9a5c9d/377d0074-8923-4e36-aa25-adce684bced3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:15:54.615694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:54.637066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d4bf7b4-c864-4d37-ad48-743752642045 req-f2e12d9e-f33a-4cd0-9b0a-b7bd0869bbca tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Jan 27 19:15:54.761101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a290f-201f-43f6-add4-18ab30d394d3 req-1c1392a6-95ac-49e1-8f56-e89ca7d69874 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:54.773704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a73a290f-201f-43f6-add4-18ab30d394d3 req-1c1392a6-95ac-49e1-8f56-e89ca7d69874 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 948 time: 0.1002963 Jan 27 19:15:54.886159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] Transition to ACTIVE for port object de966ebe-25b9-43ea-92de-4756943a8af5 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:15:54.888195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a73a290f-201f-43f6-add4-18ab30d394d3 req-3e22d8f5-7960-4fd7-b9ac-1d4bd9a580ac tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086156 Jan 27 19:15:54.903806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:55.033534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] No DVR routers for this DVR port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:15:55.051045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks [] for port (377d0074-8923-4e36-aa25-adce684bced3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:55.053412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] Pushing event updated for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:55.121210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-b73e9e4b-00c5-4d46-9f13-e7485f78699e service neutron] 10.222.0.66 "PUT /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5/bindings/n-h2-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3467135 Jan 27 19:15:55.177985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43e104-548b-4247-823b-b5e736fdf42a req-2416495e-63b9-4aa4-85ec-f84e1dc39ee7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.182362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a43e104-548b-4247-823b-b5e736fdf42a req-2416495e-63b9-4aa4-85ec-f84e1dc39ee7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 946 time: 0.0966721 Jan 27 19:15:55.183183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:55.262498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:15:55.269359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:15:55.279425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:15:55.290153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.291162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:55.302418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:55.337562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-b38e6a85-a684-42df-ba2f-3cc7beeb1db6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8160913 Jan 27 19:15:55.356358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Request body: {'port': {'device_id': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:55.361837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f90a4-24bb-47a6-ba28-e3dcdc87590f req-143e66a7-76a2-4547-adc7-875742710a51 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.366081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-645f90a4-24bb-47a6-ba28-e3dcdc87590f req-143e66a7-76a2-4547-adc7-875742710a51 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 931 time: 0.1819386 Jan 27 19:15:55.373885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a43e104-548b-4247-823b-b5e736fdf42a req-124e45e1-da23-4f7b-af65-4f328bf97351 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662836 Jan 27 19:15:55.391946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-2cf04f39-097a-4217-a2e5-b456c062153e tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.394785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-2cf04f39-097a-4217-a2e5-b456c062153e tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.1543007 Jan 27 19:15:55.494799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-645f90a4-24bb-47a6-ba28-e3dcdc87590f req-6a7029cc-8ea7-4ebc-85ee-f4e1cdff046b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190288 Jan 27 19:15:55.539425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:55.603113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-a4e27768-f0a2-4db6-808b-2d1f00032f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.605969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-a4e27768-f0a2-4db6-808b-2d1f00032f77 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8&tenant_id=709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 1096 time: 0.1188323 Jan 27 19:15:55.860979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-85e8de4c-7fae-47b7-a32d-10e86fb5c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.862496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-85e8de4c-7fae-47b7-a32d-10e86fb5c847 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1096 time: 0.2168815 Jan 27 19:15:55.987886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabff62-54f0-499e-821e-cc12b2d44981 req-eba6a329-eaca-462e-81d2-b8a255b885ee tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:55.989965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eabff62-54f0-499e-821e-cc12b2d44981 req-eba6a329-eaca-462e-81d2-b8a255b885ee tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.2537038 Jan 27 19:15:56.008465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78653c80-d757-4952-8d63-f9d83908c6f9 req-177e6e65-ab9a-4653-ba80-60b2e428c5fa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.010108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78653c80-d757-4952-8d63-f9d83908c6f9 req-177e6e65-ab9a-4653-ba80-60b2e428c5fa tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.3020456 Jan 27 19:15:56.040154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-fcb16185-5fc4-4cac-a898-71d6f6cac08c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.041296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-fcb16185-5fc4-4cac-a898-71d6f6cac08c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1097 time: 0.6271944 Jan 27 19:15:56.053840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:56.118107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-13410180-4827-4e04-a074-8ea2663ca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.118107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-13410180-4827-4e04-a074-8ea2663ca9c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2408624 Jan 27 19:15:56.183292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.225840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-71ba8f2e-288c-490a-982d-f9ecea694c80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 200 len: 217 time: 0.0942352 Jan 27 19:15:56.230547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eabff62-54f0-499e-821e-cc12b2d44981 req-590cded0-ed52-4627-b5e1-79a5a317af73 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176511 Jan 27 19:15:56.235072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78653c80-d757-4952-8d63-f9d83908c6f9 req-a02ef227-51a5-46d6-abd3-fc92f2e7c996 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011604 Jan 27 19:15:56.285462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-d626c73e-0a27-47d4-ba70-6d2587cc80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.287206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-d626c73e-0a27-47d4-ba70-6d2587cc80e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.0511079 Jan 27 19:15:56.337797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-3550a1db-12ff-4060-b8eb-fb6ec4ea7d0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357029 Jan 27 19:15:56.424442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:56.434039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks [] for port (377d0074-8923-4e36-aa25-adce684bced3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.466279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:56.469287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Transition to ACTIVE for port object 377d0074-8923-4e36-aa25-adce684bced3 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:15:56.481285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.536662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-a345d6ca-5fda-466e-bcc7-b65a7795f828 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898007 Jan 27 19:15:56.545619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93876379-1f81-4eaf-a606-206f7b48a1b3 req-7468ee6a-487b-4e15-88a2-3927f514290b tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.547174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93876379-1f81-4eaf-a606-206f7b48a1b3 req-7468ee6a-487b-4e15-88a2-3927f514290b tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 948 time: 0.1316915 Jan 27 19:15:56.554983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbf6c6-c916-4c2d-9c9f-2f44f85489de req-4f229ecd-7309-4fe6-9a35-341434068c84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.556860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87cbf6c6-c916-4c2d-9c9f-2f44f85489de req-4f229ecd-7309-4fe6-9a35-341434068c84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1559420 Jan 27 19:15:56.560078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:56.629385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:56.661867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Attempting to bind port 377d0074-8923-4e36-aa25-adce684bced3 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:56.662128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Attempting to bind port 377d0074-8923-4e36-aa25-adce684bced3 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:56.662427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Attempting to bind port 377d0074-8923-4e36-aa25-adce684bced3 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:56.670573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Port 377d0074-8923-4e36-aa25-adce684bced3 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:56.670913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Attempting to bind port 377d0074-8923-4e36-aa25-adce684bced3 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:56.682133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:56.682454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Checking segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:56.683628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Bound using segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:56.683628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Bound port: 377d0074-8923-4e36-aa25-adce684bced3, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:56.683628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.716080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87cbf6c6-c916-4c2d-9c9f-2f44f85489de req-12d32de7-84eb-43d7-9077-a08c685e3649 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420243 Jan 27 19:15:56.722284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93876379-1f81-4eaf-a606-206f7b48a1b3 req-1a4318fe-c92b-4604-b78e-81d4175ffe6b tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641254 Jan 27 19:15:56.754482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-0fa02d7b-649a-4214-801a-efbd2a0292fb service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950865 Jan 27 19:15:56.820227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:56.827381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:56.831942 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8010d79-ea5b-4763-bc2d-29b24bb0e1cb" -d '{"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-unplugged", "status": "completed", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:56.839896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:56.844095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks [] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.859651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.912043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.918531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1197c8-e56b-4113-96f2-b3e7cf56e7e5 req-65e23696-9a10-46d3-a061-08aaf7f3cbb9 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.920678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef1197c8-e56b-4113-96f2-b3e7cf56e7e5 req-65e23696-9a10-46d3-a061-08aaf7f3cbb9 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1076479 Jan 27 19:15:56.930755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 84aeacc7-41ac-4ba6-b891-ee38bac5f415 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:15:56.933780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:56.934826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:56.937131 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/377d0074-8923-4e36-aa25-adce684bced3 HTTP/1.1" status: 200 len: 1091 time: 1.5896137 Jan 27 19:15:56.947930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:15:56.959811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Request body: {'floatingip': {'port_id': '13b3826a-dfe6-4ff7-80eb-d472611a7f04'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:15:57.075574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:57.083325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed473-7742-4afb-84f0-9a18d8087d57 req-f3258c8c-c1e5-4de4-9254-972d9b325a45 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.093067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '84aeacc7-41ac-4ba6-b891-ee38bac5f415', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '84aeacc7-41ac-4ba6-b891-ee38bac5f415', 'mac_address': 'fa:16:3e:aa:eb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:15:57.117787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45ed473-7742-4afb-84f0-9a18d8087d57 req-f3258c8c-c1e5-4de4-9254-972d9b325a45 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1953888 Jan 27 19:15:57.155940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:15:57.156333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:57.207049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84aeacc7-41ac-4ba6-b891-ee38bac5f415 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:15:57.259352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:57.264780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e703a-5a22-44b4-b02a-ef6d6c8126f3 service neutron] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:57.281582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:57.284678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:57.286146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:15:57.314719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45ed473-7742-4afb-84f0-9a18d8087d57 req-fda21721-2b76-44d0-943d-b9592d1cede3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948783 Jan 27 19:15:57.431644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d031-a6bc-49b0-8792-e94c367900be req-d30db2a7-d367-466a-8987-ce705725bfc8 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.436444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-d30db2a7-d367-466a-8987-ce705725bfc8 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.2152593 Jan 27 19:15:57.452345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61e12-88d8-413e-a55e-927dbe71676a req-3a169663-862b-4aae-976c-e0c7002ec654 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.468993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6df61e12-88d8-413e-a55e-927dbe71676a req-3a169663-862b-4aae-976c-e0c7002ec654 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 943 time: 0.2460356 Jan 27 19:15:57.508561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:57.523047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d9706-57ce-4104-a929-740474e70858 x-openstack-request-id: req-1c5d9706-57ce-4104-a929-740474e70858 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:57.523514 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-unplugged", "status": "completed", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:57.524351 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c5d9706-57ce-4104-a929-740474e70858 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:57.524614 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'code': 200} Jan 27 19:15:57.543173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-d92e4b9d-bb48-482f-bc1d-175c42bd0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.545713 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-d92e4b9d-bb48-482f-bc1d-175c42bd0ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 1094 time: 0.3849132 Jan 27 19:15:57.575807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:57.576340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:57.576868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:57.668009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:57.703509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:57.704044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:57.719190 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-150d614f-3bab-4972-a97c-eac49069095a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377d0074-8923-4e36-aa25-adce684bced3 HTTP/1.1" status: 200 len: 217 time: 0.1449623 Jan 27 19:15:57.733016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:57.745377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:57.745927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:57.746543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:57.747270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Bound port: efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:57.747859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:57.832380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-87fd4bf0-877a-4d0d-9152-a6250eabea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.835534 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-87fd4bf0-877a-4d0d-9152-a6250eabea1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.0921528 Jan 27 19:15:57.868720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:57.870349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:57.870969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:57.876856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:57.877537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:57.886976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:57.887666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:57.888287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:57.889139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Bound port: efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:57.889763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:57.903521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd75bff-3004-46d1-8e81-ade69c341990 req-fdcf55f9-2230-41cb-89d0-f091a4a8bd3a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:57.905873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cd75bff-3004-46d1-8e81-ade69c341990 req-fdcf55f9-2230-41cb-89d0-f091a4a8bd3a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.2368178 Jan 27 19:15:57.917867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6df61e12-88d8-413e-a55e-927dbe71676a req-6113e4c5-02f9-4374-b641-0c45b78e728c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470592 Jan 27 19:15:57.987585 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-1818940a-c123-4070-ab97-3c295a14a31a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356928 Jan 27 19:15:58.032971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:58.039358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:15:58.047501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:58.059826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1163d031-a6bc-49b0-8792-e94c367900be req-208fdf59-61f8-4c5e-9795-66a5f31731e2 service neutron] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:58.081600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1163d031-a6bc-49b0-8792-e94c367900be req-208fdf59-61f8-4c5e-9795-66a5f31731e2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:58.083911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1163d031-a6bc-49b0-8792-e94c367900be req-208fdf59-61f8-4c5e-9795-66a5f31731e2 service neutron] 10.222.0.39 "DELETE /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5/bindings/n-h1-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.6016643 Jan 27 19:15:58.131987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cd75bff-3004-46d1-8e81-ade69c341990 req-1522b2f0-d6c1-473c-9e0d-3b831e0e8cb6 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003901 Jan 27 19:15:58.132293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc has no active binding in host n-h1-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:15:58.179672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:15:58.234492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03238a-d2d6-441e-a29e-31984655294c req-f9a9ed7e-1d93-4516-b6c0-e96910f1172f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:58.236794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d03238a-d2d6-441e-a29e-31984655294c req-f9a9ed7e-1d93-4516-b6c0-e96910f1172f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1518090 Jan 27 19:15:58.320879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:15:58.364841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d03238a-d2d6-441e-a29e-31984655294c req-9cb29220-0824-4280-bb04-0d8be9310c9e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 Jan 27 19:15:58.388286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) efdab05e-e39c-4bac-a423-fbb2e9e78ecc-n-h2-760453-6-0 {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:15:58.388806 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:15:58.390482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263df15-289a-4cf4-9382-25f53f4c5430 req-6471aaa4-5540-42be-957e-3325a612e5ab tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:58.393271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4263df15-289a-4cf4-9382-25f53f4c5430 req-6471aaa4-5540-42be-957e-3325a612e5ab tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 949 time: 0.1552351 Jan 27 19:15:58.470555 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-0a2790f7-c84b-4dbc-87eb-19e6d57d7921 service neutron] 10.222.0.39 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749596 Jan 27 19:15:58.486039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4263df15-289a-4cf4-9382-25f53f4c5430 req-b6bd1003-4abf-4007-a644-4d790d0626dc tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861464 Jan 27 19:15:58.569695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['84aeacc7-41ac-4ba6-b891-ee38bac5f415'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:58.699000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf3c80-7d89-4926-b68b-c29ce46e76e8 req-13dc26f2-2631-44e0-a5a3-aa6abfe04a3b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:58.702525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4adf3c80-7d89-4926-b68b-c29ce46e76e8 req-13dc26f2-2631-44e0-a5a3-aa6abfe04a3b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0938141 Jan 27 19:15:58.847865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e945ef-0f0b-4991-8baa-d3867f8b568e req-a745ef26-6a5f-42b6-ba6b-cbbdf2a7cf9b tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:58.851018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2e945ef-0f0b-4991-8baa-d3867f8b568e req-a745ef26-6a5f-42b6-ba6b-cbbdf2a7cf9b tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1096 time: 0.1931667 Jan 27 19:15:58.865431 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-48f3f7e8-4c65-4d26-a924-2364187a2b90 req-f049f123-b38e-4ad4-a84a-029c1c72542d service neutron] 10.222.0.39 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854704 Jan 27 19:15:58.869907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:58.879195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:58.892793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4adf3c80-7d89-4926-b68b-c29ce46e76e8 req-942976c1-9fee-4346-bf23-2a67f94d5cd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268911 Jan 27 19:15:58.949860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2e945ef-0f0b-4991-8baa-d3867f8b568e req-c46d0058-5ede-4a7e-ac71-752a67e88149 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Jan 27 19:15:58.951203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:15:58.951666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:15:58.952090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:58.966837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:15:58.966837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempting to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:15:59.003808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:15:59.004304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:15:59.005352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:15:59.006528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Bound port: efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:15:59.007022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:59.058167 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Floating IP afb782ba-ead9-4145-a9e8-d8134e0c92a2 associated. External IP: 172.25.5.151, port: 13b3826a-dfe6-4ff7-80eb-d472611a7f04. Jan 27 19:15:59.150201 n-d-760453-6 neutron-server[103322]: WARNING neutron.plugins.ml2.plugin [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Concurrent port binding operations failed on port efdab05e-e39c-4bac-a423-fbb2e9e78ecc Jan 27 19:15:59.163804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:15:59.200417 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attempt 2 to bind port efdab05e-e39c-4bac-a423-fbb2e9e78ecc Jan 27 19:15:59.205342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:59.206360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:59.208685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-7b51c151-d872-4c21-8982-81f6d8e33cdd service neutron] 10.222.0.66 "PUT /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 1122 time: 3.1595852 Jan 27 19:15:59.216216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe6dfb-737a-434d-97a6-a650f88b166a req-988ddf37-1584-4e46-b01f-b37d539a0716 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:59.229879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02fe6dfb-737a-434d-97a6-a650f88b166a req-988ddf37-1584-4e46-b01f-b37d539a0716 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 1096 time: 0.1410167 Jan 27 19:15:59.276198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9b33e-7aea-4335-b099-d03aa9407662 req-078f8e0a-1f14-46a2-89ac-913ebbc4d0de tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:59.290208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99d9b33e-7aea-4335-b099-d03aa9407662 req-078f8e0a-1f14-46a2-89ac-913ebbc4d0de tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 943 time: 0.2212071 Jan 27 19:15:59.372587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['efdab05e-e39c-4bac-a423-fbb2e9e78ecc'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:59.426224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02fe6dfb-737a-434d-97a6-a650f88b166a req-5f8012e1-9a09-4581-879d-92de6b301ee1 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948180 Jan 27 19:15:59.439461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['efdab05e-e39c-4bac-a423-fbb2e9e78ecc'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:15:59.465577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99d9b33e-7aea-4335-b099-d03aa9407662 req-1fbecd27-1db8-4b7c-8296-ce6bd9b54cf3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655436 Jan 27 19:15:59.527088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'tag': '377d0074-8923-4e36-aa25-adce684bced3'}, {'name': 'network-changed', 'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:15:59.530118 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ce916-9e14-478d-ae08-58c67508dc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "tag": "377d0074-8923-4e36-aa25-adce684bced3"}, {"name": "network-changed", "server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:15:59.545768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Router 1655c6c2-b36f-4a6b-8311-425551ae120b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:15:59.638459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373d28-e8aa-479e-9bc9-37eba29946de req-81fc7dd6-9b79-4b9f-aee2-7f1b8179f1a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:59.649396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d373d28-e8aa-479e-9bc9-37eba29946de req-81fc7dd6-9b79-4b9f-aee2-7f1b8179f1a3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1004531 Jan 27 19:15:59.776443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:15:59.783082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:15:59.804511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Sync routers for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:15:59.818826 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-946e767b-7b3e-4508-87c3-b1b059723eac tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "PUT /v2.0/floatingips/afb782ba-ead9-4145-a9e8-d8134e0c92a2 HTTP/1.1" status: 200 len: 992 time: 2.8697801 Jan 27 19:15:59.820035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d373d28-e8aa-479e-9bc9-37eba29946de req-08446a0e-57a5-428f-b3bb-9bb25c8ee360 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691661 Jan 27 19:15:59.878316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48ea2-383b-4cc1-ad19-5595cba1b1e0 req-9c159e66-9556-413b-9874-b0f54d67c9ea tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:15:59.881558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caf48ea2-383b-4cc1-ad19-5595cba1b1e0 req-9c159e66-9556-413b-9874-b0f54d67c9ea tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 949 time: 0.1743982 Jan 27 19:15:59.918689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:15:59.919357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:15:59.982633 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dd0bd9-4074-47b8-b597-53bd2d4a29e9 x-openstack-request-id: req-04dd0bd9-4074-47b8-b597-53bd2d4a29e9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:15:59.982994 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "tag": "377d0074-8923-4e36-aa25-adce684bced3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:15:59.983188 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04dd0bd9-4074-47b8-b597-53bd2d4a29e9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:15:59.983595 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'tag': '377d0074-8923-4e36-aa25-adce684bced3', 'status': 'completed', 'code': 200} Jan 27 19:15:59.983857 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'status': 'completed', 'code': 200} Jan 27 19:16:00.020981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caf48ea2-383b-4cc1-ad19-5595cba1b1e0 req-c0f5f102-4a7b-494c-8f94-5cca7673fd95 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316559 Jan 27 19:16:00.131752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-e657848c-7b85-4e58-9a69-4c1e606f49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:00.132937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-e657848c-7b85-4e58-9a69-4c1e606f49ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 1094 time: 0.0866296 Jan 27 19:16:00.186129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:00.287001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-48537d2d-40b8-4615-8e0b-499d0777675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:00.289866 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-48537d2d-40b8-4615-8e0b-499d0777675d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 916 time: 0.1487684 Jan 27 19:16:00.378134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-702e8db8-acaf-4d00-bdf3-f86cf80b7b67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377d0074-8923-4e36-aa25-adce684bced3 HTTP/1.1" status: 200 len: 217 time: 0.0795231 Jan 27 19:16:00.403974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ebe9-b21a-4178-80f0-be1259dd56d5 req-27beed81-9ca9-4208-907a-fb6577584fde tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:00.416609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe28ebe9-b21a-4178-80f0-be1259dd56d5 req-27beed81-9ca9-4208-907a-fb6577584fde tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1322536 Jan 27 19:16:00.487308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-4d5e3010-9d58-40c9-bfb9-5a49094b1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:00.489622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-4d5e3010-9d58-40c9-bfb9-5a49094b1f19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.1012313 Jan 27 19:16:00.508585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe28ebe9-b21a-4178-80f0-be1259dd56d5 req-6cc1ef81-4a52-437f-ab6d-a4e9beee0498 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858781 Jan 27 19:16:00.568903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-5cf756d5-0dc7-4fe4-be03-d7bf85f1d8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677059 Jan 27 19:16:00.647087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:16:00.712906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476210ed-628f-481f-b202-1aa1f8a7f5b2 req-cafad58a-e0d2-4e16-96cf-bfcc7eb58f74 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:00.720044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-476210ed-628f-481f-b202-1aa1f8a7f5b2 req-cafad58a-e0d2-4e16-96cf-bfcc7eb58f74 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 943 time: 0.0703471 Jan 27 19:16:00.731513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'afb782ba-ead9-4145-a9e8-d8134e0c92a2', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'port_id': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'mac_address': 'fa:16:3e:e0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:15:31Z', 'updated_at': '2022-01-27T19:15:58Z', 'revision_number': 1, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:00.734048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-b96c6500-4dec-46ef-94f5-2caea4be2ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529715 Jan 27 19:16:00.761707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Checking router: 1655c6c2-b36f-4a6b-8311-425551ae120b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:00.772905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:00.774040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:15:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:00.787213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-476210ed-628f-481f-b202-1aa1f8a7f5b2 req-c5a72829-e7e0-4433-b6a2-935451662d01 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Jan 27 19:16:00.822231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:00.870300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-f5245668-8d3f-4948-825d-d1250e62b6ed service neutron] 10.222.0.39 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296728 Jan 27 19:16:00.992288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 84aeacc7-41ac-4ba6-b891-ee38bac5f415 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:01.031883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-83a05da1-6bf3-4106-b9a3-7fd917d78060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.033093 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-83a05da1-6bf3-4106-b9a3-7fd917d78060 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1125 time: 0.0969300 Jan 27 19:16:01.040279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8cf23-3d9a-4019-9f08-5c7443318563 req-aa3d3f75-e47c-4d80-9599-fadb7c34dd57 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.041491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:01.042296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dae8cf23-3d9a-4019-9f08-5c7443318563 req-aa3d3f75-e47c-4d80-9599-fadb7c34dd57 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1028733 Jan 27 19:16:01.168206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-887a26e3-e8e2-46e1-aedd-c5759ba8a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.170373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-887a26e3-e8e2-46e1-aedd-c5759ba8a8f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1241672 Jan 27 19:16:01.181099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:16:01.192719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:01.194134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dae8cf23-3d9a-4019-9f08-5c7443318563 req-8d830d90-964f-4a01-9538-c5a6d69fa6c1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442270 Jan 27 19:16:01.197760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:01.198189 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:01.239776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '377d0074-8923-4e36-aa25-adce684bced3', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'port_id': '377d0074-8923-4e36-aa25-adce684bced3', 'mac_address': 'fa:16:3e:ce:dd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e448b56c-8d10-4167-ab94-6c1aea9a5c9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:01.292180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:01.292490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:01.308065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24791452-192b-408b-bf39-0523ede42f7d req-cafa0996-81d0-42ae-a5df-e9db42cee37d tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.332091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24791452-192b-408b-bf39-0523ede42f7d req-cafa0996-81d0-42ae-a5df-e9db42cee37d tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 949 time: 0.1364982 Jan 27 19:16:01.365529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:01.395528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24791452-192b-408b-bf39-0523ede42f7d req-928a1210-0070-44f6-ab7b-bb63da4688a7 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541029 Jan 27 19:16:01.417178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:01.441138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:01.652124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-d5229d8a-7101-42da-9675-3902db27e012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.4666407 Jan 27 19:16:01.765748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:01.766452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-4c5ad2f7-ab4f-472a-acae-1a2b999b17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.773632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:01.774563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:01.781819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969a0a-8b09-4997-acaa-51ce3d9bed1e req-87de4a50-1853-4d16-a9b5-6006789bc99a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:01.782603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-4c5ad2f7-ab4f-472a-acae-1a2b999b17e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1065230 Jan 27 19:16:01.783579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c969a0a-8b09-4997-acaa-51ce3d9bed1e req-87de4a50-1853-4d16-a9b5-6006789bc99a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0815396 Jan 27 19:16:01.814273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:01.816949 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b9cf9e-81f2-43b8-b9c6-496e68c48ad1" -d '{"events": [{"server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "name": "network-vif-plugged", "status": "completed", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:01.834229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:01.843508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:01.846973 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-8b13d2f1-0bb5-4f70-8c84-9aa13b61bf3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510855 Jan 27 19:16:01.851330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['377d0074-8923-4e36-aa25-adce684bced3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:01.907983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'afb782ba-ead9-4145-a9e8-d8134e0c92a2', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'port_id': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'mac_address': 'fa:16:3e:e0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:15:31Z', 'updated_at': '2022-01-27T19:15:58Z', 'revision_number': 1, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:01.922760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c969a0a-8b09-4997-acaa-51ce3d9bed1e req-c18d867b-f2ff-4011-aa93-d43f61926c64 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243188 Jan 27 19:16:01.954024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29448283-5960-48a6-a27e-6c8f4572bdc3 None None] The sync data for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 is: [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'afb782ba-ead9-4145-a9e8-d8134e0c92a2', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'port_id': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'mac_address': 'fa:16:3e:e0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:15:31Z', 'updated_at': '2022-01-27T19:15:58Z', 'revision_number': 1, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:02.007353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:02.040470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39541-33a4-401d-bb7c-e9c82e79b986 req-714092cc-2db2-4364-9a38-74d005443a38 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.042033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0b39541-33a4-401d-bb7c-e9c82e79b986 req-714092cc-2db2-4364-9a38-74d005443a38 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.1181707 Jan 27 19:16:02.058761 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ac7ea-c5e7-45c0-bbb3-f13f53be94d0 x-openstack-request-id: req-8e0ac7ea-c5e7-45c0-bbb3-f13f53be94d0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:02.058964 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "name": "network-vif-plugged", "status": "completed", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:02.059210 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e0ac7ea-c5e7-45c0-bbb3-f13f53be94d0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:02.059614 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415', 'code': 200} Jan 27 19:16:02.110880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:02.113248 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e466bef3-568e-4f6a-af76-058de6618ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:02.120930 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-eca21d88-39f5-4c88-811c-bf0477f0720a service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671471 Jan 27 19:16:02.159662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0b39541-33a4-401d-bb7c-e9c82e79b986 req-337961d0-f82d-4fb4-af66-3a1b4ac76c8c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084924 Jan 27 19:16:02.276215 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473e777-8269-4f6e-a441-c23c11e5ec0b x-openstack-request-id: req-b473e777-8269-4f6e-a441-c23c11e5ec0b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:02.277179 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:02.277928 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b473e777-8269-4f6e-a441-c23c11e5ec0b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:02.279795 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'status': 'completed', 'code': 200} Jan 27 19:16:02.366201 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6f259-93b4-40b4-863e-33197c651dd2 None None] New status for floating IP afb782ba-ead9-4145-a9e8-d8134e0c92a2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:16:02.369399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b52b38-b998-4a5b-b600-e9314bd829e9 req-ce6a1646-3bec-4a64-ac48-46fa436e3e29 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.377336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3b52b38-b998-4a5b-b600-e9314bd829e9 req-ce6a1646-3bec-4a64-ac48-46fa436e3e29 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.0786853 Jan 27 19:16:02.386019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-19b496b0-0ed0-40ef-b009-7e4adedd2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.387573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-19b496b0-0ed0-40ef-b009-7e4adedd2d41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b3c08e01cf443b2b6dc919e0855a96d&device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 1097 time: 0.1261663 Jan 27 19:16:02.401763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7e0ce916-9e14-478d-ae08-58c67508dc1a req-6f7ccdeb-c490-49d1-92bf-672e14bc66f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671173 Jan 27 19:16:02.419916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd988e-216b-42a5-84ee-e01c0bd4a5a2 req-953a432c-1048-4957-8b83-ca2522586821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.421964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b8dd988e-216b-42a5-84ee-e01c0bd4a5a2 req-953a432c-1048-4957-8b83-ca2522586821 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 1101 time: 0.2983155 Jan 27 19:16:02.509556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b8dd988e-216b-42a5-84ee-e01c0bd4a5a2 req-7bd7151b-2d2d-421c-af0e-ad705d4a54a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Jan 27 19:16:02.563884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3b52b38-b998-4a5b-b600-e9314bd829e9 req-2892eb24-0e23-4819-a9ef-36fe7219c987 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855597 Jan 27 19:16:02.612994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870965-12fc-4123-b666-d12d45e36aac req-8b66e3d1-d55b-472f-81e1-0151ea0b1b19 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.614603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a870965-12fc-4123-b666-d12d45e36aac req-8b66e3d1-d55b-472f-81e1-0151ea0b1b19 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.0983944 Jan 27 19:16:02.647411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-d0bb4b17-0c30-483b-b18c-b13c197269d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:02.650130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-d0bb4b17-0c30-483b-b18c-b13c197269d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91fa2e0b-572d-4dcf-a31d-763caf39f927 HTTP/1.1" status: 200 len: 916 time: 0.2538326 Jan 27 19:16:02.700594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a870965-12fc-4123-b666-d12d45e36aac req-e030fa63-4790-4ca0-91bb-7c437c1a52c6 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703783 Jan 27 19:16:03.092580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342854e2-795c-482b-9547-048fe6742228 req-971ff6e6-1dfe-40d6-a768-e0a2423eed4a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:03.095204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-342854e2-795c-482b-9547-048fe6742228 req-971ff6e6-1dfe-40d6-a768-e0a2423eed4a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0649488 Jan 27 19:16:03.163885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-342854e2-795c-482b-9547-048fe6742228 req-5db9c4ab-debc-418b-a0ca-e12ae64dc2b6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Jan 27 19:16:03.312383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193bef-fa7d-460e-a38f-67a07d8bfb16 req-9615bf87-c313-420f-a70f-c5c3143af204 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:03.314276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1193bef-fa7d-460e-a38f-67a07d8bfb16 req-9615bf87-c313-420f-a70f-c5c3143af204 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.0541453 Jan 27 19:16:03.394484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1193bef-fa7d-460e-a38f-67a07d8bfb16 req-7eb47512-ab1b-4735-917d-db46b68a66fa tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Jan 27 19:16:03.925272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-edcaaeb9-d62f-4f37-a098-27928e62522d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04 HTTP/1.1" status: 200 len: 1002 time: 0.0853546 Jan 27 19:16:04.040502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-37970db6-7564-45c4-ab01-504f8ef2cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.042015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-37970db6-7564-45c4-ab01-504f8ef2cca9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=358c5e56-fcdb-44c1-934f-6a73b343bc9c HTTP/1.1" status: 200 len: 854 time: 0.1023505 Jan 27 19:16:04.071683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb712d3-428b-4ffd-a729-2362d4606d83 req-012fd335-03de-4357-848d-498114cd0b3b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.073248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bb712d3-428b-4ffd-a729-2362d4606d83 req-012fd335-03de-4357-848d-498114cd0b3b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1348655 Jan 27 19:16:04.108876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4d7d-6c3e-48f8-99b4-f4a95cf575e0 req-3754412c-b45d-451f-b38f-3b4b5e9e465d tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.110301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8df4d7d-6c3e-48f8-99b4-f4a95cf575e0 req-3754412c-b45d-451f-b38f-3b4b5e9e465d tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.1367085 Jan 27 19:16:04.161134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-52f13931-f595-4dc4-9701-8323fbe4adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.162710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-52f13931-f595-4dc4-9701-8323fbe4adee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91fa2e0b-572d-4dcf-a31d-763caf39f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126091 Jan 27 19:16:04.194451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bb712d3-428b-4ffd-a729-2362d4606d83 req-2bcddefa-0a1e-4f59-a6dd-7ae0e633c58d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058080 Jan 27 19:16:04.256711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8df4d7d-6c3e-48f8-99b4-f4a95cf575e0 req-9ac39041-fff9-4af4-a096-f79d40baa9c8 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355448 Jan 27 19:16:04.310634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-9410a4bb-ad66-4919-96b2-c569f2dfc1be service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366000 Jan 27 19:16:04.474341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ee3e3-0f54-4ae1-bc3f-c78da9e10c77 req-af054bf7-2068-4786-abb0-46ee50f22b7c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.476743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e9ee3e3-0f54-4ae1-bc3f-c78da9e10c77 req-af054bf7-2068-4786-abb0-46ee50f22b7c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1070633 Jan 27 19:16:04.510587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466bef3-568e-4f6a-af76-058de6618ee6 req-619e875b-ab25-4987-a626-1786aa319f8b service neutron] 10.222.0.66 "GET /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915367 Jan 27 19:16:04.631160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e9ee3e3-0f54-4ae1-bc3f-c78da9e10c77 req-26bd0b79-fea2-4241-b8c9-2328dc1fe3ac tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391096 Jan 27 19:16:04.653578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955f25-6bec-4eda-a75e-b3ff7eb29378 req-644b1c37-5910-4071-97c0-350f33e12140 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:04.656194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a955f25-6bec-4eda-a75e-b3ff7eb29378 req-644b1c37-5910-4071-97c0-350f33e12140 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.1497104 Jan 27 19:16:04.711785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a955f25-6bec-4eda-a75e-b3ff7eb29378 req-742b8705-88e2-44a3-816b-162add02c819 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Jan 27 19:16:04.825518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:04.908539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 377d0074-8923-4e36-aa25-adce684bced3 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:16:04.915337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 377d0074-8923-4e36-aa25-adce684bced3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:04.915899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (377d0074-8923-4e36-aa25-adce684bced3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:05.060440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:05.061062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:05.092226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:05.095015 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb661d5-6e51-49fd-bf2d-c3c26bee72be" -d '{"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-plugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:05.115132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:05.124798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:05.169073 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc10b3-522c-4367-abe8-4951e37cbbf3 x-openstack-request-id: req-6cfc10b3-522c-4367-abe8-4951e37cbbf3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:05.169583 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-plugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:05.170086 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cfc10b3-522c-4367-abe8-4951e37cbbf3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:05.170966 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3', 'code': 200} Jan 27 19:16:05.232194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:05.318567 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-cfc387e9-273f-4a09-8166-4e4d766f75bd service neutron] 10.222.0.39 "GET /v2.0/ports/b8f38a19-27a6-417a-8a41-b398570c403c/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.1564686 Jan 27 19:16:05.353540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61e82-97b8-4137-8ed9-f91eb4525358 req-d00227bf-ec19-4ecb-ad41-2587d4b58a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:05.356135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4d61e82-97b8-4137-8ed9-f91eb4525358 req-d00227bf-ec19-4ecb-ad41-2587d4b58a1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 1096 time: 0.0936060 Jan 27 19:16:05.450968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4d61e82-97b8-4137-8ed9-f91eb4525358 req-803befca-f98f-4a9b-aa80-1ab59a7077ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877111 Jan 27 19:16:05.521645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a441-528f-4436-bc0a-f99ca74653ed req-f7dc91e5-a0dc-4ef2-b4db-ca67f7403c86 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:05.523408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0202a441-528f-4436-bc0a-f99ca74653ed req-f7dc91e5-a0dc-4ef2-b4db-ca67f7403c86 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1270370 Jan 27 19:16:05.536411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f439eb4-f579-4abe-bd22-ff11b1aa35bd req-9153e37c-67d3-4bfd-9e65-1aaddf7c0970 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:05.538024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f439eb4-f579-4abe-bd22-ff11b1aa35bd req-9153e37c-67d3-4bfd-9e65-1aaddf7c0970 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.0900896 Jan 27 19:16:05.632773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0202a441-528f-4436-bc0a-f99ca74653ed req-9388a4e4-4598-4410-b643-7657414664e6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937002 Jan 27 19:16:05.636683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f439eb4-f579-4abe-bd22-ff11b1aa35bd req-216615cd-610a-4a73-b051-8cc8344a7c90 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Jan 27 19:16:05.800057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636345-c3e3-4190-ae98-261b61f139f3 req-8d6850d5-8e57-4740-967e-db5def46bf2b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:05.804563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50636345-c3e3-4190-ae98-261b61f139f3 req-8d6850d5-8e57-4740-967e-db5def46bf2b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0789337 Jan 27 19:16:05.970099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-300807e5-94e2-40f8-9ac4-d0974faf93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:05.973191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-300807e5-94e2-40f8-9ac4-d0974faf93d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1100 time: 0.1300216 Jan 27 19:16:06.003875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50636345-c3e3-4190-ae98-261b61f139f3 req-5225c106-c9f3-4563-a46a-e9c2c6615db4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866610 Jan 27 19:16:06.133662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-f2007be8-0604-4859-b206-8dc33e0030c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:06.136657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-f2007be8-0604-4859-b206-8dc33e0030c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1100 time: 0.1106007 Jan 27 19:16:06.338305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e1c9-b2a1-40b9-9a6f-59ad549a423d req-410e8dc2-c82b-4130-ba24-46289d01791c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:06.340879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b57e1c9-b2a1-40b9-9a6f-59ad549a423d req-410e8dc2-c82b-4130-ba24-46289d01791c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1225903 Jan 27 19:16:06.399474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-edf3040e-584a-4b2b-bd5b-854a9fbc335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:06.403141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-edf3040e-584a-4b2b-bd5b-854a9fbc335b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2545023 Jan 27 19:16:06.488317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-70c302ee-a3d7-4300-a3bb-2fa0447b8614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.0683846 Jan 27 19:16:06.493011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b57e1c9-b2a1-40b9-9a6f-59ad549a423d req-78ab98d1-8306-4644-a15f-97efafcd77a0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435599 Jan 27 19:16:06.586768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-bb045eb5-3699-4ee4-8c86-bebfa6a131a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:06.588273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-bb045eb5-3699-4ee4-8c86-bebfa6a131a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0899711 Jan 27 19:16:06.655136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-c94a2f75-c1ae-4951-923b-263644584f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:06.657272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-c94a2f75-c1ae-4951-923b-263644584f76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557780 Jan 27 19:16:07.383733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede1c37-1cbe-47a6-988a-bbf054e80ec7 req-e36ffbbe-d8b5-4c66-8d51-152076469748 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:07.387266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ede1c37-1cbe-47a6-988a-bbf054e80ec7 req-e36ffbbe-d8b5-4c66-8d51-152076469748 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2603805 Jan 27 19:16:07.401317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fff3a7-27b1-4d84-b987-b231eb204966 req-2bbd14e6-2429-4f54-9b71-4d0e86cbbb84 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:07.403704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7fff3a7-27b1-4d84-b987-b231eb204966 req-2bbd14e6-2429-4f54-9b71-4d0e86cbbb84 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.2092397 Jan 27 19:16:07.422368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-3db1b80c-d7d7-4dd3-83eb-7a0b9e64fd2a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539239 Jan 27 19:16:07.569193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ede1c37-1cbe-47a6-988a-bbf054e80ec7 req-5dc4fe61-ef8e-4a2c-b8fc-7f0d864320fb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640136 Jan 27 19:16:07.575012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7fff3a7-27b1-4d84-b987-b231eb204966 req-5f3ddf2a-f74f-4e9a-a3df-d700a44c00b3 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573913 Jan 27 19:16:07.601816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292f2204-4aa6-445b-9a3d-1a14ebe7048f req-93cf99e3-c6cb-4a7d-9fde-31887dd5ec6b service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647050 Jan 27 19:16:07.757784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a85b1-b251-4245-ab47-77e641c7e95c req-8c5fb918-194d-4660-9e3d-e279fa4a86cf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:07.759401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a16a85b1-b251-4245-ab47-77e641c7e95c req-8c5fb918-194d-4660-9e3d-e279fa4a86cf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0988305 Jan 27 19:16:07.781148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecffaf0-db9d-4f85-879b-50496147d796 req-3d8087da-a283-40f8-982d-3b0776f176fc tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:07.782851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ecffaf0-db9d-4f85-879b-50496147d796 req-3d8087da-a283-40f8-982d-3b0776f176fc tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.0802884 Jan 27 19:16:07.862865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a16a85b1-b251-4245-ab47-77e641c7e95c req-1b83e21f-4a4a-4c78-bf8c-fd95d9abc1f6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896175 Jan 27 19:16:07.884224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ecffaf0-db9d-4f85-879b-50496147d796 req-d6bb8f38-ec26-4d3e-be14-5453a381b139 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864563 Jan 27 19:16:08.124930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433173-491e-4c74-9860-c9a3f4254c59 req-f8d07e51-0fd3-4b48-814a-cf25f553d675 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:08.127062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31433173-491e-4c74-9860-c9a3f4254c59 req-f8d07e51-0fd3-4b48-814a-cf25f553d675 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.0918839 Jan 27 19:16:08.283207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454556-83e5-4409-a297-24101f72dd00 req-3eabb95f-0296-4776-802c-0a66ac2c0281 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:08.286617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea454556-83e5-4409-a297-24101f72dd00 req-3eabb95f-0296-4776-802c-0a66ac2c0281 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.1336873 Jan 27 19:16:08.292439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31433173-491e-4c74-9860-c9a3f4254c59 req-d5aaf81c-9333-4b8c-91d3-d0c02c6f2669 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511693 Jan 27 19:16:08.393987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea454556-83e5-4409-a297-24101f72dd00 req-342bf916-9b35-4d56-a0cc-296118a2340d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963774 Jan 27 19:16:08.512667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778568aa-0f06-44e6-9dd9-7b64883e8153 req-5f2928c0-fba1-4ec8-94fb-0be6d85cdffb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:08.515146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-778568aa-0f06-44e6-9dd9-7b64883e8153 req-5f2928c0-fba1-4ec8-94fb-0be6d85cdffb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.0623031 Jan 27 19:16:08.579023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-778568aa-0f06-44e6-9dd9-7b64883e8153 req-06410339-c45f-4d37-92d1-9d8b6a966e3c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 Jan 27 19:16:08.774894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d613-696f-4954-8845-de38e3a62703 req-c0e53233-712f-47bb-bfba-9c0dbfcd4f08 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:08.776479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b816d613-696f-4954-8845-de38e3a62703 req-c0e53233-712f-47bb-bfba-9c0dbfcd4f08 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.0995772 Jan 27 19:16:08.789355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de453e-97b0-4634-9dbd-726aee504679 req-a798d7da-c148-4879-892c-cf6cce5c7c62 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:08.791051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0de453e-97b0-4634-9dbd-726aee504679 req-a798d7da-c148-4879-892c-cf6cce5c7c62 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.0718253 Jan 27 19:16:08.858781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:08.872794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b816d613-696f-4954-8845-de38e3a62703 req-5b7c1696-573a-4ab1-8f55-78a32e1052d5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Jan 27 19:16:08.894811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0de453e-97b0-4634-9dbd-726aee504679 req-4db692e5-cda8-4968-b71c-282e861d614d tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d399f2a-af70-4d37-9786-7ffaa97e6761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Jan 27 19:16:08.954920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-176b6b78-b734-45b2-bc50-ee2dbe314cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:09.093140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:09.093849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:09.121724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:09.124257 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b937b6-d5e8-44b0-a5a1-24483dbb7f14" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:09.139421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:09.147172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd24df-76d0-4649-891c-f90fe0fc83b5 req-92bd772e-841f-4260-a8b0-651178516ba9 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:09.147797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:09.159875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adfd24df-76d0-4649-891c-f90fe0fc83b5 req-92bd772e-841f-4260-a8b0-651178516ba9 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.1158099 Jan 27 19:16:09.264938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:09.266592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adfd24df-76d0-4649-891c-f90fe0fc83b5 req-8c2e5d75-f6a6-4f14-a75a-9d3f922206a0 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032028 Jan 27 19:16:09.494451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-f4e14537-35f9-4418-a1d2-d2784623a05e tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:09.496314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-f4e14537-35f9-4418-a1d2-d2784623a05e tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.66 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 950 time: 0.2014573 Jan 27 19:16:09.530097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04c63-a102-4717-b590-9264b632563d req-18cd064f-eadc-451d-8818-c0614f967a6c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:09.532600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e04c63-a102-4717-b590-9264b632563d req-18cd064f-eadc-451d-8818-c0614f967a6c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1387508 Jan 27 19:16:09.646886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e04c63-a102-4717-b590-9264b632563d req-916f0900-6ef7-490f-ae00-e937a8339993 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936053 Jan 27 19:16:09.671415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Deleting port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:09.671776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:09.762568 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d869d-67b9-48db-bbc0-d5248c73f172 x-openstack-request-id: req-522d869d-67b9-48db-bbc0-d5248c73f172 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:09.763487 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:09.764160 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-522d869d-67b9-48db-bbc0-d5248c73f172 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:09.765410 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'code': 200} Jan 27 19:16:09.805117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] For port 84aeacc7-41ac-4ba6-b891-ee38bac5f415, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=84aeacc7-41ac-4ba6-b891-ee38bac5f415,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:09.805529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:09.822167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Calling delete_port for 84aeacc7-41ac-4ba6-b891-ee38bac5f415 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:10.105299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139485-7638-493e-ba22-cafa56b1afb6 req-c1e2c35c-1221-4726-9aad-cbb5efc357b8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:10.108036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de139485-7638-493e-ba22-cafa56b1afb6 req-c1e2c35c-1221-4726-9aad-cbb5efc357b8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1444759 Jan 27 19:16:10.291728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de139485-7638-493e-ba22-cafa56b1afb6 req-99bfc236-b9b2-439c-8549-cb67eb1735e5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694434 Jan 27 19:16:10.295904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (84aeacc7-41ac-4ba6-b891-ee38bac5f415), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:10.318893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['84aeacc7-41ac-4ba6-b891-ee38bac5f415'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:10.360604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Pushing event deleted for resources: {'Port': ['ID=84aeacc7-41ac-4ba6-b891-ee38bac5f415,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:10.460810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] No DVR routers for this DVR port 84aeacc7-41ac-4ba6-b891-ee38bac5f415 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:10.467160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:10.485624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e650443c-5a32-48ce-89d1-0697cfad2210 req-8ad3e0ec-ef02-4ef8-a8c2-3ecfb4601f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.66 "DELETE /v2.0/ports/84aeacc7-41ac-4ba6-b891-ee38bac5f415 HTTP/1.1" status: 204 len: 173 time: 0.9724920 Jan 27 19:16:10.486834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'name': 'network-vif-deleted', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:10.491441 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69bf72b-dd29-4cce-99c3-87a86aa8729f" -d '{"events": [{"server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "name": "network-vif-deleted", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:10.872523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:10.877689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:10.911348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b1db-3763-4e37-888f-27ae765f98c0 req-3887e05e-f808-448d-a4e7-9df6d03dcf1b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:10.913932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdc4b1db-3763-4e37-888f-27ae765f98c0 req-3887e05e-f808-448d-a4e7-9df6d03dcf1b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.0864096 Jan 27 19:16:10.992654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdc4b1db-3763-4e37-888f-27ae765f98c0 req-9c7fee94-bb9b-4017-a1ec-ef9c11782ab2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Jan 27 19:16:11.061172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port efdab05e-e39c-4bac-a423-fbb2e9e78ecc is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:11.069494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:11.086464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'mac_address': 'fa:16:3e:aa:fe:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:11.101398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fefc3604-3ea6-4a21-9b82-67bcad6b6fa6 req-24ab82ed-b1c1-451f-9450-77d483261f82 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Jan 27 19:16:11.134712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:11.135384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:11.152350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:11.176158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:11.181047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:11.232774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:11.263653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7030-770f-499d-90c0-aed5c54999f4 req-15f8ca87-a244-4828-8d3c-4aa4d5963cf6 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:11.266261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75be7030-770f-499d-90c0-aed5c54999f4 req-15f8ca87-a244-4828-8d3c-4aa4d5963cf6 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 946 time: 0.0965660 Jan 27 19:16:11.356405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75be7030-770f-499d-90c0-aed5c54999f4 req-d667f354-faa6-4f0b-9f18-25a9e7edc806 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833449 Jan 27 19:16:11.434243 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06be7cc-fb3f-489f-8008-2139a35c191a x-openstack-request-id: req-c06be7cc-fb3f-489f-8008-2139a35c191a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:11.434735 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e77b28-b7fa-46e8-be01-ed1fedcc0083", "name": "network-vif-deleted", "tag": "84aeacc7-41ac-4ba6-b891-ee38bac5f415", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:11.435143 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c06be7cc-fb3f-489f-8008-2139a35c191a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:11.435684 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e77b28-b7fa-46e8-be01-ed1fedcc0083', 'name': 'network-vif-deleted', 'tag': '84aeacc7-41ac-4ba6-b891-ee38bac5f415', 'status': 'completed', 'code': 200} Jan 27 19:16:11.578358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c113d5-8d4f-4baf-bf2a-7cb7964be29c req-c6b6f4bf-8f0a-47b0-a956-9521ed86189c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:11.579936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36c113d5-8d4f-4baf-bf2a-7cb7964be29c req-c6b6f4bf-8f0a-47b0-a956-9521ed86189c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0558436 Jan 27 19:16:11.635983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b8f38a19-27a6-417a-8a41-b398570c403c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:11.638057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36c113d5-8d4f-4baf-bf2a-7cb7964be29c req-6f3a841c-0b70-4c6e-91e5-2460bdcac14c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466874 Jan 27 19:16:11.802504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-2c3e362c-b66d-4027-906f-de39395260db tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1542837942&fields=id&tenant_id=5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 267 time: 0.0471117 Jan 27 19:16:11.841704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ceffe83-fd4d-415a-8841-bedbf94fcd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:11.949018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-abee1dba-25e9-43a9-80f9-25b86812ce00 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:11.951608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-abee1dba-25e9-43a9-80f9-25b86812ce00 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 823 time: 0.1361089 Jan 27 19:16:11.973715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bed4862e-6824-4c64-84d2-fe962f089959 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/quotas/5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 375 time: 0.0151653 Jan 27 19:16:12.037539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-0ad2da51-d0cd-4b5e-94f2-8371284d4415 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575264 Jan 27 19:16:12.213649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-821efc9f-4f34-40c8-bc85-62ea2d64547c service neutron] 10.222.0.59 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614542 Jan 27 19:16:12.318119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-72657ead-4c3b-4b4f-a673-e18a45f313e5 service neutron] 10.222.0.59 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979197 Jan 27 19:16:12.892179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:12.959326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b8f38a19-27a6-417a-8a41-b398570c403c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:12.959859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:12.989461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 84aeacc7-41ac-4ba6-b891-ee38bac5f415 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:13.033799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 84aeacc7-41ac-4ba6-b891-ee38bac5f415 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:16:13.035159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 84aeacc7-41ac-4ba6-b891-ee38bac5f415 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:16:13.036154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:13.041704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c2eb04a2-00f8-43cf-bf18-39935e9537f6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.044433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c2eb04a2-00f8-43cf-bf18-39935e9537f6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9&tenant_id=30b47258fcbf45dcb526835961e1c6b7&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 948 time: 0.1798692 Jan 27 19:16:13.074989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e5203-e34f-44da-92e9-2f8f1d701ede req-dce86b7f-52e5-4eef-8631-d558c4a6a2b0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.086713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-030e5203-e34f-44da-92e9-2f8f1d701ede req-dce86b7f-52e5-4eef-8631-d558c4a6a2b0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1269736 Jan 27 19:16:13.133095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port efdab05e-e39c-4bac-a423-fbb2e9e78ecc host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:16:13.133994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:16:13.134852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40af3a05-6409-4aac-a9af-1fad68a048ab no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:13.193854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-030e5203-e34f-44da-92e9-2f8f1d701ede req-e2f80b7d-619e-46b4-b925-cc8fd5b4afe4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 Jan 27 19:16:13.195747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-cb55abc1-74b1-439c-8dcb-04332d2b8e8a service neutron] 10.222.0.39 "GET /v2.0/ports/b8f38a19-27a6-417a-8a41-b398570c403c/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.1327910 Jan 27 19:16:13.292902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c6cd881a-051a-4dc6-a5c1-7e3d951728c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.294382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c6cd881a-051a-4dc6-a5c1-7e3d951728c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1099 time: 0.0707567 Jan 27 19:16:13.317207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:13.317879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:13.338721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a6cb06b-a831-4b77-b41c-0b5e3263e5e7 req-2c08552c-f634-4d7c-963a-d1f642cf50f3 tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.0575564 Jan 27 19:16:13.384095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40af3a05-6409-4aac-a9af-1fad68a048ab is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:13.385434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:13.416447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:13.419021 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea6de7-4247-4c0d-9644-cb6898b121e3" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:13.436114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-871080f8-981b-4b0b-beb6-02527524b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.439122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-871080f8-981b-4b0b-beb6-02527524b843 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1215451 Jan 27 19:16:13.445936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:13.458929 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:13.473664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:13.507808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:13.553401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:13.563447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-e40be82b-71cd-4c8a-bb86-c855d18d7e2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.1110952 Jan 27 19:16:13.622188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:13.648791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5862dd-51b1-40ab-a5cd-402c79297d9c req-5873edb0-8886-465f-a837-dcfb171a8a07 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.651540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a5862dd-51b1-40ab-a5cd-402c79297d9c req-5873edb0-8886-465f-a837-dcfb171a8a07 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.1817944 Jan 27 19:16:13.681644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c51186dd-b6fb-44fb-a63a-9304499e815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.684015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-c51186dd-b6fb-44fb-a63a-9304499e815a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1082695 Jan 27 19:16:13.764986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a5862dd-51b1-40ab-a5cd-402c79297d9c req-9b72286c-4c3e-4ec9-9d6e-e798e51b7c66 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018991 Jan 27 19:16:13.794116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-20c8657d-8048-4206-a6e4-615fb8813f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:13.794116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-20c8657d-8048-4206-a6e4-615fb8813f58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875597 Jan 27 19:16:13.919943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10703883-f3ef-4cc6-b87a-56aa19f59733 req-66c65faf-cbdd-4fc6-b366-ecb447b2c5f3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 210 time: 0.0416837 Jan 27 19:16:13.968667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-58c9a1b2-b43b-4354-9421-d46d70626330 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744595 Jan 27 19:16:14.129921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-b6b7dbc2-4642-4659-8523-1ad0afc4b382 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494155 Jan 27 19:16:14.137116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fed06-7e5a-4ca7-8d04-ec3bfdf9efa5 req-ac3573e5-828a-4d41-8af3-baf85022c31d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:14.138757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5fed06-7e5a-4ca7-8d04-ec3bfdf9efa5 req-ac3573e5-828a-4d41-8af3-baf85022c31d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.0872426 Jan 27 19:16:14.233441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5fed06-7e5a-4ca7-8d04-ec3bfdf9efa5 req-e2f4e695-2402-4ed7-b646-7d0258edfb6b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792880 Jan 27 19:16:14.428996 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c6886-11b3-48f4-b5a0-84dbe506c1fc x-openstack-request-id: req-5e1c6886-11b3-48f4-b5a0-84dbe506c1fc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:14.429833 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:14.429833 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e1c6886-11b3-48f4-b5a0-84dbe506c1fc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:14.430109 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'code': 200} Jan 27 19:16:14.591506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-47c6e158-b86b-42d3-b086-dfa81e6c518d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:14.595847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-47c6e158-b86b-42d3-b086-dfa81e6c518d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.1649809 Jan 27 19:16:14.712731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492b2f-d29c-4e35-9ad0-a77ccdfdfbb7 req-c3d1fe5d-cb74-4175-bc95-ef0199bf49b1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:14.716040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1492b2f-d29c-4e35-9ad0-a77ccdfdfbb7 req-c3d1fe5d-cb74-4175-bc95-ef0199bf49b1 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.3684938 Jan 27 19:16:14.885680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87ac31-728e-4d71-8ad0-d27e10b17664 req-705ce525-390e-4dd5-a594-d87a5c7d0ef7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:14.888278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a87ac31-728e-4d71-8ad0-d27e10b17664 req-705ce525-390e-4dd5-a594-d87a5c7d0ef7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.2895887 Jan 27 19:16:14.927968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1492b2f-d29c-4e35-9ad0-a77ccdfdfbb7 req-be7cc61b-79dd-4581-97a4-b40674b6ae6a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019782 Jan 27 19:16:15.003995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.026992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a87ac31-728e-4d71-8ad0-d27e10b17664 req-94855104-afe5-485f-9f4f-c402c10ce048 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235173 Jan 27 19:16:15.048358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Deleting port 40af3a05-6409-4aac-a9af-1fad68a048ab {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:15.048918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.139573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-521e70d0-0ab3-46f8-a7e3-1efd51ed1f42 req-f80bfde2-250b-4367-96e2-daaac668475f tempest-TenantUsagesTestJSON-1518722483 tempest-TenantUsagesTestJSON-1518722483-project] 10.222.0.59 "GET /v2.0/ports?device_id=45e77b28-b7fa-46e8-be01-ed1fedcc0083 HTTP/1.1" status: 200 len: 210 time: 0.0797379 Jan 27 19:16:15.359629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3b9b5eb-a27d-496f-85b4-d5817dc780ce req-3ccd4f68-aa32-4f61-a663-293f4f76d628 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 210 time: 0.0430658 Jan 27 19:16:15.390182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6dd1a-bb82-420c-ac32-9d0ddc8a60db req-9b104f52-e1c2-4949-aed0-51cc7633977d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:15.391730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f6dd1a-bb82-420c-ac32-9d0ddc8a60db req-9b104f52-e1c2-4949-aed0-51cc7633977d tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b782925-a530-4bfb-ac09-b0f9874ad5ad HTTP/1.1" status: 200 len: 944 time: 0.1843896 Jan 27 19:16:15.431230 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.443578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] For port 40af3a05-6409-4aac-a9af-1fad68a048ab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40af3a05-6409-4aac-a9af-1fad68a048ab,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:15.443874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.474826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Calling delete_port for 40af3a05-6409-4aac-a9af-1fad68a048ab owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:15.584052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f6dd1a-bb82-420c-ac32-9d0ddc8a60db req-6e9905f6-8b49-4ef5-9b30-3ef920b802ad tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.59 "GET /v2.0/security-groups?id=419301c2-d6ee-4415-ba8c-91260b6e014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596985 Jan 27 19:16:15.625670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-620935b3-8160-4ec2-bd09-5b03de81fcb9 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:15.629609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-620935b3-8160-4ec2-bd09-5b03de81fcb9 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 823 time: 0.2495377 Jan 27 19:16:15.730198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-ffade034-fda9-4407-8197-391361f7b29b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c355821907041e29f8a151ac1acb33e HTTP/1.1" status: 200 len: 380 time: 0.0900598 Jan 27 19:16:15.753158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'port': {'device_id': '4fcbc80d-df77-4c72-a222-a43928b14108', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'admin_state_up': True, 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'security_groups': ['a903d92e-ab86-4eb5-a5f0-e10947ff4536']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:15.825770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172e17-a85d-4121-b142-27ebc9418919 req-194b34d4-0187-4987-91ed-dbf5963b7369 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:15.828226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24172e17-a85d-4121-b142-27ebc9418919 req-194b34d4-0187-4987-91ed-dbf5963b7369 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1437235 Jan 27 19:16:15.888167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (40af3a05-6409-4aac-a9af-1fad68a048ab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.930378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:15.966943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Pushing event deleted for resources: {'Port': ['ID=40af3a05-6409-4aac-a9af-1fad68a048ab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:15.979724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Made reservation on behalf of 5c355821907041e29f8a151ac1acb33e for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:16:15.988853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:16.089439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24172e17-a85d-4121-b142-27ebc9418919 req-213e45c2-12d4-49fc-9044-3cb9ae93501f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408483 Jan 27 19:16:16.125538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] No DVR routers for this DVR port 40af3a05-6409-4aac-a9af-1fad68a048ab on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:16.151733 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:16.156072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7e5f248-928e-469b-9921-a0072625eaa8 req-ab652abe-2db5-45f6-a902-0ee15cdcb5d1 tempest-AttachSCSIVolumeTestJSON-2121176713 tempest-AttachSCSIVolumeTestJSON-2121176713-project] 10.222.0.66 "DELETE /v2.0/ports/40af3a05-6409-4aac-a9af-1fad68a048ab HTTP/1.1" status: 204 len: 173 time: 1.5418162 Jan 27 19:16:16.156827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-deleted', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:16.168567 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72629eb6-cc62-4c3c-8540-20dd985b033a" -d '{"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-deleted", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:16.249053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bdbbd-cc3f-4334-b393-ca01725f3e60 req-1bd4be88-b340-40cc-be9c-8c78999578e0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:16.266698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e5bdbbd-cc3f-4334-b393-ca01725f3e60 req-1bd4be88-b340-40cc-be9c-8c78999578e0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.1537685 Jan 27 19:16:16.307185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Allocated IP 172.20.0.6 (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed/bd05affd-0cf4-4c5b-a7a8-5176cb60a634/2a89a393-68d3-4025-a4f7-d118d23085a6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:16.431476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:16.435378 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b54fb-004c-46e5-96ad-2e7e0081dead" -d '{"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:16.616791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:16.702699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:16.797174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:16.803003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:16.807481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:16.829579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:16.830650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:16.876031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event updated for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:16.888184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1471028 Jan 27 19:16:16.910946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Request body: {'port': {'device_id': '4fcbc80d-df77-4c72-a222-a43928b14108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:16.916563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.916965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.917796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.918455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.918979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.919534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.920202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.920728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.921296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.922575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.922575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.922954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.923467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e113-3fa9-44b4-b929-8eeb73f62fa3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:16.988702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e5bdbbd-cc3f-4334-b393-ca01725f3e60 req-9d282e25-69b9-4bc9-bc87-35873a867f4a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100751 Jan 27 19:16:17.016111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b91e7-3080-44db-a884-313da6ea4aac req-6ac75d60-2e8f-4db0-97e8-8ba45df4eab5 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:17.030393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b58b91e7-3080-44db-a884-313da6ea4aac req-6ac75d60-2e8f-4db0-97e8-8ba45df4eab5 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/ports?device_id=9bbd9777-487f-4a03-b840-2a6015a171da HTTP/1.1" status: 200 len: 945 time: 0.8245111 Jan 27 19:16:17.075509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b33a-bfd3-4060-8a81-ba4d133c9de8 req-23b41c4d-531b-4f64-9241-e4817bc00364 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:17.078668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5095b33a-bfd3-4060-8a81-ba4d133c9de8 req-23b41c4d-531b-4f64-9241-e4817bc00364 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.7915208 Jan 27 19:16:17.221301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:17.270756 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b085fe3b-3248-4907-b807-44ff34c90652 x-openstack-request-id: req-b085fe3b-3248-4907-b807-44ff34c90652 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:17.271630 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-deleted", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:17.272006 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b085fe3b-3248-4907-b807-44ff34c90652 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:17.272812 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-deleted', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'status': 'completed', 'code': 200} Jan 27 19:16:17.386093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5095b33a-bfd3-4060-8a81-ba4d133c9de8 req-a2e810a8-7d98-404a-992e-9f8979e33d1e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700529 Jan 27 19:16:17.466355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Deleting port 56ab682f-5232-495d-90d4-e5d350734475 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:17.470825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:17.506078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6cae3aa6-4eb6-4139-81e9-16748bef1f14 None None] Provisioning complete for port 2a89a393-68d3-4025-a4f7-d118d23085a6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:17.507003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cae3aa6-4eb6-4139-81e9-16748bef1f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:17.725471 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f96cff-e13f-4936-a6a8-0799cd9dc4c1 x-openstack-request-id: req-f1f96cff-e13f-4936-a6a8-0799cd9dc4c1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:17.725930 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b782925-a530-4bfb-ac09-b0f9874ad5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "40af3a05-6409-4aac-a9af-1fad68a048ab", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:17.732227 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1f96cff-e13f-4936-a6a8-0799cd9dc4c1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:17.734251 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b782925-a530-4bfb-ac09-b0f9874ad5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af3a05-6409-4aac-a9af-1fad68a048ab', 'code': 200} Jan 27 19:16:17.743472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6cae3aa6-4eb6-4139-81e9-16748bef1f14 None None] Port 2a89a393-68d3-4025-a4f7-d118d23085a6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:16:17.882685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c57231-464f-4c4a-99e9-6768ed623258 req-61776ccf-aee3-4015-9852-b63becc061ab tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:17.917077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52c57231-464f-4c4a-99e9-6768ed623258 req-61776ccf-aee3-4015-9852-b63becc061ab tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 931 time: 0.3542709 Jan 27 19:16:18.098684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34960) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:18.353182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52c57231-464f-4c4a-99e9-6768ed623258 req-1ec430db-f9e3-4175-8c26-b010303e8d40 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4345574 Jan 27 19:16:18.484374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a89a393-68d3-4025-a4f7-d118d23085a6 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:18.525899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks [] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:18.574643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:18.575396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (56ab682f-5232-495d-90d4-e5d350734475), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:18.579868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Transition to ACTIVE for port object 2a89a393-68d3-4025-a4f7-d118d23085a6 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:16:18.618895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:18.735748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-f96e0c49-8a00-4dd2-9877-f7268f8f428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:18.740123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-f96e0c49-8a00-4dd2-9877-f7268f8f428e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1100 time: 0.3459899 Jan 27 19:16:18.773159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994c934-9cb1-4d1c-b1cf-d9c590343aca req-5bb70e0d-7b5f-4a67-ab03-16380983bb57 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:18.786408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9994c934-9cb1-4d1c-b1cf-d9c590343aca req-5bb70e0d-7b5f-4a67-ab03-16380983bb57 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.3606238 Jan 27 19:16:18.899151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5fdf9a5d-f028-43b6-af8a-d1ca37d8e913 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8f093049faa47ebbc974286f159c611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7939763 Jan 27 19:16:18.913172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Pushing event updated for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:18.919248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:18.920125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:18.937222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Attempting to bind port 2a89a393-68d3-4025-a4f7-d118d23085a6 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:18.937775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Attempting to bind port 2a89a393-68d3-4025-a4f7-d118d23085a6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:18.938292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Attempting to bind port 2a89a393-68d3-4025-a4f7-d118d23085a6 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:18.997026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Port 2a89a393-68d3-4025-a4f7-d118d23085a6 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:16:18.997591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Attempting to bind port 2a89a393-68d3-4025-a4f7-d118d23085a6 on network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:19.039479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 56ab682f-5232-495d-90d4-e5d350734475 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:19.050136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:19.059006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Checking segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:19.059624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Bound using segment: {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:19.060369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Bound port: 2a89a393-68d3-4025-a4f7-d118d23085a6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:19.060943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.293660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] Publish callbacks [] for security_group (0d399f2a-af70-4d37-9786-7ffaa97e6761), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.413446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:19.414084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.483871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:19.490195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] Publish callbacks [] for security_group (0d399f2a-af70-4d37-9786-7ffaa97e6761), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.496136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a89a393-68d3-4025-a4f7-d118d23085a6,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:19.509080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.639594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 56ab682f-5232-495d-90d4-e5d350734475 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:19.640670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (56ab682f-5232-495d-90d4-e5d350734475), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.669822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f757-5b5c-4c76-83ef-a190ae9d4b2b req-57a12f32-9557-4d7e-89a6-f6de54f9f972 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:19.684692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:19.686732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c63f757-5b5c-4c76-83ef-a190ae9d4b2b req-57a12f32-9557-4d7e-89a6-f6de54f9f972 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 1.0793302 Jan 27 19:16:19.721211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Pushing event updated for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:19.730330 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.796909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:19.797945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:19.828794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-19fd3079-d5f8-47b8-850e-6e4134bcea8d service neutron] 10.222.0.66 "PUT /v2.0/ports/2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 200 len: 1091 time: 2.9255548 Jan 27 19:16:19.829594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:19.834007 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea54001-74d4-405b-a587-7ba261e0d30c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:19.879040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:19.883914 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2bdbc-d6bb-4e84-85df-27e2595b98a9" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:19.894660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:20.013233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-f96a0d99-f842-4d51-b563-2b9fb9557ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:20.017587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-f96a0d99-f842-4d51-b563-2b9fb9557ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 1100 time: 1.0610907 Jan 27 19:16:20.034316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 56ab682f-5232-495d-90d4-e5d350734475, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=56ab682f-5232-495d-90d4-e5d350734475,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:20.035719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9994c934-9cb1-4d1c-b1cf-d9c590343aca req-8b38faa9-bbc3-4949-a625-7bc6ff3fcaec tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2479131 Jan 27 19:16:20.069733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:20.124979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0d399f2a-af70-4d37-9786-7ffaa97e6761), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:20.146069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:20.148113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d399f2a-af70-4d37-9786-7ffaa97e6761 HTTP/1.1" status: 204 len: 168 time: 1.2264097 Jan 27 19:16:20.236983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-dc99edd4-1b8b-4a24-88e0-4c92972d6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:20.250629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-dc99edd4-1b8b-4a24-88e0-4c92972d6145 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 1094 time: 0.3112669 Jan 27 19:16:20.264150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba28e5a-0f4a-431a-affa-9e4c3048f19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d399f2a-af70-4d37-9786-7ffaa97e6761,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:20.422906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c63f757-5b5c-4c76-83ef-a190ae9d4b2b req-d8056004-48bc-4389-aa86-58e9a8d5a770 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7331684 Jan 27 19:16:20.455987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:20.456560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-15bfac5d-0319-4f13-a2e8-75b5ad8ed33b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 200 len: 217 time: 0.1969013 Jan 27 19:16:20.684461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-5483e1d9-3e00-4858-bf8f-9cbd8b2d6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:20.695196 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-5483e1d9-3e00-4858-bf8f-9cbd8b2d6d4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.2283638 Jan 27 19:16:20.725955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:20.727168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:20.729848 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d disassociated. External IP: 172.25.5.137, port: 56ab682f-5232-495d-90d4-e5d350734475. Jan 27 19:16:20.730599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Calling delete_port for 56ab682f-5232-495d-90d4-e5d350734475 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:20.916619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-b0bb921a-478a-493c-9142-baf6d1474627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:20.933421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-b0bb921a-478a-493c-9142-baf6d1474627 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267218 Jan 27 19:16:21.032666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35074) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:21.175073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685a2c-ea23-4ea6-b3b0-d3ba84d85c34 req-32deb726-2cdf-4978-9205-18f4cc4cf76d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:21.178710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa685a2c-ea23-4ea6-b3b0-d3ba84d85c34 req-32deb726-2cdf-4978-9205-18f4cc4cf76d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.7019305 Jan 27 19:16:21.206890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f61e0358-8e18-4815-a501-6942b48d0b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:21.243459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-01d31746-af53-466d-b88b-84ecab26f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:21.246123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-01d31746-af53-466d-b88b-84ecab26f805 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 1.2088192 Jan 27 19:16:21.371132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-cfe3f144-e3d2-46ef-ab8f-4a473e13211f service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306693 Jan 27 19:16:21.423115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa685a2c-ea23-4ea6-b3b0-d3ba84d85c34 req-109b597f-f2fc-4933-acda-3c413d8835bc tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986601 Jan 27 19:16:21.429360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-7d743da1-440b-4e1c-822d-3d2d3e74fd04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 200 len: 217 time: 0.1456060 Jan 27 19:16:21.443275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0366c73-f704-4fbf-922d-97cfac5b2aef req-84954606-1c2d-4130-b497-a071cefea9be tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:21.456125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0366c73-f704-4fbf-922d-97cfac5b2aef req-84954606-1c2d-4130-b497-a071cefea9be tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 943 time: 0.3585179 Jan 27 19:16:21.585785 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff885d66-3e18-4759-90ff-560f6d84d7fd x-openstack-request-id: req-ff885d66-3e18-4759-90ff-560f6d84d7fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:21.590066 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:21.590996 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff885d66-3e18-4759-90ff-560f6d84d7fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:21.592486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-3a63e2bd-f4e6-4fc9-aba7-e28c0efceb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:21.593290 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'code': 200} Jan 27 19:16:21.598303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-3a63e2bd-f4e6-4fc9-aba7-e28c0efceb11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1000016 Jan 27 19:16:21.630012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f61e0358-8e18-4815-a501-6942b48d0b55 admin admin] Publish callbacks [] for security_group (38137bcf-3d22-45e9-87be-0c5743224f01), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:21.663062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f61e0358-8e18-4815-a501-6942b48d0b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (38137bcf-3d22-45e9-87be-0c5743224f01), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:21.747743 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce24d6-af6f-4b49-9cda-3532658ab6b7 x-openstack-request-id: req-c7ce24d6-af6f-4b49-9cda-3532658ab6b7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:21.748399 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:21.748681 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7ce24d6-af6f-4b49-9cda-3532658ab6b7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:21.749455 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'status': 'completed', 'code': 200} Jan 27 19:16:21.768009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0366c73-f704-4fbf-922d-97cfac5b2aef req-e38f8064-3efe-4cde-b2ab-a5b9ce8fbf79 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083632 Jan 27 19:16:21.781536 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ecedfcd-ad15-4995-921b-f5a2f02284c6 req-5c95c7a5-0b4f-48ef-a48f-3e37df790013 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997927 Jan 27 19:16:21.808536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-df181ed7-a588-4c3c-a078-7d3b2e58f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:21.811690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-df181ed7-a588-4c3c-a078-7d3b2e58f8aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767843 Jan 27 19:16:21.995357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f61e0358-8e18-4815-a501-6942b48d0b55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0ae33a6327d484097d65f83ea98e144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9595690 Jan 27 19:16:22.001559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:22.005528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e0358-8e18-4815-a501-6942b48d0b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38137bcf-3d22-45e9-87be-0c5743224f01,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:22.112250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54001-74d4-405b-a587-7ba261e0d30c req-23c19ef1-ba9a-47c0-adef-990099c326c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.115474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-23c19ef1-ba9a-47c0-adef-990099c326c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 1094 time: 0.2407672 Jan 27 19:16:22.242901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] Publish callbacks [] for security_group (38137bcf-3d22-45e9-87be-0c5743224f01), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:22.251927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6b19-4885-4384-a88b-f651ea88c8f3 req-7ed4d75e-bd4b-41b8-a2e4-6a7dfd7d807e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.262280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a47f6b19-4885-4384-a88b-f651ea88c8f3 req-7ed4d75e-bd4b-41b8-a2e4-6a7dfd7d807e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.3584275 Jan 27 19:16:22.308329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] Publish callbacks [] for security_group (38137bcf-3d22-45e9-87be-0c5743224f01), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:22.320768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (56ab682f-5232-495d-90d4-e5d350734475), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:22.338524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072474e3-d29e-4acd-b73a-25d3d0388c98 req-a19aaed0-4bfd-4688-bdbc-160615d2c4fe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.341135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-072474e3-d29e-4acd-b73a-25d3d0388c98 req-a19aaed0-4bfd-4688-bdbc-160615d2c4fe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.3317530 Jan 27 19:16:22.397057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54001-74d4-405b-a587-7ba261e0d30c req-bb282fb9-1821-4c3f-ab79-6667fc6b53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.407858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-bb282fb9-1821-4c3f-ab79-6667fc6b53ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.2826543 Jan 27 19:16:22.484627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event deleted for resources: {'Port': ['ID=56ab682f-5232-495d-90d4-e5d350734475,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:22.530244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-1cce6fef-3420-4e89-be7c-4748fba47436 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025821 Jan 27 19:16:22.538062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (38137bcf-3d22-45e9-87be-0c5743224f01), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:22.545065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:22.548575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38137bcf-3d22-45e9-87be-0c5743224f01 HTTP/1.1" status: 204 len: 168 time: 0.5437639 Jan 27 19:16:22.569147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-e573e554-1f3c-4288-873f-d39004a4b2ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 200 len: 217 time: 0.1521723 Jan 27 19:16:22.570315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2e42c-1a3b-4b3d-9e0e-3734a78973a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38137bcf-3d22-45e9-87be-0c5743224f01,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:22.696068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54001-74d4-405b-a587-7ba261e0d30c req-2a0d636a-fc04-4c13-b87d-e25d410a121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.702343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-2a0d636a-fc04-4c13-b87d-e25d410a121b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.1239419 Jan 27 19:16:22.742125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a47f6b19-4885-4384-a88b-f651ea88c8f3 req-27204418-4eb5-48bb-a8d7-4cbdca4e850b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782460 Jan 27 19:16:22.898191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54001-74d4-405b-a587-7ba261e0d30c req-4663db02-df4f-45b7-afe5-89ff89435601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:22.904613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-4663db02-df4f-45b7-afe5-89ff89435601 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948619 Jan 27 19:16:22.910382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-072474e3-d29e-4acd-b73a-25d3d0388c98 req-c9090d25-3d52-4051-973b-fd7846e7e0bc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868681 Jan 27 19:16:23.344968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d42d39-0cbf-40e1-980b-3b87a7da4972 req-07d1539c-6d3b-4d53-a12d-b1f62fedbf76 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790258 Jan 27 19:16:23.373966 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-3cf8a823-799b-4a28-9215-2ee909d8438f service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510019 Jan 27 19:16:23.542627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:23.559297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:16:23.606519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ab682f-5232-495d-90d4-e5d350734475'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:23.614058 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f366903-d285-46cf-aa53-87fc07745ca6" -d '{"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-unplugged", "status": "completed", "tag": "56ab682f-5232-495d-90d4-e5d350734475"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:23.644892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f009-5ce3-45cd-86f2-43247139c6da req-4a88f0c7-578e-4b4b-bc04-cb30f26b5a0c tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:23.646847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8397f009-5ce3-45cd-86f2-43247139c6da req-4a88f0c7-578e-4b4b-bc04-cb30f26b5a0c tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 943 time: 0.3199320 Jan 27 19:16:23.685114 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bea54001-74d4-405b-a587-7ba261e0d30c req-1c23b774-5bf4-42ca-b0fa-a7197d94a190 service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917752 Jan 27 19:16:23.726408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f4ce-c4b0-4d47-84af-8e91e322a27d req-5a679f34-3451-45f5-a27e-7d629965bd47 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:23.730149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c347f4ce-c4b0-4d47-84af-8e91e322a27d req-5a679f34-3451-45f5-a27e-7d629965bd47 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.4177971 Jan 27 19:16:23.986479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8397f009-5ce3-45cd-86f2-43247139c6da req-4965dd4d-0e9a-4dfc-914c-a309a6afb44f tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228090 Jan 27 19:16:24.009849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c347f4ce-c4b0-4d47-84af-8e91e322a27d req-6dff46da-ffda-4260-b022-6d4e885eee76 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694325 Jan 27 19:16:24.165375 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6ae1f-31da-4557-ae74-0a49c3f7a9af x-openstack-request-id: req-a3f6ae1f-31da-4557-ae74-0a49c3f7a9af {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:24.166152 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-unplugged", "status": "completed", "tag": "56ab682f-5232-495d-90d4-e5d350734475", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:24.166839 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3f6ae1f-31da-4557-ae74-0a49c3f7a9af {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:24.167704 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ab682f-5232-495d-90d4-e5d350734475', 'code': 200} Jan 27 19:16:24.246850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:16:24.267632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:16:24.336298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:24.337194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:24.452740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] No DVR routers for this DVR port 56ab682f-5232-495d-90d4-e5d350734475 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:24.477204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:24.485062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b58b91e7-3080-44db-a884-313da6ea4aac req-79f82553-6c3d-40cd-aae1-9a720d8574ff tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "DELETE /v2.0/ports/56ab682f-5232-495d-90d4-e5d350734475 HTTP/1.1" status: 204 len: 173 time: 7.4402907 Jan 27 19:16:24.488637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-deleted', 'tag': '56ab682f-5232-495d-90d4-e5d350734475'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:24.494089 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f04eac-58ba-45fe-b1a3-98e2863a4370" -d '{"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-deleted", "tag": "56ab682f-5232-495d-90d4-e5d350734475"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:24.579470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff18e7-caf6-4052-abef-080cc7bedfc7 req-0da633d5-a62d-4d11-9193-f2258019764b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:24.584643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccff18e7-caf6-4052-abef-080cc7bedfc7 req-0da633d5-a62d-4d11-9193-f2258019764b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1462603 Jan 27 19:16:24.586242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:24.786090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:24.818227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb4171-70e4-4564-aa48-73b5695f7742 req-fd1456ea-b2f9-4f8d-9819-ff9bd926c469 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:24.830652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36cb4171-70e4-4564-aa48-73b5695f7742 req-fd1456ea-b2f9-4f8d-9819-ff9bd926c469 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 947 time: 0.1951733 Jan 27 19:16:24.861086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccff18e7-caf6-4052-abef-080cc7bedfc7 req-7f86aca5-2ef8-42ea-b1cd-dd408fec6b65 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445209 Jan 27 19:16:25.001750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36cb4171-70e4-4564-aa48-73b5695f7742 req-3e9bb3b2-a191-4fc8-a6c5-2f124ed0ca83 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694593 Jan 27 19:16:25.045539 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9190fb-a161-4421-a78b-b2c8b16f29a9 x-openstack-request-id: req-2e9190fb-a161-4421-a78b-b2c8b16f29a9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:25.046228 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbd9777-487f-4a03-b840-2a6015a171da", "name": "network-vif-deleted", "tag": "56ab682f-5232-495d-90d4-e5d350734475", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:25.046631 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e9190fb-a161-4421-a78b-b2c8b16f29a9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:25.047461 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbd9777-487f-4a03-b840-2a6015a171da', 'name': 'network-vif-deleted', 'tag': '56ab682f-5232-495d-90d4-e5d350734475', 'status': 'completed', 'code': 200} Jan 27 19:16:25.054637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:25.100730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:25.474366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:25.485024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-network', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:25.496057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'mac_address': 'fa:16:3e:aa:fe:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:25.538591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Made reservation on behalf of 8bcd6b590533489c8abdb2f37a4c55b1 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:16:25.548619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.580961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:25.582779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.591096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.639270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:25.669937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f09a25-19e7-40b6-bc1c-bcb15b010a6a req-d2d6f961-dcc3-45d6-8bfd-10054bfc45cb tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:25.687060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38f09a25-19e7-40b6-bc1c-bcb15b010a6a req-d2d6f961-dcc3-45d6-8bfd-10054bfc45cb tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 943 time: 0.3039808 Jan 27 19:16:25.703054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23976f6-6f5e-41aa-a321-1071b3f56956 req-e5653863-73b4-4807-aa3d-323b42f6747c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:25.716167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f23976f6-6f5e-41aa-a321-1071b3f56956 req-e5653863-73b4-4807-aa3d-323b42f6747c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.4511180 Jan 27 19:16:25.723198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:25.737492 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.892308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks [] for security_group (8366ed60-7602-4ce8-bdaa-88bb14dd14ce), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.897647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f23976f6-6f5e-41aa-a321-1071b3f56956 req-1b64c2ac-ea57-4a3e-b713-62d97fe8245f tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780133 Jan 27 19:16:25.904110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8366ed60-7602-4ce8-bdaa-88bb14dd14ce), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:25.915854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38f09a25-19e7-40b6-bc1c-bcb15b010a6a req-f47aefc9-2544-47c4-8ad1-367ef5ee85f7 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845033 Jan 27 19:16:25.976509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:16:26.051053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366ed60-7602-4ce8-bdaa-88bb14dd14ce,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:26.094691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:26.095862 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Added segment ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0 of type vlan for network 60398d50-e410-4339-af16-45aac65f414a Jan 27 19:16:26.242013 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (60398d50-e410-4339-af16-45aac65f414a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:26.287824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b8f38a19-27a6-417a-8a41-b398570c403c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:26.308628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (60398d50-e410-4339-af16-45aac65f414a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:26.310342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:26.311316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:26.340461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636fc2-ed75-4a32-a0bb-38bf6b435be7 req-65f9c758-18f9-473b-a993-343ea0e31d37 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:26.346662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39636fc2-ed75-4a32-a0bb-38bf6b435be7 req-65f9c758-18f9-473b-a993-343ea0e31d37 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.2220566 Jan 27 19:16:26.370891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3144298 Jan 27 19:16:26.377318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:26.411318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Request body: {'subnet': {'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-subnet', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:26.459637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:26.492094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.492740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.493375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.493935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.494597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.495154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.495698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.496487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.497281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.498072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.498858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.499634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.500452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:26.545930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:26.617554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:26.654265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39636fc2-ed75-4a32-a0bb-38bf6b435be7 req-afde395b-1418-4276-908a-824ce36e69e0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891090 Jan 27 19:16:26.662994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:26.664971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:26.673584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Made reservation on behalf of 8bcd6b590533489c8abdb2f37a4c55b1 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:16:26.678041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:26.683112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6795902-8738-44ce-a336-1e8fb7de26f8 admin admin] Pushing event updated for resources: {'Network': ['ID=60398d50-e410-4339-af16-45aac65f414a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:26.754098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633c731-1037-4ae1-a717-b4db3f4d20ab req-8b02d1a2-c5ab-4c92-af5c-1ce293cd0107 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:26.769277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8633c731-1037-4ae1-a717-b4db3f4d20ab req-8b02d1a2-c5ab-4c92-af5c-1ce293cd0107 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2823615 Jan 27 19:16:26.849589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 60398d50-e410-4339-af16-45aac65f414a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:16:26.942899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8633c731-1037-4ae1-a717-b4db3f4d20ab req-873dd792-19a2-4132-871f-c6217db88d2e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719911 Jan 27 19:16:27.181855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a89a393-68d3-4025-a4f7-d118d23085a6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:27.295407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (f42d204e-a8e6-497a-a4d1-751ea2a33620), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:27.393202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c91e5-b566-4f72-88b3-689fad857fe8 req-9127ab91-e41b-44ed-8009-f48e082b4c3a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:27.406041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5c91e5-b566-4f72-88b3-689fad857fe8 req-9127ab91-e41b-44ed-8009-f48e082b4c3a tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 943 time: 0.1964211 Jan 27 19:16:27.429565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715caf0-f60f-4416-913d-8dabcc6ed485 req-4e3b02e5-2ce2-49aa-943d-7f70e8fb9caa tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:27.432537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d715caf0-f60f-4416-913d-8dabcc6ed485 req-4e3b02e5-2ce2-49aa-943d-7f70e8fb9caa tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.2505291 Jan 27 19:16:27.453854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:27.465579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:16:27.508112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42d204e-a8e6-497a-a4d1-751ea2a33620,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:27.540720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Checking segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:27.541408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Network hostable DHCP agents. Network: 60398d50-e410-4339-af16-45aac65f414a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:16:27.611978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Network 60398d50-e410-4339-af16-45aac65f414a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:16:27.637963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 60398d50-e410-4339-af16-45aac65f414a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:27.646428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:27.654232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:27.714396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2223fd5e-1bb6-4184-aadc-668204ea23cf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3224368 Jan 27 19:16:27.716461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:27.729650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:27.732169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7fada-1239-4528-adba-cca8ff41bd7a None None] Network 60398d50-e410-4339-af16-45aac65f414a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:16:27.835340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (b76eb877-0899-462d-b8d6-dd04b109d876), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:27.838592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (b76eb877-0899-462d-b8d6-dd04b109d876), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:28.058686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for router_controller (b76eb877-0899-462d-b8d6-dd04b109d876), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:28.194431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-60398d50-e410-4339-af16-45aac65f414a', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:16:28.195864 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:28.342998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d715caf0-f60f-4416-913d-8dabcc6ed485 req-3ebf0adb-0b7f-42b4-8cec-2ea2b6d9ea6d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948259 Jan 27 19:16:28.408125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5c91e5-b566-4f72-88b3-689fad857fe8 req-fcbbab68-83c5-4b20-914b-7a398866cae3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9994447 Jan 27 19:16:28.448809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-126f16a7-1581-4d6e-bd52-996de01a470c service neutron] 10.222.0.39 "GET /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc/bindings/n-h1-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.4835219 Jan 27 19:16:28.522326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for router_gateway (b76eb877-0899-462d-b8d6-dd04b109d876), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:28.658865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a89a393-68d3-4025-a4f7-d118d23085a6,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:28.717925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'port_id': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'mac_address': 'fa:16:3e:05:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:28.824037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968694e2-9033-47a1-8c30-81269ef3b4f7 req-c1008947-097a-4387-baba-b7d01c077bf3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:28.837632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-968694e2-9033-47a1-8c30-81269ef3b4f7 req-c1008947-097a-4387-baba-b7d01c077bf3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 944 time: 0.1448388 Jan 27 19:16:28.852746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c8af4-9670-4c66-b886-4a5eab371324 req-a8aea48a-c26d-47f1-bd22-d293e5179b00 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:28.868007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f2c8af4-9670-4c66-b886-4a5eab371324 req-a8aea48a-c26d-47f1-bd22-d293e5179b00 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.2283137 Jan 27 19:16:28.934957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2a89a393-68d3-4025-a4f7-d118d23085a6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:28.935809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:29.173308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f2c8af4-9670-4c66-b886-4a5eab371324 req-84e6142f-59fb-41b1-825c-69435bb1f742 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038044 Jan 27 19:16:29.247394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-968694e2-9033-47a1-8c30-81269ef3b4f7 req-d9854d05-f3d1-4379-8fd7-0046563a06ce tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083366 Jan 27 19:16:29.354084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for router_gateway (b76eb877-0899-462d-b8d6-dd04b109d876), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:29.369065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a89a393-68d3-4025-a4f7-d118d23085a6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:29.492474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:29.496316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:29.514052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a89a393-68d3-4025-a4f7-d118d23085a6,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:29.573582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:29.580187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:29.583984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Allocated IP 172.20.0.2 (60398d50-e410-4339-af16-45aac65f414a/f42d204e-a8e6-497a-a4d1-751ea2a33620/61e8b810-3e99-4b48-b889-55c6ddf7a650) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:29.588156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b377ae9-d6b8-4c38-835d-1e2166260442 None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:29.731548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:29.763016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Allocated IP 172.25.5.45 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/83cb6783-5b84-4a7c-8e27-f70c9c4af3af) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:29.780235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdab05e-e39c-4bac-a423-fbb2e9e78ecc {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:29.802532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:29.806009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:29.851130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:29.900684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f881-611b-49ad-a087-f8238cd2fe9c req-2d4bfe5b-09da-43d4-9f5e-00a1ff2f5ee5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:29.907035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b16f881-611b-49ad-a087-f8238cd2fe9c req-2d4bfe5b-09da-43d4-9f5e-00a1ff2f5ee5 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 949 time: 0.4963334 Jan 27 19:16:30.024637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2a89a393-68d3-4025-a4f7-d118d23085a6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:30.044738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] Transition to ACTIVE for port object efdab05e-e39c-4bac-a423-fbb2e9e78ecc will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:16:30.074472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.111090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.175290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks [] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.181708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc5767-79b9-4d2c-a645-4b87f541a7a7 req-24c723be-1871-4527-982f-3be0ee77e865 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:30.181966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.184156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93dc5767-79b9-4d2c-a645-4b87f541a7a7 req-24c723be-1871-4527-982f-3be0ee77e865 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.5947912 Jan 27 19:16:30.194611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.198415 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ddc19-f3a5-4c64-9c86-ec3a94831d45 None None] New status for floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:16:30.252037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Network 60398d50-e410-4339-af16-45aac65f414a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:30.265225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:30.277273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:30.279077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b16f881-611b-49ad-a087-f8238cd2fe9c req-8a682c35-c741-402f-9ff9-f88ca18e0636 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324018 Jan 27 19:16:30.283361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Pushing event updated for resources: {'Port': ['ID=61e8b810-3e99-4b48-b889-55c6ddf7a650,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:30.318552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] No DVR routers for this DVR port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:30.328654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:30.392059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc/bindings/n-h1-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9358919 Jan 27 19:16:30.397474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:30.403224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:30.414071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:30.417529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd9ad-003e-4317-bd2c-a89a711ad0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:30.426369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93dc5767-79b9-4d2c-a645-4b87f541a7a7 req-b1a1c82b-b973-41b6-916b-3ad82b1cfca9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517110 Jan 27 19:16:30.450960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Attempting to bind port 61e8b810-3e99-4b48-b889-55c6ddf7a650 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:30.451258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Attempting to bind port 61e8b810-3e99-4b48-b889-55c6ddf7a650 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:30.451675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Attempting to bind port 61e8b810-3e99-4b48-b889-55c6ddf7a650 on network 60398d50-e410-4339-af16-45aac65f414a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:30.470516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:30.470957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Checking segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:30.471499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.471989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Bound using segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:30.473018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Bound port: 61e8b810-3e99-4b48-b889-55c6ddf7a650, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:30.473558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.674756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-aa6a3d0c-a6b6-44a9-9738-1051f458feb5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:30.677113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-aa6a3d0c-a6b6-44a9-9738-1051f458feb5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.1449544 Jan 27 19:16:30.736459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169bfd-c8c6-41c0-8bbf-8a4823cc7971 req-e30f98a3-b19f-42b3-92f2-6fd4c4092478 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:30.737227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94169bfd-c8c6-41c0-8bbf-8a4823cc7971 req-e30f98a3-b19f-42b3-92f2-6fd4c4092478 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 944 time: 0.1073821 Jan 27 19:16:30.744268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] For port 61e8b810-3e99-4b48-b889-55c6ddf7a650, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:30.777615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] For port 61e8b810-3e99-4b48-b889-55c6ddf7a650, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61e8b810-3e99-4b48-b889-55c6ddf7a650,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:30.789446 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:30.794737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-272066b6-9cd0-460a-860a-b6af13607a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:30.798741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-272066b6-9cd0-460a-860a-b6af13607a6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 1096 time: 0.1144066 Jan 27 19:16:30.898073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94169bfd-c8c6-41c0-8bbf-8a4823cc7971 req-0901923f-9e3c-4c14-bf35-313332c0b798 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352017 Jan 27 19:16:30.968011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1f5c3-f56d-4e16-8863-e0240d529a5d None None] Pushing event updated for resources: {'Port': ['ID=61e8b810-3e99-4b48-b889-55c6ddf7a650,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:30.998070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-eaeebdea-64a6-4b48-b101-0a84ec418627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:31.001348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-eaeebdea-64a6-4b48-b101-0a84ec418627 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1096 time: 0.1552627 Jan 27 19:16:31.002456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:31.025808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1ae3f-405c-44cd-b197-4f8e665fa392 req-b49c8d09-7deb-4bb5-9e5c-5b6551330b4e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:31.028966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7a1ae3f-405c-44cd-b197-4f8e665fa392 req-b49c8d09-7deb-4bb5-9e5c-5b6551330b4e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.1286943 Jan 27 19:16:31.191349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b8f38a19-27a6-417a-8a41-b398570c403c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:31.192327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:31.423461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b8f38a19-27a6-417a-8a41-b398570c403c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:31.424055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:31.482832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:31.488517 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1e998-f788-4754-855f-dcf22a568b97" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:31.490765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for router_gateway (b76eb877-0899-462d-b8d6-dd04b109d876), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:31.492702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7a1ae3f-405c-44cd-b197-4f8e665fa392 req-6bc85fde-38ba-4111-b3f2-cc015568acee tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353559 Jan 27 19:16:31.557482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:31.566938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:31.591177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-c86f5372-da48-4adb-97b5-eb72c72cc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:31.594844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-c86f5372-da48-4adb-97b5-eb72c72cc7df service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.5623674 Jan 27 19:16:31.688920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-d7425a9d-d4ae-4141-a03d-c552af2fe932 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924740 Jan 27 19:16:31.715031 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa889e-3078-4cb0-887e-6934a462449d x-openstack-request-id: req-defa889e-3078-4cb0-887e-6934a462449d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:31.715330 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:31.715585 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-defa889e-3078-4cb0-887e-6934a462449d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:31.716043 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'code': 200} Jan 27 19:16:31.716771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a89a393-68d3-4025-a4f7-d118d23085a6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:31.836195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-afb4f30c-1c24-418a-9bb3-d04b18f3f16f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.1395259 Jan 27 19:16:31.930707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:31.993778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 2a89a393-68d3-4025-a4f7-d118d23085a6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:16:32.010471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 2a89a393-68d3-4025-a4f7-d118d23085a6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:32.011803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.125690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61e8b810-3e99-4b48-b889-55c6ddf7a650 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:32.199684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f452-5f9e-4057-b1b1-1328bb4a1c40 req-8e05421c-4d43-4ca3-a307-2d899dd2794e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:32.204053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f67f452-5f9e-4057-b1b1-1328bb4a1c40 req-8e05421c-4d43-4ca3-a307-2d899dd2794e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1586120 Jan 27 19:16:32.211474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-88b6fc72-fbe7-43b7-b20e-acb016a1ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:32.214354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-88b6fc72-fbe7-43b7-b20e-acb016a1ebce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.3680239 Jan 27 19:16:32.313014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 61e8b810-3e99-4b48-b889-55c6ddf7a650 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:32.313828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.317566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2a89a393-68d3-4025-a4f7-d118d23085a6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:32.317566 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.339819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-e0e26a23-5b71-4a75-bbf5-f8a1e41fc36c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946383 Jan 27 19:16:32.452409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-409a992d-e51c-40c0-8f9c-899f26289d84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:32.456083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-409a992d-e51c-40c0-8f9c-899f26289d84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7533281 Jan 27 19:16:32.456944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a89a393-68d3-4025-a4f7-d118d23085a6,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:32.474943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.572553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 61e8b810-3e99-4b48-b889-55c6ddf7a650 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:32.572956 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.591264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-1ca4e7be-fed5-4962-9985-6e87241cef4b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/quotas/30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 375 time: 0.0790527 Jan 27 19:16:32.613146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f67f452-5f9e-4057-b1b1-1328bb4a1c40 req-56d2b58e-1a34-412e-b1b9-63504c668edd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945498 Jan 27 19:16:32.654127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 61e8b810-3e99-4b48-b889-55c6ddf7a650, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61e8b810-3e99-4b48-b889-55c6ddf7a650,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:32.655715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:32.670948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.763408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=61e8b810-3e99-4b48-b889-55c6ddf7a650,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:32.779829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (b76eb877-0899-462d-b8d6-dd04b109d876), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:32.870748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-f4372d16-d4e0-49fa-bc99-95c472634e18 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153213 Jan 27 19:16:32.941103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befce1ee-8f08-4177-b045-0edafd19ba6a None None] Network 60398d50-e410-4339-af16-45aac65f414a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:16:33.059651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-3b992317-3442-47d8-a02f-c1e8af95f322 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4359579 Jan 27 19:16:33.171337 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-b968f26a-7644-44d2-a014-d6682d31331a service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894099 Jan 27 19:16:33.197613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c34e-9464-4ab2-a648-485eb175c35e req-716b7a47-ffd7-4c2a-ae48-0454d9498167 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:33.199146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Router b76eb877-0899-462d-b8d6-dd04b109d876 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:16:33.204455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f54c34e-9464-4ab2-a648-485eb175c35e req-716b7a47-ffd7-4c2a-ae48-0454d9498167 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.1330347 Jan 27 19:16:33.273032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d0d8f1b4-a0aa-4fdd-9040-4583bace3ec7 None None] Provisioning complete for port 61e8b810-3e99-4b48-b889-55c6ddf7a650 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:33.276973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0d8f1b4-a0aa-4fdd-9040-4583bace3ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:33.359862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f54c34e-9464-4ab2-a648-485eb175c35e req-cbdf642d-815f-4775-bc3b-7766855b3194 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441503 Jan 27 19:16:33.526586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:16:33.559671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Sync routers for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:16:33.589367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:33.593204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-88f4d006-a534-4b24-88bf-5b2a3088bd36 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.8740835 Jan 27 19:16:33.596230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:33.665017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:33.667072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:33.691898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3627c459-0fa5-4d49-bdcf-e0c9ce7cc5dc req-5ed12b21-55d2-4237-a722-e7e7335f67f0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 210 time: 0.1293678 Jan 27 19:16:33.967604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51db0b3-f425-4b6e-9c60-03e5ca00ae85 req-8d051096-8fa0-4e75-9360-87c8345f5191 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:33.979689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e51db0b3-f425-4b6e-9c60-03e5ca00ae85 req-8d051096-8fa0-4e75-9360-87c8345f5191 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.3704185 Jan 27 19:16:33.981055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:34.036664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-f8763616-de0a-4ae6-bb2a-b567e22cc894 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:34.038400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-f8763616-de0a-4ae6-bb2a-b567e22cc894 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.3344996 Jan 27 19:16:34.185012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:34.188809 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75043c6-b4a4-48b5-8e91-8804cef304ab" -d '{"events": [{"server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "name": "network-vif-plugged", "status": "completed", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:34.206485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61e8b810-3e99-4b48-b889-55c6ddf7a650 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:34.385763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8f1b4-a0aa-4fdd-9040-4583bace3ec7 None None] Current status of the port 61e8b810-3e99-4b48-b889-55c6ddf7a650 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:34.467662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9292cc8-a126-4972-93b6-928965ad67cf req-9619f80f-7c24-405d-80e4-5893556e5fb2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:34.487242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9292cc8-a126-4972-93b6-928965ad67cf req-9619f80f-7c24-405d-80e4-5893556e5fb2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.6168773 Jan 27 19:16:34.530491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 61e8b810-3e99-4b48-b889-55c6ddf7a650 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:34.530889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:34.614186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e51db0b3-f425-4b6e-9c60-03e5ca00ae85 req-1bdcc74f-a03c-49f2-9caa-5e5200d6f33e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332664 Jan 27 19:16:34.841019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-a1a9a45a-4c6d-4b7c-9fc5-b4c5368ef0e9 service neutron] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:34.872799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-a1a9a45a-4c6d-4b7c-9fc5-b4c5368ef0e9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:34.881416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ebe94bf-ccc3-43aa-af60-8cfdd0f5d2ed req-a1a9a45a-4c6d-4b7c-9fc5-b4c5368ef0e9 service neutron] 10.222.0.66 "DELETE /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc/bindings/n-h2-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.8146677 Jan 27 19:16:34.948284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9292cc8-a126-4972-93b6-928965ad67cf req-9ea46d8c-c1fb-430b-ae05-09304754e74b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601967 Jan 27 19:16:35.045749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:30Z', 'revision_number': 3, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:35.051413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 61e8b810-3e99-4b48-b889-55c6ddf7a650 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:35.120129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Checking router: b76eb877-0899-462d-b8d6-dd04b109d876 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:35.120552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Updating router b76eb877-0899-462d-b8d6-dd04b109d876 port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:16:35.244215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:35.268138 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f294f4d1-d32e-41f9-b898-c237574c9ad7 x-openstack-request-id: req-f294f4d1-d32e-41f9-b898-c237574c9ad7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:35.268663 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "name": "network-vif-plugged", "status": "completed", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:35.269107 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f294f4d1-d32e-41f9-b898-c237574c9ad7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:35.271085 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'code': 200} Jan 27 19:16:35.273780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:35.372420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2843750d-9bdf-4693-a3d4-a0ab1b5b0127 None None] Provisioning complete for port 61e8b810-3e99-4b48-b889-55c6ddf7a650 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:35.373020 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2843750d-9bdf-4693-a3d4-a0ab1b5b0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:35.498066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-620bbfac-3e99-4f24-a29d-42736462526d req-fb851e29-c532-4874-844c-4304566001fe tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 210 time: 0.1528187 Jan 27 19:16:35.556841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424d10-91f0-4072-9163-531616ab8a59 req-660a8b65-846c-4045-85cc-5c07b1364522 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:35.558861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b424d10-91f0-4072-9163-531616ab8a59 req-660a8b65-846c-4045-85cc-5c07b1364522 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.2805059 Jan 27 19:16:35.619437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e086b-9104-4928-ac41-5ed2bc1f84e6 req-4b69b2e2-f7c1-4008-b5b8-40068aba1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:35.621398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd0e086b-9104-4928-ac41-5ed2bc1f84e6 req-4b69b2e2-f7c1-4008-b5b8-40068aba1382 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 1096 time: 0.2849398 Jan 27 19:16:35.783881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b424d10-91f0-4072-9163-531616ab8a59 req-fb833412-ef13-4851-b07f-5addac377a67 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143164 Jan 27 19:16:35.820434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd0e086b-9104-4928-ac41-5ed2bc1f84e6 req-609e3b9d-a149-47b8-94fe-d87afe90d9df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892188 Jan 27 19:16:35.855405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-57d0c54a-5558-487d-95f3-123b20855d47 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30b47258fcbf45dcb526835961e1c6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828986 Jan 27 19:16:35.865818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Allocated IP 172.20.0.1 (60398d50-e410-4339-af16-45aac65f414a/f42d204e-a8e6-497a-a4d1-751ea2a33620/f06b6616-2673-45b7-873d-2de1047a423a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:36.015569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2bf9d-d648-46b0-b0af-bc0bdd9b8021 req-9aab9e4d-6e31-4d18-a2d9-520967f93e41 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:36.031067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aef2bf9d-d648-46b0-b0af-bc0bdd9b8021 req-9aab9e4d-6e31-4d18-a2d9-520967f93e41 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.1576495 Jan 27 19:16:36.161345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks [] for port (f06b6616-2673-45b7-873d-2de1047a423a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.178527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aef2bf9d-d648-46b0-b0af-bc0bdd9b8021 req-92bd496a-3b0b-41e4-a0e3-b3e22782bb45 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355386 Jan 27 19:16:36.317595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2843750d-9bdf-4693-a3d4-a0ab1b5b0127 None None] Current status of the port 61e8b810-3e99-4b48-b889-55c6ddf7a650 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:36.606758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2123be-26e7-43f9-87f4-7ade7931262e req-a23d978d-a63d-45b5-9d78-4d6480a02e3a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:36.617348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be2123be-26e7-43f9-87f4-7ade7931262e req-a23d978d-a63d-45b5-9d78-4d6480a02e3a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.2182617 Jan 27 19:16:36.629903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.693923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks [] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.702352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.753421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Pushing event updated for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:36.763496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-7cce0a1d-3998-4717-b630-9d0b75fb01f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:36.765090 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-7cce0a1d-3998-4717-b630-9d0b75fb01f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6615741 Jan 27 19:16:36.784265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Request body: {'port': {'device_id': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '30b47258fcbf45dcb526835961e1c6b7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:36.827562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Attempting to bind port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:36.827824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Attempting to bind port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:36.828191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Attempting to bind port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:36.830459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48918a3-9cc9-4670-bfa7-9de6d98b063c None None] Pushing event updated for resources: {'Port': ['ID=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:36.833655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Network 60398d50-e410-4339-af16-45aac65f414a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:36.838642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:36.845470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:36.845926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (b76eb877-0899-462d-b8d6-dd04b109d876), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.850620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:36.851000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:36.851433 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.851782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:36.853121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Bound port: 83cb6783-5b84-4a7c-8e27-f70c9c4af3af, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:36.853706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:36.865569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be2123be-26e7-43f9-87f4-7ade7931262e req-8255e17a-6003-4fc9-9b01-24becd97afff tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467403 Jan 27 19:16:36.900304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbf09-48a5-47ee-abbe-7eb4dcb3536b req-b09db787-97d5-46d8-8c26-dd06ac80cc8b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:36.918666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46bcbf09-48a5-47ee-abbe-7eb4dcb3536b req-b09db787-97d5-46d8-8c26-dd06ac80cc8b tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1096 time: 0.2643678 Jan 27 19:16:37.054916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46bcbf09-48a5-47ee-abbe-7eb4dcb3536b req-5ce16025-84d9-4b26-86e3-4134bd8bc9ce tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321523 Jan 27 19:16:37.101831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-336b516e-9a8a-48c8-af0c-4545d4490b50 req-f97da99f-9547-4749-b326-6657e96a254d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 210 time: 0.0715599 Jan 27 19:16:37.183108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] For port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:37.190269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] For port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:37.202809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:37.339801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e9390-a823-4aee-b25b-e9bd1313d005 req-0d920f51-ab8e-46ac-bdfc-864e4d3d3f2d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:37.342607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d4e9390-a823-4aee-b25b-e9bd1313d005 req-0d920f51-ab8e-46ac-bdfc-864e4d3d3f2d tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.1240642 Jan 27 19:16:37.444047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48918a3-9cc9-4670-bfa7-9de6d98b063c None None] Pushing event updated for resources: {'Port': ['ID=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:37.484894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d4e9390-a823-4aee-b25b-e9bd1313d005 req-ea271b7c-b28b-4f73-8248-37d965af8482 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184506 Jan 27 19:16:37.505507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ee06f-a2f1-46ea-8ffe-b0e05bd0bdfc req-84324a9b-8015-427e-9323-8ffa01842c2c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:37.505507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-888ee06f-a2f1-46ea-8ffe-b0e05bd0bdfc req-84324a9b-8015-427e-9323-8ffa01842c2c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1096 time: 0.0957983 Jan 27 19:16:37.512171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Made reservation on behalf of 30b47258fcbf45dcb526835961e1c6b7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:16:37.522253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:37.534139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:37.535172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:37.603475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-888ee06f-a2f1-46ea-8ffe-b0e05bd0bdfc req-50f9e106-dc04-4d87-923f-5b8b49d67bd5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004651 Jan 27 19:16:37.646928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:16:37.669581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1e9b634c-ae68-4020-8267-37a4daf54153 None None] Provisioning complete for port f06b6616-2673-45b7-873d-2de1047a423a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:37.670061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e9b634c-ae68-4020-8267-37a4daf54153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f06b6616-2673-45b7-873d-2de1047a423a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:37.763159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b634c-ae68-4020-8267-37a4daf54153 None None] Port f06b6616-2673-45b7-873d-2de1047a423a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:16:37.771723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Allocated IP 192.168.233.3 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/caa1a657-1344-4d95-895b-7d9f150feb10) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:37.920752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:38.121278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba4b11-652e-436d-a9c9-6e84dd7c3cea req-98e0485c-24ca-4568-94ce-f94cd91280c2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:38.133231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53ba4b11-652e-436d-a9c9-6e84dd7c3cea req-98e0485c-24ca-4568-94ce-f94cd91280c2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1053917 Jan 27 19:16:38.200289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks [] for port (caa1a657-1344-4d95-895b-7d9f150feb10), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:38.220493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f06b6616-2673-45b7-873d-2de1047a423a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:38.292742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53ba4b11-652e-436d-a9c9-6e84dd7c3cea req-3308801c-de81-4653-b467-36a622a3bd7e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584034 Jan 27 19:16:38.422138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:30Z', 'revision_number': 3, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:38.492635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42333495-77f3-4177-8129-3bffbfccd913 None None] The sync data for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 is: [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:30Z', 'revision_number': 3, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:38.494588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce977f40-e92c-44b0-b03f-d46ff4df1d27 req-d6c28198-4827-471b-901a-e376489cf26e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 210 time: 0.0497272 Jan 27 19:16:38.620065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:38.634721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:38.637315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1', 'b8f38a19-27a6-417a-8a41-b398570c403c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:38.814676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:38.845548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:38.860056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:38.874968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:38.875802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:38.886503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:39.026623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d4ff-68ea-42ea-81bb-b785c7f9e670 req-84a99df0-7aa6-414d-a7de-8c08457553bb tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:39.050250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68bdb60b-0556-407e-83f2-b79b6684f01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.055172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dca9d4ff-68ea-42ea-81bb-b785c7f9e670 req-84a99df0-7aa6-414d-a7de-8c08457553bb tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.3203673 Jan 27 19:16:39.168122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-707c8f82-a81e-4a11-bb1b-2b3186a77e4e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3881199 Jan 27 19:16:39.200084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Request body: {'port': {'device_id': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:39.361118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.400429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dca9d4ff-68ea-42ea-81bb-b785c7f9e670 req-cfa3abee-533b-4797-a90b-aa956ba56cb6 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432193 Jan 27 19:16:39.458388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-1b0d57aa-521a-4ea2-92c2-7d49b9e47aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2513967 Jan 27 19:16:39.474629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks [] for port (f06b6616-2673-45b7-873d-2de1047a423a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.555348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.556108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (b76eb877-0899-462d-b8d6-dd04b109d876), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.629964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-742e752b-6441-4896-bca2-709327376ca5 None None] Provisioning complete for port caa1a657-1344-4d95-895b-7d9f150feb10 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:39.631035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742e752b-6441-4896-bca2-709327376ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:39.852848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10212dc-1de0-47e7-85f9-9fd24d43ec3c req-39e68638-b84e-4344-9481-c52c57de5ec0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:39.890359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f10212dc-1de0-47e7-85f9-9fd24d43ec3c req-39e68638-b84e-4344-9481-c52c57de5ec0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.4211357 Jan 27 19:16:40.002161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-a2469ea6-d3ce-4bb5-bcee-b54b2cfab094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:40.024022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-742e752b-6441-4896-bca2-709327376ca5 None None] Port caa1a657-1344-4d95-895b-7d9f150feb10 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:16:40.045622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-a2469ea6-d3ce-4bb5-bcee-b54b2cfab094 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1096 time: 0.4716249 Jan 27 19:16:40.116219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83cb6783-5b84-4a7c-8e27-f70c9c4af3af up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:40.183230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7792e-d941-48dc-bf05-87c05efc721d req-69d51e19-7a2f-453a-a429-87b12d3c2db0 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:40.203750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44c7792e-d941-48dc-bf05-87c05efc721d req-69d51e19-7a2f-453a-a429-87b12d3c2db0 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.5795407 Jan 27 19:16:40.211634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35344) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:40.254072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Request body: {'floatingip': {'port_id': '2a89a393-68d3-4025-a4f7-d118d23085a6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:40.356931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:40.357582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:40.367498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f10212dc-1de0-47e7-85f9-9fd24d43ec3c req-a41c7d00-c22d-4eeb-8e43-b755148d791c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728916 Jan 27 19:16:40.452325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Pushing event updated for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:40.546560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260c9ac-db7a-49a1-af3a-127e9fcf7789 req-31ebf532-cf49-41d9-b391-cb8e779a7907 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:40.556506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5260c9ac-db7a-49a1-af3a-127e9fcf7789 req-31ebf532-cf49-41d9-b391-cb8e779a7907 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 934 time: 0.2406096 Jan 27 19:16:40.622901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-abe8c2d2-6522-4a7a-bcee-697a3ff888b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:40.631425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-abe8c2d2-6522-4a7a-bcee-697a3ff888b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.5846162 Jan 27 19:16:40.749186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:40.750058 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:40.851521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:40.863032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-36c0c505-6f32-4660-aa8f-697af14eed27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.2158501 Jan 27 19:16:40.864779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:40.948708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:40.960494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks [] for port (caa1a657-1344-4d95-895b-7d9f150feb10), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:40.979297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Transition to ACTIVE for port object caa1a657-1344-4d95-895b-7d9f150feb10 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:16:40.986851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:41.067488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:41.078945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:41.099960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:41.108934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5260c9ac-db7a-49a1-af3a-127e9fcf7789 req-acd15f8b-1aae-4aa9-87cb-b47db39fb033 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509675 Jan 27 19:16:41.200924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Network 60398d50-e410-4339-af16-45aac65f414a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:41.206064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-9569b8a3-f5a0-4b2c-874a-098b210db5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:41.209420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-9569b8a3-f5a0-4b2c-874a-098b210db5e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.3062043 Jan 27 19:16:41.217899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:41.315384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-9c968f8b-8641-4676-b8a5-f19677640a65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885336 Jan 27 19:16:41.381306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:41.689960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-605c5353-3d85-4c6a-ba10-5f7c2196dd02 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642557 Jan 27 19:16:41.975772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83cb6783-5b84-4a7c-8e27-f70c9c4af3af up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:42.247971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8ccca7e-2905-4fec-a1ad-9a5d23f01e2d req-1e9d21d6-bc84-49c2-bffb-dc51f30b38dc service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466986 Jan 27 19:16:42.287350 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66db119e-7960-4852-8911-536f8bd3b1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.315127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:42.315529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.330172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:42.410459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '377d0074-8923-4e36-aa25-adce684bced3', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'port_id': '377d0074-8923-4e36-aa25-adce684bced3', 'mac_address': 'fa:16:3e:ce:dd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e448b56c-8d10-4167-ab94-6c1aea9a5c9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:42.423905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-307480ff-ce37-49ba-ba77-73b88c170f8b None None] Provisioning complete for port f06b6616-2673-45b7-873d-2de1047a423a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:42.424295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-307480ff-ce37-49ba-ba77-73b88c170f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f06b6616-2673-45b7-873d-2de1047a423a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.481931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c955b-b4b2-48cf-ac66-ec6759841a90 req-d72beb92-bb3c-4adc-be17-1f4c8f7195c5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:42.486787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c47c955b-b4b2-48cf-ac66-ec6759841a90 req-d72beb92-bb3c-4adc-be17-1f4c8f7195c5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.6960220 Jan 27 19:16:42.500569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-307480ff-ce37-49ba-ba77-73b88c170f8b None None] Port f06b6616-2673-45b7-873d-2de1047a423a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:16:42.511846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:42.514987 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e98d8-d476-4121-8140-564eb9233b61" -d '{"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-unplugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:42.572075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:42.588977 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.629885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56054dd4-c3b1-4cca-8a81-be1a2e7b9ba1 req-a88927d5-59a8-4883-91f5-8ea1966c928e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:42.646662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56054dd4-c3b1-4cca-8a81-be1a2e7b9ba1 req-a88927d5-59a8-4883-91f5-8ea1966c928e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 0.3193002 Jan 27 19:16:42.681501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:42.682109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.694855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:42.709907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:42.718932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:42.719541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:42.720071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:42.759785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:42.761095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.800413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:16:42.800413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:42.811236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:42.844033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:42.844394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:42.844794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:42.845278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Bound port: caa1a657-1344-4d95-895b-7d9f150feb10, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:42.845696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:42.886501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:16:42.887523 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:16:42.896410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56054dd4-c3b1-4cca-8a81-be1a2e7b9ba1 req-e531e3c2-fe6d-43c8-8d12-f975702714b6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481196 Jan 27 19:16:42.912308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c47c955b-b4b2-48cf-ac66-ec6759841a90 req-4684c7d0-2979-4c49-b14c-e06f0aa1dbb7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080105 Jan 27 19:16:42.980740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Router b76eb877-0899-462d-b8d6-dd04b109d876 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:16:43.022518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:43.055481 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c060143-e030-4d07-bedf-88750f038a4c x-openstack-request-id: req-0c060143-e030-4d07-bedf-88750f038a4c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:43.055683 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-unplugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:43.055850 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c060143-e030-4d07-bedf-88750f038a4c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:43.056450 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3', 'code': 200} Jan 27 19:16:43.154572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:43.274780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:43.292838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:43.425297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:43.459111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:43.459775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:43.461321 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] 10.222.0.66 "PUT /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 1094 time: 4.2708669 Jan 27 19:16:43.464475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:43.474230 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa05369f-3dfd-4db5-8159-73e224e18dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:43.651478 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b5e101-dbb6-4a6a-a5f1-ebe5847227b9 x-openstack-request-id: req-b4b5e101-dbb6-4a6a-a5f1-ebe5847227b9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:43.651772 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:43.652028 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4b5e101-dbb6-4a6a-a5f1-ebe5847227b9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:43.652431 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'status': 'completed', 'code': 200} Jan 27 19:16:43.725325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:16:43.744860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6b9ceedb-157f-4fab-be63-539ff2b81019 admin admin] 10.222.0.59 "PUT /v2.0/routers/b76eb877-0899-462d-b8d6-dd04b109d876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1461101 Jan 27 19:16:43.745907 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Sync routers for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:16:43.754412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfa689-a17a-42b0-a0ee-2153a3b9bc79 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:43.770416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:16:43.775175 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:43.775848 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:43.888839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-ae3a1fa7-6fcf-4f6a-bb16-63114dccc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:43.891876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:43.898498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:43.899533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-ae3a1fa7-6fcf-4f6a-bb16-63114dccc822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1097 time: 0.2939508 Jan 27 19:16:44.012337 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-ee4caa22-f7ec-46f7-a71a-f67e71583fc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.1118515 Jan 27 19:16:44.026609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:44.047047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:44.109126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:44.164908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:44.194210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:44.310869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:44.325524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-6972f5be-dafa-4963-bafc-f1ba54a21fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:44.331288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-6972f5be-dafa-4963-bafc-f1ba54a21fd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.3079631 Jan 27 19:16:44.354348 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:44.623943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-9d647879-08ad-4301-8e34-33b586be34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:44.630837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['377d0074-8923-4e36-aa25-adce684bced3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:44.637202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-9d647879-08ad-4301-8e34-33b586be34c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2857165 Jan 27 19:16:44.738779 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d associated. External IP: 172.25.5.137, port: 2a89a393-68d3-4025-a4f7-d118d23085a6. Jan 27 19:16:44.740434 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:38Z', 'revision_number': 2, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:44.778620 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Checking router: b76eb877-0899-462d-b8d6-dd04b109d876 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:44.779802 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Updating router b76eb877-0899-462d-b8d6-dd04b109d876 port f06b6616-2673-45b7-873d-2de1047a423a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:16:44.816402 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f06b6616-2673-45b7-873d-2de1047a423a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.023442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-0f22bf86-e8be-4e35-bf47-a5668a62aef0 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838520 Jan 27 19:16:45.144687 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.229480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6455b9e-e878-40cd-998f-6cd49ab616d5 req-afed4a4d-c438-4952-b456-0feb91cbc093 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:45.246116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6455b9e-e878-40cd-998f-6cd49ab616d5 req-afed4a4d-c438-4952-b456-0feb91cbc093 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.9615355 Jan 27 19:16:45.256296 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks [] for port (f06b6616-2673-45b7-873d-2de1047a423a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.271233 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.353050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-237c5b19-5a8f-4e81-84ab-a3a70a248ac4 req-7b74e41c-2c21-4865-90e1-d5c2a5a0482e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239766 Jan 27 19:16:45.379891 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Pushing event updated for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:45.423523 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.424221 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.424920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.427349 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.428055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.431734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.433926 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.434508 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.439081 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.440025 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.440622 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.442318 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.442922 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.443493 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:45.493307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381ea54-cb96-45e2-98a0-dea130ac7295 req-2dd470ef-f3a9-46a8-baa5-4d50fc661ab2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:45.495069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d381ea54-cb96-45e2-98a0-dea130ac7295 req-2dd470ef-f3a9-46a8-baa5-4d50fc661ab2 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 1.2415123 Jan 27 19:16:45.592783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6455b9e-e878-40cd-998f-6cd49ab616d5 req-f4191d11-5615-4f91-b6ce-2ca56ba12e0e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327482 Jan 27 19:16:45.638825 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Attempting to bind port f06b6616-2673-45b7-873d-2de1047a423a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:45.639467 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Attempting to bind port f06b6616-2673-45b7-873d-2de1047a423a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:45.640068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Attempting to bind port f06b6616-2673-45b7-873d-2de1047a423a on network 60398d50-e410-4339-af16-45aac65f414a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:45.648300 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:45.656716 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Checking segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:45.657749 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.658857 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Bound using segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:45.667116 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Bound port: f06b6616-2673-45b7-873d-2de1047a423a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:45.670113 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f06b6616-2673-45b7-873d-2de1047a423a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.746803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-06a3acd7-176b-4e71-bb39-89e18cf39dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:45.753485 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-06a3acd7-176b-4e71-bb39-89e18cf39dc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1097 time: 0.2209306 Jan 27 19:16:45.801919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d381ea54-cb96-45e2-98a0-dea130ac7295 req-e93c8ebe-11a1-420b-8e84-fdf5788c6717 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591491 Jan 27 19:16:45.852235 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] For port f06b6616-2673-45b7-873d-2de1047a423a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:45.856787 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] For port f06b6616-2673-45b7-873d-2de1047a423a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f06b6616-2673-45b7-873d-2de1047a423a,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:45.876429 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:45.977944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.057657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Provisioning complete for port f06b6616-2673-45b7-873d-2de1047a423a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:46.058290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f06b6616-2673-45b7-873d-2de1047a423a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.097590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:46.098592 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:46.130113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-6a553e45-4dfa-4968-bf65-1c6a8238ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:46.132132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-6a553e45-4dfa-4968-bf65-1c6a8238ac9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3701615 Jan 27 19:16:46.254278 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-8a1de1d8-b535-49e1-884e-76ea0aa74818 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.1139550 Jan 27 19:16:46.268125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.367733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:16:46.449123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-685e642c-282c-4ec4-b66c-12978e440e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:46.457232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-685e642c-282c-4ec4-b66c-12978e440e4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1916583 Jan 27 19:16:46.481014 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124a6c9-6f95-44c5-8f92-8087be9776e9 None None] Pushing event updated for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:46.511177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Current status of the port f06b6616-2673-45b7-873d-2de1047a423a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:46.511827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f06b6616-2673-45b7-873d-2de1047a423a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.653572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] For port f06b6616-2673-45b7-873d-2de1047a423a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f06b6616-2673-45b7-873d-2de1047a423a,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:46.663038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.836367 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:46.878871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439107c-e63a-4d2a-9fc7-3af7265cd22b None None] Pushing event updated for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:46.902326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-54f0ff75-60e1-441f-b8af-88cf91d1d9e0 None None] Provisioning complete for port f06b6616-2673-45b7-873d-2de1047a423a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:46.902705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54f0ff75-60e1-441f-b8af-88cf91d1d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f06b6616-2673-45b7-873d-2de1047a423a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.914508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:16:46.929289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:46.943570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:16:47.000127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:47.000711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:47.013029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0439458b-cfca-4596-bbd2-82f02cd153d3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "PUT /v2.0/floatingips/6845ef3b-6381-4056-a4b2-37db13bc573d HTTP/1.1" status: 200 len: 991 time: 6.7648973 Jan 27 19:16:47.022102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:47.038756 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c2a83d-74d8-4589-9422-e8056017277b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:47.108213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-3ea47f14-b30d-416a-b2e4-b398b8447c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:47.114277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-3ea47f14-b30d-416a-b2e4-b398b8447c14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5414000 Jan 27 19:16:47.252243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-eb0580a7-16a5-4a94-a79b-fad19dcd0edc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:47.256027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-eb0580a7-16a5-4a94-a79b-fad19dcd0edc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 829 time: 0.6701131 Jan 27 19:16:47.257948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54f0ff75-60e1-441f-b8af-88cf91d1d9e0 None None] Current status of the port f06b6616-2673-45b7-873d-2de1047a423a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:47.315537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-052d3e96-3f5b-4984-83b3-d1e1460a7026 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/quotas/8bcd6b590533489c8abdb2f37a4c55b1 HTTP/1.1" status: 200 len: 375 time: 0.0393379 Jan 27 19:16:47.338220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-cd3d958b-5eeb-4301-a701-0f19414a8229 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174816 Jan 27 19:16:47.362923 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:45Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:47.427068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3945da3-0b83-4f2e-ad31-34edfef2376d None None] The sync data for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 is: [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:45Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:47.455224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:47.505319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb11e9-0eb3-4b67-9828-cd0e710d2ab0 req-8d2f04ba-3b9d-45d0-8c0a-4cf2e3b45f3b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:47.531701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69eb11e9-0eb3-4b67-9828-cd0e710d2ab0 req-8d2f04ba-3b9d-45d0-8c0a-4cf2e3b45f3b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.6683621 Jan 27 19:16:47.648232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa05369f-3dfd-4db5-8159-73e224e18dcc req-0e962321-0432-4d14-8fe4-67bc2cbb3bf5 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026457 Jan 27 19:16:47.826655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69eb11e9-0eb3-4b67-9828-cd0e710d2ab0 req-d76265f1-22cd-4e08-a691-affc8570036d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494097 Jan 27 19:16:47.890088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-abf5874e-2510-48ac-a870-ea3ba590ae8b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5493543 Jan 27 19:16:47.947144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f06b6616-2673-45b7-873d-2de1047a423a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:48.110159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Deleting port c86d54e5-3097-419c-852d-94312ece80e9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:48.113665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c86d54e5-3097-419c-852d-94312ece80e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:48.367719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:48.587804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f06b6616-2673-45b7-873d-2de1047a423a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:48.587804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f06b6616-2673-45b7-873d-2de1047a423a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:48.713287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f454f-0b1a-42b4-ab2d-50a309ec2edd req-34fe52dd-ba03-4712-88b3-5ac6258085c7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:48.737055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-168f454f-0b1a-42b4-ab2d-50a309ec2edd req-34fe52dd-ba03-4712-88b3-5ac6258085c7 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 0.3953760 Jan 27 19:16:48.817205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:05:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc80d-df77-4c72-a222-a43928b14108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:16:43Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:48.891690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-d7eb49cc-3c98-4685-a17d-3e4eabd73be9 service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0003440 Jan 27 19:16:48.926761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] For port c86d54e5-3097-419c-852d-94312ece80e9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c86d54e5-3097-419c-852d-94312ece80e9,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:48.927665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c86d54e5-3097-419c-852d-94312ece80e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:48.999958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 377d0074-8923-4e36-aa25-adce684bced3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:48.999958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (377d0074-8923-4e36-aa25-adce684bced3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:49.005856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:49.031878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Calling delete_port for c86d54e5-3097-419c-852d-94312ece80e9 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:49.079531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:49.079906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:49.089538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-168f454f-0b1a-42b4-ab2d-50a309ec2edd req-cb928cce-ba9b-4e55-8199-dfba2164bcb4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471019 Jan 27 19:16:49.220231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f06b6616-2673-45b7-873d-2de1047a423a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:49.295753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-3d238216-f841-402a-9a96-0b4147b52a3b service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027064 Jan 27 19:16:49.413866 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba72864-a06d-4ac3-b18f-e42b8932fb79 x-openstack-request-id: req-eba72864-a06d-4ac3-b18f-e42b8932fb79 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:49.414563 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:49.415000 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eba72864-a06d-4ac3-b18f-e42b8932fb79 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:49.415821 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'status': 'completed', 'code': 200} Jan 27 19:16:49.433145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 377d0074-8923-4e36-aa25-adce684bced3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:49.433581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:49.582146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:49.611123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:49.619875 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d217147-91b8-4589-bdef-fa2a1ef36a98" -d '{"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-plugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:49.664886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a83d-74d8-4589-9422-e8056017277b req-54e824b2-bce3-4383-802c-cbff98623ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:49.681574 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-54e824b2-bce3-4383-802c-cbff98623ff5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 1096 time: 0.2404940 Jan 27 19:16:49.771109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:16:49.823302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:49.826492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c86d54e5-3097-419c-852d-94312ece80e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:49.860240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c4d8d-d370-4320-9299-fac030b80686 req-5ea89fca-b738-4231-90f7-37c6c6d3b2a1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:49.871465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-503c4d8d-d370-4320-9299-fac030b80686 req-5ea89fca-b738-4231-90f7-37c6c6d3b2a1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 944 time: 0.1620030 Jan 27 19:16:49.889736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:49.935510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Pushing event deleted for resources: {'Port': ['ID=c86d54e5-3097-419c-852d-94312ece80e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:50.041733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.043438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.044787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.047508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.048912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.050145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.054638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.055174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.056416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.057661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.058816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.059320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.060531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:16:50.173215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:16:50.214256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a83d-74d8-4589-9422-e8056017277b req-dfc70442-37be-4d62-a1e0-bb5aaa8305af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:50.216727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-dfc70442-37be-4d62-a1e0-bb5aaa8305af service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.5313866 Jan 27 19:16:50.418023 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-cb29fae8-ea52-4e7d-a716-f27d43d29598 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 200 len: 999 time: 0.1856232 Jan 27 19:16:50.508245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-503c4d8d-d370-4320-9299-fac030b80686 req-0f0164f2-8050-40c6-9c10-43c91f5449ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357462 Jan 27 19:16:50.624200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9587c24-8d3f-40f5-a3bd-ae292ae07633 req-b67c72aa-a745-456c-b4fc-f0e32b1c8b50 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 210 time: 0.3316298 Jan 27 19:16:50.625434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a83d-74d8-4589-9422-e8056017277b req-c626b677-2e2d-4601-ad06-7438a056b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:50.633301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-c626b677-2e2d-4601-ad06-7438a056b499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.2047708 Jan 27 19:16:50.999553 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf8af72-32ee-45e5-9d74-45f971e45527 x-openstack-request-id: req-edf8af72-32ee-45e5-9d74-45f971e45527 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:51.000166 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-plugged", "status": "completed", "tag": "377d0074-8923-4e36-aa25-adce684bced3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:51.001904 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edf8af72-32ee-45e5-9d74-45f971e45527 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:51.006726 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377d0074-8923-4e36-aa25-adce684bced3', 'code': 200} Jan 27 19:16:51.087782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:51.154135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1193461-8257-42c4-ba74-e6dc9eb385ea req-a79fec99-31b7-4124-af90-180ae9ce0a24 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:51.166613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1193461-8257-42c4-ba74-e6dc9eb385ea req-a79fec99-31b7-4124-af90-180ae9ce0a24 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 0.3275886 Jan 27 19:16:51.184684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:51.391798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a83d-74d8-4589-9422-e8056017277b req-44f01db9-3f54-478f-9a09-b2ddb55704ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:51.393787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-44f01db9-3f54-478f-9a09-b2ddb55704ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7540588 Jan 27 19:16:51.426187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:51.498821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dceb0d-4cd5-4db8-9069-31471c65cc02 req-409c0a76-ffe0-43b1-959b-345448fd9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:51.523769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'mac_address': 'fa:16:3e:de:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:16:51.535246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3dceb0d-4cd5-4db8-9069-31471c65cc02 req-409c0a76-ffe0-43b1-959b-345448fd9add service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 1096 time: 0.5747907 Jan 27 19:16:51.557709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1193461-8257-42c4-ba74-e6dc9eb385ea req-1a93da3e-71c1-4329-9953-513f8a760986 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899426 Jan 27 19:16:51.593894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:51.593894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:51.616813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:51.703250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:05:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc80d-df77-4c72-a222-a43928b14108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:16:43Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:51.784649 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-b6b1c75a-9321-4da2-a3f7-0bcadbbadf6a service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819363 Jan 27 19:16:51.810233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1308b4-d60b-4f98-a0c7-2c081378d005 None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6845ef3b-6381-4056-a4b2-37db13bc573d', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'port_id': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'mac_address': 'fa:16:3e:05:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc80d-df77-4c72-a222-a43928b14108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:12:11Z', 'updated_at': '2022-01-27T19:16:43Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:51.831061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:51.851629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3dceb0d-4cd5-4db8-9069-31471c65cc02 req-6a54fd87-bf22-4074-a672-eef66a8adea6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814541 Jan 27 19:16:51.851992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:52.004398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:52.028943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03dfa31e-9ed2-4908-8515-a1c8ecb1f106 req-ce8b56f9-21b8-433b-9a39-dbd469807bde tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 210 time: 0.1235671 Jan 27 19:16:52.098805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27c2a83d-74d8-4589-9422-e8056017277b req-3e1b85fb-343f-4d3a-a41b-c9d87305132a service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046579 Jan 27 19:16:52.216081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['caa1a657-1344-4d95-895b-7d9f150feb10'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:16:52.342619 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a501a-13e3-4fed-b7ae-a579f0a62aa1 None None] New status for floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:16:52.986884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2289-b96c-472f-80a2-a01388160536 req-53a868a9-51c3-4882-85de-5dcf3890ef90 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:52.990267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-891c2289-b96c-472f-80a2-a01388160536 req-53a868a9-51c3-4882-85de-5dcf3890ef90 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 1.1114297 Jan 27 19:16:53.231692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:16:53.289057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e961e05-0f0d-4a07-bf69-e5dcb30a1458 req-f6b2ada1-dbc6-4502-bef0-00df4570d107 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:53.291906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e961e05-0f0d-4a07-bf69-e5dcb30a1458 req-f6b2ada1-dbc6-4502-bef0-00df4570d107 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.2946610 Jan 27 19:16:53.314811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-891c2289-b96c-472f-80a2-a01388160536 req-45795cb9-cb4a-4a70-a28f-d31ecf11537a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014152 Jan 27 19:16:53.387891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-37cb3cd9-40ae-45b0-8b9b-06dcf701fe3f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:53.390642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-37cb3cd9-40ae-45b0-8b9b-06dcf701fe3f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.39 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 829 time: 0.9082887 Jan 27 19:16:53.480118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'port': {'device_id': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'admin_state_up': True, 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:53.546152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:53.588368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9b49919-1636-4a4b-bdb1-a558a3423f53 req-d8f1618f-d9b2-42e5-a8bb-36cb6032f4a4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 210 time: 0.1030679 Jan 27 19:16:53.690159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e961e05-0f0d-4a07-bf69-e5dcb30a1458 req-5c8e77ab-6f5b-4a3d-a893-c4b6e25e4313 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649156 Jan 27 19:16:53.863739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:16:53.966226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:16:53.992346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-087db85d-5350-409a-a5ce-4cf8a534043e admin admin] 10.222.0.59 "PUT /v2.0/routers/6c7aecec-fb35-4f36-a530-b4e8b339ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5615928 Jan 27 19:16:53.993453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:53.997738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Sync routers for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:16:54.051988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:54.054798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:54.066521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Made reservation on behalf of 8bcd6b590533489c8abdb2f37a4c55b1 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:16:54.073139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.216545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port caa1a657-1344-4d95-895b-7d9f150feb10 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:16:54.315301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port caa1a657-1344-4d95-895b-7d9f150feb10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:54.316969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.321531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks [] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.426876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Allocated IP 172.20.0.9 (60398d50-e410-4339-af16-45aac65f414a/f42d204e-a8e6-497a-a4d1-751ea2a33620/bfba0e03-c88c-4da5-ad3f-ea08057afeba) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:16:54.544558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.549666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:54.611423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks [] for router_gateway (6c7aecec-fb35-4f36-a530-b4e8b339ef43), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.817211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Deleting port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:54.818378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.852190 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.913324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:54.995555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event updated for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:54.997562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] For port b04f7539-ad70-4cf6-bd64-c9bcdfd338d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:54.999159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.016918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7fafb-13d8-42fa-ab78-8f119155f89c req-b773ae03-c568-44b2-a97b-e6b72b6ab9dd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:55.025149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53a7fafb-13d8-42fa-ab78-8f119155f89c req-b773ae03-c568-44b2-a97b-e6b72b6ab9dd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.3447847 Jan 27 19:16:55.027165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Calling delete_port for b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:55.104324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53a7fafb-13d8-42fa-ab78-8f119155f89c req-a6faa366-a884-4e02-bfdd-359a6d01fae5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 Jan 27 19:16:55.104571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:16:55.104977 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.125593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Network 60398d50-e410-4339-af16-45aac65f414a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:16:55.131999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:16:55.142299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:16:55.225648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0a28d-e0b8-4bbf-b2d4-00ea3e997652 req-f974c8e8-7a50-41b6-92aa-3679920c6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:55.229672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cd0a28d-e0b8-4bbf-b2d4-00ea3e997652 req-f974c8e8-7a50-41b6-92aa-3679920c6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 931 time: 0.3280747 Jan 27 19:16:55.233886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:55.239557 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2063e0c-41cd-4900-bbd9-e1a4f22c9c6d" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:55.290757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:55.304594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.439444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cdc47-ef42-4a8f-afa2-287e5daecf17 req-f172e990-26c9-4413-a3cd-1e66a1643653 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:55.454767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f38cdc47-ef42-4a8f-afa2-287e5daecf17 req-f172e990-26c9-4413-a3cd-1e66a1643653 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.2238798 Jan 27 19:16:55.502980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:55.522653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:16:49Z', 'revision_number': 5, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port': {'id': 'b04f7539-ad70-4cf6-bd64-c9bcdfd338d1', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:23Z', 'updated_at': '2022-01-27T19:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:55.533663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b04f7539-ad70-4cf6-bd64-c9bcdfd338d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.586357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f38cdc47-ef42-4a8f-afa2-287e5daecf17 req-c038fefd-3e6d-4841-b588-77c014d94555 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302955 Jan 27 19:16:55.628008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Checking router: 6c7aecec-fb35-4f36-a530-b4e8b339ef43 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:16:55.628935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:55.629151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.676210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cd0a28d-e0b8-4bbf-b2d4-00ea3e997652 req-2dac4e02-f734-4de6-83b6-7230844214a9 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615861 Jan 27 19:16:55.691431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-0a3df93e-54d2-49a9-aefa-7ea65d0b8682 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2177866 Jan 27 19:16:55.705385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Request body: {'port': {'device_id': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:16:55.725837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Routers {'6c7aecec-fb35-4f36-a530-b4e8b339ef43'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:16:55.726945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:55.740448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04f7539-ad70-4cf6-bd64-c9bcdfd338d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:55.751094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.904245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:55.921651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] Set router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:16:55.984815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a7c7eb8f-a298-4435-8c3b-39fb3fafd0f1 None None] Provisioning complete for port bfba0e03-c88c-4da5-ad3f-ea08057afeba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:16:55.985483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7c7eb8f-a298-4435-8c3b-39fb3fafd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.077961 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33207f5-612b-4b46-98c7-8086dfc4f1e8 x-openstack-request-id: req-c33207f5-612b-4b46-98c7-8086dfc4f1e8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:56.078751 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:56.079162 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c33207f5-612b-4b46-98c7-8086dfc4f1e8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:56.079796 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'code': 200} Jan 27 19:16:56.091649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.107981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks [] for router_controller (6c7aecec-fb35-4f36-a530-b4e8b339ef43), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.123670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:16:55Z', 'revision_number': 7, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:56.225086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac507a06-91a1-454f-9865-d55a5ee8a07c None None] The sync data for ids ['6c7aecec-fb35-4f36-a530-b4e8b339ef43'] in n-d-760453-6 is: [{'id': '6c7aecec-fb35-4f36-a530-b4e8b339ef43', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884095040-router', 'tenant_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:21Z', 'updated_at': '2022-01-27T19:16:55Z', 'revision_number': 7, 'project_id': 'b2ec25f3a5444811b688f031f8ff9e5a', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:16:56.268606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7eb8f-a298-4435-8c3b-39fb3fafd0f1 None None] Port bfba0e03-c88c-4da5-ad3f-ea08057afeba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:16:56.284779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481bb3e-2d97-4576-ac01-1da0f719dd10 req-54f463c0-6f81-4e29-90c2-47b3a812d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:56.287648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5481bb3e-2d97-4576-ac01-1da0f719dd10 req-54f463c0-6f81-4e29-90c2-47b3a812d8a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1099 time: 0.1608038 Jan 27 19:16:56.306889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (6c7aecec-fb35-4f36-a530-b4e8b339ef43), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.308198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7aecec-fb35-4f36-a530-b4e8b339ef43 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:16:56.319023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.321749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-10898b3f-bba4-4cea-88cc-1142e0e906d5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6c7aecec-fb35-4f36-a530-b4e8b339ef43 HTTP/1.1" status: 204 len: 168 time: 2.3272116 Jan 27 19:16:56.336774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:56.403543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfba0e03-c88c-4da5-ad3f-ea08057afeba {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:16:56.412495 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks [] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.427419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Transition to ACTIVE for port object bfba0e03-c88c-4da5-ad3f-ea08057afeba will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:16:56.458944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.489546 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5481bb3e-2d97-4576-ac01-1da0f719dd10 req-35757f95-77e6-40a9-8ad9-2e8b3591e4dd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913028 Jan 27 19:16:56.530883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Deleting subnet 037ad8fe-9768-4d21-b565-8f731beb3ae7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:16:56.541544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Publish callbacks [] for subnet (037ad8fe-9768-4d21-b565-8f731beb3ae7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.544757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ebe66-0b12-4151-9d43-137dcae06c60 req-64701d86-2255-453b-a538-76445ba74836 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:56.553075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-094ebe66-0b12-4151-9d43-137dcae06c60 req-64701d86-2255-453b-a538-76445ba74836 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.4897192 Jan 27 19:16:56.641290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-094ebe66-0b12-4151-9d43-137dcae06c60 req-81eb10ef-84f4-436e-b966-8e76eeb2691d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Jan 27 19:16:56.641290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:56.663069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Publish callbacks [] for subnet (037ad8fe-9768-4d21-b565-8f731beb3ae7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.841231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Attempting to bind port bfba0e03-c88c-4da5-ad3f-ea08057afeba on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:16:56.842169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Attempting to bind port bfba0e03-c88c-4da5-ad3f-ea08057afeba by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:16:56.842605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Attempting to bind port bfba0e03-c88c-4da5-ad3f-ea08057afeba on network 60398d50-e410-4339-af16-45aac65f414a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:56.853593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Port bfba0e03-c88c-4da5-ad3f-ea08057afeba on network 60398d50-e410-4339-af16-45aac65f414a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:16:56.857238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Attempting to bind port bfba0e03-c88c-4da5-ad3f-ea08057afeba on network 60398d50-e410-4339-af16-45aac65f414a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:16:56.891184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:16:56.891971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Checking segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:16:56.892593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Bound using segment: {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:16:56.893401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Bound port: bfba0e03-c88c-4da5-ad3f-ea08057afeba, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '60398d50-e410-4339-af16-45aac65f414a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:16:56.894714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:56.908799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (037ad8fe-9768-4d21-b565-8f731beb3ae7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.068503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for subnet (037ad8fe-9768-4d21-b565-8f731beb3ae7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.124054 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037ad8fe-9768-4d21-b565-8f731beb3ae7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:57.137149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.144519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40cc61-adad-4df8-845e-32004bc6fd18 None None] Network 213a3d5d-5ad1-4a93-a287-92520562c52c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:16:57.147576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39da9770-6798-490e-87ad-bd4d6818bc60 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/037ad8fe-9768-4d21-b565-8f731beb3ae7 HTTP/1.1" status: 204 len: 168 time: 0.8087065 Jan 27 19:16:57.153890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35532) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:57.218684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:16:57.227977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:16:57.270080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858584e9-0302-4d77-8cde-dd03c2f8e91e req-390d2051-cd45-4934-9c78-1e3de9bcc997 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:57.302040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-858584e9-0302-4d77-8cde-dd03c2f8e91e req-390d2051-cd45-4934-9c78-1e3de9bcc997 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.4394002 Jan 27 19:16:57.320426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.465398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (213a3d5d-5ad1-4a93-a287-92520562c52c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.518908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-858584e9-0302-4d77-8cde-dd03c2f8e91e req-6b707967-2347-4a86-9dad-0bb3f043536f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980245 Jan 27 19:16:57.641450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] DHCP port deletion for 213a3d5d-5ad1-4a93-a287-92520562c52c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:16:57.669479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Deleting port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:57.672036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.690341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:57.789367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:57.790488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.792591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-9e475eb0-f583-460c-846a-d42c83335d32 service neutron] 10.222.0.39 "PUT /v2.0/ports/bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 1091 time: 2.0918214 Jan 27 19:16:57.794277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:16:57.797314 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23897bf-50df-4d89-b478-b9316b3c3a58" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:16:57.873652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Deleting port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:57.880792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.897620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] For port edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:57.898293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:57.936921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d392b-ad65-453b-b20d-91569d6a59dd req-4e6f686d-508a-443a-8e3d-2e2ea20b68a0 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:57.944320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e2d392b-ad65-453b-b20d-91569d6a59dd req-4e6f686d-508a-443a-8e3d-2e2ea20b68a0 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 943 time: 0.2744718 Jan 27 19:16:57.964900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Calling delete_port for edc92334-e3f9-4ab8-8e1c-621fe5f418f7 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:58.027083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] For port edc92334-e3f9-4ab8-8e1c-621fe5f418f7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,segment=NetworkSegment(629a6bb3-0309-4687-93a8-2f9e8dc6727c),segment_id=629a6bb3-0309-4687-93a8-2f9e8dc6727c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:58.027489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:58.046841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Calling delete_port for edc92334-e3f9-4ab8-8e1c-621fe5f418f7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:16:58.190180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device edc92334-e3f9-4ab8-8e1c-621fe5f418f7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:58.227395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e2d392b-ad65-453b-b20d-91569d6a59dd req-625b1f64-f656-479a-8ee3-f97dc8e00852 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770283 Jan 27 19:16:58.251601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:58.260721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (edc92334-e3f9-4ab8-8e1c-621fe5f418f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:58.322778 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087a4a4-9a74-405e-aa90-79b6e03ce614 x-openstack-request-id: req-f087a4a4-9a74-405e-aa90-79b6e03ce614 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:16:58.323413 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:16:58.323859 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f087a4a4-9a74-405e-aa90-79b6e03ce614 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:16:58.324490 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'status': 'completed', 'code': 200} Jan 27 19:16:58.333211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:58.352477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-a8565554-98f1-4a18-96c8-241423a95264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:58.354070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-a8565554-98f1-4a18-96c8-241423a95264 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1094 time: 0.4886482 Jan 27 19:16:58.360999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] No DVR routers for this DVR port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:58.395870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] No DVR routers for this DVR port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:16:58.401134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86465a-1ff3-4ff6-a0e2-9dd8c39b736e None None] Pushing event deleted for resources: {'Port': ['ID=edc92334-e3f9-4ab8-8e1c-621fe5f418f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:58.469967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 19:16:58.473110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port edc92334-e3f9-4ab8-8e1c-621fe5f418f7 host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:16:58.474464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device edc92334-e3f9-4ab8-8e1c-621fe5f418f7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:16:58.475155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c86d54e5-3097-419c-852d-94312ece80e9 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:58.513754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (213a3d5d-5ad1-4a93-a287-92520562c52c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:58.526095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-6ac12b6f-482f-453f-a2d6-d58c33e6d555 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:58.535426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-6ac12b6f-482f-453f-a2d6-d58c33e6d555 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.4083946 Jan 27 19:16:58.542098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c86d54e5-3097-419c-852d-94312ece80e9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:16:58.544531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c86d54e5-3097-419c-852d-94312ece80e9 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:16:58.545659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:16:58.595765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.596420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.601288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.602084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.602643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.603198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.603767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.604532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.605036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.605605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.630041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:16:58.630613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b04f7539-ad70-4cf6-bd64-c9bcdfd338d1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:16:58.661990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-94d72d89-868a-40c1-86c4-dc762e3811d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 217 time: 0.2848606 Jan 27 19:16:58.731630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-d347a915-fe8a-4b21-849e-89c9a739d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:58.733591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-d347a915-fe8a-4b21-849e-89c9a739d707 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.0610971 Jan 27 19:16:58.742552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-624b6580-2a64-4acf-aaa2-a8f7f57ac4a9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/quotas/3b1f202838b44b2f860460c7a659d5d7 HTTP/1.1" status: 200 len: 375 time: 0.1962068 Jan 27 19:16:58.842463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.842957 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.843482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.844030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 19:16:58.845402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213a3d5d-5ad1-4a93-a287-92520562c52c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:58.856815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-41f8fd46-7d85-46e0-9f11-037279cf4458 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128998 Jan 27 19:16:58.873148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5694140-0fe0-4195-938f-4e72a5121a6d req-909efdb1-784b-44df-b896-adabc849bc82 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:58.875299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5694140-0fe0-4195-938f-4e72a5121a6d req-909efdb1-784b-44df-b896-adabc849bc82 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.2063293 Jan 27 19:16:58.907801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-dd0a101f-d797-46c2-a646-6a271e60d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:58.908048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629a6bb3-0309-4687-93a8-2f9e8dc6727c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:58.908399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629a6bb3-0309-4687-93a8-2f9e8dc6727c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:16:58.910383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-dd0a101f-d797-46c2-a646-6a271e60d20c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384912 Jan 27 19:16:58.953316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (629a6bb3-0309-4687-93a8-2f9e8dc6727c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.011101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (629a6bb3-0309-4687-93a8-2f9e8dc6727c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.036570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:16:59.037485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (629a6bb3-0309-4687-93a8-2f9e8dc6727c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.102333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5694140-0fe0-4195-938f-4e72a5121a6d req-0e692509-a3bc-4f00-a42e-a2ee82f1ca74 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071519 Jan 27 19:16:59.129527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-36a5e51a-4715-45d2-9c54-f0a48631bb84 service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712119 Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: from cryptography.utils import int_from_bytes Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: from cryptography.utils import int_from_bytes Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: items = [ Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:16:59.186282 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:16:59.190286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (213a3d5d-5ad1-4a93-a287-92520562c52c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.209745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-ead9d3c9-b1d0-4c14-a32a-766a9a39d354 service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624528 Jan 27 19:16:59.226430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.241147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/213a3d5d-5ad1-4a93-a287-92520562c52c HTTP/1.1" status: 204 len: 168 time: 2.0843444 Jan 27 19:16:59.252744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:16:59.264414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e4d1-7ebc-44f3-8211-df567e34eaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=213a3d5d-5ad1-4a93-a287-92520562c52c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:16:59.496436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-ac305946-3aa6-4e31-b4df-57ddb92ccc53 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:59.498074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-ac305946-3aa6-4e31-b4df-57ddb92ccc53 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1 HTTP/1.1" status: 200 len: 945 time: 0.1076124 Jan 27 19:16:59.513979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-73f666c7-5593-4ba1-b570-61b3911c5eaf service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813488 Jan 27 19:16:59.608708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99166c8e-ea13-452d-a670-8ca953e7a6de req-ecf18713-a0ef-46c8-ae69-e34022ce572c service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702114 Jan 27 19:16:59.703599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Deleting port 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:16:59.703943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (377d0074-8923-4e36-aa25-adce684bced3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.775952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6774a4-d143-4ff1-b07c-52a88344ce5f req-72dc629e-4237-4522-995d-6097e607626d tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:59.790404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c6774a4-d143-4ff1-b07c-52a88344ce5f req-72dc629e-4237-4522-995d-6097e607626d tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1099 time: 0.1764286 Jan 27 19:16:59.983135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] For port 377d0074-8923-4e36-aa25-adce684bced3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=377d0074-8923-4e36-aa25-adce684bced3,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:16:59.983990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (377d0074-8923-4e36-aa25-adce684bced3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:16:59.994894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-f0688d53-d7b3-4d0d-9f3a-a8f0f34317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:16:59.996386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-f0688d53-d7b3-4d0d-9f3a-a8f0f34317f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1094 time: 0.2737994 Jan 27 19:17:00.021505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Calling delete_port for 377d0074-8923-4e36-aa25-adce684bced3 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:00.296390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-89990160-955c-49f3-aae8-3723a01b7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:00.298660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-89990160-955c-49f3-aae8-3723a01b7b96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 930 time: 0.2753670 Jan 27 19:17:00.302696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (377d0074-8923-4e36-aa25-adce684bced3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:00.323851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['377d0074-8923-4e36-aa25-adce684bced3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:00.354682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c6774a4-d143-4ff1-b07c-52a88344ce5f req-eb9b36f7-e289-4b7c-b78b-16857c2cc1fd tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625548 Jan 27 19:17:00.403983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event deleted for resources: {'Port': ['ID=377d0074-8923-4e36-aa25-adce684bced3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:00.441311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] No DVR routers for this DVR port 377d0074-8923-4e36-aa25-adce684bced3 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:00.456707 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:00.462322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7b01dbd-3bcf-45dc-bf6b-76da2596d5f8 req-f2c2e800-6d92-4bf6-bc66-dcf4fb5e23bd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.39 "DELETE /v2.0/ports/377d0074-8923-4e36-aa25-adce684bced3 HTTP/1.1" status: 204 len: 173 time: 0.9543052 Jan 27 19:17:00.463563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-deleted', 'tag': '377d0074-8923-4e36-aa25-adce684bced3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:00.474213 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2234a-39df-40ca-bedf-f8d459b6d239" -d '{"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-deleted", "tag": "377d0074-8923-4e36-aa25-adce684bced3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:00.976638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-b76661f5-83d0-4dee-a091-04155a7aadc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 217 time: 0.5257235 Jan 27 19:17:01.005151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014471e-0830-4ff7-a1c9-07feeb2c0b03 req-a307f15d-58c7-4495-be6b-a5f96bd1ae2b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:01.006762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1014471e-0830-4ff7-a1c9-07feeb2c0b03 req-a307f15d-58c7-4495-be6b-a5f96bd1ae2b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 943 time: 1.0316722 Jan 27 19:17:01.030066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-073653f3-ebf8-408c-aa89-65ff2c118a66 req-b8123e96-cbad-4131-8aed-394c44779695 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 210 time: 0.0655205 Jan 27 19:17:01.111828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-bea30b42-be18-4189-a915-4d28456ffe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:01.115388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-bea30b42-be18-4189-a915-4d28456ffe11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.1052155 Jan 27 19:17:01.276712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1014471e-0830-4ff7-a1c9-07feeb2c0b03 req-52edd503-8915-4e96-a474-ef5f053e3df6 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767950 Jan 27 19:17:01.305872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-92b12e2b-fc5b-479a-b17b-78dad8278d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:01.307679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-92b12e2b-fc5b-479a-b17b-78dad8278d2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698599 Jan 27 19:17:01.588333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-e07934e8-efad-453f-8f30-4471130da83b service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723284 Jan 27 19:17:01.918418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-9ed84e5c-3b56-47c0-bcc9-0a0ee8b90bd2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:01.920119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-9ed84e5c-3b56-47c0-bcc9-0a0ee8b90bd2 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.2682722 Jan 27 19:17:01.922722 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab7edb-ca10-4757-af98-d68f89512a1b x-openstack-request-id: req-16ab7edb-ca10-4757-af98-d68f89512a1b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:01.923028 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1", "name": "network-vif-deleted", "tag": "377d0074-8923-4e36-aa25-adce684bced3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:01.923288 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16ab7edb-ca10-4757-af98-d68f89512a1b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:01.923703 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c55b1-caf1-4f8e-ad97-dded1f2dcae1', 'name': 'network-vif-deleted', 'tag': '377d0074-8923-4e36-aa25-adce684bced3', 'status': 'completed', 'code': 200} Jan 27 19:17:01.943270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Request body: {'port': {'device_id': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'admin_state_up': True, 'tenant_id': '3b1f202838b44b2f860460c7a659d5d7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:01.999787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.004598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23897bf-50df-4d89-b478-b9316b3c3a58 req-2fe9a816-4d89-47f9-9d98-1c1cf55ae4b0 service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014823 Jan 27 19:17:02.183107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Made reservation on behalf of 3b1f202838b44b2f860460c7a659d5d7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:02.188150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.193757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a20bc2a7-ba9e-4cf7-90c2-7b1ea7f36b92 req-362bb4d4-6908-42a2-8b82-851dfd439815 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 210 time: 0.0435503 Jan 27 19:17:02.303465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfba0e03-c88c-4da5-ad3f-ea08057afeba details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:02.456076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Allocated IP 172.20.0.7 (a511b2cc-0261-4999-bb8a-c1a74a7f453e/e448b56c-8d10-4167-ab94-6c1aea9a5c9d/0f74b212-9c66-420e-ba81-006e3b56e24d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:02.595380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:02.626172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'mac_address': 'fa:16:3e:25:2b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:02.679502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bcd5d-f417-4894-903b-1f3c41c6738b req-f9a1a3d3-0e6e-4da5-9322-15ecd8752337 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:02.688430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-826bcd5d-f417-4894-903b-1f3c41c6738b req-f9a1a3d3-0e6e-4da5-9322-15ecd8752337 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 943 time: 0.2974432 Jan 27 19:17:02.698163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks [] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.726069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port bfba0e03-c88c-4da5-ad3f-ea08057afeba is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:02.726619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.747311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.766494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['377d0074-8923-4e36-aa25-adce684bced3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:02.776592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba0e03-c88c-4da5-ad3f-ea08057afeba {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:02.826703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:02.868595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:02.904751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:02.911708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:02.915753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:02.959495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:02.996780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:02.997578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:03.026271 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b2a49a16-6e84-49e4-9c40-84fe31f65691 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958135 Jan 27 19:17:03.034824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:03.049206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-826bcd5d-f417-4894-903b-1f3c41c6738b req-75937735-691d-4b2b-89e3-cf1cd438d9b5 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942855 Jan 27 19:17:03.049778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Request body: {'port': {'device_id': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:03.102698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Deleting port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:03.103052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:03.244035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] For port 6bbcd435-7d9d-47d3-affc-f5b74e2659fb, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:03.244977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:03.265015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['bfba0e03-c88c-4da5-ad3f-ea08057afeba'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:03.281571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Calling delete_port for 6bbcd435-7d9d-47d3-affc-f5b74e2659fb owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:03.319061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-5f045513-94bd-4ced-889f-482abd730aab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3423593 Jan 27 19:17:03.330894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-d8675476-777f-4baf-8c1a-8de5b9675f63 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:17:03.334395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-d8675476-777f-4baf-8c1a-8de5b9675f63 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087304 Jan 27 19:17:03.337724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:03.698244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e6ebe-a028-4508-b475-51bea280356f req-57bd475c-2274-4ba4-8ffd-5b410a9dd340 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:03.700512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-998e6ebe-a028-4508-b475-51bea280356f req-57bd475c-2274-4ba4-8ffd-5b410a9dd340 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.3932688 Jan 27 19:17:03.779439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229aa3-2d72-4b38-99f4-b0fd9e845622 req-e08d69ea-da3a-47ba-b83d-d8a3c36a7aff tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:03.793283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a229aa3-2d72-4b38-99f4-b0fd9e845622 req-e08d69ea-da3a-47ba-b83d-d8a3c36a7aff tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 931 time: 0.3472834 Jan 27 19:17:03.900427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:03.919610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks [] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:03.946868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Transition to ACTIVE for port object 0f74b212-9c66-420e-ba81-006e3b56e24d will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:03.956272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:04.072390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:04.216927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-998e6ebe-a028-4508-b475-51bea280356f req-fc906cd8-313c-41ad-94b1-8a8dc422da6d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921336 Jan 27 19:17:04.240228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Attempting to bind port 0f74b212-9c66-420e-ba81-006e3b56e24d on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:04.240658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Attempting to bind port 0f74b212-9c66-420e-ba81-006e3b56e24d by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:04.241180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Attempting to bind port 0f74b212-9c66-420e-ba81-006e3b56e24d on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:04.249129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Port 0f74b212-9c66-420e-ba81-006e3b56e24d on network a511b2cc-0261-4999-bb8a-c1a74a7f453e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:04.250739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Attempting to bind port 0f74b212-9c66-420e-ba81-006e3b56e24d on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:04.262275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:04.262874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Checking segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:04.263565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Bound using segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:04.271698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Bound port: 0f74b212-9c66-420e-ba81-006e3b56e24d, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:04.272359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:04.295218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:04.372373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a229aa3-2d72-4b38-99f4-b0fd9e845622 req-8774c549-6fc5-43a2-bed2-f5eb7293582e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778549 Jan 27 19:17:04.384059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 377d0074-8923-4e36-aa25-adce684bced3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:04.398197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 377d0074-8923-4e36-aa25-adce684bced3 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:04.410632 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6bbcd435-7d9d-47d3-affc-f5b74e2659fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:04.470382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:04.481831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:04.497222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:04.507066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbcd435-7d9d-47d3-affc-f5b74e2659fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:04.667343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:04.668216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:04.684020 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] 10.222.0.66 "PUT /v2.0/ports/0f74b212-9c66-420e-ba81-006e3b56e24d HTTP/1.1" status: 200 len: 1091 time: 1.6497734 Jan 27 19:17:04.684846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:04.688717 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0" -d '{"events": [{"name": "network-changed", "server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:04.737399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68586c-5167-49c7-bfc5-88cf253a004c req-973e1a81-bf08-497b-9ef0-6cce0e2b8781 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:04.739108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b68586c-5167-49c7-bfc5-88cf253a004c req-973e1a81-bf08-497b-9ef0-6cce0e2b8781 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 944 time: 0.1289401 Jan 27 19:17:04.840528 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a243d3-30e1-412d-8544-cf6683947b08 x-openstack-request-id: req-93a243d3-30e1-412d-8544-cf6683947b08 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:04.841858 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:04.842619 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93a243d3-30e1-412d-8544-cf6683947b08 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:04.843214 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'status': 'completed', 'code': 200} Jan 27 19:17:04.844139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964eb25-ee2e-48ed-8999-9d51157eec7e service neutron] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:04.891469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-75180bef-14c9-472e-adba-90fff4631e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:04.910363 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-75180bef-14c9-472e-adba-90fff4631e86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 1094 time: 0.1526821 Jan 27 19:17:04.954459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:05.033244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-176ef8bb-267e-4748-9cab-caa119851c82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f74b212-9c66-420e-ba81-006e3b56e24d HTTP/1.1" status: 200 len: 217 time: 0.1136341 Jan 27 19:17:05.099275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b68586c-5167-49c7-bfc5-88cf253a004c req-50e727c7-23c2-4a2a-bcbd-099d08137920 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415731 Jan 27 19:17:05.123170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-d3e9e49c-7d83-4900-9cc7-a0efcb182eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:05.130014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-d3e9e49c-7d83-4900-9cc7-a0efcb182eae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.0875435 Jan 27 19:17:05.189430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-68f4c515-fe82-4a52-b027-b0525b45033d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508544 Jan 27 19:17:05.526999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-610c6a93-5c08-422b-b0aa-fff8c3e21f0f service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290555 Jan 27 19:17:05.563470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751350-c270-4d27-b594-50936a5df491 req-ff33ab15-02a8-4f35-a8a8-25c8b20d01cd tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:05.576552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d751350-c270-4d27-b594-50936a5df491 req-ff33ab15-02a8-4f35-a8a8-25c8b20d01cd tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1797831 Jan 27 19:17:05.691255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Router 076ef0d3-9b86-4d45-a0aa-5c981d234227 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:17:05.737918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb271ab6-7bab-46a0-8e87-1960875339ae req-35ebf8fd-4d4f-47eb-8776-1139930ee8fa service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981144 Jan 27 19:17:05.826377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d751350-c270-4d27-b594-50936a5df491 req-1a7d3db5-7a6b-4705-8bf7-d76b1fd12ff8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482605 Jan 27 19:17:05.888899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-7897a224-b991-4977-97fe-20366e836055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:05.895273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-7897a224-b991-4977-97fe-20366e836055 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 1094 time: 0.0884311 Jan 27 19:17:05.993819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da818a-6497-4019-b845-2690e8608690 req-def06603-d5e2-4b50-8ae1-a39ae0b823ff tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:05.997449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53da818a-6497-4019-b845-2690e8608690 req-def06603-d5e2-4b50-8ae1-a39ae0b823ff tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 943 time: 0.2740142 Jan 27 19:17:06.098439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-ca4dc2c0-94ed-4d4e-8b63-8dcbd66dfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.100938 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-ca4dc2c0-94ed-4d4e-8b63-8dcbd66dfe29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 916 time: 0.1948116 Jan 27 19:17:06.139945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:17:06.147878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-39e779bf-9cd5-4f10-8eac-43f8f7025702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.150229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-39e779bf-9cd5-4f10-8eac-43f8f7025702 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1099 time: 0.1860077 Jan 27 19:17:06.153656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Sync routers for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:17:06.155149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-16046678-7614-4285-916b-cc1c02b78752 admin admin] 10.222.0.59 "PUT /v2.0/routers/076ef0d3-9b86-4d45-a0aa-5c981d234227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9008129 Jan 27 19:17:06.162121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:06.173429 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-6a9110eb-e783-4fd0-887c-66d733635bc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f74b212-9c66-420e-ba81-006e3b56e24d HTTP/1.1" status: 200 len: 217 time: 0.0652423 Jan 27 19:17:06.215911 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:06.219723 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:06.273928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53da818a-6497-4019-b845-2690e8608690 req-c27ceab4-7976-4141-92c1-e0593cee1d0d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478220 Jan 27 19:17:06.297718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfba0e03-c88c-4da5-ad3f-ea08057afeba up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:06.375966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-a8595a4a-bf5c-4ecf-925d-ca93593863e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.386125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-a8595a4a-bf5c-4ecf-925d-ca93593863e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.1948190 Jan 27 19:17:06.439044 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-6cbdb65b-c1a4-437f-912b-3a9c6e2b5cae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473020 Jan 27 19:17:06.476866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port bfba0e03-c88c-4da5-ad3f-ea08057afeba completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:06.496262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port bfba0e03-c88c-4da5-ad3f-ea08057afeba triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:06.497459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:06.540613 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:06.590028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe0790-2030-483e-bae8-9d27e6e861ae req-3cf3138b-92cc-4dd8-a693-3fd33f58245d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.591981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dafe0790-2030-483e-bae8-9d27e6e861ae req-3cf3138b-92cc-4dd8-a693-3fd33f58245d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 944 time: 0.1898355 Jan 27 19:17:06.662985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-33c997da-202f-44b3-826c-5ffb5e539bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.664768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-33c997da-202f-44b3-826c-5ffb5e539bed service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.5013762 Jan 27 19:17:06.739879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-8d0215b4-acc3-4ec5-a149-684f90621bee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0597899 Jan 27 19:17:06.747801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dafe0790-2030-483e-bae8-9d27e6e861ae req-ce54e4dc-5a0f-42a5-b1ab-368d66db191b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415310 Jan 27 19:17:06.763803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks [] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:06.778400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port bfba0e03-c88c-4da5-ad3f-ea08057afeba is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:06.779667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:06.850825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:06.864089 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b18357-60e4-499c-a4fd-4659f193639a" -d '{"events": [{"server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "name": "network-vif-plugged", "status": "completed", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:06.882233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-42b8aa43-b0a7-4e3d-9fc0-ed469fdad7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:06.883687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-42b8aa43-b0a7-4e3d-9fc0-ed469fdad7b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1348407 Jan 27 19:17:06.893152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-39a6321f-9633-43b5-baee-7e07deeedb88 service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457605 Jan 27 19:17:06.900312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:06.907810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:06.989978 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7f86db-deeb-4e48-a14a-6703184b7a19 x-openstack-request-id: req-6c7f86db-deeb-4e48-a14a-6703184b7a19 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:06.990279 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "name": "network-vif-plugged", "status": "completed", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:06.990547 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c7f86db-deeb-4e48-a14a-6703184b7a19 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:06.990960 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'code': 200} Jan 27 19:17:07.038328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:07.195717 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:17:04Z', 'revision_number': 5, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:07.233139 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Checking router: 076ef0d3-9b86-4d45-a0aa-5c981d234227 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:17:07.244149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-4f710716-fc21-40d1-860d-480020f45cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:07.246736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-4f710716-fc21-40d1-860d-480020f45cdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718639 Jan 27 19:17:07.249675 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Routers {'076ef0d3-9b86-4d45-a0aa-5c981d234227'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:07.250561 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:16:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['076ef0d3-9b86-4d45-a0aa-5c981d234227'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:07.346589 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks [] for router_gateway (076ef0d3-9b86-4d45-a0aa-5c981d234227), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:07.362005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb19a9b-7c9d-4eab-ad80-0f32346672a0 req-e5d6e42a-4ab3-4668-b5dc-f57ea0c634c7 service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614975 Jan 27 19:17:07.473411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad499981-a93f-49db-be14-bd246c048eb1 req-994b51b6-c3dd-4232-9316-4f234b345bb3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:07.474726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] Set router 076ef0d3-9b86-4d45-a0aa-5c981d234227 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:07.481569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad499981-a93f-49db-be14-bd246c048eb1 req-994b51b6-c3dd-4232-9316-4f234b345bb3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.3177526 Jan 27 19:17:07.484843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239dc6-e59e-43bc-bb5a-3c4ffccf220e req-5b235b3f-5bc8-4893-a2a1-1fd3eccc126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:07.487011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7239dc6-e59e-43bc-bb5a-3c4ffccf220e req-5b235b3f-5bc8-4893-a2a1-1fd3eccc126d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1096 time: 0.3682997 Jan 27 19:17:07.648504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7239dc6-e59e-43bc-bb5a-3c4ffccf220e req-4ddfe3d4-7d65-49fb-8c57-1bfbcd1c7d4a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269834 Jan 27 19:17:07.689382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-d0a7d517-e9b3-4ae3-8188-b5859b4f3b52 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276690 Jan 27 19:17:07.702881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6368fb-4511-4004-b420-bb46816108e7 req-5c1e9123-08ec-494e-bbef-2b2175ddd2f9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:07.704473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e6368fb-4511-4004-b420-bb46816108e7 req-5c1e9123-08ec-494e-bbef-2b2175ddd2f9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 943 time: 0.1835024 Jan 27 19:17:07.825545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Deleting port 1108f473-7421-48b8-8805-65d3aafb0d76 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:07.826096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:07.830341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-c4a4e00a-c989-4f1b-b218-c18c250465e6 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176085 Jan 27 19:17:07.843677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad499981-a93f-49db-be14-bd246c048eb1 req-b966a395-545f-4f47-8767-f4aabc3c2704 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598108 Jan 27 19:17:08.067244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e6368fb-4511-4004-b420-bb46816108e7 req-0044b0db-2498-4e49-8d56-0d15bdb4c34b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438815 Jan 27 19:17:08.115452 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:17:04Z', 'revision_number': 5, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:08.163436 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3bc9-a2f5-4781-a46f-eb18c81e88cd None None] The sync data for ids ['076ef0d3-9b86-4d45-a0aa-5c981d234227'] in n-d-760453-6 is: [{'id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'name': 'tempest-AttachSCSIVolumeTestJSON-970929765-router', 'tenant_id': '173613c59c8542d0a62c7b0b09cfe273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:13:42Z', 'updated_at': '2022-01-27T19:17:04Z', 'revision_number': 5, 'project_id': '173613c59c8542d0a62c7b0b09cfe273', 'gw_port': {'id': '1108f473-7421-48b8-8805-65d3aafb0d76', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076ef0d3-9b86-4d45-a0aa-5c981d234227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:13:44Z', 'updated_at': '2022-01-27T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:17:08.207602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] For port 1108f473-7421-48b8-8805-65d3aafb0d76, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1108f473-7421-48b8-8805-65d3aafb0d76,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:08.208650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:08.327971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Calling delete_port for 1108f473-7421-48b8-8805-65d3aafb0d76 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:08.374398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00367fac-74ac-46ec-9aef-ce985e08b70c req-f49de375-514a-42c7-8e3a-4162649df42b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:08.382299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00367fac-74ac-46ec-9aef-ce985e08b70c req-f49de375-514a-42c7-8e3a-4162649df42b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 945 time: 0.2099633 Jan 27 19:17:08.546230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00367fac-74ac-46ec-9aef-ce985e08b70c req-2c26b811-a972-4e2e-a760-82eaddf8b52b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081443 Jan 27 19:17:08.744244 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1108f473-7421-48b8-8805-65d3aafb0d76), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:08.818762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=1108f473-7421-48b8-8805-65d3aafb0d76,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:08.948626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:08.987783 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f87e751a-fd86-40a5-b61d-623d836a99f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:09.239598 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:09.245093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks [] for router_controller (076ef0d3-9b86-4d45-a0aa-5c981d234227), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:09.782412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbcd435-7d9d-47d3-affc-f5b74e2659fb no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:09.806381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6bbcd435-7d9d-47d3-affc-f5b74e2659fb {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:09.806976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbcd435-7d9d-47d3-affc-f5b74e2659fb not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:09.814436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d43a-37b5-420f-9edd-e332c152fd88 req-b821b42d-65ac-497a-b250-4e5cceee4049 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:09.817727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14e2d43a-37b5-420f-9edd-e332c152fd88 req-b821b42d-65ac-497a-b250-4e5cceee4049 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.8077989 Jan 27 19:17:09.857725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (076ef0d3-9b86-4d45-a0aa-5c981d234227), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:09.858485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076ef0d3-9b86-4d45-a0aa-5c981d234227 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:17:09.867172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:09.869180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ebfac198-fda7-4628-b0d9-6b285356cd3e admin admin] 10.222.0.59 "DELETE /v2.0/routers/076ef0d3-9b86-4d45-a0aa-5c981d234227 HTTP/1.1" status: 204 len: 168 time: 3.7042105 Jan 27 19:17:09.872176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:09.927098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e9e9d-2fe1-4ac0-a44b-d46701d4b3a1 req-d19bc596-86c7-42b2-b18c-c97d3e7aa8d4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:09.940277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-937e9e9d-2fe1-4ac0-a44b-d46701d4b3a1 req-d19bc596-86c7-42b2-b18c-c97d3e7aa8d4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 943 time: 0.7101197 Jan 27 19:17:09.950659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:09.994566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Deleting subnet c3bc1d37-920d-4904-a596-0ceec7f4a4aa {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:17:10.006522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Publish callbacks [] for subnet (c3bc1d37-920d-4904-a596-0ceec7f4a4aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.014022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14e2d43a-37b5-420f-9edd-e332c152fd88 req-8c504321-a1e3-43f4-89bf-367730d5e13c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894016 Jan 27 19:17:10.050559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-937e9e9d-2fe1-4ac0-a44b-d46701d4b3a1 req-b1799311-ec3f-47bd-b1d0-1bd8ec770a03 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078138 Jan 27 19:17:10.132138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (c3bc1d37-920d-4904-a596-0ceec7f4a4aa), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.213040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:10.247398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'port_id': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'mac_address': 'fa:16:3e:8f:67:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e448b56c-8d10-4167-ab94-6c1aea9a5c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:10.326546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c3bc1d37-920d-4904-a596-0ceec7f4a4aa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.333617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504cb1-bb7a-4cc2-abbb-811f0f26d275 req-65ae99b3-e685-486b-b88a-a046ddbabf4e tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:10.345591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10504cb1-bb7a-4cc2-abbb-811f0f26d275 req-65ae99b3-e685-486b-b88a-a046ddbabf4e tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 945 time: 0.1144397 Jan 27 19:17:10.363065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:10.371159 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.393600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:10.439815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:10.446939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.454793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (c3bc1d37-920d-4904-a596-0ceec7f4a4aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.477683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10504cb1-bb7a-4cc2-abbb-811f0f26d275 req-4635c770-d5ab-4af4-945b-cbb6acb536d8 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306643 Jan 27 19:17:10.568467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c791482-aac8-4f05-a1e8-4f2a1b548a17 None None] Network 041873f2-07b7-4572-8fe5-95729141e53e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:17:10.570178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.583261 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c3bc1d37-920d-4904-a596-0ceec7f4a4aa HTTP/1.1" status: 204 len: 168 time: 0.7018485 Jan 27 19:17:10.586236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35812) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:10.593910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bc422-5972-47e9-9ad4-9026f47094fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bc1d37-920d-4904-a596-0ceec7f4a4aa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:10.653811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:10.723481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-368407c9-3d07-472a-b540-7eae4b78041e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:10.731045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-368407c9-3d07-472a-b540-7eae4b78041e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.2993734 Jan 27 19:17:10.746111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-40ea3f30-ef0d-45bf-b79e-1a6428835e34 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/quotas/709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 375 time: 0.0138800 Jan 27 19:17:10.855969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (041873f2-07b7-4572-8fe5-95729141e53e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:10.889801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] DHCP port deletion for 041873f2-07b7-4572-8fe5-95729141e53e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:17:10.947786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f74b212-9c66-420e-ba81-006e3b56e24d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:10.963630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-91161242-4a82-4ffe-aac7-8cab236ea00c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2126896 Jan 27 19:17:11.078214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Deleting port f597fa13-7de1-4d45-863a-beeb8904f451 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:11.079049 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.091911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-96c4e2c5-80b8-444e-aba4-e26a4eab388b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 258 time: 0.3244109 Jan 27 19:17:11.123211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:11.156315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-c80e28a8-0776-4c0c-97bc-fe4056080786 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915460 Jan 27 19:17:11.167453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.262955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] For port f597fa13-7de1-4d45-863a-beeb8904f451, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f597fa13-7de1-4d45-863a-beeb8904f451,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:11.263764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.315519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Calling delete_port for f597fa13-7de1-4d45-863a-beeb8904f451 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:11.342848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-d5d402c8-4d8e-4161-a50e-864869f179f6 service neutron] 10.222.0.59 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710556 Jan 27 19:17:11.401405 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.420019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Deleting port f597fa13-7de1-4d45-863a-beeb8904f451 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:11.420596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.468772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.522005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] For port f597fa13-7de1-4d45-863a-beeb8904f451, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f597fa13-7de1-4d45-863a-beeb8904f451,segment=NetworkSegment(09c7ae05-afbb-4886-bce1-7e7363ce2fe5),segment_id=09c7ae05-afbb-4886-bce1-7e7363ce2fe5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:11.523542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.537556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] Pushing event deleted for resources: {'Port': ['ID=f597fa13-7de1-4d45-863a-beeb8904f451,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:11.552007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310e0b0-05c2-47e5-bd4b-425a422f9fd6 None None] No DVR routers for this DVR port f597fa13-7de1-4d45-863a-beeb8904f451 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:11.555657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Calling delete_port for f597fa13-7de1-4d45-863a-beeb8904f451 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:11.703315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Allocated IP 172.25.5.70 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6b12ab47-0951-488b-97ef-c0804fa2c6e8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:11.783895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f597fa13-7de1-4d45-863a-beeb8904f451), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.808282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] No DVR routers for this DVR port f597fa13-7de1-4d45-863a-beeb8904f451 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:11.857223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1108f473-7421-48b8-8805-65d3aafb0d76 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:11.867381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62b5698c-ce74-4279-bbec-720f2bf271c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:11.895397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f597fa13-7de1-4d45-863a-beeb8904f451,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:11.906387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1108f473-7421-48b8-8805-65d3aafb0d76 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:11.907310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1108f473-7421-48b8-8805-65d3aafb0d76 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:11.908259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f597fa13-7de1-4d45-863a-beeb8904f451 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:11.952971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f597fa13-7de1-4d45-863a-beeb8904f451 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:11.953951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f597fa13-7de1-4d45-863a-beeb8904f451 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:11.970440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.057173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.059840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (041873f2-07b7-4572-8fe5-95729141e53e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.100075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:12.104148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:12.109435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:12.138923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041873f2-07b7-4572-8fe5-95729141e53e']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:12.166220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c7ae05-afbb-4886-bce1-7e7363ce2fe5') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:12.167233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c7ae05-afbb-4886-bce1-7e7363ce2fe5') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:12.192335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (09c7ae05-afbb-4886-bce1-7e7363ce2fe5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.204272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event updated for resources: {'Port': ['ID=6b12ab47-0951-488b-97ef-c0804fa2c6e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:12.233559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dda78-43e5-4be2-9832-cfe1c9afb895 req-ad1d82b3-82d0-4c72-9c8b-a4c6f83d943c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:12.235278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0dda78-43e5-4be2-9832-cfe1c9afb895 req-ad1d82b3-82d0-4c72-9c8b-a4c6f83d943c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.0917144 Jan 27 19:17:12.251531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (09c7ae05-afbb-4886-bce1-7e7363ce2fe5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.268003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:17:12.269421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (09c7ae05-afbb-4886-bce1-7e7363ce2fe5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:17:12.295436 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:17:12.352520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0dda78-43e5-4be2-9832-cfe1c9afb895 req-c5c56ca6-4078-4256-8f0e-1771cdb91996 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783501 Jan 27 19:17:12.368492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.438609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (041873f2-07b7-4572-8fe5-95729141e53e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.448101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.459677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] 10.222.0.59 "DELETE /v2.0/networks/041873f2-07b7-4572-8fe5-95729141e53e HTTP/1.1" status: 204 len: 168 time: 1.8664644 Jan 27 19:17:12.495305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70232591-3c39-40b9-8c09-f109ed6228cd admin admin] Pushing event deleted for resources: {'Network': ['ID=041873f2-07b7-4572-8fe5-95729141e53e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:12.554971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.664224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c84f4-0207-4242-8929-0c415adea1da req-56cb79d7-f5d0-4b98-b6f7-8b0cd87907ef tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:12.668627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-066c84f4-0207-4242-8929-0c415adea1da req-56cb79d7-f5d0-4b98-b6f7-8b0cd87907ef tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 944 time: 0.1883185 Jan 27 19:17:12.717291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:12.771839 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d322ff28-5320-447d-8a60-e174e7184bf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2ec25f3a5444811b688f031f8ff9e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532510 Jan 27 19:17:12.777212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:12.851678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] Publish callbacks [] for security_group (419301c2-d6ee-4415-ba8c-91260b6e014b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.895692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] Publish callbacks [] for security_group (419301c2-d6ee-4415-ba8c-91260b6e014b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:12.901511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-066c84f4-0207-4242-8929-0c415adea1da req-97e056c4-6930-4840-a1da-8c822e684074 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208140 Jan 27 19:17:13.008885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (419301c2-d6ee-4415-ba8c-91260b6e014b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.014636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.016517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/419301c2-d6ee-4415-ba8c-91260b6e014b HTTP/1.1" status: 204 len: 168 time: 0.2355483 Jan 27 19:17:13.031575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab52f3-9b2f-4d26-b0ee-7ac7ae3d5931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419301c2-d6ee-4415-ba8c-91260b6e014b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:13.065550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.077552 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.204940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event updated for resources: {'Port': ['ID=6b12ab47-0951-488b-97ef-c0804fa2c6e8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:13.229368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.291704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fec26862-6797-4919-a140-8232ac38706e req-4c2f380d-1649-4051-a292-57d00abbea11 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0528467 Jan 27 19:17:13.333518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:13.339846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-cf70bc0b-ec87-4b0e-b5cb-900a34fe692f tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2246664 Jan 27 19:17:13.428771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-0830ea5e-8c40-4232-96b1-63cc55fc5d01 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0786695 Jan 27 19:17:13.617101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74131-aafd-48fb-821e-c0bcc3996f06 req-633fb16c-cb65-465e-9372-bfb89f13c57a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:13.620065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47e74131-aafd-48fb-821e-c0bcc3996f06 req-633fb16c-cb65-465e-9372-bfb89f13c57a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1072268 Jan 27 19:17:13.631570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-23a81fa5-f7e6-4e14-8490-f71061b5ee43 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:13.638667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-23a81fa5-f7e6-4e14-8490-f71061b5ee43 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1995101 Jan 27 19:17:13.652190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-2212cb04-cf72-4168-9898-d76a6bb9d60a tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:17:13.654193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-055dbc71-62d7-49fe-9975-68898e7aba62 req-2212cb04-cf72-4168-9898-d76a6bb9d60a tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143774 Jan 27 19:17:13.758634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47e74131-aafd-48fb-821e-c0bcc3996f06 req-816ac584-4780-4f43-8eaa-c82e4d29d6fa tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151836 Jan 27 19:17:13.841902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35856) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:13.969922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:14.006930 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4197815c-2bab-4336-af62-036a710cb6f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=173613c59c8542d0a62c7b0b09cfe273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623752 Jan 27 19:17:14.008731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35862) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:14.100524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0f74b212-9c66-420e-ba81-006e3b56e24d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:14.111879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0f74b212-9c66-420e-ba81-006e3b56e24d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:14.112347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] Publish callbacks [] for security_group (287c656b-d63b-4a98-ab20-f61751b75878), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.113676 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.199633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] Publish callbacks [] for security_group (287c656b-d63b-4a98-ab20-f61751b75878), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.236477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41559b1-b11e-48d9-8206-503088724ede req-70be2bef-f1f7-4912-94f7-88a3049a8bfc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:14.238271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-70be2bef-f1f7-4912-94f7-88a3049a8bfc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3899570 Jan 27 19:17:14.268265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:14.269656 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.299164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (287c656b-d63b-4a98-ab20-f61751b75878), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.304843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.307446 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/287c656b-d63b-4a98-ab20-f61751b75878 HTTP/1.1" status: 204 len: 168 time: 0.2963986 Jan 27 19:17:14.323233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:14.334002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063054a-ae2d-4f65-9c0f-54ab252425f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287c656b-d63b-4a98-ab20-f61751b75878,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:14.343205 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87497802-0e60-438c-aa3e-f75aca562726" -d '{"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-plugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:14.371277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:14.384306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718a423-3166-4ec0-b665-60a82fd40acf req-c4b90516-3c3d-4c35-848a-1b049487bdf7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:14.385162 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.385937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d718a423-3166-4ec0-b665-60a82fd40acf req-c4b90516-3c3d-4c35-848a-1b049487bdf7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 944 time: 0.2876318 Jan 27 19:17:14.393090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-60ddc2b1-5518-466a-a1f5-6e0bf9fe6809 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:14.395931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-60ddc2b1-5518-466a-a1f5-6e0bf9fe6809 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 808 time: 0.4320085 Jan 27 19:17:14.408884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-ab5184b9-6072-4f65-8fe0-f1a030bfdd70 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.1453900 Jan 27 19:17:14.416478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Request body: {'port': {'device_id': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'admin_state_up': True, 'tenant_id': '709e32a45d9d43c8b293358a3db48343'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:14.446128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'floatingip': {'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:14.479895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:14.540643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:14.658404 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:17:14.667459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d718a423-3166-4ec0-b665-60a82fd40acf req-7292b047-e521-4f50-a7cc-bb29167633da tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639673 Jan 27 19:17:14.813564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Made reservation on behalf of 709e32a45d9d43c8b293358a3db48343 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:14.819135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:15.054724 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:15.202726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c481bb2-4d21-4fa6-acb3-fa4dba68636c req-a862e325-1e33-457e-8f2c-a2768939bcf8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.1258860 Jan 27 19:17:15.283692 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3eb941-2901-4111-800b-e182ee8069a5 x-openstack-request-id: req-0c3eb941-2901-4111-800b-e182ee8069a5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:15.283692 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-plugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:15.283692 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c3eb941-2901-4111-800b-e182ee8069a5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:15.285369 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'code': 200} Jan 27 19:17:15.343939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Allocated IP 172.20.0.2 (dafe67dd-81e9-44aa-b6a0-0a192e294674/3b7afd0b-478d-4a8a-bd82-c6d32f8260c9/9e621e68-e427-42c7-ad85-792e6b9e5704) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:15.429295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:15.922614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:16.050299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fac1c2-04b1-4c4b-a67d-e621687969f9 req-24fc5085-b9d7-4e26-84ad-428545c23a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:16.053299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30fac1c2-04b1-4c4b-a67d-e621687969f9 req-24fc5085-b9d7-4e26-84ad-428545c23a7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 1096 time: 0.6661220 Jan 27 19:17:16.092615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62d2e-525a-400a-9fe2-069b591d58e1 req-8dbd7bd6-e897-4e71-af66-1e57a9ef6af0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:16.105495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3f62d2e-525a-400a-9fe2-069b591d58e1 req-8dbd7bd6-e897-4e71-af66-1e57a9ef6af0 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.6869724 Jan 27 19:17:16.367333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:17:16.387353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3f62d2e-525a-400a-9fe2-069b591d58e1 req-73277a91-ff12-4fc8-b275-870dc7d29818 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802815 Jan 27 19:17:16.455963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30fac1c2-04b1-4c4b-a67d-e621687969f9 req-cba0d690-d04f-4a3a-b209-9bf8bc43f7c1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885648 Jan 27 19:17:16.481622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks [] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:16.524770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:16.547793 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:16.720066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5b0b-e4ba-470f-898f-62355faa1fa4 req-89288f7a-c914-4b97-a698-7e652d20f907 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:16.723266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92ae5b0b-e4ba-470f-898f-62355faa1fa4 req-89288f7a-c914-4b97-a698-7e652d20f907 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2064030 Jan 27 19:17:16.729080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:16.746308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['de966ebe-25b9-43ea-92de-4756943a8af5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:16.848341 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Floating IP 6a4bec08-8b52-4ff8-bfc3-893f78b5901c associated. External IP: 172.25.5.70, port: bfba0e03-c88c-4da5-ad3f-ea08057afeba. Jan 27 19:17:16.917140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Network dafe67dd-81e9-44aa-b6a0-0a192e294674 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:16.936785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:16.946800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:16.970660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:17.033828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92ae5b0b-e4ba-470f-898f-62355faa1fa4 req-f544dff3-fc83-43f1-a0a0-41f55bf96b35 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978592 Jan 27 19:17:17.235170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:17.238702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:17.291219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-459429a6-fb31-4af4-a5fe-1828bf068e5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8789208 Jan 27 19:17:17.380249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Request body: {'port': {'device_id': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:17.512705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:17.729202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Router b76eb877-0899-462d-b8d6-dd04b109d876 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:17:18.059486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a5a5-4910-45b3-8f5e-d7b8a8cba48d req-491e7f57-20c2-4fb0-b7f8-5cca8af64a9e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:18.061250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6d0a5a5-4910-45b3-8f5e-d7b8a8cba48d req-491e7f57-20c2-4fb0-b7f8-5cca8af64a9e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 931 time: 0.2078745 Jan 27 19:17:18.192229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:17:18.200246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:18.209784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Sync routers for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:17:18.223399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6d0a5a5-4910-45b3-8f5e-d7b8a8cba48d req-96bbdd99-6f2b-4a60-b10d-c6ef7f9802f9 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237917 Jan 27 19:17:18.265819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:18.266916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:18.319245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-e03dd618-f5dc-4d9b-bc41-f78c7a0c3ec7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "PUT /v2.0/floatingips/6a4bec08-8b52-4ff8-bfc3-893f78b5901c HTTP/1.1" status: 200 len: 995 time: 3.8914738 Jan 27 19:17:18.356316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:18.359538 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add25b1-582c-44e5-ae50-918c79a03b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:18.512476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e621e68-e427-42c7-ad85-792e6b9e5704 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:18.536776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks [] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:18.580520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Transition to ACTIVE for port object 9e621e68-e427-42c7-ad85-792e6b9e5704 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:18.588914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41559b1-b11e-48d9-8206-503088724ede req-05c7f41a-1fbb-474e-937d-f2be42cdc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:18.600800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-05c7f41a-1fbb-474e-937d-f2be42cdc063 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1872704 Jan 27 19:17:18.615049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:18.626265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de313b34-e353-449b-ad17-4a5d2e91a32b req-48ca947c-12ae-4454-ad96-1063a6da9762 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:18.638565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de313b34-e353-449b-ad17-4a5d2e91a32b req-48ca947c-12ae-4454-ad96-1063a6da9762 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.2758949 Jan 27 19:17:18.642239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:18.933817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:18.962750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de313b34-e353-449b-ad17-4a5d2e91a32b req-56cd5b9a-ae86-4f5b-9df0-e1a1c1c9094d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228762 Jan 27 19:17:18.984080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41559b1-b11e-48d9-8206-503088724ede req-5b11b318-a2bf-402a-ab74-89c287472686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:18.986180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-5b11b318-a2bf-402a-ab74-89c287472686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 930 time: 0.3846216 Jan 27 19:17:19.166638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a4bec08-8b52-4ff8-bfc3-893f78b5901c', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'mac_address': 'fa:16:3e:25:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:17:12Z', 'updated_at': '2022-01-27T19:17:16Z', 'revision_number': 1, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:19.212521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:19.212841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:19.213190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:19.224169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-32766a7e-e313-403e-9e60-3db66aa3dd14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 998 time: 0.2079315 Jan 27 19:17:19.235624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Checking router: b76eb877-0899-462d-b8d6-dd04b109d876 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:17:19.240293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:19.240550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:19.265761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:19.267035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:19.279367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:19.279677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:19.280088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:19.280516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Bound port: 9e621e68-e427-42c7-ad85-792e6b9e5704, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:19.280857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:19.343422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41559b1-b11e-48d9-8206-503088724ede req-63ad7c52-1943-4604-966e-52f2ac469ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:19.344926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-63ad7c52-1943-4604-966e-52f2ac469ea2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.1199646 Jan 27 19:17:19.467921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f6fa-ee36-4af4-918b-7607f1a1a6c8 req-e390801e-86a5-43c0-b9b5-d5eff4ab2625 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:19.481379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cb2f6fa-ee36-4af4-918b-7607f1a1a6c8 req-e390801e-86a5-43c0-b9b5-d5eff4ab2625 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2047331 Jan 27 19:17:19.528451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:19.571460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:19.576262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41559b1-b11e-48d9-8206-503088724ede req-afcc8cf9-311f-4571-afc3-114424167901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:19.577917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-afcc8cf9-311f-4571-afc3-114424167901 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106917 Jan 27 19:17:19.607562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:19.621022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-73166137-7b24-4d11-8909-9dd7469c1db5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:17:19.622413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-73166137-7b24-4d11-8909-9dd7469c1db5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179081 Jan 27 19:17:19.632757 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:19.794382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cb2f6fa-ee36-4af4-918b-7607f1a1a6c8 req-9a52a703-5bad-4b57-93d2-b15da93c4634 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116121 Jan 27 19:17:19.826147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:19.828325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:19.830701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 1091 time: 2.4640162 Jan 27 19:17:19.928515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3f8a-5fd0-4558-a86f-b1199ef5e152 service neutron] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:20.010705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-d9bb78b7-28ec-48df-b7a4-703bac8bb418 service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706036 Jan 27 19:17:20.085886 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2604da-b17e-4d6f-8f4b-4a860801899b x-openstack-request-id: req-0e2604da-b17e-4d6f-8f4b-4a860801899b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:20.086360 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:20.086771 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e2604da-b17e-4d6f-8f4b-4a860801899b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:20.088688 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'status': 'completed', 'code': 200} Jan 27 19:17:20.231676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-bc0dac99-64c7-4c30-99fa-7f373c90c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.234168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-bc0dac99-64c7-4c30-99fa-7f373c90c906 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1101177 Jan 27 19:17:20.323600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a4bec08-8b52-4ff8-bfc3-893f78b5901c', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'mac_address': 'fa:16:3e:25:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:17:12Z', 'updated_at': '2022-01-27T19:17:16Z', 'revision_number': 1, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:20.400762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe16027-0fa8-4755-9c53-9fa00e6f23ce None None] The sync data for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 is: [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a4bec08-8b52-4ff8-bfc3-893f78b5901c', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'mac_address': 'fa:16:3e:25:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:17:12Z', 'updated_at': '2022-01-27T19:17:16Z', 'revision_number': 1, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:17:20.409855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-8300d582-c2ef-4d9a-a8a6-049a2155a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.411972 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-8300d582-c2ef-4d9a-a8a6-049a2155a1ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 930 time: 0.1551502 Jan 27 19:17:20.417154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-bfcba736-7d32-43cb-bbbb-7a3382b63462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.419787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-bfcba736-7d32-43cb-bbbb-7a3382b63462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1094 time: 0.4050200 Jan 27 19:17:20.516264 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-7f43182d-49e2-4830-9986-dc3cbc112e6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 998 time: 0.0845900 Jan 27 19:17:20.581033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c41559b1-b11e-48d9-8206-503088724ede req-f25de5f3-2dbe-415b-85a9-4958d17c9aae service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485425 Jan 27 19:17:20.593490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-90967c5c-be5b-47cc-98b0-3400e2b59faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.595711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-90967c5c-be5b-47cc-98b0-3400e2b59faf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.0710585 Jan 27 19:17:20.653298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-c332eb83-7916-4154-8d32-81fe9fa31a52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 217 time: 0.1465077 Jan 27 19:17:20.692591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e936630-6093-4af2-a5cc-62a220537bd5 req-71180ee5-92b9-47a6-bfe4-f79b29b930bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.696401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-d52d521c-e33b-4285-bbef-1f96f49b7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:20.701875 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-d52d521c-e33b-4285-bbef-1f96f49b7357 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974991 Jan 27 19:17:20.719961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e936630-6093-4af2-a5cc-62a220537bd5 req-71180ee5-92b9-47a6-bfe4-f79b29b930bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.3275213 Jan 27 19:17:20.905420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204409d-bb9f-41f2-9851-49b08e78d16e None None] New status for floating IP 6a4bec08-8b52-4ff8-bfc3-893f78b5901c: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:17:20.918952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-7d728427-096b-4dff-8ec9-4a0d4b72e73a service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063887 Jan 27 19:17:21.004303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792dfa1-144f-4074-8f13-d73f48088856 req-d7bf69e6-75dc-4d4f-9b1b-190ffdd43147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:21.006208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-d7bf69e6-75dc-4d4f-9b1b-190ffdd43147 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.2625632 Jan 27 19:17:21.090815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-fb14ff6f-c112-49c5-839a-dbaa4ec019e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616915 Jan 27 19:17:21.103228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e936630-6093-4af2-a5cc-62a220537bd5 req-e81c834c-07ab-4854-ad6a-e2b172de8e08 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813992 Jan 27 19:17:21.115220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9add25b1-582c-44e5-ae50-918c79a03b7f req-fc9f6bf3-62d7-412d-9505-0df2a734ade7 service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824400 Jan 27 19:17:21.180531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c74572-7636-4212-8829-bb6ce5ddef16 req-8c368e80-ef87-424b-b06f-91cd5e8b3f09 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:21.182171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93c74572-7636-4212-8829-bb6ce5ddef16 req-8c368e80-ef87-424b-b06f-91cd5e8b3f09 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3543575 Jan 27 19:17:21.420589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692b084-54bc-47ac-86a0-8e2a55e7a967 req-e1425846-1d8b-463a-b2c4-0e450606ccfd tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:21.423144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0692b084-54bc-47ac-86a0-8e2a55e7a967 req-e1425846-1d8b-463a-b2c4-0e450606ccfd tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1778266 Jan 27 19:17:21.474432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93c74572-7636-4212-8829-bb6ce5ddef16 req-b8fef773-31ff-4d07-a38a-8bc8d6b9e439 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393816 Jan 27 19:17:21.508062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-a45925d2-b4bb-4124-a047-b0286a402f4f service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903625 Jan 27 19:17:21.660659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0692b084-54bc-47ac-86a0-8e2a55e7a967 req-4a49e4e5-5810-4983-8ac6-dfb34a9c518a tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203071 Jan 27 19:17:21.757994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f792dfa1-144f-4074-8f13-d73f48088856 req-ba2d7d10-dd3a-4b20-a9a7-b197402ae1f0 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490594 Jan 27 19:17:21.782904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-107ed011-794c-4621-8592-85cd0c645ecb tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 258 time: 0.1960788 Jan 27 19:17:21.788690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:21.823602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:22.090279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:22.095401 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:22.105452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:22.301061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Allocated IP 172.25.5.19 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6aa3189b-0620-4ee1-9f63-5834bb1e067c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:22.705721 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4969d4d0-7fb5-4237-9d42-8445d10347fd x-openstack-request-id: req-4969d4d0-7fb5-4237-9d42-8445d10347fd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:22.707312 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:22.707312 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4969d4d0-7fb5-4237-9d42-8445d10347fd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:22.707312 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'status': 'completed', 'code': 200} Jan 27 19:17:22.817870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-178bc959-1ded-4a84-9367-df8c5062e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:22.819353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-178bc959-1ded-4a84-9367-df8c5062e12b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1094 time: 0.1154439 Jan 27 19:17:22.846157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:22.854526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50b08e-2b81-4859-aacb-7de244419525 req-a81a9fa8-6e58-45c9-8fa7-761b0b371f02 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:22.857318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c50b08e-2b81-4859-aacb-7de244419525 req-a81a9fa8-6e58-45c9-8fa7-761b0b371f02 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.1533949 Jan 27 19:17:22.985327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c50b08e-2b81-4859-aacb-7de244419525 req-31e1cb67-def7-4da9-85b3-5d924d0a8743 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150024 Jan 27 19:17:23.059315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:23.105514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-992a5a61-08a4-4dde-a433-678f33735182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:23.107042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-992a5a61-08a4-4dde-a433-678f33735182 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2715251 Jan 27 19:17:23.156223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:23.200893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:23.204909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-839f65a7-3382-4b41-a72a-89a778314962 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 217 time: 0.0788844 Jan 27 19:17:23.205828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:23.208451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event updated for resources: {'Port': ['ID=6aa3189b-0620-4ee1-9f63-5834bb1e067c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:23.292730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ba69-2a3f-48e9-aa55-bb6913568947 req-20f2fdc1-88d6-4401-b65e-97e8ee1f1202 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:23.294352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a70ba69-2a3f-48e9-aa55-bb6913568947 req-20f2fdc1-88d6-4401-b65e-97e8ee1f1202 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1843975 Jan 27 19:17:23.313037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-e4836fdc-ee44-4669-ac1a-c14c17791e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:23.314553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-e4836fdc-ee44-4669-ac1a-c14c17791e8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1011534 Jan 27 19:17:23.386096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-93f048a5-2932-49b0-89b4-3dfff93084e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477374 Jan 27 19:17:23.436223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (7bf4df1e-18c4-4113-b367-03d074231e5c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:23.485968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a70ba69-2a3f-48e9-aa55-bb6913568947 req-d6979d54-bc2e-45dd-bfca-aed8b524bff6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674426 Jan 27 19:17:23.545853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:23.563587 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:23.591391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-213e5464-8a56-4d8b-88eb-97cc16f105f6 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921840 Jan 27 19:17:23.890611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ae4f6-57d0-42ba-8a0a-00ab18ea42c7 req-2fefcbb8-f3b5-40c1-83d9-ea6342cae836 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868667 Jan 27 19:17:23.918167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b59c1-33a0-42ec-879e-5658a96c57fc req-88ee92c0-85ec-4996-8c8e-72740c89133e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:23.925767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-343b59c1-33a0-42ec-879e-5658a96c57fc req-88ee92c0-85ec-4996-8c8e-72740c89133e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1530652 Jan 27 19:17:24.004037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.019380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-343b59c1-33a0-42ec-879e-5658a96c57fc req-f6bcc570-987b-4174-adad-bb7c775dcab8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914655 Jan 27 19:17:24.021964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.105880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (7bf4df1e-18c4-4113-b367-03d074231e5c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.156393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.158499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3746033 Jan 27 19:17:24.164313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762be07f-98ba-48e4-b511-522fe75e87f7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event updated for resources: {'Port': ['ID=6aa3189b-0620-4ee1-9f63-5834bb1e067c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:24.284488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-bdf97a1d-390e-478d-a42d-4e3192169875 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1089211 Jan 27 19:17:24.321177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35998) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:24.443236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-c1201b60-8c67-4ef4-a5d9-a0a419c94117 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:24.445339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd7d5c98-8c46-423f-93c5-b6822ef98c17 req-c1201b60-8c67-4ef4-a5d9-a0a419c94117 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1471677 Jan 27 19:17:24.510673 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.651523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.667078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6a51-9fba-472a-b542-d7f46fe7f80d req-4455cabe-c4f8-4622-adbc-2387a1d6a8f4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:24.670162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7fa6a51-9fba-472a-b542-d7f46fe7f80d req-4455cabe-c4f8-4622-adbc-2387a1d6a8f4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1695573 Jan 27 19:17:24.734222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec4d0a-ec6c-406b-ac7c-27b98504b157 req-b9617820-f549-4545-a478-8a79c3a7348e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:24.737739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15ec4d0a-ec6c-406b-ac7c-27b98504b157 req-b9617820-f549-4545-a478-8a79c3a7348e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.1752534 Jan 27 19:17:24.780556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Publish callbacks [] for security_group (82d91456-f859-464e-acfe-cb25750e9a5f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.791555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82d91456-f859-464e-acfe-cb25750e9a5f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:24.846136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7fa6a51-9fba-472a-b542-d7f46fe7f80d req-3f238a0f-d6f4-4f97-a0b6-3cbbba399954 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660416 Jan 27 19:17:24.885125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15ec4d0a-ec6c-406b-ac7c-27b98504b157 req-05e3aa8f-edbf-4c8d-a80c-4d604f470044 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360650 Jan 27 19:17:24.906871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d91456-f859-464e-acfe-cb25750e9a5f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:24.926952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.927503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.928078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.928648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.929188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.929754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.930354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.930888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.931465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.932034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.932546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.933356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.933694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:24.952514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:24.953286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-26e2535a-d42b-4aa6-ba01-e9d1b95d6648 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=edfdbd4379324ec0b3ec2af999193ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302414 Jan 27 19:17:25.110916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31732518-a267-427e-8505-23186e519d75 admin admin] Publish callbacks [] for security_group (82d91456-f859-464e-acfe-cb25750e9a5f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:25.149471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31732518-a267-427e-8505-23186e519d75 admin admin] Publish callbacks [] for security_group (82d91456-f859-464e-acfe-cb25750e9a5f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:25.309160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-e0762136-ac2d-4d2a-af17-22f56b05f289 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:25.310810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-e0762136-ac2d-4d2a-af17-22f56b05f289 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1221805 Jan 27 19:17:25.506395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31732518-a267-427e-8505-23186e519d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82d91456-f859-464e-acfe-cb25750e9a5f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:25.512218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31732518-a267-427e-8505-23186e519d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:25.514095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-31732518-a267-427e-8505-23186e519d75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82d91456-f859-464e-acfe-cb25750e9a5f HTTP/1.1" status: 204 len: 168 time: 0.5576918 Jan 27 19:17:25.524102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-7c9d99f3-f0c6-49d1-b7bb-6addbb2423fd tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1974881 Jan 27 19:17:25.545237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-98897f1a-868e-404e-bf82-fc093e3442c4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'floatingip': {'port_id': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:25.553701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732518-a267-427e-8505-23186e519d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d91456-f859-464e-acfe-cb25750e9a5f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:25.659118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037f323-bd7e-40ac-9bb0-ee61983106ff req-33bae524-dcaf-4119-bd31-ad78e505ce65 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:25.661759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7037f323-bd7e-40ac-9bb0-ee61983106ff req-33bae524-dcaf-4119-bd31-ad78e505ce65 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.2972503 Jan 27 19:17:25.673763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-98897f1a-868e-404e-bf82-fc093e3442c4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (7bf4df1e-18c4-4113-b367-03d074231e5c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:26.066634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7037f323-bd7e-40ac-9bb0-ee61983106ff req-49a3b991-5e6e-49d4-af0e-652c59803b3e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877199 Jan 27 19:17:26.261114 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-98897f1a-868e-404e-bf82-fc093e3442c4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 19:17:26.270584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e06e4418-05fa-4fdf-9161-b981378b34d4 req-98897f1a-868e-404e-bf82-fc093e3442c4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "PUT /v2.0/floatingips/7bf4df1e-18c4-4113-b367-03d074231e5c HTTP/1.1" status: 409 len: 549 time: 0.7317092 Jan 27 19:17:26.335531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb2925-6147-49dd-9533-2905bc8773c2 req-35e5032f-2f62-46bd-a343-e04733062902 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:26.340329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35cb2925-6147-49dd-9533-2905bc8773c2 req-35e5032f-2f62-46bd-a343-e04733062902 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1255236 Jan 27 19:17:26.477332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35cb2925-6147-49dd-9533-2905bc8773c2 req-dac7fcf4-02e7-4be6-bd1c-3891129f86c7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300390 Jan 27 19:17:26.643970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-42abe3ff-75f3-4406-a04a-2a1bf1030c88 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips/7bf4df1e-18c4-4113-b367-03d074231e5c HTTP/1.1" status: 200 len: 692 time: 0.1298168 Jan 27 19:17:26.853093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863321a-1985-4f82-b3d3-89cf71d13aad req-bfdbd7f7-7be8-455c-8905-ef892bd0ad14 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:26.863161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d863321a-1985-4f82-b3d3-89cf71d13aad req-bfdbd7f7-7be8-455c-8905-ef892bd0ad14 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.2503932 Jan 27 19:17:27.014025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d863321a-1985-4f82-b3d3-89cf71d13aad req-d7dae90d-818e-4b54-a686-79d8c55617bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404607 Jan 27 19:17:27.032543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-8985b86d-36fe-4685-a4ee-2795b5e51e47 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:27.043658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-8985b86d-36fe-4685-a4ee-2795b5e51e47 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.3699601 Jan 27 19:17:27.158034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-e64e90c0-cb3b-4622-bd9b-db676118dd96 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1129038 Jan 27 19:17:27.254810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-09baa3af-a42f-4436-90de-38747bbebe17 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0952170 Jan 27 19:17:27.700036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eb2df-7663-4583-a87d-9dd1b0c3ccbe req-285ef532-bcaf-4a33-a258-51ac5f6d21a8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:27.702917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d39eb2df-7663-4583-a87d-9dd1b0c3ccbe req-285ef532-bcaf-4a33-a258-51ac5f6d21a8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1911895 Jan 27 19:17:27.710002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Deleting port 6aa3189b-0620-4ee1-9f63-5834bb1e067c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:27.711067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:27.915307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d39eb2df-7663-4583-a87d-9dd1b0c3ccbe req-89b90246-d6cc-46ed-8935-cf1c568492f3 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824529 Jan 27 19:17:27.963520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:27.964072 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6aa3189b-0620-4ee1-9f63-5834bb1e067c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.002918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:28.007861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Calling delete_port for 6aa3189b-0620-4ee1-9f63-5834bb1e067c owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:28.254056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1f56941-2ab9-4806-8174-e3daf81b243f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.360596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6aa3189b-0620-4ee1-9f63-5834bb1e067c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.430693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event deleted for resources: {'Port': ['ID=6aa3189b-0620-4ee1-9f63-5834bb1e067c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:28.464895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1f56941-2ab9-4806-8174-e3daf81b243f admin admin] Publish callbacks [] for security_group (7cedb36e-ca1c-4bb7-af28-047098ae3227), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.476679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1f56941-2ab9-4806-8174-e3daf81b243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7cedb36e-ca1c-4bb7-af28-047098ae3227), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.535501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1f56941-2ab9-4806-8174-e3daf81b243f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f30280760e6c4873b99895d409e4f207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307574 Jan 27 19:17:28.538203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36090) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:28.545901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f56941-2ab9-4806-8174-e3daf81b243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cedb36e-ca1c-4bb7-af28-047098ae3227,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:28.592080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9939a-2e89-4939-8dc4-b01176fd1af1 req-82fc5363-5b52-4f58-a465-a009c37b662f tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:28.594729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6e9939a-2e89-4939-8dc4-b01176fd1af1 req-82fc5363-5b52-4f58-a465-a009c37b662f tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2192390 Jan 27 19:17:28.658162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (7bf4df1e-18c4-4113-b367-03d074231e5c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.661819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] Publish callbacks [] for security_group (7cedb36e-ca1c-4bb7-af28-047098ae3227), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.663238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.665597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0554d4d-4f0b-41a8-b223-7ed7eec2965a req-07201e3c-abc4-4a50-90d5-b503a1ab770d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "DELETE /v2.0/floatingips/7bf4df1e-18c4-4113-b367-03d074231e5c HTTP/1.1" status: 204 len: 173 time: 1.4091570 Jan 27 19:17:28.722809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] Publish callbacks [] for security_group (7cedb36e-ca1c-4bb7-af28-047098ae3227), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.724650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6e9939a-2e89-4939-8dc4-b01176fd1af1 req-e0034b4d-8263-4cf8-b570-a363e16b4087 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131723 Jan 27 19:17:28.786445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7cedb36e-ca1c-4bb7-af28-047098ae3227), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.789636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:28.798560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cedb36e-ca1c-4bb7-af28-047098ae3227 HTTP/1.1" status: 204 len: 168 time: 0.2590976 Jan 27 19:17:28.811237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e4b89-1b44-4467-bc91-c3318eba8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cedb36e-ca1c-4bb7-af28-047098ae3227,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:29.058731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-5bf29678-00ef-41b2-b9eb-07a54f6feae0 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 1000 time: 0.2709379 Jan 27 19:17:29.184573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d365bd-a092-47b5-9ade-97f3d4ee3629 req-d397b409-b708-4274-acbf-9127d4b87a44 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:29.198336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33d365bd-a092-47b5-9ade-97f3d4ee3629 req-d397b409-b708-4274-acbf-9127d4b87a44 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.2878888 Jan 27 19:17:29.220260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-f3b72c76-6cf9-4197-8edb-fb81b975bfcc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:29.226024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-f3b72c76-6cf9-4197-8edb-fb81b975bfcc tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports/bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 942 time: 0.1589398 Jan 27 19:17:29.301510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33d365bd-a092-47b5-9ade-97f3d4ee3629 req-58af53ce-074b-4cc8-aeb3-3ff51b139bec tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Jan 27 19:17:29.468277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-3482b839-9b8c-47c3-a8d6-b87b732eba7b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 1000 time: 0.1254692 Jan 27 19:17:29.953203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-c73e6227-cf5c-41fe-8eef-058a517f1358 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:29.954774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-c73e6227-cf5c-41fe-8eef-058a517f1358 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.4854343 Jan 27 19:17:30.010508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-908c92cb-3130-4b17-be3c-9abf46d73f23 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:17:30.014103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-908c92cb-3130-4b17-be3c-9abf46d73f23 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202680 Jan 27 19:17:30.042021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c51c-d9e7-4f60-a329-f0f3415f543d req-221ead7d-3f85-4803-ade3-2f44e662234e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:30.044860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9d3c51c-d9e7-4f60-a329-f0f3415f543d req-221ead7d-3f85-4803-ade3-2f44e662234e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.6020720 Jan 27 19:17:30.220614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9d3c51c-d9e7-4f60-a329-f0f3415f543d req-2afb89af-6775-49a6-b8a8-5ef0685c6427 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767123 Jan 27 19:17:30.259437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-5664fc7e-146b-4969-b098-861ce67000af tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 1000 time: 0.2130880 Jan 27 19:17:30.278216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:30.386630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36136) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:30.431113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.695052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1669126950-network', 'tenant_id': '2943964742bc485bb0eb69bd099f33ac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:30.736619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Made reservation on behalf of 2943964742bc485bb0eb69bd099f33ac for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:30.740568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.751019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.847746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks [] for security_group (04901372-e0b5-4287-8499-3c64a6492405), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.853646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04901372-e0b5-4287-8499-3c64a6492405), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.856932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.859706 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-0abe825b-e91d-4967-a394-67237d27b8f1 service neutron] show failed (client error): The resource could not be found. Jan 27 19:17:30.860945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-0abe825b-e91d-4967-a394-67237d27b8f1 service neutron] 10.222.0.66 "GET /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.4188728 Jan 27 19:17:30.863780 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.864266 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Floating IP 6a4bec08-8b52-4ff8-bfc3-893f78b5901c disassociated. External IP: 172.25.5.70, port: bfba0e03-c88c-4da5-ad3f-ea08057afeba. Jan 27 19:17:30.874682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3381c-a7e8-4205-b578-a1cfc621562a req-5477bd5e-b9f9-4dc2-971b-023a877c6118 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:30.883347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc3381c-a7e8-4205-b578-a1cfc621562a req-5477bd5e-b9f9-4dc2-971b-023a877c6118 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1677547 Jan 27 19:17:30.887732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:17:30.890470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04901372-e0b5-4287-8499-3c64a6492405,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:30.921983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7caa9be9-cf42-40f4-8e9a-073533acfbde), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:30.922324 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Added segment 7caa9be9-cf42-40f4-8e9a-073533acfbde of type vlan for network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 Jan 27 19:17:31.001286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3575d4cf-5b57-4958-b179-0d55ca16d6c9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.021528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc3381c-a7e8-4205-b578-a1cfc621562a req-8bb1bd72-f2fa-403f-aa6c-43d7acd9538b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369417 Jan 27 19:17:31.046892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3575d4cf-5b57-4958-b179-0d55ca16d6c9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.047988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:31.048627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.122196 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7319002 Jan 27 19:17:31.131147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36142) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:31.148349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Request body: {'subnet': {'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1669126950-subnet', 'tenant_id': '2943964742bc485bb0eb69bd099f33ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:31.162925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87b028-3c6b-4f53-801f-4bcd503f2571 admin admin] Pushing event updated for resources: {'Network': ['ID=3575d4cf-5b57-4958-b179-0d55ca16d6c9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:31.182121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:17:31.195620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Made reservation on behalf of 2943964742bc485bb0eb69bd099f33ac for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:31.201421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.357903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-506b92ef-c866-4b76-9ec5-220f9bf4b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:31.359547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-506b92ef-c866-4b76-9ec5-220f9bf4b7d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1891081 Jan 27 19:17:31.372446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6541de-9ab6-4459-917e-c3375e697a5a req-abddff45-1700-4cdd-818a-d3cbd2d85013 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:31.374101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c6541de-9ab6-4459-917e-c3375e697a5a req-abddff45-1700-4cdd-818a-d3cbd2d85013 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.1578987 Jan 27 19:17:31.382684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:31.450953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Router b76eb877-0899-462d-b8d6-dd04b109d876 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:17:31.496851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c6541de-9ab6-4459-917e-c3375e697a5a req-f251f115-b261-468d-9919-e2850475552a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865765 Jan 27 19:17:31.501905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.580132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.703405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:31.712201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Checking segment: {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:31.712943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Network hostable DHCP agents. Network: 3575d4cf-5b57-4958-b179-0d55ca16d6c9, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:17:31.743605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:17:31.761476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3575d4cf-5b57-4958-b179-0d55ca16d6c9) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:31.769854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:31.771095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.782501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c8efd-850d-4bcc-8cb7-47c20ced7301 None None] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:17:31.800556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-949eb6ce-5644-4a8a-a041-83f0970915aa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6666133 Jan 27 19:17:31.839907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:17:31.863150 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:31.876767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Sync routers for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:17:31.913697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-4cc052c3-4e7e-4c65-89b3-e6a58ad3e4d4 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "PUT /v2.0/floatingips/6a4bec08-8b52-4ff8-bfc3-893f78b5901c HTTP/1.1" status: 200 len: 694 time: 1.6433327 Jan 27 19:17:31.915550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:31.916673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:31.929553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:31.932140 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4284e491-9333-4102-a017-ec668c3fb407" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:31.991657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51a22-d617-4366-b132-fa537b9467c2 req-05f5759b-3f7e-4f71-8029-443a70429f5e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:31.993522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02d51a22-d617-4366-b132-fa537b9467c2 req-05f5759b-3f7e-4f71-8029-443a70429f5e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.3545966 Jan 27 19:17:32.049984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-42ed7092-a850-4ae1-b448-bc6eebce2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:32.058581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-42ed7092-a850-4ae1-b448-bc6eebce2aa0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1230397 Jan 27 19:17:32.262727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02d51a22-d617-4366-b132-fa537b9467c2 req-e3b969a6-1e23-43f3-a946-5c4276853829 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481849 Jan 27 19:17:32.356335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:32.360062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-fce2a176-9106-4033-acd9-d0df76a31db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:32.368848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-fce2a176-9106-4033-acd9-d0df76a31db8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 930 time: 0.3093224 Jan 27 19:17:32.390895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7535b1-d651-4970-9e5e-f6282ba3e1f6 None None] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:17:32.431120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-22ccafa2-d1b0-4297-ab31-ae0b17c88acd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 217 time: 0.0609748 Jan 27 19:17:32.482718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-5b4919ac-6516-4720-bd58-a536018c52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:32.491815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-5b4919ac-6516-4720-bd58-a536018c52b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.0593297 Jan 27 19:17:32.551794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:32.575217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:32.642635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-cb90aa58-539f-444b-90b2-b707ef4ef1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:32.656304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-cb90aa58-539f-444b-90b2-b707ef4ef1ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630330 Jan 27 19:17:32.672086 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8581b8d5-be2a-4bbc-9b9f-bffd566085ce x-openstack-request-id: req-8581b8d5-be2a-4bbc-9b9f-bffd566085ce {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:32.673380 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:32.673380 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8581b8d5-be2a-4bbc-9b9f-bffd566085ce {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:32.673710 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'status': 'completed', 'code': 200} Jan 27 19:17:32.782704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks [] for port (caa1a657-1344-4d95-895b-7d9f150feb10), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:32.808123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Transition to ACTIVE for port object caa1a657-1344-4d95-895b-7d9f150feb10 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:32.838186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:32.857137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e491-9333-4102-a017-ec668c3fb407 req-5a43cb20-b7e2-4b55-8e47-95cd565f9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:32.859577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-5a43cb20-b7e2-4b55-8e47-95cd565f9ea7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1188266 Jan 27 19:17:33.038103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e491-9333-4102-a017-ec668c3fb407 req-d560682a-41b5-463a-bc35-779e38ecf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.040074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-d560682a-41b5-463a-bc35-779e38ecf495 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 200 len: 930 time: 0.1636992 Jan 27 19:17:33.163009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fa4c-af01-49e9-b5de-0ab7dad58756 req-58c51362-2d7f-497a-b7d7-eeceb73301d8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.173889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cde4fa4c-af01-49e9-b5de-0ab7dad58756 req-58c51362-2d7f-497a-b7d7-eeceb73301d8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3637707 Jan 27 19:17:33.183283 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-e40afced-689f-43b1-abb1-11e4a6af5c6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 200 len: 217 time: 0.1238091 Jan 27 19:17:33.240592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:33.264143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-f2c95451-148b-4f2d-a544-806f38e0b8fb service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064367 Jan 27 19:17:33.338930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] No DVR routers for this DVR port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:33.401815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e491-9333-4102-a017-ec668c3fb407 req-ae6496d0-497d-49f3-9345-a06752e83471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.403447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-ae6496d0-497d-49f3-9345-a06752e83471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 200 len: 868 time: 0.2109883 Jan 27 19:17:33.464359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:33.517435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:33.517830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Checking router: b76eb877-0899-462d-b8d6-dd04b109d876 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:17:33.518015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:33.518923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:33.528622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:33.528953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:33.529940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:33.530717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:33.532143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e491-9333-4102-a017-ec668c3fb407 req-d234e091-63d2-4ca1-bbb6-fdb6f9d69148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.534537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cde4fa4c-af01-49e9-b5de-0ab7dad58756 req-e2567c1c-f553-4568-9374-d0eb7fbd7f7b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589869 Jan 27 19:17:33.535540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-d234e091-63d2-4ca1-bbb6-fdb6f9d69148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60398d50-e410-4339-af16-45aac65f414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205010 Jan 27 19:17:33.553613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:33.555910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:33.556532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:33.557208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Bound port: caa1a657-1344-4d95-895b-7d9f150feb10, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:33.557935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:33.634767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3420bacf-eb3d-4c1d-82bf-ff406177e65f req-10c2783b-b946-47a0-a3e6-f69b32b5646b service neutron] 10.222.0.59 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695889 Jan 27 19:17:33.681116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:33.687943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:33.718630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:33.751590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:33.792531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.794332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:33.800800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 1094 time: 2.4211843 Jan 27 19:17:33.844889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-eede47b8-98ce-484f-a0d7-736298a7b271 service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003223 Jan 27 19:17:33.891016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451975-f2ed-42a5-af3c-b0fad5ea23d9 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:33.928822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-106b7336-b5d1-4386-b78e-af6cd357472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:33.932228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-106b7336-b5d1-4386-b78e-af6cd357472a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1097 time: 0.0926261 Jan 27 19:17:34.063341 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4284e491-9333-4102-a017-ec668c3fb407 req-c75d588f-a7fd-49a6-92bd-bae529965506 service neutron] 10.222.0.39 "GET /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085698 Jan 27 19:17:34.070555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:34.148011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7eafba16-479a-46d1-b1c6-287f1cba7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:34.149685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-7eafba16-479a-46d1-b1c6-287f1cba7682 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.2067871 Jan 27 19:17:34.157332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-495071011', 'description': 'tempest-description-1907143909'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:34.238531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port caa1a657-1344-4d95-895b-7d9f150feb10 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:17:34.239258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:34.242172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:34.279310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-1b0f869b-bc36-4d0e-b6e7-5ae58c31d4cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0687320 Jan 27 19:17:34.375463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:34.402318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60971300-290e-4f11-a0ce-1913ef7b6f3b req-6727b81b-2312-4cff-b612-bf88d1616549 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:34.404068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60971300-290e-4f11-a0ce-1913ef7b6f3b req-6727b81b-2312-4cff-b612-bf88d1616549 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.4305363 Jan 27 19:17:34.430152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d09a99-506f-4262-8693-10bcc6c791ed None None] The sync data for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 is: [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:16:37Z', 'revision_number': 4, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f06b6616-2673-45b7-873d-2de1047a423a', 'name': '', 'network_id': '60398d50-e410-4339-af16-45aac65f414a', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'mac_address': 'fa:16:3e:87:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:35Z', 'updated_at': '2022-01-27T19:16:46Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'subnets': [{'id': 'f42d204e-a8e6-497a-a4d1-751ea2a33620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:17:34.454908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-c040c783-a0df-4b8f-8456-bc28abe0a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:34.458803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-c040c783-a0df-4b8f-8456-bc28abe0a5da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1615543 Jan 27 19:17:34.465824 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:34.520617 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:34.546838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:34.548514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9340c3a4-bb1e-4926-a6be-ca14ad251746 req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3954160 Jan 27 19:17:34.558072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60971300-290e-4f11-a0ce-1913ef7b6f3b req-1e5c7852-de3d-4214-8c53-ad700739ca28 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384168 Jan 27 19:17:34.587303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-13e6f57f-fe99-449b-bdaf-b468ce1d36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:34.588989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-13e6f57f-fe99-449b-bdaf-b468ce1d36b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204474 Jan 27 19:17:34.589933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091e7f-8184-4714-8114-0f394fd1f33b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:34.700591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}, {'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:34.703691 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-unplugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}, {"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:34.755402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714cf8-3461-443f-800f-1edecdf909c8 req-b793547e-1c53-4751-b3e4-c151ad0a11ec tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:34.757131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f714cf8-3461-443f-800f-1edecdf909c8 req-b793547e-1c53-4751-b3e4-c151ad0a11ec tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 0.0885055 Jan 27 19:17:34.788356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-0a6ee846-d083-43bd-89b7-15e7816bebab service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887794 Jan 27 19:17:34.922482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a960a5-b6ad-40ca-9d0a-48a1f0db686c req-25f1137b-b5b8-4b9a-9063-bb621d604ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237357 Jan 27 19:17:34.960322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f714cf8-3461-443f-800f-1edecdf909c8 req-dd51a496-de45-416c-bb2f-529549fe0a38 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917193 Jan 27 19:17:34.975821 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50f408-1830-42cf-99b8-75574733324e None None] New status for floating IP 6a4bec08-8b52-4ff8-bfc3-893f78b5901c: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:17:35.091411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-5cdf5010-1eb7-4849-b755-2cfa67b183c2 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips/6a4bec08-8b52-4ff8-bfc3-893f78b5901c HTTP/1.1" status: 200 len: 694 time: 0.1185219 Jan 27 19:17:35.100971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1548042964', 'description': 'tempest-description-348434833'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:35.223404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-834ad9f7-d634-49b4-824b-e91a301a2f7d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:35.224909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-834ad9f7-d634-49b4-824b-e91a301a2f7d tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1143928 Jan 27 19:17:35.316116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-94ca91b2-de31-4029-a642-434b36bac402 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 697 time: 0.0825384 Jan 27 19:17:35.389121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-aeebd0b8-66b3-49eb-a6cf-542e00e717fb tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 697 time: 0.0648332 Jan 27 19:17:35.390307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.605996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Deleting port 6b12ab47-0951-488b-97ef-c0804fa2c6e8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:35.606441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.663077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (a49ffcee-f39d-4e8c-98e0-0d462e13201b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.678880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a49ffcee-f39d-4e8c-98e0-0d462e13201b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.715840 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.717112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7884454-d4df-4530-9d89-98952b920dad req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6247272 Jan 27 19:17:35.757350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbcf3a-3004-4cb6-9f75-4a28b01f48a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ffcee-f39d-4e8c-98e0-0d462e13201b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:35.776544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.776879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6b12ab47-0951-488b-97ef-c0804fa2c6e8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:35.802047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Calling delete_port for 6b12ab47-0951-488b-97ef-c0804fa2c6e8 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:35.948184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82b7b-cc79-4cd6-a916-77c153a95e69 req-9461764c-c505-4074-88fb-83d088ecc53e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:35.949737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baa82b7b-cc79-4cd6-a916-77c153a95e69 req-9461764c-c505-4074-88fb-83d088ecc53e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.0911231 Jan 27 19:17:36.043380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baa82b7b-cc79-4cd6-a916-77c153a95e69 req-4eb6872d-2f44-4ee2-9293-90e37b8207c1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818288 Jan 27 19:17:36.044751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b12ab47-0951-488b-97ef-c0804fa2c6e8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:36.087884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event deleted for resources: {'Port': ['ID=6b12ab47-0951-488b-97ef-c0804fa2c6e8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:36.127906 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bab75e-39f8-40b3-b4fb-386142a50930 x-openstack-request-id: req-08bab75e-39f8-40b3-b4fb-386142a50930 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:36.127906 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-unplugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "code": 200}, {"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:36.128164 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08bab75e-39f8-40b3-b4fb-386142a50930 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:36.128486 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'code': 200} Jan 27 19:17:36.128743 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'status': 'completed', 'code': 200} Jan 27 19:17:36.591834 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks [] for floatingip (6a4bec08-8b52-4ff8-bfc3-893f78b5901c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:36.594504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:36.595725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4b713b-788d-43ae-85f3-0bfa79422fa6 req-34973dc6-5499-46c9-91a3-109eb013a833 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "DELETE /v2.0/floatingips/6a4bec08-8b52-4ff8-bfc3-893f78b5901c HTTP/1.1" status: 204 len: 173 time: 1.1955645 Jan 27 19:17:36.646176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-9bba93f3-a7d5-4aad-bdb6-c336671960c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:36.649566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-9bba93f3-a7d5-4aad-bdb6-c336671960c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1097 time: 0.4837224 Jan 27 19:17:36.668724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ffb8-af6f-4b86-adca-1b9ff596572f req-4c2dc0ed-53d7-4498-85a8-7d9f0cddd5ce tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:36.672594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8de9ffb8-af6f-4b86-adca-1b9ff596572f req-4c2dc0ed-53d7-4498-85a8-7d9f0cddd5ce tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.4481366 Jan 27 19:17:36.679680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-36c0cb20-fa72-4402-8dfa-d1a7c3ee14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:36.683852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-36c0cb20-fa72-4402-8dfa-d1a7c3ee14c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1097 time: 0.5191176 Jan 27 19:17:37.067099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8de9ffb8-af6f-4b86-adca-1b9ff596572f req-4d525fea-9e75-4b57-a225-7212549a373d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685634 Jan 27 19:17:37.157669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-5868c2b5-72a7-42ce-9f26-d6c88ec82fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.159873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-5868c2b5-72a7-42ce-9f26-d6c88ec82fe5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4856973 Jan 27 19:17:37.194813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-89c8d9ef-299c-485d-ab54-ece31685ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.196593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-89c8d9ef-299c-485d-ab54-ece31685ca5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4944158 Jan 27 19:17:37.256230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-9e68a38c-5a34-41db-ac16-78b5b594e64f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0819390 Jan 27 19:17:37.266205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-50df4a55-7620-49bc-a4b2-c30b0ab7477a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.268524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-50df4a55-7620-49bc-a4b2-c30b0ab7477a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 813 time: 0.3886013 Jan 27 19:17:37.340110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-eee1d0c4-6e6c-4c9c-8ba3-3069c87e6229 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0955205 Jan 27 19:17:37.421017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4f01a890-bdd6-43e0-8e11-c84d0bac6c4a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/quotas/2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 375 time: 0.0987055 Jan 27 19:17:37.493454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-17b62695-1ed5-4137-9966-dececce5afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.494930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-17b62695-1ed5-4137-9966-dececce5afff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2253754 Jan 27 19:17:37.500087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-b6bbb8fb-b998-4751-9889-69f07a5d3ec3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441184 Jan 27 19:17:37.531946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-3c1d98bc-5e93-4758-bd50-980600b9a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.533463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-3c1d98bc-5e93-4758-bd50-980600b9a5d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1505401 Jan 27 19:17:37.624628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc490ca-e92f-432a-a9dc-aacb7f63d8fc req-5df71031-0fc9-4483-b180-d25c565adf67 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.627372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfc490ca-e92f-432a-a9dc-aacb7f63d8fc req-5df71031-0fc9-4483-b180-d25c565adf67 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 946 time: 0.3031645 Jan 27 19:17:37.731398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-8c73e34b-2944-4222-96f9-6c6980be8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.734110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-8c73e34b-2944-4222-96f9-6c6980be8e21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269497 Jan 27 19:17:37.796774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-60b34eb0-3425-4b7f-b5eb-05a2bcd123cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:37.799513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-60b34eb0-3425-4b7f-b5eb-05a2bcd123cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488647 Jan 27 19:17:38.029863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfc490ca-e92f-432a-a9dc-aacb7f63d8fc req-fab0e23b-6d9e-4fe8-9b8b-4a2e99ec13df tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872447 Jan 27 19:17:38.120117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-a3872bd3-e051-4e75-ba92-9607a8d3825e service neutron] 10.222.0.59 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990775 Jan 27 19:17:38.142158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-276acf16-5b74-4945-af28-f6b00754fd16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999343 Jan 27 19:17:38.317090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-68750cda-624e-490c-9a70-12f893d3241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.320737 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-68750cda-624e-490c-9a70-12f893d3241e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 1101 time: 0.0800507 Jan 27 19:17:38.367262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-31923213-9293-4cea-a6e0-ebf93aed3386 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086609 Jan 27 19:17:38.448446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf5288-3c71-431b-a795-b1862f50a9c2 req-bdfb8eb1-e706-48c5-80f5-5dcae1720a91 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.450038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30bf5288-3c71-431b-a795-b1862f50a9c2 req-bdfb8eb1-e706-48c5-80f5-5dcae1720a91 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2100875 Jan 27 19:17:38.455388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-6ae1cc9a-139a-4222-bd79-349722ef32b1 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047671 Jan 27 19:17:38.485157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-9cd8832a-4c3a-45f0-9527-fb5b45e76528 service neutron] 10.222.0.59 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635271 Jan 27 19:17:38.494880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:38.517114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-7517d20e-c4a2-4a65-b3d0-30c0fddf7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.520464 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-7517d20e-c4a2-4a65-b3d0-30c0fddf7c1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1725795 Jan 27 19:17:38.635844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-ba99ddb4-7316-4e6e-a281-0c93922a4377 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512333 Jan 27 19:17:38.636698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-ae94bd09-378a-4944-b27f-62d3125a98ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 200 len: 217 time: 0.1070220 Jan 27 19:17:38.650192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30bf5288-3c71-431b-a795-b1862f50a9c2 req-69c2f131-2179-4a33-b7ab-b09566c8790d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660268 Jan 27 19:17:38.686948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3f6776-e2b0-4dea-97cd-471627c8bcfd req-1d3add74-9f52-405a-915e-6b009d04d745 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051539 Jan 27 19:17:38.768394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-bcc51e63-a8d0-4d1b-9b9f-7ec477b4d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.770972 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-bcc51e63-a8d0-4d1b-9b9f-7ec477b4d1f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1283104 Jan 27 19:17:38.887781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:38.901475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-686496e3-6308-4b73-9505-4173107dfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.904766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-686496e3-6308-4b73-9505-4173107dfbd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226952 Jan 27 19:17:38.931335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5002afa-5d5f-4881-837a-c7a86431c017 req-ca4e7851-b20c-4bd9-98e2-25085972de11 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:38.933453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5002afa-5d5f-4881-837a-c7a86431c017 req-ca4e7851-b20c-4bd9-98e2-25085972de11 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0741916 Jan 27 19:17:38.953922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'mac_address': 'fa:16:3e:de:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:39.023096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee5d80c4-b798-42fd-a1f8-f4bba502fbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:39.041094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5002afa-5d5f-4881-837a-c7a86431c017 req-f8d8e751-79d6-4941-bf0d-f6c7dda4706e tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0966773 Jan 27 19:17:39.056656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:39.057764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:39.097126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:39.167721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:39.176775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:39.178149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:39.223299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-d46e9f52-3d13-4119-b9ef-f5da0de2ca7d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093159 Jan 27 19:17:39.273623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da624-f0a5-4818-a53f-690dd556e0b1 req-da306378-d3cd-4059-af19-ae00097d097f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:39.276425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-926da624-f0a5-4818-a53f-690dd556e0b1 req-da306378-d3cd-4059-af19-ae00097d097f tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.1881545 Jan 27 19:17:39.334599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f071715b-5440-49fb-a6d9-d5a3e883229d req-279079cd-68ae-4b24-a5e2-f7654c8f72fb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 210 time: 0.0895195 Jan 27 19:17:39.362909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2c81bdd-2038-4ea1-be92-a716730a8629 req-901cd5e7-8f72-4fda-9db6-2cb8bf305063 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337771 Jan 27 19:17:39.470456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:39.492855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674', 'port_id': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'mac_address': 'fa:16:3e:6a:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7afd0b-478d-4a8a-bd82-c6d32f8260c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:39.557450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9e621e68-e427-42c7-ad85-792e6b9e5704 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:39.558761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:39.563599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:39.572951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba5edf9-7414-4029-b926-b3814037800e req-d8ebf2cd-f85d-4b00-87ee-7af91e660173 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1387119 Jan 27 19:17:39.581374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.582192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.582546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.583507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.583507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.583808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.584337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.584674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.585111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.585493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.585813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.586349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.586898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:39.597160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e621e68-e427-42c7-ad85-792e6b9e5704 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:39.618186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-926da624-f0a5-4818-a53f-690dd556e0b1 req-c5fdbc7c-ef53-4bc9-83e8-8baad045f35d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825596 Jan 27 19:17:39.647646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-391f0642-7079-424f-a451-856bcdd49515 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243853 Jan 27 19:17:39.652064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:39.662016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:39.733197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:39.868882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9cde-afd2-445f-adb5-460e454b727f req-7124adc2-cf62-48fe-9220-007c5e728368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:39.871581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-7124adc2-cf62-48fe-9220-007c5e728368 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 1095 time: 0.1655579 Jan 27 19:17:39.903960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001031-ba99-4ca5-9e37-bd21260a1b54 req-148d9329-05e6-4e31-b4d5-e9f9baff14a9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:39.909673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d001031-ba99-4ca5-9e37-bd21260a1b54 req-148d9329-05e6-4e31-b4d5-e9f9baff14a9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.1457839 Jan 27 19:17:40.103686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d001031-ba99-4ca5-9e37-bd21260a1b54 req-98ac4abb-683f-4666-8970-e7d41d67399c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747828 Jan 27 19:17:40.116543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9e621e68-e427-42c7-ad85-792e6b9e5704'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:40.166508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9cde-afd2-445f-adb5-460e454b727f req-10198260-b4e7-4ee5-a27a-5a2d16d638a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:40.169338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-10198260-b4e7-4ee5-a27a-5a2d16d638a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2531695 Jan 27 19:17:40.258528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['caa1a657-1344-4d95-895b-7d9f150feb10'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:40.319912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-7e3111a6-8cfa-41b8-ab5a-c2ae562724ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 200 len: 217 time: 0.1411293 Jan 27 19:17:40.440746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181bdac-1007-499b-acf1-adf5ee94b90e req-3b9f3423-c7bd-44a1-8308-3db69c66d574 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:40.443598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2181bdac-1007-499b-acf1-adf5ee94b90e req-3b9f3423-c7bd-44a1-8308-3db69c66d574 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3468819 Jan 27 19:17:40.528474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9cde-afd2-445f-adb5-460e454b727f req-c3f33db8-1b40-443b-91ed-ab5c73cba419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:40.531380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-c3f33db8-1b40-443b-91ed-ab5c73cba419 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1794136 Jan 27 19:17:40.585296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347e98-caa6-49d7-bbc6-58babe2c351e req-c4453cec-8263-42e9-95f2-2396f4a7ffd7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:40.595665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34347e98-caa6-49d7-bbc6-58babe2c351e req-c4453cec-8263-42e9-95f2-2396f4a7ffd7 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 945 time: 0.2579300 Jan 27 19:17:40.667168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-21694779-5de5-41f4-b74c-70e93e51c8da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247981 Jan 27 19:17:40.686657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2181bdac-1007-499b-acf1-adf5ee94b90e req-e6fec504-8b7b-4206-92e0-2cd8e941fe08 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241848 Jan 27 19:17:40.852153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34347e98-caa6-49d7-bbc6-58babe2c351e req-2e3c744c-cde3-4f85-a3dd-22723e21ab27 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542906 Jan 27 19:17:40.969025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-5a928c98-7076-463d-aece-ee05f8c3a0a3 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876356 Jan 27 19:17:41.128084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40a1eab3-7b4c-414b-a2e7-5f5e2c02de21 req-01dd6a11-bfe5-4a63-ba2f-a31bb3eb39ee tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 210 time: 0.1096408 Jan 27 19:17:41.280336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ad9cde-afd2-445f-adb5-460e454b727f req-1712bb9b-fa65-4d44-a352-6dc10fc10ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002238 Jan 27 19:17:41.403106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0b47-cb07-4ba6-9157-ffbeb33e3338 req-692d232e-ab31-45a7-93ec-66f96ebd237b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.418226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a4d0b47-cb07-4ba6-9157-ffbeb33e3338 req-692d232e-ab31-45a7-93ec-66f96ebd237b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.1171157 Jan 27 19:17:41.489313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-778d758a-0d41-415a-8991-8fdc8e3891cb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.491566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-778d758a-0d41-415a-8991-8fdc8e3891cb tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2&tenant_id=30b47258fcbf45dcb526835961e1c6b7&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 947 time: 0.2569389 Jan 27 19:17:41.503939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-8d09408b-b5ed-4753-a676-10c759fce677 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.506643 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-8d09408b-b5ed-4753-a676-10c759fce677 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 813 time: 0.5154934 Jan 27 19:17:41.525284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'device_id': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9', 'admin_state_up': True, 'tenant_id': '2943964742bc485bb0eb69bd099f33ac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:41.600463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a4d0b47-cb07-4ba6-9157-ffbeb33e3338 req-f0fa09f3-f244-4679-a2a4-0aaa9c850846 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785755 Jan 27 19:17:41.615084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650230ef-cfb3-41e9-a8bf-7da8b9f768c7 req-2577ba8e-0051-4394-907d-6e7b1ac8a163 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.616656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-650230ef-cfb3-41e9-a8bf-7da8b9f768c7 req-2577ba8e-0051-4394-907d-6e7b1ac8a163 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.1708133 Jan 27 19:17:41.719995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-0f43d610-300d-4b7a-bf75-21ae399db5bd service neutron] 10.222.0.39 "GET /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.2114048 Jan 27 19:17:41.767613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-650230ef-cfb3-41e9-a8bf-7da8b9f768c7 req-d0abbd0d-7277-4e37-beae-58d6eda6c31c tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405749 Jan 27 19:17:41.851057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b87d707-597b-42c8-be7d-fd8c3cfa60ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:41.859700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Made reservation on behalf of 2943964742bc485bb0eb69bd099f33ac for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:41.866504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:41.906025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-91e6b603-ecb3-41bd-b0b6-ee1067d8b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.907877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-91e6b603-ecb3-41bd-b0b6-ee1067d8b8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1098 time: 0.1363876 Jan 27 19:17:41.936702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6326a5-350c-4150-a456-08dc4c09488f req-6c80b323-be05-4036-9cfd-8b20fdf4a2e5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:41.937077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad6326a5-350c-4150-a456-08dc4c09488f req-6c80b323-be05-4036-9cfd-8b20fdf4a2e5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.0974908 Jan 27 19:17:42.040242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad6326a5-350c-4150-a456-08dc4c09488f req-ece4e0af-b5ea-44bc-b3d3-067444fce0d8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917518 Jan 27 19:17:42.070190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-a94ca23d-ee71-4ea9-8451-06830392da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:42.071898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-a94ca23d-ee71-4ea9-8451-06830392da4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1498263 Jan 27 19:17:42.156863 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-5b393b7a-e057-4582-8a45-51bf39c7ecee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0536869 Jan 27 19:17:42.184637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6c6d-ae1c-4762-8c65-71a22742b421 req-ce7f555f-9d3a-42e3-8902-65aae79ca0a1 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:42.186470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5f6c6d-ae1c-4762-8c65-71a22742b421 req-ce7f555f-9d3a-42e3-8902-65aae79ca0a1 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 945 time: 0.0986216 Jan 27 19:17:42.294208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-f07c7443-ac29-478d-834e-a32433aaff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:42.295914 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-f07c7443-ac29-478d-834e-a32433aaff24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1233280 Jan 27 19:17:42.307355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5f6c6d-ae1c-4762-8c65-71a22742b421 req-4bb710a3-bebd-4cb8-87f4-26bb115e004b tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/security-groups?id=8366ed60-7602-4ce8-bdaa-88bb14dd14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130342 Jan 27 19:17:42.308478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Allocated IP 172.20.0.8 (3575d4cf-5b57-4958-b179-0d55ca16d6c9/7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4/bb80048d-20c1-4c77-81a9-ce473a39a406) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:42.390165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73637436-0115-48b0-8c1c-068fd02510e0 req-753aae67-53fa-4892-833e-85ab204b0d78 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 210 time: 0.0806348 Jan 27 19:17:42.404406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-2f997275-9a5c-44be-91fc-8f325575832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:42.406673 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-2f997275-9a5c-44be-91fc-8f325575832c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000690 Jan 27 19:17:42.507127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-31241431-f2db-4181-94b2-706a4ecc34b9 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:42.509931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-31241431-f2db-4181-94b2-706a4ecc34b9 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 945 time: 0.1182606 Jan 27 19:17:42.511790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:42.633451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-d04f57b2-1f7e-4fc8-b815-7c1d1ba1f57e service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185707 Jan 27 19:17:42.638670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port caa1a657-1344-4d95-895b-7d9f150feb10 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:42.648090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port caa1a657-1344-4d95-895b-7d9f150feb10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:42.648672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.765739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Deleting port bfba0e03-c88c-4da5-ad3f-ea08057afeba {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:42.767155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.818257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.853112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:42.854037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.854844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-d90aad23-8114-4a43-ba1d-c9450ac3651a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103415 Jan 27 19:17:42.895256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:42.899700 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f70c1-9377-44be-9eca-7a1abfc0a409" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:42.905919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.925057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:42.934647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.938994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:42.967667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] For port bfba0e03-c88c-4da5-ad3f-ea08057afeba, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfba0e03-c88c-4da5-ad3f-ea08057afeba,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:42.968506 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:42.988111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Calling delete_port for bfba0e03-c88c-4da5-ad3f-ea08057afeba owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:43.017953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e469a0b-81ab-4ecb-bf95-1d132ea23827 req-16612034-4e46-42fb-b476-feb364e8cac7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:43.020336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e469a0b-81ab-4ecb-bf95-1d132ea23827 req-16612034-4e46-42fb-b476-feb364e8cac7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.2125201 Jan 27 19:17:43.102425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:43.115452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:43.126884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:43.137932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:43.154373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:43.170173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 9e621e68-e427-42c7-ad85-792e6b9e5704 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:43.175176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e469a0b-81ab-4ecb-bf95-1d132ea23827 req-c1cebe14-7944-40c3-9262-9bb3485bf34a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187289 Jan 27 19:17:43.197508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 9e621e68-e427-42c7-ad85-792e6b9e5704 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:43.198132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.249301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:43.250009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.276378 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-4a60d517-a549-4349-8004-71b2e4dc7898 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7588389 Jan 27 19:17:43.290539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Request body: {'port': {'device_id': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:43.343384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3ab97-9a25-4c88-8044-dfcb864115c7 req-8fa951a0-f49c-4399-8d3e-797bab0fb3ed tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:43.359335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29a3ab97-9a25-4c88-8044-dfcb864115c7 req-8fa951a0-f49c-4399-8d3e-797bab0fb3ed tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1699407 Jan 27 19:17:43.374246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bfba0e03-c88c-4da5-ad3f-ea08057afeba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.393390 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf32a4a-dc5d-45c7-9938-3610e0e8f79b x-openstack-request-id: req-acf32a4a-dc5d-45c7-9938-3610e0e8f79b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:43.393390 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:43.394086 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acf32a4a-dc5d-45c7-9938-3610e0e8f79b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:43.394913 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'code': 200} Jan 27 19:17:43.422826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['bfba0e03-c88c-4da5-ad3f-ea08057afeba'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:43.455217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Pushing event deleted for resources: {'Port': ['ID=bfba0e03-c88c-4da5-ad3f-ea08057afeba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:43.478475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.481153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] No DVR routers for this DVR port bfba0e03-c88c-4da5-ad3f-ea08057afeba on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:43.484473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.488818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9e621e68-e427-42c7-ad85-792e6b9e5704 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:43.495459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ed07984-b21e-499e-94d6-e76cf6e980df req-d4408ed4-ca5d-4a5e-aa45-e1a7ceabd479 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.39 "DELETE /v2.0/ports/bfba0e03-c88c-4da5-ad3f-ea08057afeba HTTP/1.1" status: 204 len: 173 time: 0.9757953 Jan 27 19:17:43.495795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.605626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'name': 'network-vif-deleted', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:43.608152 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997322f-cb58-4fc4-8106-6f5d11b1fabd" -d '{"events": [{"server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "name": "network-vif-deleted", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:43.634240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29a3ab97-9a25-4c88-8044-dfcb864115c7 req-5a8614de-504b-4a88-83c0-3dea373d7592 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709041 Jan 27 19:17:43.742393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:43.757181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.877159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:43.903797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7818d2d3-21de-438e-bba3-caac1e4bba3d req-5b49ec80-33f5-43af-b8d0-f49fbda2e455 tempest-FloatingIPsAssociationNegativeTestJSON-714564356 tempest-FloatingIPsAssociationNegativeTestJSON-714564356-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2d4883-884a-419e-9943-9c1285c0cd73 HTTP/1.1" status: 200 len: 210 time: 0.0643075 Jan 27 19:17:43.944811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb80048d-20c1-4c77-81a9-ce473a39a406 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:43.956306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks [] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:43.972267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87030a3-3260-4c4d-9fb7-9150e7b1c932 req-3866a35b-b9d3-4855-b9c4-04afed1a4689 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:43.977743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d87030a3-3260-4c4d-9fb7-9150e7b1c932 req-3866a35b-b9d3-4855-b9c4-04afed1a4689 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1807489 Jan 27 19:17:43.978042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Transition to ACTIVE for port object bb80048d-20c1-4c77-81a9-ce473a39a406 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:43.984915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:44.053832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:44.083817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d87030a3-3260-4c4d-9fb7-9150e7b1c932 req-880b75d4-75d5-4846-8a15-d767033f9228 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982487 Jan 27 19:17:44.155842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Attempting to bind port bb80048d-20c1-4c77-81a9-ce473a39a406 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:44.156162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Attempting to bind port bb80048d-20c1-4c77-81a9-ce473a39a406 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:44.156646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Attempting to bind port bb80048d-20c1-4c77-81a9-ce473a39a406 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:44.163809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Port bb80048d-20c1-4c77-81a9-ce473a39a406 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:44.164466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Attempting to bind port bb80048d-20c1-4c77-81a9-ce473a39a406 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:44.185317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:44.186013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Checking segment: {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:44.186216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Bound using segment: {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:44.186516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Bound port: bb80048d-20c1-4c77-81a9-ce473a39a406, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:44.186888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:44.202238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ee0c-c297-46e1-8472-2494495da3e9 req-2652986a-f489-402c-9e97-d558886c77dc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:44.215864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ad3ee0c-c297-46e1-8472-2494495da3e9 req-2652986a-f489-402c-9e97-d558886c77dc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 943 time: 0.1057584 Jan 27 19:17:44.230641 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb351eca-eabd-4ea0-bac2-0ddfa7f90fe7 x-openstack-request-id: req-cb351eca-eabd-4ea0-bac2-0ddfa7f90fe7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:44.231023 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2d4883-884a-419e-9943-9c1285c0cd73", "name": "network-vif-deleted", "tag": "bfba0e03-c88c-4da5-ad3f-ea08057afeba", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:44.231257 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb351eca-eabd-4ea0-bac2-0ddfa7f90fe7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:44.231702 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2d4883-884a-419e-9943-9c1285c0cd73', 'name': 'network-vif-deleted', 'tag': 'bfba0e03-c88c-4da5-ad3f-ea08057afeba', 'status': 'completed', 'code': 200} Jan 27 19:17:44.296222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:44.301181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:44.315079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:44.334263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ad3ee0c-c297-46e1-8472-2494495da3e9 req-241600fb-3954-45f4-917a-f2a941242b49 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168122 Jan 27 19:17:44.394139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:44.394258 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:44.395983 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] 10.222.0.66 "PUT /v2.0/ports/bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 1091 time: 1.1112065 Jan 27 19:17:44.396519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:44.398943 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:44.445595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de325f3-c6e2-487c-96f5-f47ee2f1df41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:44.500423 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4b2bf6-d727-4593-8106-3766717ab475 x-openstack-request-id: req-0d4b2bf6-d727-4593-8106-3766717ab475 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:44.500739 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:44.500995 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d4b2bf6-d727-4593-8106-3766717ab475 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:44.501418 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'status': 'completed', 'code': 200} Jan 27 19:17:44.527897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-8bd91931-783e-4b1c-b5a0-b09efcfd01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:44.529674 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-8bd91931-783e-4b1c-b5a0-b09efcfd01fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1094 time: 0.0754325 Jan 27 19:17:44.540476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c702-89f7-49e8-b689-efbb76196c7d req-7650a0df-55f8-4a8c-8eb3-566dc77dc3b8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:44.542126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bca7c702-89f7-49e8-b689-efbb76196c7d req-7650a0df-55f8-4a8c-8eb3-566dc77dc3b8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.0719030 Jan 27 19:17:44.584077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5c46f220-917f-4882-8b50-e2057f41fc70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 217 time: 0.0441525 Jan 27 19:17:44.656709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-a624d79b-cc19-40fc-acf6-d10d207747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:44.658881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-a624d79b-cc19-40fc-acf6-d10d207747b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.0681159 Jan 27 19:17:44.699872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-5c5a4cd4-ba12-4501-8203-b1bb5c6846a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329597 Jan 27 19:17:44.828106 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-188f14a1-80d7-45fc-a86c-11af6a5c555b service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204216 Jan 27 19:17:44.941829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3bca01be-f9ad-4f0d-8a72-6d52ac7306cb req-f96ce0ec-bf53-406d-8da6-e9b55713eb5d service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070285 Jan 27 19:17:44.973569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bca7c702-89f7-49e8-b689-efbb76196c7d req-a6fcbc38-3a25-4e5f-a8f9-f8f2101cd20c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236286 Jan 27 19:17:45.029633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-538506f4-47d7-4eab-93cb-3d9d0a5c560b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.031443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:45.035255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-538506f4-47d7-4eab-93cb-3d9d0a5c560b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.1466727 Jan 27 19:17:45.054550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-910d66e8-7cf1-4501-868a-c9e982c2e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.056297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-910d66e8-7cf1-4501-868a-c9e982c2e87c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1094 time: 0.0551069 Jan 27 19:17:45.059443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-8bce9de7-a34a-4bb8-b684-c3ddad3d0d20 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/quotas/167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 375 time: 0.0209880 Jan 27 19:17:45.159870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-2900b3c7-17b8-4bbb-bf19-033104709aa1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924377 Jan 27 19:17:45.166153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-497b585b-3c54-4c56-bae9-2f9ada0eba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.167734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-497b585b-3c54-4c56-bae9-2f9ada0eba57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.1021318 Jan 27 19:17:45.177824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156bd1-d528-4f02-830e-edc0364bb7b8 req-ba3dc789-409a-4716-8b37-9272a6ab7d1b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.179384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14156bd1-d528-4f02-830e-edc0364bb7b8 req-ba3dc789-409a-4716-8b37-9272a6ab7d1b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.0756919 Jan 27 19:17:45.218763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-e6947061-f52c-4fdc-a9fe-a1db193f36d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 217 time: 0.0446301 Jan 27 19:17:45.278016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-b37fa5ac-f069-4c57-a05c-2beda4f2e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.279532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-b37fa5ac-f069-4c57-a05c-2beda4f2e473 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.0552373 Jan 27 19:17:45.335335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14156bd1-d528-4f02-830e-edc0364bb7b8 req-5d156cb3-5959-4c30-8c2a-c4988c6cfe27 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466303 Jan 27 19:17:45.357632 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-d053fc4b-dbfe-4abc-a4dc-0984a471464d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616105 Jan 27 19:17:45.373424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-72db38ea-4554-4c1b-9056-e01759d5bc5a service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025757 Jan 27 19:17:45.400451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:45.409687 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c32e3c-39a0-40e5-92f3-a5d3d4c42dc5" -d '{"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-plugged", "status": "completed", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:45.423442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:45.471376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:45.493411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-11741858-c9eb-4a0f-83d3-c2960da01528 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287053 Jan 27 19:17:45.636941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5b917ba-c26a-4cf6-96d3-17fbbf53ed0e req-c9732227-83ea-4b8a-bea4-f03688912a2b service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357360 Jan 27 19:17:45.666227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2aa1d-1019-495e-ad7c-f422af293d00 req-76f68293-4372-40c1-9c3d-bf35999a395b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.667927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56b2aa1d-1019-495e-ad7c-f422af293d00 req-76f68293-4372-40c1-9c3d-bf35999a395b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1518235 Jan 27 19:17:45.705220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-1195d7b4-6c69-4e4d-874b-9bd9ff45fbcd service neutron] 10.222.0.59 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244610 Jan 27 19:17:45.806346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-536f3fb0-d5c1-4994-bba8-517cc3d570ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:45.808614 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-536f3fb0-d5c1-4994-bba8-517cc3d570ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2&tenant_id=30b47258fcbf45dcb526835961e1c6b7 HTTP/1.1" status: 200 len: 1099 time: 0.0693893 Jan 27 19:17:45.828571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:45.832259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56b2aa1d-1019-495e-ad7c-f422af293d00 req-bfe421f5-0edc-4fd2-ac58-4a4ff76561fd tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505370 Jan 27 19:17:45.915225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:45.929194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:46.110309 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a348f6a-4ca9-42dc-89bd-9b2f04d3a4ef x-openstack-request-id: req-5a348f6a-4ca9-42dc-89bd-9b2f04d3a4ef {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:46.110885 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-plugged", "status": "completed", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:46.110885 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a348f6a-4ca9-42dc-89bd-9b2f04d3a4ef {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:46.111230 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'code': 200} Jan 27 19:17:46.191071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4c25-a49d-4730-9230-49a91f9e690f req-4eec4c20-605e-403c-9cd5-8c835da1a3cb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:46.194101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1abb4c25-a49d-4730-9230-49a91f9e690f req-4eec4c20-605e-403c-9cd5-8c835da1a3cb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 943 time: 0.1635897 Jan 27 19:17:46.345935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1abb4c25-a49d-4730-9230-49a91f9e690f req-5b151d61-aeae-40e8-9a4d-579f810d9ee3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434648 Jan 27 19:17:46.375954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae09063-3651-4dc5-b15e-8d478e21eed6 req-a19ea19c-698d-40e0-8625-08ccc4f00ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:46.381998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ae09063-3651-4dc5-b15e-8d478e21eed6 req-a19ea19c-698d-40e0-8625-08ccc4f00ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1096 time: 0.1631310 Jan 27 19:17:46.402702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65582-f542-428f-8c65-2688dc975707 req-cca0471f-4f8c-49ef-9eda-439232af84c8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:46.404876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0df65582-f542-428f-8c65-2688dc975707 req-cca0471f-4f8c-49ef-9eda-439232af84c8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1254637 Jan 27 19:17:46.500595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d23b2870-18a8-4c8c-b84f-5c5e0c399f6c req-1bfcc285-10c8-4298-b13d-d4d7a3f7b1b9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0942674 Jan 27 19:17:46.543737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:46.570648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ae09063-3651-4dc5-b15e-8d478e21eed6 req-97cefb07-4e08-4751-8d77-a0c48f77d00b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634061 Jan 27 19:17:46.590460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0df65582-f542-428f-8c65-2688dc975707 req-14675452-59f4-4dba-aa4d-7a885139bc56 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555552 Jan 27 19:17:46.604944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (b76eb877-0899-462d-b8d6-dd04b109d876), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:46.740417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:46.741037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:46.741749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:46.785560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:46.837940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:46.841553 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac7efbc-21f0-4a10-b0b3-34f932cca089" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-unplugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:46.846652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks [] for port (caa1a657-1344-4d95-895b-7d9f150feb10), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:46.867705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Transition to ACTIVE for port object caa1a657-1344-4d95-895b-7d9f150feb10 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:46.873645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:46.884897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b63e1-4bda-4ef5-91f2-8071970d2e12 req-e9b01878-0859-4cb8-a9ef-28a6c2d63a7e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:46.887584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-503b63e1-4bda-4ef5-91f2-8071970d2e12 req-e9b01878-0859-4cb8-a9ef-28a6c2d63a7e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.1729422 Jan 27 19:17:46.927875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:46.980907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] No DVR routers for this DVR port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:46.984668 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96c79b8-bbbe-4293-882e-584336c2466a x-openstack-request-id: req-d96c79b8-bbbe-4293-882e-584336c2466a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:46.985078 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-unplugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:46.985459 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d96c79b8-bbbe-4293-882e-584336c2466a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:46.985955 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'code': 200} Jan 27 19:17:47.019086 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:17:47.019701 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:17:47.052885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:47.053656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:47.054371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:47.063012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:47.063622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Attempting to bind port caa1a657-1344-4d95-895b-7d9f150feb10 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:47.073074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:47.073715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:47.074202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:47.074847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Bound port: caa1a657-1344-4d95-895b-7d9f150feb10, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:47.075348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:47.172327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:47.177400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:47.185706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:47.207192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-503b63e1-4bda-4ef5-91f2-8071970d2e12 req-d6363381-9485-4a2f-8796-d482f63dd12f tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959154 Jan 27 19:17:47.276306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091ff2b-2d74-4af1-8638-f5b04d1f42bb req-99859799-a645-4175-a908-a5c639524ee6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.279116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6091ff2b-2d74-4af1-8638-f5b04d1f42bb req-99859799-a645-4175-a908-a5c639524ee6 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1735530 Jan 27 19:17:47.285999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.287245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:47.289615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] 10.222.0.66 "PUT /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 1095 time: 1.4725611 Jan 27 19:17:47.364098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf8645-0bf2-4171-9b97-e9761e8ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:47.423070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-f7b54644-562d-4194-9e4c-f626e94d8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.424765 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-f7b54644-562d-4194-9e4c-f626e94d8a75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1098 time: 0.0790267 Jan 27 19:17:47.542296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6091ff2b-2d74-4af1-8638-f5b04d1f42bb req-199a98b6-80dd-40e5-afa0-35fd22624206 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488487 Jan 27 19:17:47.569706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-edc1e78d-1d17-4a5e-9709-7088b861a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.569706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-edc1e78d-1d17-4a5e-9709-7088b861a0aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1294363 Jan 27 19:17:47.616963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Deleting port f06b6616-2673-45b7-873d-2de1047a423a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:47.617571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f06b6616-2673-45b7-873d-2de1047a423a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:47.632107 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-3f201364-1f67-422a-b24e-69c8d32ac1f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0606966 Jan 27 19:17:47.779181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-c133badf-bb2e-4704-96c4-ea42dead88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.782390 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-c133badf-bb2e-4704-96c4-ea42dead88d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1423674 Jan 27 19:17:47.883732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-fb47629d-a9be-4aa3-adff-6b1d7cd174b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:47.884742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bbe45748-5984-4c4d-919e-60cb1b9400ef req-cee3633d-c7f4-4fd8-b7f0-57438c145f43 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.1214814 Jan 27 19:17:47.886722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-fb47629d-a9be-4aa3-adff-6b1d7cd174b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954719 Jan 27 19:17:47.926577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:47.934413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfba0e03-c88c-4da5-ad3f-ea08057afeba no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:48.022583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: bfba0e03-c88c-4da5-ad3f-ea08057afeba {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:48.024466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfba0e03-c88c-4da5-ad3f-ea08057afeba not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:48.053224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] For port f06b6616-2673-45b7-873d-2de1047a423a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f06b6616-2673-45b7-873d-2de1047a423a,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:48.053943 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f06b6616-2673-45b7-873d-2de1047a423a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:48.065414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device bb80048d-20c1-4c77-81a9-ce473a39a406 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:48.097502 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-80ec98ab-7d1c-4686-ad87-b670c330dcfc service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036331 Jan 27 19:17:48.122293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcd883-aba2-4c4d-9c4b-745e2e4586b7 req-955141e8-aba3-4410-ae07-48f5bfa91864 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:48.135531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecfcd883-aba2-4c4d-9c4b-745e2e4586b7 req-955141e8-aba3-4410-ae07-48f5bfa91864 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 943 time: 0.3525486 Jan 27 19:17:48.285406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e388af38-a052-4c2e-b72d-db7337a206a1 req-994afb85-77ed-4fb0-8ff6-1f2c3a866985 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778941 Jan 27 19:17:48.289614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Calling delete_port for f06b6616-2673-45b7-873d-2de1047a423a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:48.329941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:48.354415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9', 'port_id': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'mac_address': 'fa:16:3e:c9:d7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:48.417346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port bb80048d-20c1-4c77-81a9-ce473a39a406 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:48.418341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:48.442498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb80048d-20c1-4c77-81a9-ce473a39a406 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:48.446708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecfcd883-aba2-4c4d-9c4b-745e2e4586b7 req-4ac6b627-701e-40fc-9730-6a6ae79e3525 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103030 Jan 27 19:17:48.461023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385867a7-ac21-4df1-9b9c-ce53ed106649 req-ce2a7423-1a8e-4819-903f-018edde934d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:48.463681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-385867a7-ac21-4df1-9b9c-ce53ed106649 req-ce2a7423-1a8e-4819-903f-018edde934d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.4143558 Jan 27 19:17:48.491305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:48.499559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:48.505700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-c48f2011-621b-4c16-86b6-e0bd5e26aba2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:48.507574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-c48f2011-621b-4c16-86b6-e0bd5e26aba2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 821 time: 0.5629618 Jan 27 19:17:48.556085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Request body: {'port': {'device_id': '90f0f995-7d3d-4718-801f-5b0814190025', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'admin_state_up': True, 'tenant_id': '167ddcd28b304ee098f5b3b1d5cf77d1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:48.581345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:48.697941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-385867a7-ac21-4df1-9b9c-ce53ed106649 req-ba82bf94-93af-4665-b647-b098b53c62e2 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266772 Jan 27 19:17:48.819092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca2789-59cc-4153-aec2-cd9d4d7eb804 req-92dd36d2-f3e8-4764-9c9d-c01de18d93d6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:48.820756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dca2789-59cc-4153-aec2-cd9d4d7eb804 req-92dd36d2-f3e8-4764-9c9d-c01de18d93d6 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.2175760 Jan 27 19:17:48.987584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:48.992166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Made reservation on behalf of 167ddcd28b304ee098f5b3b1d5cf77d1 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:48.994220 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe949da-3be9-4615-8d63-9c167bd8310c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:48.999458 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:49.046129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f06b6616-2673-45b7-873d-2de1047a423a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:49.099106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06b6616-2673-45b7-873d-2de1047a423a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:49.111154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dca2789-59cc-4153-aec2-cd9d4d7eb804 req-2dd73a80-517f-462c-88ab-419da807692d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702296 Jan 27 19:17:49.397430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:49.449799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8419d33f-8afb-4d12-8143-b7b775d37d2a req-d5347a02-2355-4b60-a2f2-5715e2f9d1a7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.1782002 Jan 27 19:17:49.596360 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a0caee-cea8-4b38-9349-4da0f5840ab1 x-openstack-request-id: req-b2a0caee-cea8-4b38-9349-4da0f5840ab1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:49.596980 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:49.597486 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2a0caee-cea8-4b38-9349-4da0f5840ab1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:49.602890 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'status': 'completed', 'code': 200} Jan 27 19:17:49.626994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebe27b-9e5c-4894-9c25-e08a7225c710 req-9c31b55d-7224-44a0-8899-51aeb6537da1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:49.633448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50ebe27b-9e5c-4894-9c25-e08a7225c710 req-9c31b55d-7224-44a0-8899-51aeb6537da1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.6029420 Jan 27 19:17:49.756869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-692ea192-79ae-4ffe-9c56-6f40510b9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:49.760124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-692ea192-79ae-4ffe-9c56-6f40510b9c82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1098 time: 0.1302676 Jan 27 19:17:49.773008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-ee195913-9739-4cbe-b880-41d83449cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:49.774767 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-ee195913-9739-4cbe-b880-41d83449cd88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=30b47258fcbf45dcb526835961e1c6b7&device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1098 time: 0.0972285 Jan 27 19:17:49.793915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Allocated IP 172.20.0.3 (5157cb3b-9c52-432b-be30-25b9c81de2ea/87f38781-c42d-4d45-8806-f1a42c26932b/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:17:49.865595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (b76eb877-0899-462d-b8d6-dd04b109d876), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:49.882441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9102c2-4e1b-422d-a132-bb4ae682e843 req-03ae2a13-01ef-421f-aac8-6a3506252574 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:49.884764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9102c2-4e1b-422d-a132-bb4ae682e843 req-03ae2a13-01ef-421f-aac8-6a3506252574 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 944 time: 0.1891489 Jan 27 19:17:49.932570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-bf674ae6-6cb0-4cf4-9d6f-cebe82313165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:49.934575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50ebe27b-9e5c-4894-9c25-e08a7225c710 req-cb2ffe51-b0c0-4eaa-b20d-a3c13683bc3a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912760 Jan 27 19:17:49.935060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-bf674ae6-6cb0-4cf4-9d6f-cebe82313165 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1488657 Jan 27 19:17:50.051057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-6d75322c-92e0-4062-9bf9-30861b281a24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.1029766 Jan 27 19:17:50.134621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-51e64c1e-ee61-46b2-aa83-45da6bee8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.136346 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-51e64c1e-ee61-46b2-aa83-45da6bee8ebb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.3605390 Jan 27 19:17:50.144150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-18a50f23-9e9b-472d-ba8f-58b3597a5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.146773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-18a50f23-9e9b-472d-ba8f-58b3597a5e4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0814190 Jan 27 19:17:50.205056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9102c2-4e1b-422d-a132-bb4ae682e843 req-fd4a5286-c08d-440d-9287-1fd2655ede97 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094392 Jan 27 19:17:50.229336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-00324ccf-854c-4c69-9738-18d48d1cb04f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 200 len: 217 time: 0.0817094 Jan 27 19:17:50.282409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871c9e-5761-4d1f-a154-ba5afbd2eadb req-d1ae0272-93b9-49bc-b5c2-1069974ec562 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.284662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52871c9e-5761-4d1f-a154-ba5afbd2eadb req-d1ae0272-93b9-49bc-b5c2-1069974ec562 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.2399161 Jan 27 19:17:50.304564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-ee791fd6-f3f5-4450-965d-2738fa48b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.306374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-ee791fd6-f3f5-4450-965d-2738fa48b53e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0643163 Jan 27 19:17:50.368369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-b34dc2a1-53a8-42d4-bba3-e40d65b836d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.370810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-b34dc2a1-53a8-42d4-bba3-e40d65b836d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135613 Jan 27 19:17:50.399662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks [] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:50.503819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-1e7e7cf9-993c-4a6d-8092-27962d97b140 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243341 Jan 27 19:17:50.623047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-c26a249e-ee2b-460c-9448-fad0626c9ec3 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128342 Jan 27 19:17:50.627059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-08ad2ebd-d59f-47a1-a2e5-c49fefdfd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:50.638977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-08ad2ebd-d59f-47a1-a2e5-c49fefdfd5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3099575 Jan 27 19:17:50.753189 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-e5248518-88af-44d6-8c54-9179234c1384 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118026 Jan 27 19:17:50.889740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52871c9e-5761-4d1f-a154-ba5afbd2eadb req-99454ff7-c69b-4d1e-9889-cc28b384dc09 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830209 Jan 27 19:17:50.909998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8fe949da-3be9-4615-8d63-9c167bd8310c req-b5552e46-99db-4122-98f0-8c6ded161d23 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492734 Jan 27 19:17:51.026589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be23c9-ad09-4af2-9a46-664cb1c4a5eb req-cf85870e-430c-4e55-b889-2ade047122aa tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:51.028176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33be23c9-ad09-4af2-9a46-664cb1c4a5eb req-cf85870e-430c-4e55-b889-2ade047122aa tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 947 time: 0.2378917 Jan 27 19:17:51.033120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-672fea59-691b-43fa-9bad-3c04640d5f05 req-9804f1df-09bc-4dbc-bc5b-73538da00a00 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0492947 Jan 27 19:17:51.045809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:51.134747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Network 5157cb3b-9c52-432b-be30-25b9c81de2ea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:17:51.143697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Router b76eb877-0899-462d-b8d6-dd04b109d876 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:17:51.147596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:17:51.155982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:17:51.208139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:51.238658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33be23c9-ad09-4af2-9a46-664cb1c4a5eb req-53ee7dfe-eec6-4377-8dae-43d718e3e444 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906066 Jan 27 19:17:51.251661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.253967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.254742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.255188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.255774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.256360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.256915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.257867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.258891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.260447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.261212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.261939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.262322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:17:51.412334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:51.413309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:51.589328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-a7606c93-8388-4468-982f-80287a25a42c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0467870 Jan 27 19:17:51.597362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68059153-4afd-4c19-ad60-3f694480c407 req-4a305cb6-eb7e-48b0-91d2-ad582c6e71cc tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:51.600252 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68059153-4afd-4c19-ad60-3f694480c407 req-4a305cb6-eb7e-48b0-91d2-ad582c6e71cc tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1096 time: 0.3265557 Jan 27 19:17:51.608885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Request body: {'port': {'device_id': '90f0f995-7d3d-4718-801f-5b0814190025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:51.649404 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:17:51.721233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a5ace-ba65-444f-9ca9-b1e9d23828e4 req-d92407b6-cfad-46e7-895c-bab02c944bd8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:51.723734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf2a5ace-ba65-444f-9ca9-b1e9d23828e4 req-d92407b6-cfad-46e7-895c-bab02c944bd8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3279631 Jan 27 19:17:51.742300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:17:51.756495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Sync routers for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:17:51.781924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:51.783018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:51.788575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b3c51b03-3ec0-4558-9797-f41ff711db95 admin admin] 10.222.0.59 "PUT /v2.0/routers/b76eb877-0899-462d-b8d6-dd04b109d876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3566887 Jan 27 19:17:51.791166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36404) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:51.839153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:51.886591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68059153-4afd-4c19-ad60-3f694480c407 req-006f2561-a159-4cb7-b549-bfb5b465a84c tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657833 Jan 27 19:17:52.047760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf2a5ace-ba65-444f-9ca9-b1e9d23828e4 req-a69c3937-8342-41f0-9c56-482dc75990aa tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077948 Jan 27 19:17:52.076277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:52.120702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks [] for router (b76eb877-0899-462d-b8d6-dd04b109d876), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:52.244954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:17:52.248579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device bb80048d-20c1-4c77-81a9-ce473a39a406 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:52.376293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20785d-59d7-48bb-9628-f94f393a89a6 req-4d3386ab-81c7-434b-9131-36374878ebd4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:52.388021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a20785d-59d7-48bb-9628-f94f393a89a6 req-4d3386ab-81c7-434b-9131-36374878ebd4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 944 time: 0.2676768 Jan 27 19:17:52.529313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks [] for router_gateway (b76eb877-0899-462d-b8d6-dd04b109d876), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:52.618935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:17:52.684173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a20785d-59d7-48bb-9628-f94f393a89a6 req-10d8dae3-db9f-4c7c-86c4-34eafcbffb04 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946165 Jan 27 19:17:52.687591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Deleting port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:52.688031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:52.765493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:52.804339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'mac_address': 'fa:16:3e:de:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:17:52.892044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] For port 83cb6783-5b84-4a7c-8e27-f70c9c4af3af, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:52.892748 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:52.911599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:52.912127 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:52.922876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Calling delete_port for 83cb6783-5b84-4a7c-8e27-f70c9c4af3af owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:52.949916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:52.965425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port bb80048d-20c1-4c77-81a9-ce473a39a406 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:52.995005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port bb80048d-20c1-4c77-81a9-ce473a39a406 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:52.996257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.056288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:53.078551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.090305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:17:48Z', 'revision_number': 5, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port': {'id': '83cb6783-5b84-4a7c-8e27-f70c9c4af3af', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:16:29Z', 'updated_at': '2022-01-27T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:53.109071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198b194-fd28-4a8a-9e58-0930da396a24 req-a8f9a252-a0e5-4351-97eb-fe0e9b7199a2 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:53.112968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7198b194-fd28-4a8a-9e58-0930da396a24 req-a8f9a252-a0e5-4351-97eb-fe0e9b7199a2 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1096 time: 0.2737586 Jan 27 19:17:53.165699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473983-e952-4e50-b984-8e405dea3379 req-19bae57f-69a5-4810-b868-72c00e8df4cc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:53.168641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c473983-e952-4e50-b984-8e405dea3379 req-19bae57f-69a5-4810-b868-72c00e8df4cc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 931 time: 0.2553647 Jan 27 19:17:53.239583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:53.251881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7198b194-fd28-4a8a-9e58-0930da396a24 req-e9f2b9b5-d037-4729-b30d-d1dcbbdccc0d tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256599 Jan 27 19:17:53.266969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Checking router: b76eb877-0899-462d-b8d6-dd04b109d876 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:17:53.291387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:17:53.300493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c473983-e952-4e50-b984-8e405dea3379 req-399d65dc-5be3-425a-922d-a701298b7430 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023419 Jan 27 19:17:53.304503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Routers {'b76eb877-0899-462d-b8d6-dd04b109d876'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:17:53.306914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b76eb877-0899-462d-b8d6-dd04b109d876'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:53.307651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks [] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.330642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Transition to ACTIVE for port object 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:17:53.345200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.388792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (83cb6783-5b84-4a7c-8e27-f70c9c4af3af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.418389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=83cb6783-5b84-4a7c-8e27-f70c9c4af3af,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:53.577927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['caa1a657-1344-4d95-895b-7d9f150feb10'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:53.589372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (b76eb877-0899-462d-b8d6-dd04b109d876), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.678177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.687371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port bb80048d-20c1-4c77-81a9-ce473a39a406 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:53.688291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.719733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] Set router b76eb877-0899-462d-b8d6-dd04b109d876 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:17:53.747483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:53.773416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2424ca-56ae-440c-957a-f43178e94a91 req-46034969-7609-4414-9df6-40043612c237 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:53.786115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b2424ca-56ae-440c-957a-f43178e94a91 req-46034969-7609-4414-9df6-40043612c237 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 948 time: 0.4125624 Jan 27 19:17:53.844569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e742c76-7c1b-4333-910b-89e4a7b4e7b3 req-3b0052ef-d13c-41cd-a400-398f440e4921 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:53.848069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e742c76-7c1b-4333-910b-89e4a7b4e7b3 req-3b0052ef-d13c-41cd-a400-398f440e4921 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3564644 Jan 27 19:17:53.849543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:53.850233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:53.851005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:53.874196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (b76eb877-0899-462d-b8d6-dd04b109d876), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.883328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks [] for router_controller (b76eb877-0899-462d-b8d6-dd04b109d876), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:53.950755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:17:52Z', 'revision_number': 6, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:53.966431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e742c76-7c1b-4333-910b-89e4a7b4e7b3 req-bbff2f02-7925-46b5-8da8-65b045a22b34 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984135 Jan 27 19:17:53.968481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:53.969110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:53.995881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:53.996607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:53.997385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:53.998227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Bound port: 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:53.998927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.043524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (b76eb877-0899-462d-b8d6-dd04b109d876), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.045634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76eb877-0899-462d-b8d6-dd04b109d876 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:17:54.050769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:54.061468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.061772 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92524438-e3d2-48a2-8b2a-4e6070373d68" -d '{"events": [{"server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "name": "network-vif-plugged", "status": "completed", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:54.063152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b2424ca-56ae-440c-957a-f43178e94a91 req-7c838140-7bbf-488a-b4c5-908f99f0142b tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742004 Jan 27 19:17:54.077111 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-642d98dd-164c-401b-8285-4d5d49b48f7d admin admin] 10.222.0.59 "DELETE /v2.0/routers/b76eb877-0899-462d-b8d6-dd04b109d876 HTTP/1.1" status: 204 len: 168 time: 2.2826219 Jan 27 19:17:54.083712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:54.084061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:54.155638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0871dd1-d178-4e7e-a7a5-c052cabf122b None None] The sync data for ids ['b76eb877-0899-462d-b8d6-dd04b109d876'] in n-d-760453-6 is: [{'id': 'b76eb877-0899-462d-b8d6-dd04b109d876', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1408608006-router', 'tenant_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:16:27Z', 'updated_at': '2022-01-27T19:17:52Z', 'revision_number': 6, 'project_id': '8bcd6b590533489c8abdb2f37a4c55b1', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:17:54.159303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.211238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:17:54.223898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:54.235642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.294829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Deleting subnet f42d204e-a8e6-497a-a4d1-751ea2a33620 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:17:54.300142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:54.301214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.303833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] 10.222.0.39 "PUT /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 1091 time: 2.7019086 Jan 27 19:17:54.304551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:54.307951 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab19dbd-4490-4fe8-b897-7a432c620e83" -d '{"events": [{"name": "network-changed", "server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:54.310788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Publish callbacks [] for subnet (f42d204e-a8e6-497a-a4d1-751ea2a33620), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.343700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41e42-1f4a-4929-9112-974005f1fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:54.447443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (f42d204e-a8e6-497a-a4d1-751ea2a33620), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.471924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-6a746f6b-fd45-4cfe-84ef-032ce58d72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:54.475606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-6a746f6b-fd45-4cfe-84ef-032ce58d72f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1094 time: 0.0925765 Jan 27 19:17:54.478343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:54.512889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.548061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-ee2cd08a-7635-4d34-9fee-db668599dac5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 217 time: 0.0653534 Jan 27 19:17:54.562175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f42d204e-a8e6-497a-a4d1-751ea2a33620), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.633599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (f42d204e-a8e6-497a-a4d1-751ea2a33620), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.664275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42d204e-a8e6-497a-a4d1-751ea2a33620,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:54.679017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba492e-82d3-4fac-a350-962650f7b89e req-9fade390-ca50-426c-9530-960e396c0309 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:54.679528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.685647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51ba492e-82d3-4fac-a350-962650f7b89e req-9fade390-ca50-426c-9530-960e396c0309 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 945 time: 0.1483169 Jan 27 19:17:54.690593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd272f8-ad65-4d94-bc78-366a9381cc17 None None] Network 60398d50-e410-4339-af16-45aac65f414a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:17:54.691510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9c7446a4-896c-4418-a9e9-5e707928fdad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f42d204e-a8e6-497a-a4d1-751ea2a33620 HTTP/1.1" status: 204 len: 168 time: 0.6050515 Jan 27 19:17:54.692278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36438) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:54.706923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-3bbb0f00-b5f0-474f-afff-ff161fa7baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:54.708801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-3bbb0f00-b5f0-474f-afff-ff161fa7baae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1396041 Jan 27 19:17:54.883596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-46d59e78-86e0-4884-a286-fae1c5d934c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567419 Jan 27 19:17:54.898279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (60398d50-e410-4339-af16-45aac65f414a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:54.913953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51ba492e-82d3-4fac-a350-962650f7b89e req-caffeda9-6491-4233-8000-e5e2456cea77 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082062 Jan 27 19:17:55.017586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Deleting port 61e8b810-3e99-4b48-b889-55c6ddf7a650 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:55.019733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.074294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ecb54-de32-453f-8173-ad9ac8aad84f req-0b8e1127-3e4a-446d-ba0c-1ad5142b5e40 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:55.076382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e48ecb54-de32-453f-8173-ad9ac8aad84f req-0b8e1127-3e4a-446d-ba0c-1ad5142b5e40 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 1099 time: 0.1204000 Jan 27 19:17:55.130931 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501518cf-74fe-47cc-a6c3-ce9c6b95cba5 x-openstack-request-id: req-501518cf-74fe-47cc-a6c3-ce9c6b95cba5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:55.131849 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "name": "network-vif-plugged", "status": "completed", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:55.132268 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-501518cf-74fe-47cc-a6c3-ce9c6b95cba5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:55.132851 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'code': 200} Jan 27 19:17:55.140085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-da35a720-163e-4353-961c-f177d97180ea service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271342 Jan 27 19:17:55.276928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] For port 61e8b810-3e99-4b48-b889-55c6ddf7a650, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61e8b810-3e99-4b48-b889-55c6ddf7a650,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:55.277773 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.301154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] DHCP port deletion for 60398d50-e410-4339-af16-45aac65f414a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:17:55.303763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9a99-e886-45bc-9c66-18d1f75bf08d req-0146ec59-a8df-439e-9e3e-7f12533b0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:55.312236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-18bb9a99-e886-45bc-9c66-18d1f75bf08d req-0146ec59-a8df-439e-9e3e-7f12533b0ff1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1096 time: 0.1890347 Jan 27 19:17:55.339077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e48ecb54-de32-453f-8173-ad9ac8aad84f req-d100aa74-50cd-408a-9808-2a8312fa00f6 tempest-MigrationsAdminTest-1335250434 tempest-MigrationsAdminTest-1335250434-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472932 Jan 27 19:17:55.342454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Calling delete_port for 61e8b810-3e99-4b48-b889-55c6ddf7a650 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:55.384033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2f6fe2-2b99-40d0-9c27-151b83c6a3cf req-506f3b90-3c80-46f9-a3c8-1ed8e106b3af service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339129 Jan 27 19:17:55.436771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Deleting port 61e8b810-3e99-4b48-b889-55c6ddf7a650 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:17:55.442186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.443097 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e2b11d-afcf-4bd7-b45b-0b7cec5e6239 x-openstack-request-id: req-45e2b11d-afcf-4bd7-b45b-0b7cec5e6239 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:55.443399 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:55.443663 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45e2b11d-afcf-4bd7-b45b-0b7cec5e6239 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:55.444086 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'status': 'completed', 'code': 200} Jan 27 19:17:55.519969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-18bb9a99-e886-45bc-9c66-18d1f75bf08d req-fd9b008d-ac3f-463c-8a45-9bf12aba1620 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906037 Jan 27 19:17:55.637216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] For port 61e8b810-3e99-4b48-b889-55c6ddf7a650, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61e8b810-3e99-4b48-b889-55c6ddf7a650,segment=NetworkSegment(ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0),segment_id=ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:55.640448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.659246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-f2cb9368-1022-4942-9c06-0e0dd7c8d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:55.659828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.661448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-f2cb9368-1022-4942-9c06-0e0dd7c8d0c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1094 time: 0.1937740 Jan 27 19:17:55.688820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Calling delete_port for 61e8b810-3e99-4b48-b889-55c6ddf7a650 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:17:55.819886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] No DVR routers for this DVR port 61e8b810-3e99-4b48-b889-55c6ddf7a650 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:55.820342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-d7750eb0-7a31-4092-be68-da6fbcab4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:55.821978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-d7750eb0-7a31-4092-be68-da6fbcab4c4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1545720 Jan 27 19:17:55.862989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1254e-9469-4caf-9ba0-1d78305398fa req-808062ab-fb57-4b78-9ac6-3d95552da981 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:55.884267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b1254e-9469-4caf-9ba0-1d78305398fa req-808062ab-fb57-4b78-9ac6-3d95552da981 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.3013246 Jan 27 19:17:55.905859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (61e8b810-3e99-4b48-b889-55c6ddf7a650), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:55.914484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e8b810-3e99-4b48-b889-55c6ddf7a650,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:55.945601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] No DVR routers for this DVR port 61e8b810-3e99-4b48-b889-55c6ddf7a650 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:17:55.965660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-f526c092-b76f-42a5-8e0a-9e69e293c7fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 217 time: 0.1310637 Jan 27 19:17:55.988641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f06b6616-2673-45b7-873d-2de1047a423a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:55.995413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ea82-119c-48e6-b385-a61e7c66254e None None] Pushing event deleted for resources: {'Port': ['ID=61e8b810-3e99-4b48-b889-55c6ddf7a650,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:56.030568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f06b6616-2673-45b7-873d-2de1047a423a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:56.030936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f06b6616-2673-45b7-873d-2de1047a423a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:56.031374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83cb6783-5b84-4a7c-8e27-f70c9c4af3af no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:56.056041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-57d34a9b-5fa7-4dd3-bffb-7738c3df29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:56.058242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-57d34a9b-5fa7-4dd3-bffb-7738c3df29a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.0779731 Jan 27 19:17:56.081606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 83cb6783-5b84-4a7c-8e27-f70c9c4af3af {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:56.081993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83cb6783-5b84-4a7c-8e27-f70c9c4af3af not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:56.082466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61e8b810-3e99-4b48-b889-55c6ddf7a650 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:17:56.088625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:17:56.108477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (60398d50-e410-4339-af16-45aac65f414a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.133672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 61e8b810-3e99-4b48-b889-55c6ddf7a650 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:17:56.134308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61e8b810-3e99-4b48-b889-55c6ddf7a650 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:17:56.161703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60398d50-e410-4339-af16-45aac65f414a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:56.163791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-8ed6f623-1307-4b52-9bfe-35149834838b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898123 Jan 27 19:17:56.188884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:56.191407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:17:56.212823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.238879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port caa1a657-1344-4d95-895b-7d9f150feb10 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:17:56.248958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port caa1a657-1344-4d95-895b-7d9f150feb10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:17:56.249817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.250060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.257073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b1254e-9469-4caf-9ba0-1d78305398fa req-53e105a8-7113-4438-9cbe-666657830999 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709614 Jan 27 19:17:56.261047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:17:56.262058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ea7ee1b3-a28b-4761-b3c9-a819c0c8b6e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:17:56.264280 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:17:56.355274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (60398d50-e410-4339-af16-45aac65f414a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.365664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.380371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/60398d50-e410-4339-af16-45aac65f414a HTTP/1.1" status: 204 len: 168 time: 1.6853368 Jan 27 19:17:56.419334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829b047-5a81-47d8-a4c5-dd67107a94f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60398d50-e410-4339-af16-45aac65f414a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:56.496863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port caa1a657-1344-4d95-895b-7d9f150feb10 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:17:56.499994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.541219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-5d8f5efe-13f7-483f-8e44-0613578556d1 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500884 Jan 27 19:17:56.580274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:56.589503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.619476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:56.684206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=13']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:56.711982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b86b6-a7ac-4f9d-9fe0-407a3146de86 req-1ec47916-da1e-401c-a3d1-4726bfee30bf tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:56.714618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-612b86b6-a7ac-4f9d-9fe0-407a3146de86 req-1ec47916-da1e-401c-a3d1-4726bfee30bf tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2328174 Jan 27 19:17:56.727184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:56.732794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f55ae6b5-0e8e-403f-b61e-ccdb46a52e19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bcd6b590533489c8abdb2f37a4c55b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089361 Jan 27 19:17:56.796598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab19dbd-4490-4fe8-b897-7a432c620e83 req-24d444e3-b243-4e99-af61-40ca9030f22e service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429202 Jan 27 19:17:56.833024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-612b86b6-a7ac-4f9d-9fe0-407a3146de86 req-943d655f-9825-40b6-8e01-e0b0e522c0dc tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953522 Jan 27 19:17:56.866030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] Publish callbacks [] for security_group (8366ed60-7602-4ce8-bdaa-88bb14dd14ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.906142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] Publish callbacks [] for security_group (8366ed60-7602-4ce8-bdaa-88bb14dd14ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.993641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8366ed60-7602-4ce8-bdaa-88bb14dd14ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:56.999183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:57.006426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8366ed60-7602-4ce8-bdaa-88bb14dd14ce HTTP/1.1" status: 204 len: 168 time: 0.2774544 Jan 27 19:17:57.054232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a07b9-bdbc-4c48-9e22-765d73f2f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366ed60-7602-4ce8-bdaa-88bb14dd14ce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:57.134755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:17:57.138364 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e9369-2b25-443a-b763-90706a308086" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:17:57.460356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-7bd89a81-19fe-4140-aca3-4979e455f921 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:17:57.461494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-7bd89a81-19fe-4140-aca3-4979e455f921 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4543126 Jan 27 19:17:57.478313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a343d97-456e-43be-ab95-4f6e6bbf2601 req-187f082b-db4b-4502-9e1c-ffea61141fe6 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:57.485321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a343d97-456e-43be-ab95-4f6e6bbf2601 req-187f082b-db4b-4502-9e1c-ffea61141fe6 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 945 time: 0.0837858 Jan 27 19:17:57.605382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a343d97-456e-43be-ab95-4f6e6bbf2601 req-62da4cb4-d619-4908-8f0f-1a73fe02b916 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171997 Jan 27 19:17:57.698084 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc64a22-c957-4766-a4e9-cc08737ebd41 x-openstack-request-id: req-bfc64a22-c957-4766-a4e9-cc08737ebd41 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:17:57.698729 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-plugged", "status": "completed", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:17:57.699432 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfc64a22-c957-4766-a4e9-cc08737ebd41 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:17:57.700474 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'code': 200} Jan 27 19:17:57.772505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-39639e66-d588-4acc-a559-9c4eabf97816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:57.796247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-39639e66-d588-4acc-a559-9c4eabf97816 service neutron] 10.222.0.59 "GET /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 1093 time: 0.3038456 Jan 27 19:17:57.814379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Request body: {'binding': {'host': 'n-h1-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:57.815432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:17:58.052971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a78af-1ee2-42d3-b571-e802ea520972 req-710fe0da-87fc-4bec-9f66-295bf07f6fc4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.054771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c9a78af-1ee2-42d3-b571-e802ea520972 req-710fe0da-87fc-4bec-9f66-295bf07f6fc4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 949 time: 0.2339358 Jan 27 19:17:58.177330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c9a78af-1ee2-42d3-b571-e802ea520972 req-51e10483-5823-4b7f-96bf-643e30c8dc83 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139083 Jan 27 19:17:58.199192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on host n-h1-760453-6 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:17:58.199888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:17:58.200259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:58.208036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:17:58.208745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:17:58.216565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:17:58.217025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:17:58.217500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:17:58.218019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Bound port: 9e621e68-e427-42c7-ad85-792e6b9e5704, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:17:58.325313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:17:58.348001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:58.350130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] 10.222.0.59 "POST /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704/bindings HTTP/1.1" status: 201 len: 389 time: 0.5429897 Jan 27 19:17:58.452975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd18a4-e60f-4666-accb-b434d24967bb req-cd74d8bd-c2d6-4c90-a0ed-94c9bb21aa94 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.455702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-babd18a4-e60f-4666-accb-b434d24967bb req-cd74d8bd-c2d6-4c90-a0ed-94c9bb21aa94 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1362710 Jan 27 19:17:58.574776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-babd18a4-e60f-4666-accb-b434d24967bb req-61ad98cd-dd3e-4834-9406-043f54f0545c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086051 Jan 27 19:17:58.651148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:58.733410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a61a2aac-accc-4def-addd-afc859e70351 req-e12e0602-dbcf-4433-9ed1-b6a14c2e1eb4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-495071011&fields=id&tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 267 time: 0.1454248 Jan 27 19:17:58.747593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-7474023b-15b0-4f99-b569-c30aa4ea9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.749527 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-7474023b-15b0-4f99-b569-c30aa4ea9104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1096 time: 0.0577285 Jan 27 19:17:58.862082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-network', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:58.896856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee747c-9eae-4489-956e-1434bbfcd4dd req-1f8a3b78-73cf-42bc-b413-72b49ec624db tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.899927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77ee747c-9eae-4489-956e-1434bbfcd4dd req-1f8a3b78-73cf-42bc-b413-72b49ec624db tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1597567 Jan 27 19:17:58.913740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a2aac-accc-4def-addd-afc859e70351 req-c1aa9731-c2f3-4da7-b410-37ada0cac65d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.930164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a61a2aac-accc-4def-addd-afc859e70351 req-c1aa9731-c2f3-4da7-b410-37ada0cac65d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 945 time: 0.1750741 Jan 27 19:17:58.931536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Made reservation on behalf of c7bc073af006410ca2c60a1bb572e678 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:58.934905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:58.952768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'security_groups': ['04901372-e0b5-4287-8499-3c64a6492405', 'fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:58.960362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:58.991136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-6ee7dafa-fad4-4d4c-977f-42e8d7fd1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:58.994273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-6ee7dafa-fad4-4d4c-977f-42e8d7fd1f99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2377775 Jan 27 19:17:59.049620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-792092c4-409e-474d-855c-78cebfb40b0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 217 time: 0.0458000 Jan 27 19:17:59.077452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77ee747c-9eae-4489-956e-1434bbfcd4dd req-a43e5cf9-3b51-43df-a1c1-c50f63a9a2bf tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414416 Jan 27 19:17:59.083949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.174534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-8126521e-81a0-4759-bb76-4e3b515779c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:59.176087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-8126521e-81a0-4759-bb76-4e3b515779c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1114752 Jan 27 19:17:59.268506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-7f4de49a-fa60-48e8-9839-41c21c799cb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813715 Jan 27 19:17:59.326434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks [] for security_group (3616a60f-8b46-4113-ac75-299e215514ad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.380642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3616a60f-8b46-4113-ac75-299e215514ad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.436509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:17:59.451000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3616a60f-8b46-4113-ac75-299e215514ad,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:59.470641 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (609a9d5a-d99e-4dc7-8aab-f09d70341c55), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.471558 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Added segment 609a9d5a-d99e-4dc7-8aab-f09d70341c55 of type vlan for network a1e342dc-8540-426d-ba3a-94269ec7cae1 Jan 27 19:17:59.496476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-b4063481-c117-44c6-a97a-be221427afff service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204018 Jan 27 19:17:59.511424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-a5d7ba6e-cc2c-4713-8771-a98608a6da84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:59.513851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-a5d7ba6e-cc2c-4713-8771-a98608a6da84 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 949 time: 0.2573199 Jan 27 19:17:59.528267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d010-5d49-47a3-87a7-7a3a5e3fb936 req-ae0897b0-3798-4f4d-9099-17c4e6218a78 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:59.530535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a791d010-5d49-47a3-87a7-7a3a5e3fb936 req-ae0897b0-3798-4f4d-9099-17c4e6218a78 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1250782 Jan 27 19:17:59.590293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:17:59.592078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a1e342dc-8540-426d-ba3a-94269ec7cae1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.671677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a1e342dc-8540-426d-ba3a-94269ec7cae1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.673654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:17:59.676889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.736258 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.746780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a791d010-5d49-47a3-87a7-7a3a5e3fb936 req-588e4e73-e085-47c5-864c-a6e2add031d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930535 Jan 27 19:17:59.769373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:17:59.782682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:17:59.874316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e342dc-8540-426d-ba3a-94269ec7cae1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:17:59.897688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:17:59.902497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e6601e44-b140-44ad-8843-3ea16eab9d79 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2498193 Jan 27 19:17:59.904264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36526) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:17:59.910453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Request body: {'subnet': {'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-subnet', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:17:59.918180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-8f00edb5-033a-4e8c-9cb3-56ebb3709e25 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988080 Jan 27 19:17:59.957869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Made reservation on behalf of c7bc073af006410ca2c60a1bb572e678 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:17:59.962308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.055314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:00.115554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:00.117751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.134037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a61a2aac-accc-4def-addd-afc859e70351 req-40f6c538-578a-47b6-8cc4-65da312625a7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "PUT /v2.0/ports/bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 981 time: 1.1917260 Jan 27 19:18:00.229017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:00.235854 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc8580-7489-406a-b1ff-83f706133acc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:00.360535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:00.408375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e57469e2-927e-4527-b738-b546d625d604), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.480642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57469e2-927e-4527-b738-b546d625d604,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:00.501198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Checking segment: {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:00.501878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Network hostable DHCP agents. Network: a1e342dc-8540-426d-ba3a-94269ec7cae1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:18:00.530097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:18:00.561158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a1e342dc-8540-426d-ba3a-94269ec7cae1) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:00.567350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:00.568237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.609991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c5cd4874-8fd9-4852-83cb-b7eb75438f83 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6974087 Jan 27 19:18:00.610842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:00.611051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad93ff-cfac-4697-a3c2-b0a4a49a38cb None None] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:18:00.619479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:00.668345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (9ed6302e-62ea-4917-8a9b-25968226301c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.669586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (9ed6302e-62ea-4917-8a9b-25968226301c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.791262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for router_controller (9ed6302e-62ea-4917-8a9b-25968226301c), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:00.941358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-a1e342dc-8540-426d-ba3a-94269ec7cae1', 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1', 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'fixed_ips': [{'subnet_id': 'e57469e2-927e-4527-b738-b546d625d604'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:18:00.943130 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.094707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72881c-3fd3-4f64-8e1b-020eabe2e97e req-ecf29547-0078-4625-9447-45d7017ee432 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:01.112626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f72881c-3fd3-4f64-8e1b-020eabe2e97e req-ecf29547-0078-4625-9447-45d7017ee432 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf2495df-ffd0-43f5-87cd-1aed6deb6be2 HTTP/1.1" status: 200 len: 949 time: 1.0851657 Jan 27 19:18:01.121605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Deleting port caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:01.122532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.359698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for router_gateway (9ed6302e-62ea-4917-8a9b-25968226301c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.435373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Allocated IP 172.20.0.2 (a1e342dc-8540-426d-ba3a-94269ec7cae1/e57469e2-927e-4527-b738-b546d625d604/7f53c7b2-8fe1-405e-8027-aa7603a876c3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:01.495354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4d24-d3c9-4c5c-ab16-a7a7d8f0a017 req-f7121a78-890c-4be0-ac13-001ff6faaa13 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:01.498181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9f4d24-d3c9-4c5c-ab16-a7a7d8f0a017 req-f7121a78-890c-4be0-ac13-001ff6faaa13 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.4620802 Jan 27 19:18:01.536126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f72881c-3fd3-4f64-8e1b-020eabe2e97e req-d1539a50-9f8c-4b46-a19e-a33cf993687d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015319 Jan 27 19:18:01.651386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks [] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.663455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.666232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] For port caa1a657-1344-4d95-895b-7d9f150feb10, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=caa1a657-1344-4d95-895b-7d9f150feb10,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:01.668278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.710405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Calling delete_port for caa1a657-1344-4d95-895b-7d9f150feb10 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:01.718128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:01.724963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:01.734916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:01.740169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Pushing event updated for resources: {'Port': ['ID=7f53c7b2-8fe1-405e-8027-aa7603a876c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:01.841711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Attempting to bind port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:01.842126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Attempting to bind port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:01.842631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Attempting to bind port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 on network a1e342dc-8540-426d-ba3a-94269ec7cae1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:01.851383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:01.851833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Checking segment: {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:01.852358 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.852864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Bound using segment: {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:01.853433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Bound port: 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:01.853892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.925618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for router_gateway (9ed6302e-62ea-4917-8a9b-25968226301c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.971792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:01.998969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9f4d24-d3c9-4c5c-ab16-a7a7d8f0a017 req-6621cb36-65b3-430b-9120-5d0c5237a1b5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921606 Jan 27 19:18:02.028855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] For port 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:02.040366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] For port 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f53c7b2-8fe1-405e-8027-aa7603a876c3,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:02.051907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:02.076385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be69ef-5a49-4c92-a85d-59a5c44095be req-8bb5f00f-b438-4ed9-98da-f95738f8b5d3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:02.084533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96be69ef-5a49-4c92-a85d-59a5c44095be req-8bb5f00f-b438-4ed9-98da-f95738f8b5d3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2946317 Jan 27 19:18:02.116403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:18:02.122596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:02.321427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Allocated IP 172.25.5.251 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6f6ec0d3-61fc-439a-a91c-cf6d8255e51e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:02.503690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96be69ef-5a49-4c92-a85d-59a5c44095be req-fa4d8962-ca64-4dfc-b116-e1a030416282 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837633 Jan 27 19:18:02.574752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:02.612159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-352341f5-6076-45b1-b11a-afb999cca183 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1548042964&fields=id&tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 267 time: 0.4535916 Jan 27 19:18:02.626488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:02.675614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:02.709108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (caa1a657-1344-4d95-895b-7d9f150feb10), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:02.744862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:02.747187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:02.774489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'port_id': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'mac_address': 'fa:16:3e:8f:67:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e448b56c-8d10-4167-ab94-6c1aea9a5c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:18:02.783882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:02.785245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:02.794586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1', 'b8f38a19-27a6-417a-8a41-b398570c403c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:02.803721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:02.817926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:02.883944 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4693271-e335-4675-8f56-a2e6ec2c2b68 x-openstack-request-id: req-e4693271-e335-4675-8f56-a2e6ec2c2b68 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:02.884275 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:02.884500 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4693271-e335-4675-8f56-a2e6ec2c2b68 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:02.884902 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'status': 'completed', 'code': 200} Jan 27 19:18:02.904082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Pushing event updated for resources: {'Port': ['ID=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:02.974812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194246c8-255a-4217-8ebd-311e58c37580 None None] Pushing event updated for resources: {'Port': ['ID=7f53c7b2-8fe1-405e-8027-aa7603a876c3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:03.022036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] No DVR routers for this DVR port caa1a657-1344-4d95-895b-7d9f150feb10 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:03.031697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:03.035916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5471ece1-99aa-463e-8a60-d4e1185f0f66 req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "DELETE /v2.0/ports/caa1a657-1344-4d95-895b-7d9f150feb10 HTTP/1.1" status: 204 len: 173 time: 3.5046778 Jan 27 19:18:03.073782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a056-bf8a-4fdf-a666-ac37c934b549 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event deleted for resources: {'Port': ['ID=caa1a657-1344-4d95-895b-7d9f150feb10,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:03.102949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:03.105595 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c3d0d-0a44-4e27-a0e3-d0b187d17446" -d '{"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-unplugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:03.123235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-3175f1d2-cbb7-46d5-bdb9-42959c8a1dbd tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:03.142064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-3175f1d2-cbb7-46d5-bdb9-42959c8a1dbd tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 984 time: 0.5093613 Jan 27 19:18:03.146965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'security_groups': ['04901372-e0b5-4287-8499-3c64a6492405', 'fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c', 'a49ffcee-f39d-4e8c-98e0-0d462e13201b']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:03.149058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:03.149491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:03.226552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:03.254416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:03.258977 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:03.259723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:03.355893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: caa1a657-1344-4d95-895b-7d9f150feb10 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:03.356327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device caa1a657-1344-4d95-895b-7d9f150feb10 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:03.451512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8580-7489-406a-b1ff-83f706133acc req-19552118-2632-4438-b45f-63f3675135da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:03.456451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-19552118-2632-4438-b45f-63f3675135da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1135 time: 0.5455027 Jan 27 19:18:03.500790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf631-ee93-48e8-acbd-015037b732c5 req-97412954-2f26-4ad9-b02f-3efc41f163fc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:03.505104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ddcf631-ee93-48e8-acbd-015037b732c5 req-97412954-2f26-4ad9-b02f-3efc41f163fc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.3022072 Jan 27 19:18:03.507829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:03.509791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:03.600256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:18:03.600561 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:18:03.755727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8580-7489-406a-b1ff-83f706133acc req-5999bbc5-6eee-42af-a47e-38226f4de601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:03.757354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-5999bbc5-6eee-42af-a47e-38226f4de601 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.2917640 Jan 27 19:18:03.773162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ddcf631-ee93-48e8-acbd-015037b732c5 req-b300a658-a958-49a2-bdd4-e2d95a44bd44 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547095 Jan 27 19:18:03.784965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for router_gateway (9ed6302e-62ea-4917-8a9b-25968226301c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:03.945795 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-7592f646-d7a7-4857-b1cd-8019ed95b96d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 217 time: 0.1799407 Jan 27 19:18:04.150470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8580-7489-406a-b1ff-83f706133acc req-8d252079-4e5a-4095-9f46-dce739977f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:04.151107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f53c7b2-8fe1-405e-8027-aa7603a876c3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:04.152238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-8d252079-4e5a-4095-9f46-dce739977f5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.1956768 Jan 27 19:18:04.186325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:04.252912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-fbaabd0f-48a6-4596-971b-7ce410ff590f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453377 Jan 27 19:18:04.260758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.277059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e062b-93c2-46b2-99d9-166276c98706 req-4db5f4db-891b-4871-ad8a-42f2fdcdadf9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:04.279237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23e062b-93c2-46b2-99d9-166276c98706 req-4db5f4db-891b-4871-ad8a-42f2fdcdadf9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1358135 Jan 27 19:18:04.280800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.325725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:04.351094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:04.351958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.353566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-207ecf68-50e0-4a4f-9b27-be5caf7dc4d6 req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "PUT /v2.0/ports/bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 1020 time: 1.2120121 Jan 27 19:18:04.411605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80dd6ce-4e44-4b9a-a30b-05bedc3ded4e None None] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:18:04.422994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-9fe3b0b5-4407-4418-8ee0-24a66a2f8ec9 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533043 Jan 27 19:18:04.460944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195b812-dba6-4b88-953d-92d35a07fe96 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:04.492695 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db03f0e1-4bd5-4cb3-a3de-c87b01c0ace2 x-openstack-request-id: req-db03f0e1-4bd5-4cb3-a3de-c87b01c0ace2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:04.493001 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-unplugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:04.493333 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db03f0e1-4bd5-4cb3-a3de-c87b01c0ace2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:04.493691 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'code': 200} Jan 27 19:18:04.496835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:04.523880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b23e062b-93c2-46b2-99d9-166276c98706 req-440ce377-9024-409c-bb36-80aa0cacdd59 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275178 Jan 27 19:18:04.567988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (9ed6302e-62ea-4917-8a9b-25968226301c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.769534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:04.770055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.771431 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ecbc8580-7489-406a-b1ff-83f706133acc req-62692b1e-bf07-441b-b822-b8a54e5fca05 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408046 Jan 27 19:18:04.781119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0c98-510b-48d9-8a49-022aba3186c9 req-a40244ee-bd5b-409d-9d11-999ae84cde6c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:04.786607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Router 9ed6302e-62ea-4917-8a9b-25968226301c is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:18:04.789074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c87f0c98-510b-48d9-8a49-022aba3186c9 req-a40244ee-bd5b-409d-9d11-999ae84cde6c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 943 time: 0.1652291 Jan 27 19:18:04.836922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Provisioning complete for port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:04.837229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.842339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:04.887185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-deleted', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10'}, {'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:04.891525 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c465a-6019-4828-aff3-d93c5b47b766" -d '{"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-deleted", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10"}, {"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:04.932949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:04.933352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.934946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:18:04.939356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:04.952278 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Sync routers for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:18:04.978410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.980915 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-527c1126-a8db-40fd-a637-730f7416cadd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3683958 Jan 27 19:18:04.985372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:04.985591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36564) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:04.995561 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:04.998549 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:05.004500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c87f0c98-510b-48d9-8a49-022aba3186c9 req-2aa798d9-82b8-4da1-b8f8-640f36076d1c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934559 Jan 27 19:18:05.279239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:05.313678 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:05.485344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f74b212-9c66-420e-ba81-006e3b56e24d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:05.587868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Current status of the port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:05.588343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:05.673504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3efb5-4125-4cb2-8a0a-d7ded0b0e376 req-78738753-368a-4547-9c3c-cdddee34ed08 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:05.677074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcc3efb5-4125-4cb2-8a0a-d7ded0b0e376 req-78738753-368a-4547-9c3c-cdddee34ed08 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1644452 Jan 27 19:18:05.687242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ccf8-f220-4cb0-a3fb-6eaafa2dc908 req-a4570cda-42a5-4c71-9fb5-f3adb52852c5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:05.695307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82f4ccf8-f220-4cb0-a3fb-6eaafa2dc908 req-a4570cda-42a5-4c71-9fb5-f3adb52852c5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1023 time: 0.2443511 Jan 27 19:18:05.779055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:05.779055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:05.836603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-50c76741-c767-4992-a066-4f62314aba52 None None] For port 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f53c7b2-8fe1-405e-8027-aa7603a876c3,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:05.840425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcc3efb5-4125-4cb2-8a0a-d7ded0b0e376 req-9b2631df-c549-4f7f-b20e-a8e34a866125 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161349 Jan 27 19:18:05.901491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82f4ccf8-f220-4cb0-a3fb-6eaafa2dc908 req-5c346303-9bc5-491c-922b-c4c45459322d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=a49ffcee-f39d-4e8c-98e0-0d462e13201b&id=04901372-e0b5-4287-8499-3c64a6492405&id=fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c HTTP/1.1" status: 200 len: 6199 time: 0.2034736 Jan 27 19:18:05.927923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:05.931419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:05.944062 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:03Z', 'revision_number': 3, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:05.960851 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604ffda-c9cc-4453-bff6-df1125669418 x-openstack-request-id: req-3604ffda-c9cc-4453-bff6-df1125669418 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:05.961168 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2495df-ffd0-43f5-87cd-1aed6deb6be2", "name": "network-vif-deleted", "tag": "caa1a657-1344-4d95-895b-7d9f150feb10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:05.961506 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3604ffda-c9cc-4453-bff6-df1125669418 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:05.962114 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2495df-ffd0-43f5-87cd-1aed6deb6be2', 'name': 'network-vif-deleted', 'tag': 'caa1a657-1344-4d95-895b-7d9f150feb10', 'status': 'completed', 'code': 200} Jan 27 19:18:05.962380 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'status': 'completed', 'code': 200} Jan 27 19:18:06.028918 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Checking router: 9ed6302e-62ea-4917-8a9b-25968226301c for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:18:06.029539 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Updating router 9ed6302e-62ea-4917-8a9b-25968226301c port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:18:06.089158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c76741-c767-4992-a066-4f62314aba52 None None] Pushing event updated for resources: {'Port': ['ID=7f53c7b2-8fe1-405e-8027-aa7603a876c3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:06.095276 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.157109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202b30-3481-4436-a6b5-98ff63f2298e req-c7aa6a6a-d4e1-413d-bb12-a83849c9966e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:06.159475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90202b30-3481-4436-a6b5-98ff63f2298e req-c7aa6a6a-d4e1-413d-bb12-a83849c9966e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 950 time: 0.1607468 Jan 27 19:18:06.214503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bede89-101f-41a2-94af-ddcb2cb707a6 req-2f52ae6f-1736-4058-8055-b3b163feb5f1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:06.224360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9bede89-101f-41a2-94af-ddcb2cb707a6 req-2f52ae6f-1736-4058-8055-b3b163feb5f1 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1523390 Jan 27 19:18:06.241591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:18:06.242136 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:18:06.308437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90202b30-3481-4436-a6b5-98ff63f2298e req-1efdf0c2-2c78-49ac-9e11-53ea4cffca69 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394653 Jan 27 19:18:06.326930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9bede89-101f-41a2-94af-ddcb2cb707a6 req-b19cb5c8-b8db-4ba8-b538-06d1844da7cc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010594 Jan 27 19:18:06.379936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1746435217 ', 'description': 'tempest-description-1650369437'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:06.425085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.440797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c465a-6019-4828-aff3-d93c5b47b766 req-7740b258-d268-4adb-bd6b-d32b8f9365bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:06.450705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-7740b258-d268-4adb-bd6b-d32b8f9365bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1174 time: 0.4618194 Jan 27 19:18:06.460520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-eaeb033f-a6e9-47e0-9ff4-1dd17b618853 None None] Provisioning complete for port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:06.461164 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaeb033f-a6e9-47e0-9ff4-1dd17b618853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.659043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (e0c17a48-f16c-4a83-b918-64c41af573c3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.687187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e0c17a48-f16c-4a83-b918-64c41af573c3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.758764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.759843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b20b0a48-b231-4b05-9adf-9806ac491e5d req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3861210 Jan 27 19:18:06.786139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59cd49-1c4c-46c4-a278-d1fe59356da7 req-a5e11e98-3baa-4f0e-9bf2-6fa14d3130af tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:06.787706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf59cd49-1c4c-46c4-a278-d1fe59356da7 req-a5e11e98-3baa-4f0e-9bf2-6fa14d3130af tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 944 time: 0.1467657 Jan 27 19:18:06.808551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cfa16-a4b2-4312-a4e7-1b837a6e50f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c17a48-f16c-4a83-b918-64c41af573c3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:06.864164 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks [] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.880362 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:06.898755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Allocated IP 172.20.0.1 (a1e342dc-8540-426d-ba3a-94269ec7cae1/e57469e2-927e-4527-b738-b546d625d604/987630e9-90e7-425f-ab57-12f585a50400) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:06.926152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf59cd49-1c4c-46c4-a278-d1fe59356da7 req-8c90d919-6c68-4c4d-aeaf-66dfb373aaa7 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307602 Jan 27 19:18:06.937616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c465a-6019-4828-aff3-d93c5b47b766 req-ff01c16d-1f7c-440b-ad4c-deaf11059686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:06.939444 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-ff01c16d-1f7c-440b-ad4c-deaf11059686 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.4876466 Jan 27 19:18:07.039908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a396448-89a9-4002-9476-b6f5c929b3e5 req-ed862d68-1a94-44af-bd77-cb3262fdd0eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/e0c17a48-f16c-4a83-b918-64c41af573c3 HTTP/1.1" status: 200 len: 1798 time: 0.1127782 Jan 27 19:18:07.079113 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Attempting to bind port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:07.079711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-df7fcb20-1822-44a0-8eed-8147d48415e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 200 len: 217 time: 0.1291757 Jan 27 19:18:07.080285 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Attempting to bind port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:07.080983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Attempting to bind port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:07.096668 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:07.097537 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:07.098342 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.098915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:07.101033 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Bound port: 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:07.101808 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.112989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:07.154036 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Pushing event updated for resources: {'Port': ['ID=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:07.180338 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.180800 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.181376 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.181929 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.182472 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.182995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.183526 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.184410 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.184998 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.185554 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.186086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.186599 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.187133 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:07.198690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c465a-6019-4828-aff3-d93c5b47b766 req-0c55800c-f9c9-4f2c-ab71-9bfaac0b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:07.200569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-0c55800c-f9c9-4f2c-ab71-9bfaac0b26c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.1054688 Jan 27 19:18:07.210284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb033f-a6e9-47e0-9ff4-1dd17b618853 None None] Current status of the port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:07.238042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] For port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:07.243567 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] For port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:07.256357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5b696-08eb-4137-a07d-0bd35c940247 req-5c04559a-5eaf-4e1d-969a-a8512016bce3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:07.260719 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.264664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cce5b696-08eb-4137-a07d-0bd35c940247 req-5c04559a-5eaf-4e1d-969a-a8512016bce3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.2235999 Jan 27 19:18:07.275227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-358fc55c-afaa-460b-82e8-5ed07714025d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/e0c17a48-f16c-4a83-b918-64c41af573c3 HTTP/1.1" status: 200 len: 1798 time: 0.1864855 Jan 27 19:18:07.294931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f53c7b2-8fe1-405e-8027-aa7603a876c3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:07.385336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-dfc2f05c-3146-4ebc-a76f-f3ac29af08b4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:07.385336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-dfc2f05c-3146-4ebc-a76f-f3ac29af08b4 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 950 time: 0.2145197 Jan 27 19:18:07.409659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cce5b696-08eb-4137-a07d-0bd35c940247 req-6ce018d0-da83-499e-b650-74663cf5257e tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407397 Jan 27 19:18:07.439483 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d5dc-52fb-4740-b644-6dc4f9ae62a0 None None] Pushing event updated for resources: {'Port': ['ID=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:07.448386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks [] for port (987630e9-90e7-425f-ab57-12f585a50400), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.503797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:07.506062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.532621 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:07.542712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:07.586115 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-e0a915e1-c6d3-4469-b571-d2b77d75d3b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373285 Jan 27 19:18:07.607047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.728374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:07.773516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc401f-addd-4961-9812-3f96bac293e5 req-1186561e-92dc-4673-8f67-610c94116709 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:07.787675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3abc401f-addd-4961-9812-3f96bac293e5 req-1186561e-92dc-4673-8f67-610c94116709 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 950 time: 0.2626860 Jan 27 19:18:07.813070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Pushing event updated for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:07.817286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:07.822690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:07.827703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:07.832990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (e0c17a48-f16c-4a83-b918-64c41af573c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.890628 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-17bfac27-4d4a-4cde-9b38-31f510ba07e6 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990172 Jan 27 19:18:07.896631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (9ed6302e-62ea-4917-8a9b-25968226301c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:07.948900 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:07.954484 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (e0c17a48-f16c-4a83-b918-64c41af573c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.028100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-309c465a-6019-4828-aff3-d93c5b47b766 req-eeef1e45-d932-4f68-acd5-ee59771dce51 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281633 Jan 27 19:18:08.162407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3abc401f-addd-4961-9812-3f96bac293e5 req-5acb784d-5e7b-48ae-86b5-c332d9ba6898 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732545 Jan 27 19:18:08.192124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Deleting port b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:08.196700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.293132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e0c17a48-f16c-4a83-b918-64c41af573c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.297814 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.299722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-762ff564-294e-481a-b1b8-ce3e125f0a44 req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/e0c17a48-f16c-4a83-b918-64c41af573c3 HTTP/1.1" status: 204 len: 173 time: 0.9716649 Jan 27 19:18:08.337585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987630e9-90e7-425f-ab57-12f585a50400), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.488016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3532-461f-4c4a-a533-e42fadb5a513 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c17a48-f16c-4a83-b918-64c41af573c3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:08.599423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8e51-3b40-4879-8af5-1990c94df3ce req-ec7817e2-ffa9-40a6-9b42-9a02ef97ddb6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:08.601292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9cf8e51-3b40-4879-8af5-1990c94df3ce req-ec7817e2-ffa9-40a6-9b42-9a02ef97ddb6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.2100871 Jan 27 19:18:08.647842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3b4d-ada8-41de-be42-c219c4de6501 None None] Provisioning complete for port 987630e9-90e7-425f-ab57-12f585a50400 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:08.649196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3b4d-ada8-41de-be42-c219c4de6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987630e9-90e7-425f-ab57-12f585a50400), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.676668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] For port b8f38a19-27a6-417a-8a41-b398570c403c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b8f38a19-27a6-417a-8a41-b398570c403c,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:08.677735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.753229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9cf8e51-3b40-4879-8af5-1990c94df3ce req-d31c3b9a-9fd5-489c-ab55-bccd7678b2d6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406364 Jan 27 19:18:08.754056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3b4d-ada8-41de-be42-c219c4de6501 None None] Port 987630e9-90e7-425f-ab57-12f585a50400 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:18:08.789694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Calling delete_port for b8f38a19-27a6-417a-8a41-b398570c403c owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:08.809532 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:03Z', 'revision_number': 3, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:08.840240 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2f63e-b427-4c01-9e45-051c6fc22046 None None] The sync data for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 is: [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:03Z', 'revision_number': 3, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:18:08.844668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks [] for port (987630e9-90e7-425f-ab57-12f585a50400), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.854979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:08.921830 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-3c7443ae-c9fb-4fc3-9e08-37707acdfff8 req-f9979b08-0abb-4830-94ec-bdbaa0f1bb18 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:18:08.940191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c7443ae-c9fb-4fc3-9e08-37707acdfff8 req-f9979b08-0abb-4830-94ec-bdbaa0f1bb18 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/e0c17a48-f16c-4a83-b918-64c41af573c3 HTTP/1.1" status: 404 len: 352 time: 0.0577395 Jan 27 19:18:08.989452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00e18027-4264-4de6-b2b6-6020d8d27d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.004816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:09.030681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9d5b-f9eb-4c79-98ca-000e4bbf3456 req-f701dd4f-a8f8-4583-88cc-aa914269af16 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:09.032857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32bb9d5b-f9eb-4c79-98ca-000e4bbf3456 req-f701dd4f-a8f8-4583-88cc-aa914269af16 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 944 time: 0.2399008 Jan 27 19:18:09.039985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (9ed6302e-62ea-4917-8a9b-25968226301c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.067133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Pushing event updated for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:09.154953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0f74b212-9c66-420e-ba81-006e3b56e24d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:09.155477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.256010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:09.258668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:09.304119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b8f38a19-27a6-417a-8a41-b398570c403c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.374621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f74b212-9c66-420e-ba81-006e3b56e24d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:09.375248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.384915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:09.387837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:09.455936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a913-b179-4fa0-a4df-c6cedadb8ad3 req-e4ad12f7-eb8b-40d0-b99c-a513355cac22 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:09.471463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7d8a913-b179-4fa0-a4df-c6cedadb8ad3 req-e4ad12f7-eb8b-40d0-b99c-a513355cac22 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.3597732 Jan 27 19:18:09.495110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event deleted for resources: {'Port': ['ID=b8f38a19-27a6-417a-8a41-b398570c403c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:09.532949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32bb9d5b-f9eb-4c79-98ca-000e4bbf3456 req-df694004-d92d-4ed3-9f9d-34bf9c866eda tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135141 Jan 27 19:18:09.567981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1870398318', 'description': 'tempest-description-1762610135'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:09.637220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:09.648549 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26032308-f8a8-4f57-bb5e-b1db1d5a3bb7" -d '{"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-plugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:09.667971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] No DVR routers for this DVR port b8f38a19-27a6-417a-8a41-b398570c403c on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:09.675680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.679720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7efb1bf7-a1f8-427f-8e6e-c457212da294 req-0791dd24-76b3-43d2-a903-806506610370 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "DELETE /v2.0/ports/b8f38a19-27a6-417a-8a41-b398570c403c HTTP/1.1" status: 204 len: 173 time: 2.2683017 Jan 27 19:18:09.680766 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.683230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-deleted', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:09.696781 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1029fd4-d998-4fb5-9f64-1116a7dddd7c" -d '{"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-deleted", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:09.730339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7d8a913-b179-4fa0-a4df-c6cedadb8ad3 req-7f353a50-aeb5-4795-9648-df34626c6755 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512491 Jan 27 19:18:09.791174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:09.858467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:09.988605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1d2c879-0ae5-4c07-9dce-3430c2417a60 req-e6b67ea5-dfb2-4bcd-a833-3ce17f607837 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5f105bd-ca51-49ed-9fb7-8860c88478e9 HTTP/1.1" status: 200 len: 210 time: 0.0892909 Jan 27 19:18:10.012448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (cb070417-5a37-4dae-96ff-246fea8a6a25), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:10.029109 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb070417-5a37-4dae-96ff-246fea8a6a25), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:10.170401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:10.181021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f61af6d-88a3-4f7a-803b-90ad7efe7cc1 req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6161461 Jan 27 19:18:10.185030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01f15-93ba-428d-8f85-b00cd67581ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb070417-5a37-4dae-96ff-246fea8a6a25,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:10.461974 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc910a9-edc7-4c3b-a74c-90f2cd95bdc1 x-openstack-request-id: req-ecc910a9-edc7-4c3b-a74c-90f2cd95bdc1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:10.464563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ffddfd1a-756b-4efa-bf40-c34cba85bce4 None None] Provisioning complete for port 987630e9-90e7-425f-ab57-12f585a50400 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:10.465590 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f105bd-ca51-49ed-9fb7-8860c88478e9", "name": "network-vif-deleted", "tag": "b8f38a19-27a6-417a-8a41-b398570c403c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:10.465979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffddfd1a-756b-4efa-bf40-c34cba85bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987630e9-90e7-425f-ab57-12f585a50400), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:10.466162 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecc910a9-edc7-4c3b-a74c-90f2cd95bdc1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:10.466772 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f105bd-ca51-49ed-9fb7-8860c88478e9', 'name': 'network-vif-deleted', 'tag': 'b8f38a19-27a6-417a-8a41-b398570c403c', 'status': 'completed', 'code': 200} Jan 27 19:18:10.473472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:10.573003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Router 9ed6302e-62ea-4917-8a9b-25968226301c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:18:10.693581 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4da07-7e35-40f1-959b-06067180650c x-openstack-request-id: req-f8b4da07-7e35-40f1-959b-06067180650c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:10.694207 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-plugged", "status": "completed", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:10.694542 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8b4da07-7e35-40f1-959b-06067180650c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:10.695017 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'code': 200} Jan 27 19:18:10.772924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:10.802834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1048863780', 'description': 'tempest-description-1382726468'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:10.873183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ffddfd1a-756b-4efa-bf40-c34cba85bce4 None None] Port 987630e9-90e7-425f-ab57-12f585a50400 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:18:10.888814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: b8f38a19-27a6-417a-8a41-b398570c403c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:10.889861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b8f38a19-27a6-417a-8a41-b398570c403c not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:10.894008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:10.925665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:18:10.933242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40a26228-5b32-4b14-9662-b08fa385c81f admin admin] 10.222.0.59 "PUT /v2.0/routers/9ed6302e-62ea-4917-8a9b-25968226301c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9453962 Jan 27 19:18:11.001282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4552aa6-5e82-408c-b206-ac541332d8d5 req-aadbdb39-aab0-478d-a4a6-c250c25f5d99 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:11.016084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4552aa6-5e82-408c-b206-ac541332d8d5 req-aadbdb39-aab0-478d-a4a6-c250c25f5d99 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.3326962 Jan 27 19:18:11.031286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c526b0c-1e32-46ca-9074-c654f0ab868f req-80617e5a-4c0e-48e8-b868-9bdc72ad7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:11.035420 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7c526b0c-1e32-46ca-9074-c654f0ab868f req-80617e5a-4c0e-48e8-b868-9bdc72ad7a39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 1096 time: 0.0682337 Jan 27 19:18:11.170490 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7c526b0c-1e32-46ca-9074-c654f0ab868f req-daa1147f-6b7c-489c-93a0-6c8ad0e977be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279504 Jan 27 19:18:11.236777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4552aa6-5e82-408c-b206-ac541332d8d5 req-63e5c126-7412-4dc1-bba8-9ef4d84dd8bc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170339 Jan 27 19:18:11.289036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (f9435d04-1e5d-4601-bf30-7a72e7ef9240), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.304640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f9435d04-1e5d-4601-bf30-7a72e7ef9240), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.342838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.354301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7354154a-b86c-438a-9fa2-fae50970050d req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6366806 Jan 27 19:18:11.365315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba09c-3c2f-4496-82bf-691d694c4d1a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9435d04-1e5d-4601-bf30-7a72e7ef9240,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:11.365624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:11.568323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f894366-4375-4404-83cd-7b93db697a26 req-cb46215d-5b6a-429c-8394-3a428454664b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:11.571026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f894366-4375-4404-83cd-7b93db697a26 req-cb46215d-5b6a-429c-8394-3a428454664b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1497908 Jan 27 19:18:11.609649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:11.610038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.624909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74299d-7e1f-4f30-9308-ae00cb5d0b4b req-a66b6578-fca1-4704-a3e5-a51503e83dc4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:11.628201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea74299d-7e1f-4f30-9308-ae00cb5d0b4b req-a66b6578-fca1-4704-a3e5-a51503e83dc4 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.1853540 Jan 27 19:18:11.683672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f894366-4375-4404-83cd-7b93db697a26 req-176417d9-4dac-46ea-9416-88a9591e84bf tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Jan 27 19:18:11.704402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:11.706036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.715222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea74299d-7e1f-4f30-9308-ae00cb5d0b4b req-1fc7e49d-c081-4421-9168-77ec4909f1e5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703273 Jan 27 19:18:11.729301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:11.736643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.850053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:11.887638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f1041f7-7121-4d0c-834c-1d066716cdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:11.944059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1185126333', 'description': 'tempest-description-1838400451'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:11.979827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.148600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (d301f23b-eb45-4ab3-add9-fff3afd039d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.171665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d301f23b-eb45-4ab3-add9-fff3afd039d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.235873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-be808673-de46-4525-a057-e90091839903 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2197039 Jan 27 19:18:12.260608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:12.276842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.294782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-895a7092-a016-45e5-a579-811adf0ad0bc req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3573394 Jan 27 19:18:12.301802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797be7e-b9c9-4ee9-8937-ef96a8896d73 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d301f23b-eb45-4ab3-add9-fff3afd039d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:12.371950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.376388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Sync routers for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:18:12.404873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:12.410388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:18:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:12.641234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:12.684360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:13.020045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Allocated IP 172.25.5.46 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/78e63d05-122c-4a50-878b-901973688296) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:13.070341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcc28bee-c93a-4093-a737-c78d9e79d6f0 req-77f6f24f-a7ea-4b5a-951b-177782cd9518 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 11000 time: 0.3013310 Jan 27 19:18:13.172696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:08Z', 'revision_number': 4, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '987630e9-90e7-425f-ab57-12f585a50400', 'name': '', 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'mac_address': 'fa:16:3e:7a:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e57469e2-927e-4527-b738-b546d625d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:05Z', 'updated_at': '2022-01-27T19:18:08Z', 'revision_number': 2, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'subnets': [{'id': 'e57469e2-927e-4527-b738-b546d625d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:13.269164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Checking router: 9ed6302e-62ea-4917-8a9b-25968226301c for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:18:13.269982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Updating router 9ed6302e-62ea-4917-8a9b-25968226301c port 987630e9-90e7-425f-ab57-12f585a50400 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:18:13.284760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcc28bee-c93a-4093-a737-c78d9e79d6f0 req-59c1ec9b-5037-40fa-8187-8b931419b8c6 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.2047653 Jan 27 19:18:13.307476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:13.345726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987630e9-90e7-425f-ab57-12f585a50400), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.415487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcc28bee-c93a-4093-a737-c78d9e79d6f0 req-90b87637-695c-4774-b9a6-d4e078788cda tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.1291432 Jan 27 19:18:13.423445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:13.424435 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.425289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (78e63d05-122c-4a50-878b-901973688296), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.481774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (78e63d05-122c-4a50-878b-901973688296), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.546286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:13.566200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:13.569022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:13.608040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=78e63d05-122c-4a50-878b-901973688296,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:13.656779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c09e-1226-49a2-8ed8-80de0c5cd7bf req-35a767cb-5f63-4ea8-9907-b4bbe5bed38e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:13.658463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12b3c09e-1226-49a2-8ed8-80de0c5cd7bf req-35a767cb-5f63-4ea8-9907-b4bbe5bed38e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1148317 Jan 27 19:18:13.728384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (8243be6b-3937-4fa7-ba7a-73259efb2d1d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.748623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12b3c09e-1226-49a2-8ed8-80de0c5cd7bf req-49c8fc7c-c8c9-4458-8e61-345f494b1bd0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700972 Jan 27 19:18:13.762231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:13.786866 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (78e63d05-122c-4a50-878b-901973688296), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.884784 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks [] for port (987630e9-90e7-425f-ab57-12f585a50400), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.894416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:13.955932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33c6d4-93ce-4c86-99c7-e82e9750ccf3 None None] Pushing event updated for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:14.023721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c64394-1bee-4392-80e5-5c1960896bee req-2fad87d7-7778-486e-b490-24f57f7ddba9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:14.031216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4c64394-1bee-4392-80e5-5c1960896bee req-2fad87d7-7778-486e-b490-24f57f7ddba9 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1434422 Jan 27 19:18:14.037794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Attempting to bind port 987630e9-90e7-425f-ab57-12f585a50400 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:14.038752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Attempting to bind port 987630e9-90e7-425f-ab57-12f585a50400 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:14.038752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Attempting to bind port 987630e9-90e7-425f-ab57-12f585a50400 on network a1e342dc-8540-426d-ba3a-94269ec7cae1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:14.045989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:14.046532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Checking segment: {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:14.047113 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.047503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Bound using segment: {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:14.047991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Bound port: 987630e9-90e7-425f-ab57-12f585a50400, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609a9d5a-d99e-4dc7-8aab-f09d70341c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:14.048596 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987630e9-90e7-425f-ab57-12f585a50400), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.119619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4c64394-1bee-4392-80e5-5c1960896bee req-959a0da6-ab2a-4c7e-b38c-6581af9276bc tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870707 Jan 27 19:18:14.168714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (78e63d05-122c-4a50-878b-901973688296), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.174805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] For port 987630e9-90e7-425f-ab57-12f585a50400, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:14.179156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] For port 987630e9-90e7-425f-ab57-12f585a50400, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987630e9-90e7-425f-ab57-12f585a50400,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:14.181400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (78e63d05-122c-4a50-878b-901973688296), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.194573 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.331747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=78e63d05-122c-4a50-878b-901973688296,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:14.444037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33c6d4-93ce-4c86-99c7-e82e9750ccf3 None None] Pushing event updated for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:14.471658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:14.474067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:18:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:14.703531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Provisioning complete for port 987630e9-90e7-425f-ab57-12f585a50400 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:14.704194 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987630e9-90e7-425f-ab57-12f585a50400), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.748519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:14.955286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (8243be6b-3937-4fa7-ba7a-73259efb2d1d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.989045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Current status of the port 987630e9-90e7-425f-ab57-12f585a50400 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:14.989861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987630e9-90e7-425f-ab57-12f585a50400), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:14.998784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5240bd6-a6c6-4d93-b50f-b2bbdac7f06a req-335cb3ac-6393-42c0-97ad-31f8ca871d10 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:15.001278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5240bd6-a6c6-4d93-b50f-b2bbdac7f06a req-335cb3ac-6393-42c0-97ad-31f8ca871d10 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.6869481 Jan 27 19:18:15.027589 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:15.039807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-28a16284-dc11-4733-a455-99f6a58f2852 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7909636 Jan 27 19:18:15.070962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:15.076473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-387c7e34-39ab-4a80-947d-e14858501851 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:15.079129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-387c7e34-39ab-4a80-947d-e14858501851 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 950 time: 0.1794679 Jan 27 19:18:15.113153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] For port 987630e9-90e7-425f-ab57-12f585a50400, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987630e9-90e7-425f-ab57-12f585a50400,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:15.158968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:15.213080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-2a274aee-2f33-44a3-bd5f-28519ccce257 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.1707766 Jan 27 19:18:15.313170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dde4f-042f-48ce-b3de-868a2650a05a None None] Pushing event updated for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:15.349754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4fbc118d-5369-4dca-8860-fd20a749381f None None] Provisioning complete for port 987630e9-90e7-425f-ab57-12f585a50400 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:15.350669 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fbc118d-5369-4dca-8860-fd20a749381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987630e9-90e7-425f-ab57-12f585a50400), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:15.359769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:08Z', 'revision_number': 4, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '987630e9-90e7-425f-ab57-12f585a50400', 'name': '', 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'mac_address': 'fa:16:3e:7a:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e57469e2-927e-4527-b738-b546d625d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:05Z', 'updated_at': '2022-01-27T19:18:14Z', 'revision_number': 4, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'subnets': [{'id': 'e57469e2-927e-4527-b738-b546d625d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:15.441948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d4320-8cc4-4841-8d7c-b3134fe6c253 None None] The sync data for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 is: [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:08Z', 'revision_number': 4, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '987630e9-90e7-425f-ab57-12f585a50400', 'name': '', 'network_id': 'a1e342dc-8540-426d-ba3a-94269ec7cae1', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'mac_address': 'fa:16:3e:7a:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e57469e2-927e-4527-b738-b546d625d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:05Z', 'updated_at': '2022-01-27T19:18:14Z', 'revision_number': 4, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'subnets': [{'id': 'e57469e2-927e-4527-b738-b546d625d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:18:15.491105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:15.504863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5240bd6-a6c6-4d93-b50f-b2bbdac7f06a req-3b257886-5671-4426-8bd2-3b2bb8cf0137 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607539 Jan 27 19:18:15.596711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc118d-5369-4dca-8860-fd20a749381f None None] Current status of the port 987630e9-90e7-425f-ab57-12f585a50400 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:15.660585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-c9ef22dc-d59d-442a-bf4e-737c706d5789 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:15.681153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63da1a99-d5e3-402e-9857-a66288b2d73f req-c9ef22dc-d59d-442a-bf4e-737c706d5789 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.4362881 Jan 27 19:18:15.710256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Deleting port 06615061-af92-4e89-af5c-4cea9bc393e1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:15.710792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.058316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dab6e-ea72-4339-8ea5-62af59df24f3 req-72573c6b-9344-4d14-8257-6f356a05dbcb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:16.061358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-615dab6e-ea72-4339-8ea5-62af59df24f3 req-72573c6b-9344-4d14-8257-6f356a05dbcb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.3039467 Jan 27 19:18:16.124436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.132011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] For port 06615061-af92-4e89-af5c-4cea9bc393e1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=06615061-af92-4e89-af5c-4cea9bc393e1,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:16.132486 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.153972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Calling delete_port for 06615061-af92-4e89-af5c-4cea9bc393e1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:16.163073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-730c353e-ad85-452e-a1a1-07b56fd62ea7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/cb070417-5a37-4dae-96ff-246fea8a6a25 HTTP/1.1" status: 200 len: 1818 time: 0.1857059 Jan 27 19:18:16.207623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-615dab6e-ea72-4339-8ea5-62af59df24f3 req-cafc57cb-3f08-4e00-b391-ce1e270d76ad tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299794 Jan 27 19:18:16.357298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (cb070417-5a37-4dae-96ff-246fea8a6a25), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.424910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504cf4f-d6a1-4d98-95b8-938166825431 req-4a299345-b2b2-4237-9a9d-e0cf4ee08c4a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:16.426735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f504cf4f-d6a1-4d98-95b8-938166825431 req-4a299345-b2b2-4237-9a9d-e0cf4ee08c4a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1414332 Jan 27 19:18:16.428789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (cb070417-5a37-4dae-96ff-246fea8a6a25), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.526145 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (06615061-af92-4e89-af5c-4cea9bc393e1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.543822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f504cf4f-d6a1-4d98-95b8-938166825431 req-7d7ca8ae-92db-4cd3-86af-914fe22d73b2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077750 Jan 27 19:18:16.544501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0a3e0980-1e03-44b5-a294-58942d6f77ce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:16.559592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['06615061-af92-4e89-af5c-4cea9bc393e1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:16.575899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb070417-5a37-4dae-96ff-246fea8a6a25), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.578772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.579859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ffb02d1-53cd-4aea-ae94-fffb40eb868d req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/cb070417-5a37-4dae-96ff-246fea8a6a25 HTTP/1.1" status: 204 len: 173 time: 0.3992651 Jan 27 19:18:16.586884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event deleted for resources: {'Port': ['ID=06615061-af92-4e89-af5c-4cea9bc393e1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:16.633783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782f34d-5d19-4ba4-aa78-4b9b69857093 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb070417-5a37-4dae-96ff-246fea8a6a25,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:16.653183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] No DVR routers for this DVR port 06615061-af92-4e89-af5c-4cea9bc393e1 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:16.656102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:16.666448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b364166a-9f52-4b68-8409-4386ba63ee38 req-520159bd-09d8-4978-a234-06ea14cb9e8e tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.39 "DELETE /v2.0/ports/06615061-af92-4e89-af5c-4cea9bc393e1 HTTP/1.1" status: 204 len: 173 time: 1.5216324 Jan 27 19:18:16.666949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-deleted', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:16.669314 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df2acb8-17d9-4325-b9ec-44229238a8a8" -d '{"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-deleted", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:16.729505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:18:16.908007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a40d00cd-e2fa-4e38-a064-86a428c63a2d req-1f69ac3d-8133-4b9f-baec-faf5048ccd31 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4adc1a1-8e9a-4877-800a-424b8b0dd3f4 HTTP/1.1" status: 200 len: 210 time: 0.0956540 Jan 27 19:18:17.083116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-21391e54-8636-459c-b25d-4df7c0f33571 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3070750 Jan 27 19:18:17.108780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:17.126107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:17.168986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea', 'port_id': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'mac_address': 'fa:16:3e:71:e6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f38781-c42d-4d45-8806-f1a42c26932b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:18:17.336324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:17.336982 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:17.399048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:17.405908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ed684-43a0-4ebc-9f09-6e845b75b0a4 req-1370ac4e-5e07-44bb-87d8-362188d67f3d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:17.420535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab6ed684-43a0-4ebc-9f09-6e845b75b0a4 req-1370ac4e-5e07-44bb-87d8-362188d67f3d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.2660668 Jan 27 19:18:17.421647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:17.452526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987630e9-90e7-425f-ab57-12f585a50400 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:17.485636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:17.577933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:17.648633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab6ed684-43a0-4ebc-9f09-6e845b75b0a4 req-687f3f24-9cfd-42d9-8c01-fc0cafbcfdd8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147608 Jan 27 19:18:17.713381 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-0d79bbfb-68b4-45f2-be2a-dad49286d410 req-8288b597-7ed9-4e4f-abc7-62c92eee6be3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:18:17.717238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d79bbfb-68b4-45f2-be2a-dad49286d410 req-8288b597-7ed9-4e4f-abc7-62c92eee6be3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/cb070417-5a37-4dae-96ff-246fea8a6a25 HTTP/1.1" status: 404 len: 352 time: 0.0287013 Jan 27 19:18:17.786170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:17.815683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:17.830880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 987630e9-90e7-425f-ab57-12f585a50400 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:17.831638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987630e9-90e7-425f-ab57-12f585a50400), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:17.941079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 987630e9-90e7-425f-ab57-12f585a50400 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:17.960052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:18.034024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5fd3-6745-4656-b26f-75eba4aa0da0 req-07255809-dcc9-499b-aa51-94d502c5732d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:18.037124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-498e5fd3-6745-4656-b26f-75eba4aa0da0 req-07255809-dcc9-499b-aa51-94d502c5732d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1428936 Jan 27 19:18:18.182530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Allocated IP 172.25.5.245 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/2603a796-2b1e-4be4-be37-0428e12c6a70) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:18.207656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-498e5fd3-6745-4656-b26f-75eba4aa0da0 req-42c47e25-7772-43ec-8661-14e69dd73459 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347992 Jan 27 19:18:18.291544 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc488c3-71c3-48b8-853a-9fdc9d673270 x-openstack-request-id: req-ebc488c3-71c3-48b8-853a-9fdc9d673270 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:18.291887 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adc1a1-8e9a-4877-800a-424b8b0dd3f4", "name": "network-vif-deleted", "tag": "06615061-af92-4e89-af5c-4cea9bc393e1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:18.292086 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebc488c3-71c3-48b8-853a-9fdc9d673270 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:18.292482 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adc1a1-8e9a-4877-800a-424b8b0dd3f4', 'name': 'network-vif-deleted', 'tag': '06615061-af92-4e89-af5c-4cea9bc393e1', 'status': 'completed', 'code': 200} Jan 27 19:18:18.359053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:18.448356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:18.487727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:18.491612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:18.495962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:18.543063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=2603a796-2b1e-4be4-be37-0428e12c6a70,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:18.637201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (80e83623-6ce9-46ab-9220-02d4d9ce7c37), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:18.703298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:18.746964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:18.796638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 06615061-af92-4e89-af5c-4cea9bc393e1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:18.797430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 06615061-af92-4e89-af5c-4cea9bc393e1 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:18.893156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf37c18-b852-443b-ac23-7f59c6ff5605 req-94252fdc-abf2-4629-9e51-2b5d638c684c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:18.894794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cf37c18-b852-443b-ac23-7f59c6ff5605 req-94252fdc-abf2-4629-9e51-2b5d638c684c tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.1184132 Jan 27 19:18:18.977323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cf37c18-b852-443b-ac23-7f59c6ff5605 req-f3306c6c-c504-48b7-a7a1-a4f125771e81 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Jan 27 19:18:18.994493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:18.999952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.118733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=2603a796-2b1e-4be4-be37-0428e12c6a70,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:19.155743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-47f771b5-d339-41bd-8810-8f7c3a00a227 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/f9435d04-1e5d-4601-bf30-7a72e7ef9240 HTTP/1.1" status: 200 len: 1818 time: 0.1149380 Jan 27 19:18:19.159322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (80e83623-6ce9-46ab-9220-02d4d9ce7c37), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.204622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.206711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-edd60525-1fda-44e2-bdcc-029c4295710c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1057057 Jan 27 19:18:19.296791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-8f2dae09-b3e2-4b5c-94ab-57d8f1068161 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0719976 Jan 27 19:18:19.301070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (f9435d04-1e5d-4601-bf30-7a72e7ef9240), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.351621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (f9435d04-1e5d-4601-bf30-7a72e7ef9240), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.456451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f9435d04-1e5d-4601-bf30-7a72e7ef9240), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.461168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:19.466175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acd9b8cc-e59b-4870-8a46-de4c6413acd2 req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/f9435d04-1e5d-4601-bf30-7a72e7ef9240 HTTP/1.1" status: 204 len: 173 time: 0.3089883 Jan 27 19:18:19.500222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-c69e5d3d-f9a2-4cc3-ad6a-f431077d7211 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:19.503446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2665ab3b-66d3-4083-bb1e-d6c5afb49047 req-c69e5d3d-f9a2-4cc3-ad6a-f431077d7211 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1875656 Jan 27 19:18:19.517824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ba1de-86f5-418a-b2b8-bdda2ace66fc tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9435d04-1e5d-4601-bf30-7a72e7ef9240,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:19.738371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f8121-2860-40a8-980e-3fd5317aed87 req-563c2db2-0872-437f-91ed-6e2ad1975214 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:19.740490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0f8121-2860-40a8-980e-3fd5317aed87 req-563c2db2-0872-437f-91ed-6e2ad1975214 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.1329086 Jan 27 19:18:19.824251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-93f8f420-e45e-4c19-959c-30ed96d3b84e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:19.825788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-93f8f420-e45e-4c19-959c-30ed96d3b84e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.1842878 Jan 27 19:18:19.859632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0f8121-2860-40a8-980e-3fd5317aed87 req-65b3ce64-6caa-406e-b8ac-dd298848baec tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Jan 27 19:18:19.861171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-ef9c53a1-4ddc-4b18-ab1a-8cee1f502562 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/quotas/3b1f202838b44b2f860460c7a659d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0213404 Jan 27 19:18:19.939762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-a0804508-cd4a-4f0d-bc0a-94af97091897 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681524 Jan 27 19:18:20.107210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-f1868c26-ae07-450b-a5db-56c35131eb94 service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604617 Jan 27 19:18:20.146612 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-9f89d8dd-9ace-48e5-86cd-f4fd5eb2389c req-60c7a026-349f-4f65-af10-7890cb3821ec tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:18:20.147857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f89d8dd-9ace-48e5-86cd-f4fd5eb2389c req-60c7a026-349f-4f65-af10-7890cb3821ec tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/f9435d04-1e5d-4601-bf30-7a72e7ef9240 HTTP/1.1" status: 404 len: 352 time: 0.0339143 Jan 27 19:18:20.312859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-cc8edc61-dd91-4a60-b28b-e238dcb6d844 service neutron] 10.222.0.59 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970384 Jan 27 19:18:20.343031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-f595cd71-ee62-422d-b46e-24edbf953d91 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1640732 Jan 27 19:18:20.360722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:20.401497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:20.617423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-63bc2aa4-e9e6-471b-bd57-8bec14482699 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:20.623004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-63bc2aa4-e9e6-471b-bd57-8bec14482699 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "GET /v2.0/ports?device_id=dca6955e-316d-45d0-92cf-c90fbbee1435 HTTP/1.1" status: 200 len: 945 time: 0.0925119 Jan 27 19:18:20.624645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:20.774376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:20.849574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:18:20.862438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:20.864512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:20.903642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Deleting port 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:20.908080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:20.916961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Allocated IP 172.25.5.182 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4b0520d2-8a69-4677-aaa4-a03393c86fad) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:21.018530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240257dd-a12d-4cb3-a24f-48c93fb5ad84 req-949cff94-7fd3-47ec-89fe-ca72ade25bb4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:21.027721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-240257dd-a12d-4cb3-a24f-48c93fb5ad84 req-949cff94-7fd3-47ec-89fe-ca72ade25bb4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.1041367 Jan 27 19:18:21.110023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:21.112510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.145666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-240257dd-a12d-4cb3-a24f-48c93fb5ad84 req-5a72f7fe-bbe7-4131-8d73-343d4269761b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184504 Jan 27 19:18:21.154831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] For port 0f74b212-9c66-420e-ba81-006e3b56e24d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f74b212-9c66-420e-ba81-006e3b56e24d,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:21.157886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.196843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Calling delete_port for 0f74b212-9c66-420e-ba81-006e3b56e24d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:21.197889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:21.200933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:21.207555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.209980 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15976f6-19fd-4065-8a50-1c4af3f9b580" -d '{"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-plugged", "status": "completed", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:21.228262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.295439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.320414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:21.358376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:21.362015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-2fef45b6-fc2b-4246-92c3-28f6060bf553 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/d301f23b-eb45-4ab3-add9-fff3afd039d9 HTTP/1.1" status: 200 len: 1818 time: 0.1330211 Jan 27 19:18:21.365114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:21.369081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:21.402746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=4b0520d2-8a69-4677-aaa4-a03393c86fad,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:21.498075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (d301f23b-eb45-4ab3-add9-fff3afd039d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.510366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0f74b212-9c66-420e-ba81-006e3b56e24d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.525475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f74b212-9c66-420e-ba81-006e3b56e24d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:21.559575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (d301f23b-eb45-4ab3-add9-fff3afd039d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.587127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event deleted for resources: {'Port': ['ID=0f74b212-9c66-420e-ba81-006e3b56e24d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:21.631563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (8854191a-a817-4ef8-84c7-5f7c42ca57c4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.695672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] No DVR routers for this DVR port 0f74b212-9c66-420e-ba81-006e3b56e24d on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:21.701775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.715061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-151ec5a5-da18-4ce3-9885-47a5103ad5b3 req-93b9c33f-0c6b-4137-b23f-83052c2a05ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "DELETE /v2.0/ports/0f74b212-9c66-420e-ba81-006e3b56e24d HTTP/1.1" status: 204 len: 173 time: 1.0845830 Jan 27 19:18:21.716104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-deleted', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:21.719872 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364b56b-9737-49fb-b150-5d766bd9a910" -d '{"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-deleted", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:21.754372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d301f23b-eb45-4ab3-add9-fff3afd039d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.759577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.761702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf18c32-bebe-49e7-b85c-396ab3b5dd83 req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/d301f23b-eb45-4ab3-add9-fff3afd039d9 HTTP/1.1" status: 204 len: 173 time: 0.3814821 Jan 27 19:18:21.794630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:21.807295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b77d78-458a-47e7-86e7-9096a5ad7d34 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301f23b-eb45-4ab3-add9-fff3afd039d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:21.867748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-a4210e19-1778-4759-a1ec-a8681a4ac228 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:21.874492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-a4210e19-1778-4759-a1ec-a8681a4ac228 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.2380452 Jan 27 19:18:21.983273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cfb138e-9b21-416a-9e1b-7f7134992f71 req-f67a022f-a906-4d63-a83f-40842333cbe1 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 210 time: 0.1024456 Jan 27 19:18:22.343184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Deleting port 0a3e0980-1e03-44b5-a294-58942d6f77ce {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:22.343588 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:22.420053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-fb064055-9962-4bd7-8528-c3373ea777eb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:22.423031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-fb064055-9962-4bd7-8528-c3373ea777eb tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 815 time: 0.2304409 Jan 27 19:18:22.429823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcdf07-f1a1-4d1b-9fc7-4dc13f03a90b req-cfc1b934-ea9b-40e7-8316-f7d254acbcc8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:22.438556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57bcdf07-f1a1-4d1b-9fc7-4dc13f03a90b req-cfc1b934-ea9b-40e7-8316-f7d254acbcc8 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 950 time: 0.3378794 Jan 27 19:18:22.451217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Request body: {'port': {'device_id': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'admin_state_up': True, 'tenant_id': '3b1f202838b44b2f860460c7a659d5d7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:22.598720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:22.611697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:22.623704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57bcdf07-f1a1-4d1b-9fc7-4dc13f03a90b req-d43fd8e6-f0d5-4e05-9bb9-edbd792cb49d tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/security-groups?id=af1fa9a0-75e5-462a-81d1-1b1c22528b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670945 Jan 27 19:18:22.644484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Made reservation on behalf of 3b1f202838b44b2f860460c7a659d5d7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:18:22.651885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:22.920182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Allocated IP 172.20.0.4 (a511b2cc-0261-4999-bb8a-c1a74a7f453e/e448b56c-8d10-4167-ab94-6c1aea9a5c9d/fd251db1-b65d-4c20-ae98-ae96b3c29b76) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:23.018800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] For port 0a3e0980-1e03-44b5-a294-58942d6f77ce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0a3e0980-1e03-44b5-a294-58942d6f77ce,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:23.019929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.134755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks [] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.144766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Calling delete_port for 0a3e0980-1e03-44b5-a294-58942d6f77ce owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:23.178756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.220659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=4b0520d2-8a69-4677-aaa4-a03393c86fad,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:23.228753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Network a511b2cc-0261-4999-bb8a-c1a74a7f453e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:23.233500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:23.239369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:23.282662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event updated for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:23.309355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:23.310130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.330821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fd255-3d34-4e14-90be-6e0f47c576f0 req-bfff7f16-9cc4-4f91-9014-d69e3d725c5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:23.336707 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-18d00f64-20a6-417b-87b5-991479ec888d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9053011 Jan 27 19:18:23.337810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a2fd255-3d34-4e14-90be-6e0f47c576f0 req-bfff7f16-9cc4-4f91-9014-d69e3d725c5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.3350132 Jan 27 19:18:23.347385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (8854191a-a817-4ef8-84c7-5f7c42ca57c4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.350394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Request body: {'port': {'device_id': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:23.431496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.436595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.437908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-6cb3d9a7-95cd-427d-b318-25edb15f36d5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0834196 Jan 27 19:18:23.537842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-e49be0ef-d5a4-4117-ad26-d3e806e7dcb3 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0933044 Jan 27 19:18:23.554026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.562886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a2fd255-3d34-4e14-90be-6e0f47c576f0 req-0be9ee41-3faa-4122-8d33-5f4daa54890c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091365 Jan 27 19:18:23.731348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0a3e0980-1e03-44b5-a294-58942d6f77ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.813672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Pushing event deleted for resources: {'Port': ['ID=0a3e0980-1e03-44b5-a294-58942d6f77ce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:23.848576 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2a191-babd-4786-abd6-129e70d60295 x-openstack-request-id: req-6df2a191-babd-4786-abd6-129e70d60295 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:23.849004 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-plugged", "status": "completed", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:23.849380 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6df2a191-babd-4786-abd6-129e70d60295 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:23.849979 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'code': 200} Jan 27 19:18:23.933635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-3cffe1e8-45f7-47d1-bd25-211b0f941a33 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:23.935179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14404d61-632a-4c78-9c14-c4aecb1b4f40 req-3cffe1e8-45f7-47d1-bd25-211b0f941a33 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.3627841 Jan 27 19:18:23.938585 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ed1593-4e84-4dbd-90c4-506a15437c14 x-openstack-request-id: req-f4ed1593-4e84-4dbd-90c4-506a15437c14 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:23.939068 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6955e-316d-45d0-92cf-c90fbbee1435", "name": "network-vif-deleted", "tag": "0f74b212-9c66-420e-ba81-006e3b56e24d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:23.939068 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4ed1593-4e84-4dbd-90c4-506a15437c14 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:23.939659 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6955e-316d-45d0-92cf-c90fbbee1435', 'name': 'network-vif-deleted', 'tag': '0f74b212-9c66-420e-ba81-006e3b56e24d', 'status': 'completed', 'code': 200} Jan 27 19:18:23.959898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] No DVR routers for this DVR port 0a3e0980-1e03-44b5-a294-58942d6f77ce on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:23.966980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:23.971810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a06cad38-248c-443a-8ba9-dfd70bda4811 req-31442217-820c-4436-a91b-46785ead3f18 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.66 "DELETE /v2.0/ports/0a3e0980-1e03-44b5-a294-58942d6f77ce HTTP/1.1" status: 204 len: 173 time: 2.0879657 Jan 27 19:18:23.972763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-deleted', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:23.975789 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29479715-86a4-45e8-a2b3-dfee2922d31b" -d '{"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-deleted", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:23.980457 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-60955866-e036-4747-80a0-73a74a9a5053 req-dba15de2-7b18-44bc-af4e-2306a51c6a7c tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:18:23.996396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60955866-e036-4747-80a0-73a74a9a5053 req-dba15de2-7b18-44bc-af4e-2306a51c6a7c tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/d301f23b-eb45-4ab3-add9-fff3afd039d9 HTTP/1.1" status: 404 len: 352 time: 0.0601106 Jan 27 19:18:24.062830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8c97c-9196-40a8-89cf-4f56cd146796 req-7dc56c54-3c81-4510-a797-af29ce421479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:24.065249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fb8c97c-9196-40a8-89cf-4f56cd146796 req-7dc56c54-3c81-4510-a797-af29ce421479 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1096 time: 0.0671945 Jan 27 19:18:24.191514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd251db1-b65d-4c20-ae98-ae96b3c29b76 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:24.206993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks [] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.224628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Transition to ACTIVE for port object fd251db1-b65d-4c20-ae98-ae96b3c29b76 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:18:24.231844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.267166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fb8c97c-9196-40a8-89cf-4f56cd146796 req-57fa3dda-78c2-41a1-8d1f-191b71a3ba9a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946287 Jan 27 19:18:24.298022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad63c79-c0c3-45ea-b793-a53f13a26e38 req-19995dce-3137-4a9f-ad02-3a0d328a221b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:24.302455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:24.310866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fad63c79-c0c3-45ea-b793-a53f13a26e38 req-19995dce-3137-4a9f-ad02-3a0d328a221b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.2029674 Jan 27 19:18:24.343808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f70db-8bba-4aa7-bfca-0712b2f05d3f req-0de33480-a5ef-4260-bd6d-9d2affd49ac0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:24.346611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f0f70db-8bba-4aa7-bfca-0712b2f05d3f req-0de33480-a5ef-4260-bd6d-9d2affd49ac0 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 931 time: 0.2105427 Jan 27 19:18:24.427668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Attempting to bind port fd251db1-b65d-4c20-ae98-ae96b3c29b76 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:24.428414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Attempting to bind port fd251db1-b65d-4c20-ae98-ae96b3c29b76 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:24.428995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Attempting to bind port fd251db1-b65d-4c20-ae98-ae96b3c29b76 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:24.434912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Port fd251db1-b65d-4c20-ae98-ae96b3c29b76 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:18:24.435638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Attempting to bind port fd251db1-b65d-4c20-ae98-ae96b3c29b76 on network a511b2cc-0261-4999-bb8a-c1a74a7f453e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:24.454040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:24.455463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Checking segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:24.456137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Bound using segment: {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:24.457175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Bound port: fd251db1-b65d-4c20-ae98-ae96b3c29b76, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:24.457620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.483158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fad63c79-c0c3-45ea-b793-a53f13a26e38 req-47547338-026c-418f-aeed-6cfa71b9a9a5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686988 Jan 27 19:18:24.494594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f0f70db-8bba-4aa7-bfca-0712b2f05d3f req-2a1a6f58-00fb-4b36-b9fb-1b556e2f88cf tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342435 Jan 27 19:18:24.496172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.628304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:24.638028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:24.647276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.716419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:24.718228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:24.720123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd251db1-b65d-4c20-ae98-ae96b3c29b76 HTTP/1.1" status: 200 len: 1091 time: 1.3763022 Jan 27 19:18:24.757692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f53f3cbf-7f64-4883-b550-ec0b2927de32 req-fe02f837-af67-422a-be8a-e634b5843360 tempest-MigrationsAdminTest-1219372678 tempest-MigrationsAdminTest-1219372678-project] 10.222.0.59 "GET /v2.0/ports?device_id=35c14c56-b129-4d35-b2ac-ab2125f2ac79 HTTP/1.1" status: 200 len: 210 time: 0.0566437 Jan 27 19:18:24.768535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fb3a9-6883-48e3-9e74-7cd048fa1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:24.844486 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e7967d-b50c-4ac7-9d91-d7d4b8902d21 x-openstack-request-id: req-d0e7967d-b50c-4ac7-9d91-d7d4b8902d21 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:24.844933 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c14c56-b129-4d35-b2ac-ab2125f2ac79", "name": "network-vif-deleted", "tag": "0a3e0980-1e03-44b5-a294-58942d6f77ce", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:24.845644 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0e7967d-b50c-4ac7-9d91-d7d4b8902d21 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:24.846455 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c14c56-b129-4d35-b2ac-ab2125f2ac79', 'name': 'network-vif-deleted', 'tag': '0a3e0980-1e03-44b5-a294-58942d6f77ce', 'status': 'completed', 'code': 200} Jan 27 19:18:24.862007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-b196f704-4fc0-465e-8b4e-ce35344427d9 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2870431 Jan 27 19:18:24.866928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-f106043a-5386-4d8b-ade0-a6d6a1f845e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:24.870138 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-f106043a-5386-4d8b-ade0-a6d6a1f845e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 1094 time: 0.0880597 Jan 27 19:18:24.880250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:24.951810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-010c94d6-e4b7-46fb-98e6-4f0344c215e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76 HTTP/1.1" status: 200 len: 217 time: 0.0729222 Jan 27 19:18:24.953748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.012455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-a7efe918-09c8-41b9-81da-661e647b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:25.015069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-a7efe918-09c8-41b9-81da-661e647b9a00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.0576227 Jan 27 19:18:25.038629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d860fcd6-0d89-4108-bd7f-274752c25297 req-dee89765-25b4-46f0-b1bd-fcb7a79dced6 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 6199 time: 0.1752672 Jan 27 19:18:25.061319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-393fa8d1-e20d-412e-a169-cf7ec8debb68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394075 Jan 27 19:18:25.066107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:25.115235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d860fcd6-0d89-4108-bd7f-274752c25297 req-034aa5e5-40a7-4a4c-96c7-faeded13b86a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.0634265 Jan 27 19:18:25.116109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0f74b212-9c66-420e-ba81-006e3b56e24d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:25.116847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f74b212-9c66-420e-ba81-006e3b56e24d not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:25.119358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:25.167950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0a3e0980-1e03-44b5-a294-58942d6f77ce {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:25.168751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0a3e0980-1e03-44b5-a294-58942d6f77ce not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:25.178808 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.194227 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-108fafeb-ca72-4854-b447-e89b36e094a2 service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261172 Jan 27 19:18:25.198499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d860fcd6-0d89-4108-bd7f-274752c25297 req-c4ec9115-a625-4c44-b49c-2a0ff35cd1c3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.0679567 Jan 27 19:18:25.328701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9896f3b4-f3f0-4110-a0da-298fd7084259 req-45b2911a-e587-488a-aad9-474a8514bcfb service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278546 Jan 27 19:18:25.363613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Allocated IP 172.25.5.105 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e0622a2a-8db1-4445-8e9a-5813a0041aa9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:25.391636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aae7c-74a9-47a5-9b7b-15829e1ceb17 req-d44c140f-f83b-4d24-bc07-db4f73aff47b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:25.393928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40aae7c-74a9-47a5-9b7b-15829e1ceb17 req-d44c140f-f83b-4d24-bc07-db4f73aff47b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.0841796 Jan 27 19:18:25.507805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40aae7c-74a9-47a5-9b7b-15829e1ceb17 req-eca1cc2c-7580-4334-9c68-9f6609783d45 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004605 Jan 27 19:18:25.555345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.614053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.699703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:25.706773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:25.709528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=e0622a2a-8db1-4445-8e9a-5813a0041aa9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:25.711991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:25.750104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1843568156', 'description': 'tempest-description-2137209054'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:25.789858 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.873157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (2380f1d3-db63-4f78-9bc2-ff1e70730407), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.933187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (602e784b-93fa-4524-8f3b-faa12340420b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.934678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.938023 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (602e784b-93fa-4524-8f3b-faa12340420b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:25.940660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:25.943658 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e28e75-3dc3-4f42-9526-8353fd22c4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:26.006229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:26.007588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c7781c9-ae30-4625-aad3-8648248c10dc req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2667506 Jan 27 19:18:26.021109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad75ef-4911-477e-b0ca-500ac319745a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602e784b-93fa-4524-8f3b-faa12340420b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:26.204019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bac9a5-f7f7-450a-98c9-b2c0221d9750 req-1c23d5c7-5863-4b21-a5ca-20731bfeaa80 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:26.207114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18bac9a5-f7f7-450a-98c9-b2c0221d9750 req-1c23d5c7-5863-4b21-a5ca-20731bfeaa80 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 943 time: 0.1094799 Jan 27 19:18:26.235392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:26.248259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:26.349455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event updated for resources: {'Port': ['ID=e0622a2a-8db1-4445-8e9a-5813a0041aa9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:26.356740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18bac9a5-f7f7-450a-98c9-b2c0221d9750 req-d35195fe-9c01-4e0c-8c16-28c7a3a3f8b3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334562 Jan 27 19:18:26.369121 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2380f1d3-db63-4f78-9bc2-ff1e70730407), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:26.397003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:26.398326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-627ff9be-314e-46a0-b214-3348b49da918 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5254822 Jan 27 19:18:26.489582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-9ff01503-154b-45c9-9924-6cb8737e70d7 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0833075 Jan 27 19:18:26.656263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf8497-fe41-4d79-aa04-3cb2d8155772 req-ace54dde-522e-44a9-9bee-f2800f171b58 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:26.659094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6caf8497-fe41-4d79-aa04-3cb2d8155772 req-ace54dde-522e-44a9-9bee-f2800f171b58 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1939001 Jan 27 19:18:26.769283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-fa9c4823-baad-4db8-99af-b9c2fd53afa1 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:26.771740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9836ab6c-1e5d-4024-b72a-62851544d507 req-fa9c4823-baad-4db8-99af-b9c2fd53afa1 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.2574127 Jan 27 19:18:26.803723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6caf8497-fe41-4d79-aa04-3cb2d8155772 req-df54e2cb-a2e3-4c83-8735-c4403f8e2032 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344333 Jan 27 19:18:26.874041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-565961771', 'description': 'tempest-description-930005849'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:26.880967 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52278ce-4ef0-4473-84df-fcbfa39b8588 x-openstack-request-id: req-a52278ce-4ef0-4473-84df-fcbfa39b8588 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:26.881898 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:26.882312 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a52278ce-4ef0-4473-84df-fcbfa39b8588 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:26.884772 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76', 'status': 'completed', 'code': 200} Jan 27 19:18:26.931179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.018015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-4896d56c-6822-4623-921d-fe074530c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.020155 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-4896d56c-6822-4623-921d-fe074530c63b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1f202838b44b2f860460c7a659d5d7&device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 1094 time: 0.0975695 Jan 27 19:18:27.035595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880a2b-9eb6-4a75-8f8d-1e391613be0f req-61a08e5f-c001-46f4-874d-7e8a2c375921 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.037304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21880a2b-9eb6-4a75-8f8d-1e391613be0f req-61a08e5f-c001-46f4-874d-7e8a2c375921 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.0859756 Jan 27 19:18:27.109590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (7ff7b405-f95a-4f3a-a4bf-2b29222cd539), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.116146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7ff7b405-f95a-4f3a-a4bf-2b29222cd539), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.159685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21880a2b-9eb6-4a75-8f8d-1e391613be0f req-e76bea11-763d-449e-8554-2425d54c70e8 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156254 Jan 27 19:18:27.179227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.180654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23f8fe25-a336-4878-abcf-08e7e85bd4fe req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3197784 Jan 27 19:18:27.191275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dfb27-f546-43c6-b1bb-0d484d025ec0 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7b405-f95a-4f3a-a4bf-2b29222cd539,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:27.206742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-99bfcb31-56a8-4ff8-a1c7-bfdb856802a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.208335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-99bfcb31-56a8-4ff8-a1c7-bfdb856802a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 200 len: 916 time: 0.1801257 Jan 27 19:18:27.249100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:27.255478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-4e4d709a-f9b5-4d15-b05c-f88a4972b914 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76 HTTP/1.1" status: 200 len: 217 time: 0.0399654 Jan 27 19:18:27.367378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-b74c6588-c96e-49ce-ac24-34b9ad1d26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.369366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-b74c6588-c96e-49ce-ac24-34b9ad1d26de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 200 len: 855 time: 0.1047809 Jan 27 19:18:27.394262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-254931a8-da75-40c4-907f-81dac1d81985 req-99f507e6-d285-49c1-8ebb-2d0e2722f7c8 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips/2380f1d3-db63-4f78-9bc2-ff1e70730407 HTTP/1.1" status: 200 len: 693 time: 0.0867722 Jan 27 19:18:27.417693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-4897b2e9-5924-4761-a02d-a9b9b49976ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a511b2cc-0261-4999-bb8a-c1a74a7f453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408428 Jan 27 19:18:27.525739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-83b6b471-1081-4c7e-89cf-27fc530f95a7 service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956147 Jan 27 19:18:27.638226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ecc8d9a9-ccb3-4ffb-aa41-27628eb0d9d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30b47258fcbf45dcb526835961e1c6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872001 Jan 27 19:18:27.643858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:27.664446 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-09e28e75-3dc3-4f42-9526-8353fd22c4c8 req-7ee197d3-e939-439e-b445-895aff0af8fb service neutron] 10.222.0.66 "GET /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372235 Jan 27 19:18:27.714354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254931a8-da75-40c4-907f-81dac1d81985 req-93ee96e4-0ee5-4cdc-abbf-e3f370be853d tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.716664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-254931a8-da75-40c4-907f-81dac1d81985 req-93ee96e4-0ee5-4cdc-abbf-e3f370be853d tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.3194201 Jan 27 19:18:27.739015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-254931a8-da75-40c4-907f-81dac1d81985 req-11af9940-f846-40c3-afb7-c27555412913 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:18:27.740598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-254931a8-da75-40c4-907f-81dac1d81985 req-11af9940-f846-40c3-afb7-c27555412913 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169375 Jan 27 19:18:27.776695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] Publish callbacks [] for security_group (af1fa9a0-75e5-462a-81d1-1b1c22528b3a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.828428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] Publish callbacks [] for security_group (af1fa9a0-75e5-462a-81d1-1b1c22528b3a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.903680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342ea08-42fa-4a39-b12c-01eb0d1cdca0 req-6f152242-b990-491f-bbd8-8418e81c77ef tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.905768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5342ea08-42fa-4a39-b12c-01eb0d1cdca0 req-6f152242-b990-491f-bbd8-8418e81c77ef tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1096 time: 0.1267774 Jan 27 19:18:27.950525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2139d0-5b09-41cc-92bf-180f1a21e4bf req-2a4446ba-522d-4aa6-b593-b59b639cf43a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:27.952177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe2139d0-5b09-41cc-92bf-180f1a21e4bf req-2a4446ba-522d-4aa6-b593-b59b639cf43a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 943 time: 0.1158016 Jan 27 19:18:27.953665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (af1fa9a0-75e5-462a-81d1-1b1c22528b3a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.956620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:27.961724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af1fa9a0-75e5-462a-81d1-1b1c22528b3a HTTP/1.1" status: 204 len: 168 time: 0.3127151 Jan 27 19:18:27.988867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f34a09-0fba-4cbd-99c1-705e223abac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1fa9a0-75e5-462a-81d1-1b1c22528b3a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:28.013910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5342ea08-42fa-4a39-b12c-01eb0d1cdca0 req-4f23a73b-9a9a-43d8-9f95-b6eea17b569d tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967605 Jan 27 19:18:28.071510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe2139d0-5b09-41cc-92bf-180f1a21e4bf req-5984306c-4d20-4bd0-b671-08297a5b9b1b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071854 Jan 27 19:18:28.167253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-73781d21-9373-495e-9a0b-11f7c0c576e6 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips/2380f1d3-db63-4f78-9bc2-ff1e70730407 HTTP/1.1" status: 200 len: 693 time: 0.0545247 Jan 27 19:18:28.341787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36812) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:28.358026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-66c03efd-a3d5-454c-96c0-43559ea206ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:28.360272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-66c03efd-a3d5-454c-96c0-43559ea206ac tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 813 time: 0.1920826 Jan 27 19:18:28.368879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-f27c7609-2539-463a-83e2-f7aab90dd6c7 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:28.370423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-f27c7609-2539-463a-83e2-f7aab90dd6c7 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1923237 Jan 27 19:18:28.389168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-711071b0-dd82-4ea2-964c-fb0aab1a769d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/quotas/2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 375 time: 0.0177121 Jan 27 19:18:28.396474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4b914e55-540a-4d3b-bf0f-7852cf548d2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b88e82513c24da4a28a3c04ef86857a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530097 Jan 27 19:18:28.398791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:28.438181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-8b94c6fa-8d77-48fc-a187-d05c82b6cc05 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0594983 Jan 27 19:18:28.454257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Publish callbacks [] for security_group (4e972c9c-a7c4-421f-88b0-1ee479a76840), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:28.482172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Publish callbacks [] for security_group (4e972c9c-a7c4-421f-88b0-1ee479a76840), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:28.509526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-442c2683-da53-46e0-b483-3f248e58499a tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0571730 Jan 27 19:18:28.520241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-f008a06c-e710-4ed9-87ee-de4eee95c981 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005199 Jan 27 19:18:28.540256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e972c9c-a7c4-421f-88b0-1ee479a76840), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:28.543656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:28.545143 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e972c9c-a7c4-421f-88b0-1ee479a76840 HTTP/1.1" status: 204 len: 168 time: 0.1452231 Jan 27 19:18:28.556781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e972c9c-a7c4-421f-88b0-1ee479a76840,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:28.565482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.565842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.566334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.566675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.567096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.567494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.567829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.568171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.568497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.568836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.569175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.569552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.569882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce5a90-ec97-413e-bc77-3b0790678cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:28.655569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:18:28.794095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-2f46a3a1-4221-4b49-8b63-f3e9d88c1e60 service neutron] 10.222.0.59 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539787 Jan 27 19:18:28.828866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Deleting port e0622a2a-8db1-4445-8e9a-5813a0041aa9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:28.829312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.094263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fd251db1-b65d-4c20-ae98-ae96b3c29b76 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:18:29.319930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:29.335839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-dbaea824-37a2-4112-bead-1ef419624b11 service neutron] 10.222.0.59 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305035 Jan 27 19:18:29.342131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76', 'network_id': 'a511b2cc-0261-4999-bb8a-c1a74a7f453e', 'port_id': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76', 'mac_address': 'fa:16:3e:e7:7c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e448b56c-8d10-4167-ab94-6c1aea9a5c9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:18:29.344829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.345093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (e0622a2a-8db1-4445-8e9a-5813a0041aa9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.391977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Calling delete_port for e0622a2a-8db1-4445-8e9a-5813a0041aa9 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:29.417337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port fd251db1-b65d-4c20-ae98-ae96b3c29b76 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:29.418302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.446596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd251db1-b65d-4c20-ae98-ae96b3c29b76 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:29.494202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:29.502068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.612314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:29.723781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307a18-2fde-4280-bcb0-d12d43f3ac63 req-065414ce-e9fb-4519-8645-ad379b59d95c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:29.725554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c307a18-2fde-4280-bcb0-d12d43f3ac63 req-065414ce-e9fb-4519-8645-ad379b59d95c tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1096 time: 0.1465945 Jan 27 19:18:29.745512 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e0622a2a-8db1-4445-8e9a-5813a0041aa9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.791470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event deleted for resources: {'Port': ['ID=e0622a2a-8db1-4445-8e9a-5813a0041aa9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:29.855342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c307a18-2fde-4280-bcb0-d12d43f3ac63 req-78e0763a-1c20-4bc4-9eb5-3edf9de14656 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204140 Jan 27 19:18:29.868122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['fd251db1-b65d-4c20-ae98-ae96b3c29b76'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:29.899609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (2380f1d3-db63-4f78-9bc2-ff1e70730407), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.906829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:29.908073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8c2bf39-39f3-4b07-b835-354c9030db86 req-7ad430bb-4c95-41ab-b524-ab70f92f4b64 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "DELETE /v2.0/floatingips/2380f1d3-db63-4f78-9bc2-ff1e70730407 HTTP/1.1" status: 204 len: 173 time: 1.3829875 Jan 27 19:18:30.172797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103eec9-21cd-466a-921c-27be179427a3 req-a5f84452-0677-48a3-99c6-2a1efd7ee30a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:30.179956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1103eec9-21cd-466a-921c-27be179427a3 req-a5f84452-0677-48a3-99c6-2a1efd7ee30a tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 945 time: 0.0866148 Jan 27 19:18:30.269517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1103eec9-21cd-466a-921c-27be179427a3 req-4d822a1a-f1ad-420b-a80c-fc3c7bbaa8ff tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Jan 27 19:18:30.373831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68504178-c35a-47a1-8463-701f8989f9f1 req-7c30ea08-c7e2-44a2-a34a-2ec64da32eca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 210 time: 0.0352180 Jan 27 19:18:30.701420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a41e9b-0911-4b49-a08d-03645137c4af req-8c0a4b68-52a8-405e-a440-07f3421a800a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:30.704136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a41e9b-0911-4b49-a08d-03645137c4af req-8c0a4b68-52a8-405e-a440-07f3421a800a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 944 time: 0.3354442 Jan 27 19:18:30.798273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-4574bf57-1db3-47e9-9ce1-485bb6b034a6 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:30.800884 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-4574bf57-1db3-47e9-9ce1-485bb6b034a6 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.0545361 Jan 27 19:18:30.812585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:30.863484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f781a-8fed-4225-8b1a-b93cfc76ae1c req-05abd128-4ce2-46c2-a6f8-aa4c79809729 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:30.866138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-867f781a-8fed-4225-8b1a-b93cfc76ae1c req-05abd128-4ce2-46c2-a6f8-aa4c79809729 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4380679 Jan 27 19:18:30.879597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:30.905946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a41e9b-0911-4b49-a08d-03645137c4af req-8cb3fff8-fdf4-4237-a70a-601cb3e142da tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873987 Jan 27 19:18:31.051374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a37dfe5-7654-4109-b143-33faa5aefb68 req-759ddd32-d8aa-45af-a4af-156a69285bc8 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=c7bc073af006410ca2c60a1bb572e678 HTTP/1.1" status: 200 len: 1656 time: 0.0964620 Jan 27 19:18:31.112919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fd251db1-b65d-4c20-ae98-ae96b3c29b76 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:31.166949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:31.243017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port fd251db1-b65d-4c20-ae98-ae96b3c29b76 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:18:31.252830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port fd251db1-b65d-4c20-ae98-ae96b3c29b76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:31.253962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.262155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:31.335290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:31.339846 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda57d44-2206-46d7-b62d-1bdb9c26bd36" -d '{"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:31.347957 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks [] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.357585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.418269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37dfe5-7654-4109-b143-33faa5aefb68 req-6d6065cd-22c9-4c9c-b5fd-341144701914 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:31.420622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a37dfe5-7654-4109-b143-33faa5aefb68 req-6d6065cd-22c9-4c9c-b5fd-341144701914 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks?id=935fd5be-0ace-4211-a3ca-c909b2cca822&id=935fd5be-0ace-4211-a3ca-c909b2cca822&id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 787 time: 0.3581023 Jan 27 19:18:31.427685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-252fba7e-f025-4ba7-80cf-bf7b4cf2bb77 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:31.429361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-252fba7e-f025-4ba7-80cf-bf7b4cf2bb77 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 813 time: 0.3473318 Jan 27 19:18:31.435287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1997663624', 'description': 'tempest-description-1727690734'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:31.447830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-1a37dfe5-7654-4109-b143-33faa5aefb68 req-06e3917a-1f9f-482b-b79c-6894a0914946 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:18:31.451958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a37dfe5-7654-4109-b143-33faa5aefb68 req-06e3917a-1f9f-482b-b79c-6894a0914946 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080526 Jan 27 19:18:31.468778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'device_id': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9', 'admin_state_up': True, 'tenant_id': '2943964742bc485bb0eb69bd099f33ac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:31.505298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port fd251db1-b65d-4c20-ae98-ae96b3c29b76 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:31.505795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.541116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.543843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:31.554049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.571217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:31.575264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:31.575780 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd0868b-89ff-4359-900f-12ac33e90efb" -d '{"events": [{"server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "name": "network-vif-plugged", "status": "completed", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:31.577672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:31.578359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:31.594939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:18:31.595498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Attempting to bind port 9e621e68-e427-42c7-ad85-792e6b9e5704 on network dafe67dd-81e9-44aa-b6a0-0a192e294674 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:31.596816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:31.605621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.613417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:31.614697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Checking segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:31.617488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Bound using segment: {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:31.620882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Bound port: 9e621e68-e427-42c7-ad85-792e6b9e5704, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d23f4-dc6c-465c-8444-25f40c2ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dafe67dd-81e9-44aa-b6a0-0a192e294674'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:31.621547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.698568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:31.739059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Made reservation on behalf of 2943964742bc485bb0eb69bd099f33ac for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:18:31.743734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:31.745457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.748602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:31.755102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.843396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:31.849987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:31.850886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.852521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e37b9323-d4c1-4240-85f1-2ce4a6e5a15a service neutron] 10.222.0.66 "PUT /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 1121 time: 1.0445786 Jan 27 19:18:31.852905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.876253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:31.960002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9e621e68-e427-42c7-ad85-792e6b9e5704'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:32.008900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9e621e68-e427-42c7-ad85-792e6b9e5704'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:32.026488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:32.107943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Allocated IP 172.20.0.10 (3575d4cf-5b57-4958-b179-0d55ca16d6c9/7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4/0f3763c3-4bb6-4054-986a-9125b12e3908) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:18:32.141851 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (52c68af4-ebe2-4575-9157-42a16de272c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.155238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (52c68af4-ebe2-4575-9157-42a16de272c5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.241663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.243247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5780353c-229f-47d5-b082-abdf0bb9ac16 req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8125074 Jan 27 19:18:32.248217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6bc6-0a17-4b74-90fc-fbfee58f87ce tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c68af4-ebe2-4575-9157-42a16de272c5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:32.529861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.576092 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.591481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:32.639349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:18:32.644833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:18:32.663444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:18:32.708596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:32.745237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cab8c-72e6-456a-b44c-867ac58ad302 req-b6cbec97-5ed2-4c09-9745-33190477242b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:32.750148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b58cab8c-72e6-456a-b44c-867ac58ad302 req-b6cbec97-5ed2-4c09-9745-33190477242b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 943 time: 0.1348655 Jan 27 19:18:32.762047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:32.762996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.823308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-25da84d1-b5b1-4f34-ba9e-1420fab1e3ef tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3698957 Jan 27 19:18:32.841982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Request body: {'port': {'device_id': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:32.917224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b58cab8c-72e6-456a-b44c-867ac58ad302 req-a4b2433c-a971-4f71-8342-d678f56be3fd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496882 Jan 27 19:18:32.966707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:32.989920 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952514be-0840-4b15-83ec-72dc84ddc595 x-openstack-request-id: req-952514be-0840-4b15-83ec-72dc84ddc595 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:32.990785 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:32.990785 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-952514be-0840-4b15-83ec-72dc84ddc595 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:32.991135 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'code': 200} Jan 27 19:18:33.114823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:18:33.247345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae72467-c561-4276-be18-e787590f651b req-aee1ffe5-e913-41f6-aeec-76199a5dc6f8 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:33.250311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fae72467-c561-4276-be18-e787590f651b req-aee1ffe5-e913-41f6-aeec-76199a5dc6f8 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 932 time: 0.1977987 Jan 27 19:18:33.312148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-0da4bf03-4322-491d-8dd3-862c8ac0f8a5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:18:33.322929 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-0da4bf03-4322-491d-8dd3-862c8ac0f8a5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2203636 Jan 27 19:18:33.354253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:33.365543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-991811e4-5332-43ed-9ff2-3f8d75ad853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:33.374568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-991811e4-5332-43ed-9ff2-3f8d75ad853f service neutron] 10.222.0.59 "GET /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 1093 time: 0.0488803 Jan 27 19:18:33.377839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 has no active binding in host n-h1-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:18:33.381654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Request body: {'binding': {'host': 'n-h1-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:33.382481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:18:33.472430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3763c3-4bb6-4054-986a-9125b12e3908 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:33.484504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks [] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:33.496442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fae72467-c561-4276-be18-e787590f651b req-e859e56a-b340-48d3-b25a-6c77c3bd2482 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019855 Jan 27 19:18:33.533849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Transition to ACTIVE for port object 0f3763c3-4bb6-4054-986a-9125b12e3908 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:18:33.541812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:33.600884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h1-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:33.601491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:33.602035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:33.610272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:18:33.611848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:33.621453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:33.621997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:33.622614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:33.623370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Bound port: 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:33.650531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49b52382-f180-4100-9d66-079c6df31436 req-af898422-2184-4178-bac9-0c16d58c7247 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips/8854191a-a817-4ef8-84c7-5f7c42ca57c4 HTTP/1.1" status: 200 len: 693 time: 0.1107323 Jan 27 19:18:33.679890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:33.710894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:33.718003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:33.719362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-8519ae24-eeef-4d94-9202-5181648b15cd service neutron] 10.222.0.59 "POST /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99/bindings HTTP/1.1" status: 201 len: 389 time: 0.3433847 Jan 27 19:18:33.831777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Attempting to bind port 0f3763c3-4bb6-4054-986a-9125b12e3908 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:18:33.832500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Attempting to bind port 0f3763c3-4bb6-4054-986a-9125b12e3908 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:18:33.832500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Attempting to bind port 0f3763c3-4bb6-4054-986a-9125b12e3908 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:33.845770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b52382-f180-4100-9d66-079c6df31436 req-5285dbf8-eb2e-46b7-9c60-4f90531cb8b5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:33.853099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49b52382-f180-4100-9d66-079c6df31436 req-5285dbf8-eb2e-46b7-9c60-4f90531cb8b5 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1873860 Jan 27 19:18:33.858804 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32e398-0145-4b43-9635-971c55948be8 x-openstack-request-id: req-6e32e398-0145-4b43-9635-971c55948be8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:33.860568 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "name": "network-vif-plugged", "status": "completed", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:33.861374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Port 0f3763c3-4bb6-4054-986a-9125b12e3908 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:18:33.861750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Attempting to bind port 0f3763c3-4bb6-4054-986a-9125b12e3908 on network 3575d4cf-5b57-4958-b179-0d55ca16d6c9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:18:33.862302 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e32e398-0145-4b43-9635-971c55948be8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:33.863210 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76', 'code': 200} Jan 27 19:18:33.874496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:18:33.874638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Checking segment: {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:18:33.875015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Bound using segment: {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:18:33.875582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Bound port: 0f3763c3-4bb6-4054-986a-9125b12e3908, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caa9be9-cf42-40f4-8e9a-073533acfbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:18:33.875823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:33.948747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49b52382-f180-4100-9d66-079c6df31436 req-1a77619b-183c-4e0e-97f4-7b7d19b08bd9 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0946550 Jan 27 19:18:34.044169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49b52382-f180-4100-9d66-079c6df31436 req-2419d9f2-f7f6-4c7d-bf7f-28722f5dd63e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0929739 Jan 27 19:18:34.052893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af89d-fd92-4579-94cc-eb78a7740d93 req-c65a4df1-2b57-4b0d-bc79-16171d9833b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:34.058644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-952af89d-fd92-4579-94cc-eb78a7740d93 req-c65a4df1-2b57-4b0d-bc79-16171d9833b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 1096 time: 0.0689678 Jan 27 19:18:34.082826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ebd3f-fecb-457c-a8b6-72332a34ce88 req-f47dc7ff-7d3f-4b0d-8298-7fbd10b5230f tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:34.084689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a7ebd3f-fecb-457c-a8b6-72332a34ce88 req-f47dc7ff-7d3f-4b0d-8298-7fbd10b5230f tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1594698 Jan 27 19:18:34.132284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-952af89d-fd92-4579-94cc-eb78a7740d93 req-b6355a1e-5cd6-43ed-9745-a41cb186d3e5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Jan 27 19:18:34.138664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:34.192421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:18:34.204380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.286975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:34.287611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.289047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] 10.222.0.66 "PUT /v2.0/ports/0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 1092 time: 1.4546256 Jan 27 19:18:34.290812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:34.293138 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fc965-8b48-4720-a356-8c0505b87d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:34.302191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a7ebd3f-fecb-457c-a8b6-72332a34ce88 req-a504c96c-7076-4013-8a9a-bcc2059dd6f5 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789927 Jan 27 19:18:34.325690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8471d-2da4-4aca-8708-97b89ad07dec service neutron] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:34.349845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1639960217', 'description': 'tempest-description-266144317'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:34.370557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Deleting port 4b0520d2-8a69-4677-aaa4-a03393c86fad {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:34.371019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.421893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.494383 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.494710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (4b0520d2-8a69-4677-aaa4-a03393c86fad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.515574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Calling delete_port for 4b0520d2-8a69-4677-aaa4-a03393c86fad owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:34.592177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (c75eedcb-7f53-4777-9ecb-9c37d900df57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.600030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c75eedcb-7f53-4777-9ecb-9c37d900df57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.655181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.656488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1472a062-9442-41ee-8067-9657b558885d req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3136044 Jan 27 19:18:34.659920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde85db0-a0f3-4c55-b476-dfb0eda11007 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75eedcb-7f53-4777-9ecb-9c37d900df57,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:34.768261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4b0520d2-8a69-4677-aaa4-a03393c86fad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.799264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event deleted for resources: {'Port': ['ID=4b0520d2-8a69-4677-aaa4-a03393c86fad,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:34.874846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (8854191a-a817-4ef8-84c7-5f7c42ca57c4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.878413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:34.879633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49b52382-f180-4100-9d66-079c6df31436 req-69a5b86c-7a7a-444d-ba4a-fd91da3dff9f tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "DELETE /v2.0/floatingips/8854191a-a817-4ef8-84c7-5f7c42ca57c4 HTTP/1.1" status: 204 len: 173 time: 0.8178070 Jan 27 19:18:34.991877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:34.994683 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e9035-8a04-48cd-b83e-7d13a474d889" -d '{"events": [{"name": "network-changed", "server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:38.883556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:38.986335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ffced7-7ac2-4651-b76a-a4c824a0726b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:39.066000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9e621e68-e427-42c7-ad85-792e6b9e5704 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:39.129421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-8591d5d6-47eb-46cc-b5e6-d77b2426ce19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525339 Jan 27 19:18:39.223617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-9db152b4-56d9-4e92-8b1c-dbfe37f2c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:39.226653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-9db152b4-56d9-4e92-8b1c-dbfe37f2c691 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 1095 time: 0.0673630 Jan 27 19:18:39.384975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-8cb8ed8f-8a6f-481c-8052-7896f1d7937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:39.387759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-8cb8ed8f-8a6f-481c-8052-7896f1d7937a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1322410 Jan 27 19:18:39.445166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-738a0c6e-4539-4a32-801d-7d5718adfa5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 200 len: 217 time: 0.0495152 Jan 27 19:18:39.508090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-ae416928-1738-4255-a9e3-1cbf77bf95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:39.509663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-ae416928-1738-4255-a9e3-1cbf77bf95cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.0581150 Jan 27 19:18:39.566153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-522792fb-aba4-40d4-adb4-890161b4b8f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490239 Jan 27 19:18:39.724057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-a9fa231c-68ba-424b-8820-328f076fc87d service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492503 Jan 27 19:18:39.869246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-593dec0b-8d26-4aeb-b35e-2943ea486e70 req-36e45c32-4c60-45ea-a6f5-e7ffa5f84858 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372361 Jan 27 19:18:40.144377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-52be1fec-a579-4e81-b534-93e88510e393 service neutron] 10.222.0.39 "GET /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704/bindings/n-h1-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.0724797 Jan 27 19:18:40.398915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:40.435152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:40.493652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e621e68-e427-42c7-ad85-792e6b9e5704 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:40.507452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:40.525518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:40.625044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] Transition to ACTIVE for port object 9e621e68-e427-42c7-ad85-792e6b9e5704 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:18:40.631222 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:40.751124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] No DVR routers for this DVR port 9e621e68-e427-42c7-ad85-792e6b9e5704 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:40.771298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] Pushing event updated for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:40.809522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c60e5262-a112-4cf1-91e8-91df4e42836d service neutron] 10.222.0.39 "PUT /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704/bindings/n-h1-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6552339 Jan 27 19:18:41.839085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9add68a-ebf2-45ac-aa12-e13c515d9647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:42.333105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-58f2c940-d586-4c96-8378-9954e80154d3 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.335111 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-58f2c940-d586-4c96-8378-9954e80154d3 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1091707 Jan 27 19:18:42.340588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-0002a915-c0fd-4313-b2e0-5c531a15c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.342253 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-0002a915-c0fd-4313-b2e0-5c531a15c699 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1095 time: 0.0938096 Jan 27 19:18:42.392793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-14e5710c-c7d7-402f-9eed-4e2cae6a14da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1670527 Jan 27 19:18:42.409097 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-fbf50398-8ddc-4bce-b972-a2383d87b6e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 217 time: 0.0556667 Jan 27 19:18:42.418417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df6a6-f2ea-4fd0-8f0c-b74c8381bfdd req-8f85d13a-daf9-42d5-9238-862c1a4ae7da tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.420193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c44df6a6-f2ea-4fd0-8f0c-b74c8381bfdd req-8f85d13a-daf9-42d5-9238-862c1a4ae7da tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1479897 Jan 27 19:18:42.452776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-88cc9953-3cac-4156-8be1-de98146e4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.454353 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-88cc9953-3cac-4156-8be1-de98146e4c67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b&tenant_id=709e32a45d9d43c8b293358a3db48343 HTTP/1.1" status: 200 len: 1095 time: 0.1109662 Jan 27 19:18:42.476661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-b45ceacf-3b42-422d-8a67-c1466543253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.476966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e961-0f98-4b77-b7a0-7cfd2c3e343b req-99da3648-fdfb-4a91-900d-6c2bf373e7e3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.478625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea01e961-0f98-4b77-b7a0-7cfd2c3e343b req-99da3648-fdfb-4a91-900d-6c2bf373e7e3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.1831932 Jan 27 19:18:42.478940 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-b45ceacf-3b42-422d-8a67-c1466543253e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.0630620 Jan 27 19:18:42.554539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d994-d2cf-42a3-b332-648315ad944a req-6296cf8b-ea6c-49f7-9b4a-6d7321d6008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.556164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-6296cf8b-ea6c-49f7-9b4a-6d7321d6008b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 1096 time: 0.1337366 Jan 27 19:18:42.562680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-a56d697e-c4c7-45a9-9146-19b22f6c90f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687792 Jan 27 19:18:42.580904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c44df6a6-f2ea-4fd0-8f0c-b74c8381bfdd req-447ff079-af16-4970-9859-ac434a81f519 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472654 Jan 27 19:18:42.623045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea01e961-0f98-4b77-b7a0-7cfd2c3e343b req-4d5fc46d-531b-4d93-82a5-c7d8cbd00daf tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353617 Jan 27 19:18:42.677047 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12659be-17b3-4c02-b424-b282427f18ce x-openstack-request-id: req-a12659be-17b3-4c02-b424-b282427f18ce {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:42.678385 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:42.679222 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a12659be-17b3-4c02-b424-b282427f18ce {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:42.680403 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'status': 'completed', 'code': 200} Jan 27 19:18:42.720810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-054665c4-bab0-4cbc-9e03-f780af462076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.723289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-054665c4-bab0-4cbc-9e03-f780af462076 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1095 time: 0.2429092 Jan 27 19:18:42.773371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d994-d2cf-42a3-b332-648315ad944a req-54dda9af-0280-4097-af9a-0f031ceb6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:42.774928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-54dda9af-0280-4097-af9a-0f031ceb6883 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1894901 Jan 27 19:18:42.821995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-0412fa24-8c5c-43e9-94f1-297bfaa01b1d service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512031 Jan 27 19:18:43.013350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-db13e5e2-8a7c-4992-9d53-f72afb1e2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.015830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-db13e5e2-8a7c-4992-9d53-f72afb1e2a31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2837348 Jan 27 19:18:43.113065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c4bf9d6d-0c95-4e0e-914c-941fad997a99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 217 time: 0.0888503 Jan 27 19:18:43.116728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8e7f893-f450-46ca-92b3-728323796aa0 req-0cc2333b-213b-4dcd-a73a-32445fe86aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865913 Jan 27 19:18:43.124879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-246271109', 'description': 'tempest-description-453326143'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:43.162902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-16eac52f-e087-4234-a852-77985b2e152b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 200 len: 217 time: 0.3804061 Jan 27 19:18:43.173313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43db14-2c17-426e-abb6-ad01a7333674 req-129915b9-a42c-423b-80d3-dc7e1bc8dd32 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.175550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba43db14-2c17-426e-abb6-ad01a7333674 req-129915b9-a42c-423b-80d3-dc7e1bc8dd32 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 944 time: 0.4655807 Jan 27 19:18:43.235038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.238987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-6615aa84-535a-43ca-b8e9-a641c56f5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.241177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-6615aa84-535a-43ca-b8e9-a641c56f5e42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1185439 Jan 27 19:18:43.254547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.262529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-ffbdc8e7-12c6-4b6b-a33c-a1330216022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.264947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-ffbdc8e7-12c6-4b6b-a33c-a1330216022d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1095 time: 0.0876980 Jan 27 19:18:43.278990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d994-d2cf-42a3-b332-648315ad944a req-d1b3f39f-be5e-4b57-956e-7564b7a0ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.280814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-d1b3f39f-be5e-4b57-956e-7564b7a0ea8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1042526 Jan 27 19:18:43.289156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-e279bd1b-1c2b-4f5a-83ff-98db42c71216 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394900 Jan 27 19:18:43.315419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba43db14-2c17-426e-abb6-ad01a7333674 req-bd352b8b-3b0d-40ee-ae72-3b63eb3a52fd tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266992 Jan 27 19:18:43.336820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-6c4d7bcd-900a-4be8-949c-aa963c6cedf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447013 Jan 27 19:18:43.480055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f274fa0-e62d-460b-b196-e0aece25002a req-e5e5b5d5-7e94-4fdc-86ff-f1cb094026de tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips/80e83623-6ce9-46ab-9220-02d4d9ce7c37 HTTP/1.1" status: 200 len: 693 time: 0.1112111 Jan 27 19:18:43.507500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c256f75b-18a3-41ca-a30d-ca2054e66ac6 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096548 Jan 27 19:18:43.508807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-cdc5fdf4-7eef-4599-9aa4-208c92e46bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.510487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-cdc5fdf4-7eef-4599-9aa4-208c92e46bdf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.2242584 Jan 27 19:18:43.588421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-95e45fea-0390-4e54-a1b7-9163c3bfb7ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 217 time: 0.0591588 Jan 27 19:18:43.591566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (85a07c80-b5ee-4172-88b0-552f5b17008c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.605110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (85a07c80-b5ee-4172-88b0-552f5b17008c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.636097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-9e9b1d95-65c8-464d-9586-f216f9b7e11b service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807107 Jan 27 19:18:43.730747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a07c80-b5ee-4172-88b0-552f5b17008c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:43.774202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274fa0-e62d-460b-b196-e0aece25002a req-4ceef166-e1d0-4a4a-a7ea-acec9586b3a2 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:43.775874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f274fa0-e62d-460b-b196-e0aece25002a req-4ceef166-e1d0-4a4a-a7ea-acec9586b3a2 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.2813067 Jan 27 19:18:43.892006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f274fa0-e62d-460b-b196-e0aece25002a req-ef0d9f87-3960-43d0-b6d9-da72b1203acc tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.1010647 Jan 27 19:18:43.894804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (39c44f72-8998-49ba-a11b-b9c99a0e37c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.901945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39c44f72-8998-49ba-a11b-b9c99a0e37c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.908230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c9d994-d2cf-42a3-b332-648315ad944a req-2eace190-8697-4e86-9c4e-831d0b6a5a41 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554719 Jan 27 19:18:43.986598 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:43.988139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2757db98-7210-4303-b6fe-ab5276266be9 req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2026672 Jan 27 19:18:43.988685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5524-aff5-4151-a368-c3f2773fe01d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c44f72-8998-49ba-a11b-b9c99a0e37c7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:43.996360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f274fa0-e62d-460b-b196-e0aece25002a req-24587754-c0c0-4418-84a3-01dcbad9cd8c tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0828378 Jan 27 19:18:44.018773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-c57c70ad-39db-48ac-927f-7fe9e8a24edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.020830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-c57c70ad-39db-48ac-927f-7fe9e8a24edd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.3970947 Jan 27 19:18:44.064574 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-c0656c5e-b70d-4ea9-b2d2-8d881d0b8976 service neutron] 10.222.0.66 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454955 Jan 27 19:18:44.067048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-e2276c6d-754d-45f0-996e-0c4a48ac2ef3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341637 Jan 27 19:18:44.068743 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733bcc44-db1f-4acb-adf7-8c1cc8635fc4 x-openstack-request-id: req-733bcc44-db1f-4acb-adf7-8c1cc8635fc4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:44.069082 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:44.069415 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-733bcc44-db1f-4acb-adf7-8c1cc8635fc4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:44.069780 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'status': 'completed', 'code': 200} Jan 27 19:18:44.221158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-a4b8d669-f641-443a-b588-bd04fad14053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.222677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-a4b8d669-f641-443a-b588-bd04fad14053 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709e32a45d9d43c8b293358a3db48343&device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1095 time: 0.1096561 Jan 27 19:18:44.230666 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-8da98162-7e95-4fa7-a8ae-f53bb8d60ae7 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549554 Jan 27 19:18:44.270073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98658801-fe7b-43c1-9ab1-bddc016e053c req-11f8e19c-b56c-4bde-a54c-fe7c98eedf1e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.271697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98658801-fe7b-43c1-9ab1-bddc016e053c req-11f8e19c-b56c-4bde-a54c-fe7c98eedf1e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1239426 Jan 27 19:18:44.339139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Deleting port 2603a796-2b1e-4be4-be37-0428e12c6a70 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:44.339516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:44.356101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8a7fc965-8b48-4720-a356-8c0505b87d2d req-4c0cb39b-e79b-452d-b888-479d77d19f77 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183305 Jan 27 19:18:44.464401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98658801-fe7b-43c1-9ab1-bddc016e053c req-635bd359-2215-4b63-831f-8d58c6e08833 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563718 Jan 27 19:18:44.472900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-050f42da-d639-4814-b0b8-ec8e65e2075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.474487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-050f42da-d639-4814-b0b8-ec8e65e2075b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 200 len: 909 time: 0.2393196 Jan 27 19:18:44.553502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2452-fa91-4bf2-9010-33938a968c3e req-dbe5a4f6-95bf-48fa-bcf9-1171d96c4aaa tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.557113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-dbe5a4f6-95bf-48fa-bcf9-1171d96c4aaa tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b&tenant_id=709e32a45d9d43c8b293358a3db48343&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1147187 Jan 27 19:18:44.565852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-2bb7f7b3-9d06-40ae-93fc-a016866553af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 200 len: 217 time: 0.0784290 Jan 27 19:18:44.568482 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:44.568918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (2603a796-2b1e-4be4-be37-0428e12c6a70), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:44.634265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Calling delete_port for 2603a796-2b1e-4be4-be37-0428e12c6a70 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:44.739708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-b6f2c830-6a37-4e7a-92e5-aac5e83369ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.742456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-b6f2c830-6a37-4e7a-92e5-aac5e83369ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 200 len: 848 time: 0.1585870 Jan 27 19:18:44.775303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-978c2452-fa91-4bf2-9010-33938a968c3e req-17c6f923-1e94-44c7-a63d-0d459f4aa842 service neutron] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:18:44.781891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-978c2452-fa91-4bf2-9010-33938a968c3e req-17c6f923-1e94-44c7-a63d-0d459f4aa842 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:44.784766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-17c6f923-1e94-44c7-a63d-0d459f4aa842 service neutron] 10.222.0.66 "DELETE /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704/bindings/n-h2-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.2095473 Jan 27 19:18:44.804495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-60ab3423-783d-48f1-aed4-926f19d6b051 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dafe67dd-81e9-44aa-b6a0-0a192e294674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511372 Jan 27 19:18:44.985331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e497d3c-8889-4845-94c1-f7200fdd7c81 req-785b2074-2ac0-4f72-baac-9148099728d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:44.986893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e497d3c-8889-4845-94c1-f7200fdd7c81 req-785b2074-2ac0-4f72-baac-9148099728d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1788142 Jan 27 19:18:45.012172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.055217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-bdc8338b-45ae-4ea0-86d9-7c05546216df service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246523 Jan 27 19:18:45.097703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2603a796-2b1e-4be4-be37-0428e12c6a70), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.174233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e497d3c-8889-4845-94c1-f7200fdd7c81 req-89387475-dbfc-4df9-a585-1f7ed86137fb tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597686 Jan 27 19:18:45.179657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event deleted for resources: {'Port': ['ID=2603a796-2b1e-4be4-be37-0428e12c6a70,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:45.279810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b16e9035-8a04-48cd-b83e-7d13a474d889 req-f02d7090-99ca-4daa-9362-df6d39199152 service neutron] 10.222.0.39 "GET /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135124 Jan 27 19:18:45.303323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (80e83623-6ce9-46ab-9220-02d4d9ce7c37), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.309042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.311202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f274fa0-e62d-460b-b196-e0aece25002a req-c2baab2f-6742-46e2-8da9-d601b5e5af2e tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "DELETE /v2.0/floatingips/80e83623-6ce9-46ab-9220-02d4d9ce7c37 HTTP/1.1" status: 204 len: 173 time: 1.2952971 Jan 27 19:18:45.359164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1910173447', 'description': 'tempest-description-1739053714'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:18:45.389502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.412262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e97be3-afa4-4f2b-8a96-4c08434570de req-7caf80b4-906d-467e-92d5-59b2de2082d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:45.413932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e97be3-afa4-4f2b-8a96-4c08434570de req-7caf80b4-906d-467e-92d5-59b2de2082d0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.1005740 Jan 27 19:18:45.422174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.503577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e97be3-afa4-4f2b-8a96-4c08434570de req-07342566-9683-404f-a26f-1261e6ddac9b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 Jan 27 19:18:45.523191 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (a0ed96b4-9da2-4db8-820c-2c53ca61e0f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.528653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0ed96b4-9da2-4db8-820c-2c53ca61e0f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.562709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:45.564084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebfcbe1d-1928-4df4-9f9b-4d33ec3de3a7 req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2338395 Jan 27 19:18:45.569071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33201f-8409-4c41-9dde-3e657304a1a8 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed96b4-9da2-4db8-820c-2c53ca61e0f7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:45.663554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10ce6a9e-5c7b-4f96-8929-d99e2afe2626 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips/8243be6b-3937-4fa7-ba7a-73259efb2d1d HTTP/1.1" status: 200 len: 692 time: 0.0706100 Jan 27 19:18:45.764346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631daf97-d618-4fa5-9c91-54517c74e4cc req-3dda18cb-a8fe-4586-8d72-9163a9073124 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:45.765973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-631daf97-d618-4fa5-9c91-54517c74e4cc req-3dda18cb-a8fe-4586-8d72-9163a9073124 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 944 time: 0.1229026 Jan 27 19:18:45.828600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-d637c593-35a5-48e9-87d5-6a2f8a6d1d9d tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:45.830849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-d637c593-35a5-48e9-87d5-6a2f8a6d1d9d tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1528230 Jan 27 19:18:45.897549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-631daf97-d618-4fa5-9c91-54517c74e4cc req-01d4e965-f97d-4737-b9fd-3eb4ed362612 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232729 Jan 27 19:18:45.903301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-c4daf0ab-58d0-44fc-81d0-838a45452990 tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.0624204 Jan 27 19:18:45.944046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:46.018295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-a73a4e08-adae-4aa3-ba52-843def56402a tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.0995839 Jan 27 19:18:46.186869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ee37-e406-4df5-b2de-77f3206ba6dc req-2b0e064d-e127-49fd-bb10-d88f272fa515 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:46.188517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af38ee37-e406-4df5-b2de-77f3206ba6dc req-2b0e064d-e127-49fd-bb10-d88f272fa515 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1449511 Jan 27 19:18:46.207777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-ac253378-d6a8-42ee-ae85-10759b9db57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:46.210786 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-ac253378-d6a8-42ee-ae85-10759b9db57f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1096 time: 0.0753036 Jan 27 19:18:46.256062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Deleting port 78e63d05-122c-4a50-878b-901973688296 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:46.256403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (78e63d05-122c-4a50-878b-901973688296), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:46.275549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af38ee37-e406-4df5-b2de-77f3206ba6dc req-08962491-60a5-4475-9f12-fc477e025e81 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Jan 27 19:18:46.368821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-5ac4f6be-cbcb-4203-ad60-ccaac1c9b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:46.370570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-5ac4f6be-cbcb-4203-ad60-ccaac1c9b8bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.1527672 Jan 27 19:18:46.413138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (78e63d05-122c-4a50-878b-901973688296), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:46.413587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (78e63d05-122c-4a50-878b-901973688296), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:46.421629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-b37b627f-a533-40b2-a37d-6891529e0bc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 217 time: 0.0443649 Jan 27 19:18:46.452380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Calling delete_port for 78e63d05-122c-4a50-878b-901973688296 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:46.484284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-da0162d7-7e8e-4db7-8030-2bc481dc159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:46.486302 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-da0162d7-7e8e-4db7-8030-2bc481dc159b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.0589516 Jan 27 19:18:46.524513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-2ddd6127-e35b-474f-981b-ccaf66e76205 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297029 Jan 27 19:18:46.646454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-41d86233-8813-4854-b57a-d4465722a452 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153858 Jan 27 19:18:46.746129 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-e6cc71ca-63d7-4ffd-bad6-8062459993db service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929034 Jan 27 19:18:46.794301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (78e63d05-122c-4a50-878b-901973688296), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:46.872413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Pushing event deleted for resources: {'Port': ['ID=78e63d05-122c-4a50-878b-901973688296,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:47.058409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks [] for floatingip (8243be6b-3937-4fa7-ba7a-73259efb2d1d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:47.061714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:47.064652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dae9041-f4e3-44ac-8925-e53f3fec50df req-10506687-bc6a-487f-b510-1b26e4ba22bd tempest-FloatingIPDetailsTestJSON-962509027 tempest-FloatingIPDetailsTestJSON-962509027-project] 10.222.0.59 "DELETE /v2.0/floatingips/8243be6b-3937-4fa7-ba7a-73259efb2d1d HTTP/1.1" status: 204 len: 173 time: 1.0347927 Jan 27 19:18:47.073045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:47.171332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-74067b7e-3003-42b1-8154-fe66c1ee6273 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 60093 time: 0.8116403 Jan 27 19:18:47.175607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f3763c3-4bb6-4054-986a-9125b12e3908 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:18:47.342901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-574a7d51-b305-46f4-b6cd-a8092b279349 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/01b34df0-0ad7-4956-8ec2-871bd53e59f3 HTTP/1.1" status: 200 len: 2998 time: 0.1483738 Jan 27 19:18:47.359135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:47.378345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'network_id': '3575d4cf-5b57-4958-b179-0d55ca16d6c9', 'port_id': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'mac_address': 'fa:16:3e:70:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:18:47.424157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-02aa01a4-afff-44c5-a132-ec5cdb1f385d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/01b34df0-0ad7-4956-8ec2-871bd53e59f3 HTTP/1.1" status: 200 len: 2998 time: 0.0793233 Jan 27 19:18:47.441897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f3763c3-4bb6-4054-986a-9125b12e3908 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:47.442456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:47.462475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3763c3-4bb6-4054-986a-9125b12e3908 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:18:47.492480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:47.499789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:47.589311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:47.600605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-1e4b1ecf-fc50-4ee8-9a1c-bdcf8c82b51f tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.1586576 Jan 27 19:18:47.602770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.603485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.604172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.604535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.604881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.605937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.605937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.605937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.606447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.607253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.607433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.607753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.608155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:47.633330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6a488-0af9-4694-a775-ded500fe8c91 req-7e4c40bc-c121-4ffa-b810-1ab07c0de7ba tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:47.635356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ee6a488-0af9-4694-a775-ded500fe8c91 req-7e4c40bc-c121-4ffa-b810-1ab07c0de7ba tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1661332 Jan 27 19:18:47.700533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-96a6d2fc-07c7-48a3-892f-1c5bd3adeb3d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 200 len: 2998 time: 0.0849450 Jan 27 19:18:47.721724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ee6a488-0af9-4694-a775-ded500fe8c91 req-4a5c9d4a-0f38-46bf-a7cd-de3a35fe55f7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726907 Jan 27 19:18:47.760047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (9ed6302e-62ea-4917-8a9b-25968226301c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:47.770988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-bf9d5527-e2ab-4316-88f1-7f5f7e147b57 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1436bb22-5b2f-4bfe-aad2-5fbe69023933 HTTP/1.1" status: 200 len: 2998 time: 0.0604377 Jan 27 19:18:47.825725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-83c98334-a103-4d77-aad0-f9c7e9f48b3e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1436bb22-5b2f-4bfe-aad2-5fbe69023933 HTTP/1.1" status: 200 len: 2998 time: 0.0473657 Jan 27 19:18:47.893648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:47.918082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-80c3b7da-6752-42a0-9258-dee8bf2a6efd tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1e984968-3fbc-416a-9fe5-88d17f7faca8 HTTP/1.1" status: 200 len: 2998 time: 0.0851674 Jan 27 19:18:48.003489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-ca0403bc-165a-4300-b334-c1eb05a2f712 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1e984968-3fbc-416a-9fe5-88d17f7faca8 HTTP/1.1" status: 200 len: 2998 time: 0.0811198 Jan 27 19:18:48.008920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b26-8503-4f21-b4bd-0efeab411f91 req-bd02e8c1-b33e-4bc0-85db-3f9764351a60 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:48.025051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b564b26-8503-4f21-b4bd-0efeab411f91 req-bd02e8c1-b33e-4bc0-85db-3f9764351a60 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 1095 time: 0.1730630 Jan 27 19:18:48.153528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-f2ddca0f-e8cf-430c-9cca-0ab4ead72847 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/255cf8ef-4035-4c87-acb4-84110fb6f5a2 HTTP/1.1" status: 200 len: 2998 time: 0.1263599 Jan 27 19:18:48.161071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b564b26-8503-4f21-b4bd-0efeab411f91 req-55be060a-10dd-431f-a0ce-ceff79a523c4 tempest-LiveMigrationTest-1437839405 tempest-LiveMigrationTest-1437839405-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229222 Jan 27 19:18:48.208495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Deleting port 987630e9-90e7-425f-ab57-12f585a50400 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:48.208495 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (987630e9-90e7-425f-ab57-12f585a50400), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:48.257838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-18e52450-98e2-47ff-bbf8-0732bbec590b tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/255cf8ef-4035-4c87-acb4-84110fb6f5a2 HTTP/1.1" status: 200 len: 2998 time: 0.0954292 Jan 27 19:18:48.316103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] For port 987630e9-90e7-425f-ab57-12f585a50400, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987630e9-90e7-425f-ab57-12f585a50400,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:48.316929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (987630e9-90e7-425f-ab57-12f585a50400), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:48.340417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Calling delete_port for 987630e9-90e7-425f-ab57-12f585a50400 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:48.355020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-350ee231-72db-46d7-8d36-93f48e67962d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3616a60f-8b46-4113-ac75-299e215514ad HTTP/1.1" status: 200 len: 2998 time: 0.0945170 Jan 27 19:18:48.389419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c41973-cc4c-4fa9-9a60-76195619aaba req-45257916-9775-4c7f-b88f-7fe7959ce6d9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:48.391249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3c41973-cc4c-4fa9-9a60-76195619aaba req-45257916-9775-4c7f-b88f-7fe7959ce6d9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 945 time: 0.0762975 Jan 27 19:18:48.440806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-4416c0ee-fc4d-4822-a629-96009670b97f tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3616a60f-8b46-4113-ac75-299e215514ad HTTP/1.1" status: 200 len: 2998 time: 0.0765653 Jan 27 19:18:48.490355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3c41973-cc4c-4fa9-9a60-76195619aaba req-c9355863-0ad5-4aaa-9f39-087640ef464e tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870981 Jan 27 19:18:48.513752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-3f26df0c-3463-4e3c-ada8-85b31217131d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca HTTP/1.1" status: 200 len: 2998 time: 0.0575471 Jan 27 19:18:48.582268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (987630e9-90e7-425f-ab57-12f585a50400), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:48.619389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=987630e9-90e7-425f-ab57-12f585a50400,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:48.632928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-36d428e0-fa63-44ee-b8ba-73ab5be85862 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca HTTP/1.1" status: 200 len: 2998 time: 0.1039200 Jan 27 19:18:48.750232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef104d-6f3f-4ab1-a217-6cb9971f106f req-140558d0-4ab1-4a92-b82a-25042e63410d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:48.761382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ef104d-6f3f-4ab1-a217-6cb9971f106f req-140558d0-4ab1-4a92-b82a-25042e63410d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1469567 Jan 27 19:18:48.806774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-524e32a5-c9b1-46f1-a11e-e2adcf5720e5 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/573cc7dd-103e-4a52-ba0d-d651354ea85f HTTP/1.1" status: 200 len: 2994 time: 0.1509402 Jan 27 19:18:48.873121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (9ed6302e-62ea-4917-8a9b-25968226301c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:48.906420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ef104d-6f3f-4ab1-a217-6cb9971f106f req-21ab3673-0d63-4e5e-99cc-b469c67f99e9 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436305 Jan 27 19:18:48.969611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-d6c84f4f-489e-46ae-9a6c-871545112f54 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/573cc7dd-103e-4a52-ba0d-d651354ea85f HTTP/1.1" status: 200 len: 2994 time: 0.1504540 Jan 27 19:18:49.037746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-6e878743-4d59-4ca7-9c15-640bbf2426fa tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/85a07c80-b5ee-4172-88b0-552f5b17008c HTTP/1.1" status: 200 len: 2998 time: 0.0585723 Jan 27 19:18:49.102740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-76585b15-67e8-47d2-87d4-5fd8251d2ab6 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/85a07c80-b5ee-4172-88b0-552f5b17008c HTTP/1.1" status: 200 len: 2998 time: 0.0531712 Jan 27 19:18:49.169987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-607c7473-a3de-42cb-a626-7314b057296d tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/893afd8f-d260-4727-9704-7cfbdd85f07d HTTP/1.1" status: 200 len: 2998 time: 0.0658703 Jan 27 19:18:49.210311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f3763c3-4bb6-4054-986a-9125b12e3908 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:18:49.303950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0f3763c3-4bb6-4054-986a-9125b12e3908 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:18:49.310060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-91f42734-5183-44a9-970e-1a4ad5112d36 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/893afd8f-d260-4727-9704-7cfbdd85f07d HTTP/1.1" status: 200 len: 2998 time: 0.1386802 Jan 27 19:18:49.310884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0f3763c3-4bb6-4054-986a-9125b12e3908 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:18:49.312262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:49.426581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Router 9ed6302e-62ea-4917-8a9b-25968226301c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:18:49.444746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0f3763c3-4bb6-4054-986a-9125b12e3908 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:18:49.445493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:49.456665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-78d653b5-07b4-4ca6-8465-87a508f67b74 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93a78088-01fe-4913-b8a4-5ecb91c6ef9f HTTP/1.1" status: 200 len: 2998 time: 0.1450317 Jan 27 19:18:49.480151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:49.482914 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9706af76-8fa1-4462-9d5e-ad7067033d6e" -d '{"events": [{"server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "name": "network-vif-plugged", "status": "completed", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:49.497148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:49.505764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:49.564990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:49.585712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-390d2966-977f-4917-980b-c24321acf7e7 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93a78088-01fe-4913-b8a4-5ecb91c6ef9f HTTP/1.1" status: 200 len: 2998 time: 0.1121891 Jan 27 19:18:49.603608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257a613-55e2-462f-91f0-47805d4ad73e req-ecdda4e9-716a-49e6-93ff-be49a5be9a68 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:49.605508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4257a613-55e2-462f-91f0-47805d4ad73e req-ecdda4e9-716a-49e6-93ff-be49a5be9a68 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1231997 Jan 27 19:18:49.641122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:18:49.657581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99e3ffbc-dc29-49d2-80c0-f15e648421f0 admin admin] 10.222.0.59 "PUT /v2.0/routers/9ed6302e-62ea-4917-8a9b-25968226301c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820274 Jan 27 19:18:49.658350 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Sync routers for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:18:49.661984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36986) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:49.667130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-3244a984-29e4-4f00-a8da-d34c3dda2bb7 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9ba48490-6bd6-47ad-9d80-61708304360f HTTP/1.1" status: 200 len: 2998 time: 0.0607779 Jan 27 19:18:49.687308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:49.688832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:18:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:49.725797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4257a613-55e2-462f-91f0-47805d4ad73e req-fc05063d-fb4e-4a9f-8eff-9522e3eeb8cf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028235 Jan 27 19:18:49.807568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-b4b6c943-912a-445c-b5d7-d231d8baad64 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9ba48490-6bd6-47ad-9d80-61708304360f HTTP/1.1" status: 200 len: 2998 time: 0.1189041 Jan 27 19:18:49.901885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks [] for router (9ed6302e-62ea-4917-8a9b-25968226301c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:49.947210 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:50.049855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks [] for router_gateway (9ed6302e-62ea-4917-8a9b-25968226301c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:50.087981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-3562d237-9d27-4a6d-adfa-ac6dfeb1ed54 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b78928ae-3d7e-4d32-a4d5-190e48731d51 HTTP/1.1" status: 200 len: 2990 time: 0.2519767 Jan 27 19:18:50.119960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad65c7-e821-4839-884e-04839de580b6 req-5ebc30c5-d4ff-49b8-ae3a-89a72c8b7e62 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:50.129680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5ad65c7-e821-4839-884e-04839de580b6 req-5ebc30c5-d4ff-49b8-ae3a-89a72c8b7e62 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.2399917 Jan 27 19:18:50.213474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-b46c80c5-2606-4733-9586-f32b6a2ea596 tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b78928ae-3d7e-4d32-a4d5-190e48731d51 HTTP/1.1" status: 200 len: 2990 time: 0.1142249 Jan 27 19:18:50.237054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5ad65c7-e821-4839-884e-04839de580b6 req-aed108b0-7ffb-4c89-a07e-6b03739dbd5b tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060553 Jan 27 19:18:50.263049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Deleting port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:50.263856 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:50.353412 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85406c-948b-4cee-abee-4a9727eba1aa x-openstack-request-id: req-0a85406c-948b-4cee-abee-4a9727eba1aa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:18:50.353997 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "name": "network-vif-plugged", "status": "completed", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:18:50.354220 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a85406c-948b-4cee-abee-4a9727eba1aa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:18:50.354824 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'code': 200} Jan 27 19:18:50.364798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-243db77f-50a0-4d49-a3e6-de8ed6bf486f tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/bc030ab9-be97-456e-98aa-973e3e91bd19 HTTP/1.1" status: 200 len: 2998 time: 0.1234934 Jan 27 19:18:50.468859 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:48Z', 'revision_number': 5, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port': {'id': '6f6ec0d3-61fc-439a-a91c-cf6d8255e51e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:18:01Z', 'updated_at': '2022-01-27T19:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:50.534688 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Checking router: 9ed6302e-62ea-4917-8a9b-25968226301c for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:18:50.539856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-f4201640-2c1a-4854-9d6a-72bd2661f60a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/bc030ab9-be97-456e-98aa-973e3e91bd19 HTTP/1.1" status: 200 len: 2998 time: 0.1650126 Jan 27 19:18:50.559867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Routers {'9ed6302e-62ea-4917-8a9b-25968226301c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:18:50.561007 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:18:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9ed6302e-62ea-4917-8a9b-25968226301c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:50.577387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-03b69bf5-05c7-49a8-8a36-7c50e94a4970 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:50.582010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-03b69bf5-05c7-49a8-8a36-7c50e94a4970 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.4224374 Jan 27 19:18:50.597697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b327f-b961-4516-8af8-21b06b4eaeb3 req-7675835a-9146-4c95-af68-69a5eedcf42f tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:50.606139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-248b327f-b961-4516-8af8-21b06b4eaeb3 req-7675835a-9146-4c95-af68-69a5eedcf42f tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 946 time: 0.1023595 Jan 27 19:18:50.643545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-8cf14f24-94ae-4bd1-b6fb-226da0a3575c tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d1a173ea-73a7-4db8-b710-2853d97fed0a HTTP/1.1" status: 200 len: 2998 time: 0.0914793 Jan 27 19:18:50.707476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-248b327f-b961-4516-8af8-21b06b4eaeb3 req-8d9b54b8-15d7-4b68-abf6-90c42052ee49 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993974 Jan 27 19:18:50.747428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] For port 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:50.748109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:50.754687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aaf84-766a-4c3a-a729-51c24d2f8550 req-a742c819-371e-4513-9470-811811feae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:50.757702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4aaf84-766a-4c3a-a729-51c24d2f8550 req-a742c819-371e-4513-9470-811811feae30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1097 time: 0.2803655 Jan 27 19:18:50.759593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cecdae-2e6f-4cb3-abc5-1ace1e46f5ae req-68f4b862-4767-468c-9fe9-ace09b21663a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d1a173ea-73a7-4db8-b710-2853d97fed0a HTTP/1.1" status: 200 len: 2998 time: 0.1011279 Jan 27 19:18:50.798002 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] Set router 9ed6302e-62ea-4917-8a9b-25968226301c gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:18:50.851544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Calling delete_port for 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:50.884414 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4aaf84-766a-4c3a-a729-51c24d2f8550 req-839f91b9-9e8f-4477-9e5f-b5ddd940b68c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805745 Jan 27 19:18:50.894961 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:50Z', 'revision_number': 6, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:50.897308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea9a6-edd2-4efd-b019-fb5fd10454aa req-dd920ca9-4327-4747-869d-df56a893e6a3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:50.902966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f2ea9a6-edd2-4efd-b019-fb5fd10454aa req-dd920ca9-4327-4747-869d-df56a893e6a3 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1069758 Jan 27 19:18:50.930586 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0ab97-98c1-4d5b-9010-8e0be89be313 None None] The sync data for ids ['9ed6302e-62ea-4917-8a9b-25968226301c'] in n-d-760453-6 is: [{'id': '9ed6302e-62ea-4917-8a9b-25968226301c', 'name': 'tempest-FloatingIPDetailsTestJSON-1197035868-router', 'tenant_id': 'c7bc073af006410ca2c60a1bb572e678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:18:00Z', 'updated_at': '2022-01-27T19:18:50Z', 'revision_number': 6, 'project_id': 'c7bc073af006410ca2c60a1bb572e678', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:18:50.978379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Deleting port 9e621e68-e427-42c7-ad85-792e6b9e5704 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:50.979953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:51.036761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f2ea9a6-edd2-4efd-b019-fb5fd10454aa req-52e50e38-0e56-44ec-aff6-d25da129f88b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264329 Jan 27 19:18:51.185788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c748e9-6eb6-4e7d-adcf-1776ddc6aa96 req-fa4a7f96-f222-4a6d-b90e-b0f4a7a2d44f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:51.190144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c748e9-6eb6-4e7d-adcf-1776ddc6aa96 req-fa4a7f96-f222-4a6d-b90e-b0f4a7a2d44f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.0730817 Jan 27 19:18:51.201623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] For port 9e621e68-e427-42c7-ad85-792e6b9e5704, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9e621e68-e427-42c7-ad85-792e6b9e5704,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:51.202176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:51.223507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Calling delete_port for 9e621e68-e427-42c7-ad85-792e6b9e5704 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:51.258134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c748e9-6eb6-4e7d-adcf-1776ddc6aa96 req-7370fae0-0dca-4c8c-8c4b-93c2b2a8bd22 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614128 Jan 27 19:18:51.378758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987630e9-90e7-425f-ab57-12f585a50400 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:51.450405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 987630e9-90e7-425f-ab57-12f585a50400 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:51.451725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987630e9-90e7-425f-ab57-12f585a50400 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:51.474964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e74e0ea0-7f4b-4cf1-99c5-a7bdde740b5d req-458625c1-7189-4232-a611-45c6ff7b1e0f tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fca7253fba84867a9038239df255eb7 HTTP/1.1" status: 200 len: 6154 time: 0.1610005 Jan 27 19:18:51.584550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e74e0ea0-7f4b-4cf1-99c5-a7bdde740b5d req-7d455319-0494-4bdb-9243-79feb79fa709 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "GET /v2.0/security-groups/3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca HTTP/1.1" status: 200 len: 2998 time: 0.0965166 Jan 27 19:18:51.670428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e74e0ea0-7f4b-4cf1-99c5-a7bdde740b5d req-980bc1f7-589c-46ed-b42d-7554b61ec905 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "GET /v2.0/security-groups/3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca HTTP/1.1" status: 200 len: 2998 time: 0.0788271 Jan 27 19:18:51.777411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6f6ec0d3-61fc-439a-a91c-cf6d8255e51e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:51.818101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6ec0d3-61fc-439a-a91c-cf6d8255e51e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:51.856847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79749-9363-423d-917d-791390b25f08 req-26808a54-c53d-4dd0-9b6e-31e910b2de23 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:51.859556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe79749-9363-423d-917d-791390b25f08 req-26808a54-c53d-4dd0-9b6e-31e910b2de23 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 944 time: 0.0867527 Jan 27 19:18:51.957575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (9ed6302e-62ea-4917-8a9b-25968226301c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:51.971150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe79749-9363-423d-917d-791390b25f08 req-4a7bbad1-d708-47cf-b030-26fcc8adcacd tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840602 Jan 27 19:18:52.086595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-8ae37377-fef9-4083-a583-72fd2b754a8e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/a0ed96b4-9da2-4db8-820c-2c53ca61e0f7 HTTP/1.1" status: 200 len: 1795 time: 0.0701292 Jan 27 19:18:52.125737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (9ed6302e-62ea-4917-8a9b-25968226301c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.128576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks [] for router_controller (9ed6302e-62ea-4917-8a9b-25968226301c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.170957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (a0ed96b4-9da2-4db8-820c-2c53ca61e0f7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.181679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9e621e68-e427-42c7-ad85-792e6b9e5704), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.198504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['de966ebe-25b9-43ea-92de-4756943a8af5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:18:52.229213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (a0ed96b4-9da2-4db8-820c-2c53ca61e0f7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.256485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event deleted for resources: {'Port': ['ID=9e621e68-e427-42c7-ad85-792e6b9e5704,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:52.282897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (9ed6302e-62ea-4917-8a9b-25968226301c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.285937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed6302e-62ea-4917-8a9b-25968226301c {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:18:52.311013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0ed96b4-9da2-4db8-820c-2c53ca61e0f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.315625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.317727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67bdbe45-9725-4121-9f0a-e9d2fbce5685 req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0ed96b4-9da2-4db8-820c-2c53ca61e0f7 HTTP/1.1" status: 204 len: 173 time: 0.2294102 Jan 27 19:18:52.336188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.340831 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b4589b23-18d8-43c8-8906-f9863c8a7063 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9ed6302e-62ea-4917-8a9b-25968226301c HTTP/1.1" status: 204 len: 168 time: 2.6768157 Jan 27 19:18:52.348269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37012) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:52.442832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed96b4-9da2-4db8-820c-2c53ca61e0f7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:52.504753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.506135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.506135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.506688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.507263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.507827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.508374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.512877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b768ec-94e2-419f-b8b8-38394c05849e tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:18:52.521911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] No DVR routers for this DVR port 9e621e68-e427-42c7-ad85-792e6b9e5704 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:52.532535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.551155 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0a713ff-58b4-4f88-b2e8-ad2543f13067 req-71289d6a-359d-4f2b-b037-e974f3553841 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.66 "DELETE /v2.0/ports/9e621e68-e427-42c7-ad85-792e6b9e5704 HTTP/1.1" status: 204 len: 173 time: 1.9558332 Jan 27 19:18:52.552429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-deleted', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:18:52.560535 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a427a648-472c-4fee-9b93-9c26779db4de" -d '{"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-deleted", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:18:52.571484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Deleting subnet e57469e2-927e-4527-b738-b546d625d604 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:18:52.592928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Publish callbacks [] for subnet (e57469e2-927e-4527-b738-b546d625d604), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.636295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e57469e2-927e-4527-b738-b546d625d604), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.667416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516953-dd80-41b7-9304-a83cbabb9dcf req-e7007d83-f674-4ef3-a9f1-ddf58b94b665 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:18:52.669097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b516953-dd80-41b7-9304-a83cbabb9dcf req-e7007d83-f674-4ef3-a9f1-ddf58b94b665 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 946 time: 0.1404958 Jan 27 19:18:52.750029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b516953-dd80-41b7-9304-a83cbabb9dcf req-2572d0bd-9553-4de6-9968-6b5bbee77e87 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738623 Jan 27 19:18:52.774908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e57469e2-927e-4527-b738-b546d625d604), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.844829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e57469e2-927e-4527-b738-b546d625d604), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.872187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57469e2-927e-4527-b738-b546d625d604,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:52.877614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:52.880971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-622288c6-4d11-4762-931b-4ae9b4463119 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e57469e2-927e-4527-b738-b546d625d604 HTTP/1.1" status: 204 len: 168 time: 0.5312569 Jan 27 19:18:52.883550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:52.888396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73256d5-32d4-4f09-9374-029d1fa110ef None None] Network a1e342dc-8540-426d-ba3a-94269ec7cae1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:18:52.969158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a1e342dc-8540-426d-ba3a-94269ec7cae1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.058978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Deleting port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:53.059531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.104772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] DHCP port deletion for a1e342dc-8540-426d-ba3a-94269ec7cae1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:18:53.136176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] For port 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f53c7b2-8fe1-405e-8027-aa7603a876c3,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:53.136754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.155855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Calling delete_port for 7f53c7b2-8fe1-405e-8027-aa7603a876c3 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:53.175357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Deleting port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:18:53.176064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.293462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.336557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f53c7b2-8fe1-405e-8027-aa7603a876c3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:53.341120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] No DVR routers for this DVR port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:53.371432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:53.373536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f53c7b2-8fe1-405e-8027-aa7603a876c3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:53.438681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7f53c7b2-8fe1-405e-8027-aa7603a876c3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:53.439562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f53c7b2-8fe1-405e-8027-aa7603a876c3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:53.440176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:18:53.448322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 9e621e68-e427-42c7-ad85-792e6b9e5704 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:53.448707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9e621e68-e427-42c7-ad85-792e6b9e5704 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:53.458019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a1e342dc-8540-426d-ba3a-94269ec7cae1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.473808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:18:53.474150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6f6ec0d3-61fc-439a-a91c-cf6d8255e51e not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:18:53.501068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e342dc-8540-426d-ba3a-94269ec7cae1']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:53.506488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] For port 7f53c7b2-8fe1-405e-8027-aa7603a876c3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f53c7b2-8fe1-405e-8027-aa7603a876c3,segment=NetworkSegment(609a9d5a-d99e-4dc7-8aab-f09d70341c55),segment_id=609a9d5a-d99e-4dc7-8aab-f09d70341c55)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:18:53.507183 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.524930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609a9d5a-d99e-4dc7-8aab-f09d70341c55') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:53.525660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609a9d5a-d99e-4dc7-8aab-f09d70341c55') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:18:53.525823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Calling delete_port for 7f53c7b2-8fe1-405e-8027-aa7603a876c3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:18:53.532052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.552209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (609a9d5a-d99e-4dc7-8aab-f09d70341c55), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.582022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (609a9d5a-d99e-4dc7-8aab-f09d70341c55), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.596569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:18:53.596947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (609a9d5a-d99e-4dc7-8aab-f09d70341c55), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:18:53.601185 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:18:53.631546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (7f53c7b2-8fe1-405e-8027-aa7603a876c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.665202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] Pushing event deleted for resources: {'Port': ['ID=7f53c7b2-8fe1-405e-8027-aa7603a876c3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:53.676949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5e55c-e5d2-494e-92e8-8becd758823e None None] No DVR routers for this DVR port 7f53c7b2-8fe1-405e-8027-aa7603a876c3 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:18:53.708070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a1e342dc-8540-426d-ba3a-94269ec7cae1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.717907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:53.724245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a1e342dc-8540-426d-ba3a-94269ec7cae1 HTTP/1.1" status: 204 len: 168 time: 0.8394532 Jan 27 19:18:53.747273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0913-ccf4-45e1-82b3-cb3f6abf1245 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e342dc-8540-426d-ba3a-94269ec7cae1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:53.980528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37024) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:54.024926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f93fefa4-16af-423f-b8d6-cbc8b9bf0b9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7bc073af006410ca2c60a1bb572e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426414 Jan 27 19:18:54.027574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37026) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:18:54.082404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] Publish callbacks [] for security_group (3616a60f-8b46-4113-ac75-299e215514ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:54.107796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] Publish callbacks [] for security_group (3616a60f-8b46-4113-ac75-299e215514ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:54.164441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3616a60f-8b46-4113-ac75-299e215514ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:54.168103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:18:54.172737 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3616a60f-8b46-4113-ac75-299e215514ad HTTP/1.1" status: 204 len: 168 time: 0.1406453 Jan 27 19:18:54.183061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ef99a-d9f2-4bfc-9d28-98f82c3da64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3616a60f-8b46-4113-ac75-299e215514ad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:18:54.477658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:05.656574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:19:05.889453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce864-f956-470e-9ff2-cc58ca04bac5 req-39f067bf-1297-4b7b-bc33-dc52d19d0062 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:05.891499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-923ce864-f956-470e-9ff2-cc58ca04bac5 req-39f067bf-1297-4b7b-bc33-dc52d19d0062 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.6490490 Jan 27 19:19:05.906548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186fbb-16c3-4655-bd9e-508442dc6b8f req-75cdca33-cbf3-4c51-86cf-1421e9afe4ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:05.908793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b186fbb-16c3-4655-bd9e-508442dc6b8f req-75cdca33-cbf3-4c51-86cf-1421e9afe4ac tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.6045070 Jan 27 19:19:05.991608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-923ce864-f956-470e-9ff2-cc58ca04bac5 req-7153aa96-2cad-4106-a800-a276e29eb58e tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Jan 27 19:19:06.028880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b186fbb-16c3-4655-bd9e-508442dc6b8f req-1e06b3d4-f940-4995-a33f-4f7e745471a8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017640 Jan 27 19:19:06.096933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-13022942-b91d-4036-9f0e-43debbab200b tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "GET /v2.0/security-groups/39c44f72-8998-49ba-a11b-b9c99a0e37c7 HTTP/1.1" status: 200 len: 1793 time: 0.0575576 Jan 27 19:19:06.122195 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578205ab-b05e-4b93-9530-64f6a2039dae x-openstack-request-id: req-578205ab-b05e-4b93-9530-64f6a2039dae {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:06.123093 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096492a-e82d-455a-8a75-49b00aa85c8b", "name": "network-vif-deleted", "tag": "9e621e68-e427-42c7-ad85-792e6b9e5704", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:06.123658 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-578205ab-b05e-4b93-9530-64f6a2039dae {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:06.124453 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096492a-e82d-455a-8a75-49b00aa85c8b', 'name': 'network-vif-deleted', 'tag': '9e621e68-e427-42c7-ad85-792e6b9e5704', 'status': 'completed', 'code': 200} Jan 27 19:19:06.242502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (39c44f72-8998-49ba-a11b-b9c99a0e37c7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.275449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56a17acc-172c-4983-85f4-b213dd0f1cbb req-452a347b-b38c-4f09-b485-61455f636577 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0613534 Jan 27 19:19:06.317015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (39c44f72-8998-49ba-a11b-b9c99a0e37c7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.406695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39c44f72-8998-49ba-a11b-b9c99a0e37c7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.410072 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.411456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab146919-7ed3-47a5-a971-7ce3f7089c1b req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/39c44f72-8998-49ba-a11b-b9c99a0e37c7 HTTP/1.1" status: 204 len: 173 time: 0.3042538 Jan 27 19:19:06.454890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7090c6-cb6e-4037-b846-bf928a47307a tempest-SecurityGroupsTestAdminJSON-45393096 tempest-SecurityGroupsTestAdminJSON-45393096-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c44f72-8998-49ba-a11b-b9c99a0e37c7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:06.518388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb7da-8d15-4d41-b02b-4d6e461c700c req-ccacbcb6-2241-4d79-aa54-d2489774a84b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:06.532190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39ecb7da-8d15-4d41-b02b-4d6e461c700c req-ccacbcb6-2241-4d79-aa54-d2489774a84b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 946 time: 0.1361413 Jan 27 19:19:06.632760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39ecb7da-8d15-4d41-b02b-4d6e461c700c req-ad895dc3-7c5b-4882-b9b8-207f9e4d2e97 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Jan 27 19:19:06.801142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-7d3f9100-0813-460c-b90f-6c479f002bc0 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "GET /v2.0/security-groups/c75eedcb-7f53-4777-9ecb-9c37d900df57 HTTP/1.1" status: 200 len: 1794 time: 0.0962141 Jan 27 19:19:06.899035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (c75eedcb-7f53-4777-9ecb-9c37d900df57), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.930239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (c75eedcb-7f53-4777-9ecb-9c37d900df57), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:06.996034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c75eedcb-7f53-4777-9ecb-9c37d900df57), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.001296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.005012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6c590a0-3967-4e91-b23a-ed06b6dfb53e req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "DELETE /v2.0/security-groups/c75eedcb-7f53-4777-9ecb-9c37d900df57 HTTP/1.1" status: 204 len: 173 time: 0.2017279 Jan 27 19:19:07.025784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3662-e8ff-4a62-9a09-311bf53d5cf6 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75eedcb-7f53-4777-9ecb-9c37d900df57,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:07.195501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2611-e5c6-4ba6-8e6b-09ceddcce914 req-cf324a76-608d-4a56-9eea-77d3bd598699 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:07.198392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1aff2611-e5c6-4ba6-8e6b-09ceddcce914 req-cf324a76-608d-4a56-9eea-77d3bd598699 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1010020 Jan 27 19:19:07.289365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1aff2611-e5c6-4ba6-8e6b-09ceddcce914 req-6dc01785-0089-421e-95fe-2ba6880ebaf7 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842397 Jan 27 19:19:07.400972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-5b376c56-154e-40bc-9181-8dabfa29ae7e tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "GET /v2.0/security-groups/52c68af4-ebe2-4575-9157-42a16de272c5 HTTP/1.1" status: 200 len: 1795 time: 0.0735524 Jan 27 19:19:07.510452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (52c68af4-ebe2-4575-9157-42a16de272c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.593704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (52c68af4-ebe2-4575-9157-42a16de272c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.677086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb947b-4230-4e5b-b8a6-36db38570bde req-5d9d538f-dd7b-411a-ad5d-152cd5d397e6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:07.679852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eeb947b-4230-4e5b-b8a6-36db38570bde req-5d9d538f-dd7b-411a-ad5d-152cd5d397e6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1486444 Jan 27 19:19:07.706244 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (52c68af4-ebe2-4575-9157-42a16de272c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.709972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:07.711207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce0bebb-2b3c-4d15-8a5d-49ddb134018d req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] 10.222.0.59 "DELETE /v2.0/security-groups/52c68af4-ebe2-4575-9157-42a16de272c5 HTTP/1.1" status: 204 len: 173 time: 0.3041167 Jan 27 19:19:07.810184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eeb947b-4230-4e5b-b8a6-36db38570bde req-7e55cdba-1261-4585-bb06-2164ebc127d6 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133275 Jan 27 19:19:07.825681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4308db-b80c-4dbd-8e92-6bd33bd0d959 tempest-SecurityGroupsTestAdminJSON-1449479901 tempest-SecurityGroupsTestAdminJSON-1449479901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c68af4-ebe2-4575-9157-42a16de272c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:07.931729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51007b8d-23a4-4166-80ae-fe4a67a232f3 req-a2659c5b-567f-4fc0-9a9e-e2aec13fb02b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:07.945903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51007b8d-23a4-4166-80ae-fe4a67a232f3 req-a2659c5b-567f-4fc0-9a9e-e2aec13fb02b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1221490 Jan 27 19:19:08.043793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb6db47c-f7da-41e4-8d82-43a74ba1f89e req-1029d74a-cb8a-4d97-bcf5-39b8ac1cfe0c tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0441251 Jan 27 19:19:08.057859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51007b8d-23a4-4166-80ae-fe4a67a232f3 req-f19f62b1-b368-4d4b-81ec-c3b1e38e4532 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106229 Jan 27 19:19:08.281947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec999-fecb-46eb-af18-46aa202d7ecf req-9d22bb1a-de6f-479c-8a04-ce317ae2f9f2 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:08.283718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5aec999-fecb-46eb-af18-46aa202d7ecf req-9d22bb1a-de6f-479c-8a04-ce317ae2f9f2 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 946 time: 0.0578232 Jan 27 19:19:08.378411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:08.441435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5aec999-fecb-46eb-af18-46aa202d7ecf req-23f6e3e7-751f-4c11-af79-b32f2f248eaa tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390655 Jan 27 19:19:08.724504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a220fd0a-a98e-4d76-98c1-1d1e2eb0f1df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fca7253fba84867a9038239df255eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431363 Jan 27 19:19:08.726457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:08.765787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-d79ee329-e110-4b21-b4d4-d97d8ba7744a tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:08.769232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-d79ee329-e110-4b21-b4d4-d97d8ba7744a tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.66 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1015084 Jan 27 19:19:08.816138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d1d19-9ad1-47f2-b2b9-dee9f91654ce req-c45858a7-9100-43aa-991a-171c5e564452 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:08.826661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-154d1d19-9ad1-47f2-b2b9-dee9f91654ce req-c45858a7-9100-43aa-991a-171c5e564452 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1670260 Jan 27 19:19:08.962169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Deleting port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:08.963104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:08.974950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7930017e-faff-42f7-a040-290be58e53ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.003513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] Publish callbacks [] for security_group (3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.012467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-154d1d19-9ad1-47f2-b2b9-dee9f91654ce req-2f9d99af-1309-4b31-91ae-4befdd920695 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745567 Jan 27 19:19:09.075934 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] Publish callbacks [] for security_group (3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.114930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75499fc-bb0b-4830-8416-dc9455710988 req-53fccda1-bdfb-450a-8f93-28a45a0a608c tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:09.116553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a75499fc-bb0b-4830-8416-dc9455710988 req-53fccda1-bdfb-450a-8f93-28a45a0a608c tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1366239 Jan 27 19:19:09.130354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] For port 13b3826a-dfe6-4ff7-80eb-d472611a7f04, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=13b3826a-dfe6-4ff7-80eb-d472611a7f04,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:09.131058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.232006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.234703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.238799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca HTTP/1.1" status: 204 len: 168 time: 0.5058055 Jan 27 19:19:09.265633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a75499fc-bb0b-4830-8416-dc9455710988 req-1773f3b0-6acb-45ff-8fd4-27f1570c16cd tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1a930dd-ecaa-4720-95bb-b8069b103dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349871 Jan 27 19:19:09.272628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20055c-7adb-4c11-9f42-a63a7f309937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa88ba2-7dca-4e2f-ba27-1cac8e65a5ca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:09.286533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-a0458d6c-3b2e-4991-81ad-31f4875ebe3b tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1843568156&fields=id&tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 267 time: 0.1172373 Jan 27 19:19:09.361020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-61ed19eb-f704-4423-b626-fda6cea201f4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:09.374031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-61ed19eb-f704-4423-b626-fda6cea201f4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 946 time: 0.0863414 Jan 27 19:19:09.399953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'security_groups': ['04901372-e0b5-4287-8499-3c64a6492405', '602e784b-93fa-4524-8f3b-faa12340420b']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:09.451418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.452817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.453565 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Floating IP afb782ba-ead9-4145-a9e8-d8134e0c92a2 disassociated. External IP: 172.25.5.151, port: 13b3826a-dfe6-4ff7-80eb-d472611a7f04. Jan 27 19:19:09.454253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Calling delete_port for 13b3826a-dfe6-4ff7-80eb-d472611a7f04 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:09.608049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.678532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (13b3826a-dfe6-4ff7-80eb-d472611a7f04), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:09.707153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400cb2a-e7ef-4a19-8f13-603d0dafb72f req-5615753b-6497-40c1-8266-a0979526e8db tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:09.716275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event deleted for resources: {'Port': ['ID=13b3826a-dfe6-4ff7-80eb-d472611a7f04,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:09.718853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5400cb2a-e7ef-4a19-8f13-603d0dafb72f req-5615753b-6497-40c1-8266-a0979526e8db tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.2039790 Jan 27 19:19:09.768565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:09.857026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Router 1655c6c2-b36f-4a6b-8311-425551ae120b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:19:09.911703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5400cb2a-e7ef-4a19-8f13-603d0dafb72f req-11dee65c-fd3f-45fa-9334-818e4bbaec03 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917419 Jan 27 19:19:09.925854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3ed23d0-81ba-406a-947d-596c5e6a016e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eac8f7a9fc0140209056fe2c0fb228c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555548 Jan 27 19:19:09.928328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:10.083203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] Publish callbacks [] for security_group (85a07c80-b5ee-4172-88b0-552f5b17008c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.100240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:19:10.119459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Sync routers for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:19:10.139044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] Publish callbacks [] for security_group (85a07c80-b5ee-4172-88b0-552f5b17008c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.145909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:10.146640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:18:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:10.159571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:10.200296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] No DVR routers for this DVR port 13b3826a-dfe6-4ff7-80eb-d472611a7f04 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:10.204471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.212274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15c1fa66-68b0-45a1-a278-ce8a1d4796e7 req-2d6726e1-92bc-492c-a262-37f7730bd224 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.66 "DELETE /v2.0/ports/13b3826a-dfe6-4ff7-80eb-d472611a7f04 HTTP/1.1" status: 204 len: 173 time: 1.4365621 Jan 27 19:19:10.212274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'name': 'network-vif-deleted', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:10.216378 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ae4bb1-5cfd-42db-978c-59866a09f99d" -d '{"events": [{"server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "name": "network-vif-deleted", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:10.253880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d616881-51cb-4dbc-b54a-2661c43ee152 req-4501d68a-b623-4960-91ff-7ddedff6dd33 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0737269 Jan 27 19:19:10.320644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (85a07c80-b5ee-4172-88b0-552f5b17008c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.325690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.331846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85a07c80-b5ee-4172-88b0-552f5b17008c HTTP/1.1" status: 204 len: 168 time: 0.4021358 Jan 27 19:19:10.370826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed718-59b5-413f-890e-d4b6df7d0c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a07c80-b5ee-4172-88b0-552f5b17008c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:10.381727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.395503 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.426343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406', '0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:10.528603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:10.530466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:10.552428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e84bebb-6dae-411f-8e90-cfe39b2a833b req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "PUT /v2.0/ports/0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 982 time: 1.1613247 Jan 27 19:19:10.555360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:10.568812 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0e1096-8322-489d-81e7-4e8e74837cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:10.588023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:10.694584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93295b78-cdba-4b3f-9293-5147b08c12eb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:10.817766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:10.959400 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bee422-f930-40a5-b30d-a14fc9247a5f x-openstack-request-id: req-d1bee422-f930-40a5-b30d-a14fc9247a5f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:10.960732 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439dd91-4b1b-4e42-8823-c8067330cfe1", "name": "network-vif-deleted", "tag": "13b3826a-dfe6-4ff7-80eb-d472611a7f04", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:10.960732 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1bee422-f930-40a5-b30d-a14fc9247a5f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:10.961046 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439dd91-4b1b-4e42-8823-c8067330cfe1', 'name': 'network-vif-deleted', 'tag': '13b3826a-dfe6-4ff7-80eb-d472611a7f04', 'status': 'completed', 'code': 200} Jan 27 19:19:11.015625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe2803-5149-4731-9ab9-57d687e4792f req-8bf9b090-ca25-481d-aca5-5780c5e56a8b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:11.030454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fffe2803-5149-4731-9ab9-57d687e4792f req-8bf9b090-ca25-481d-aca5-5780c5e56a8b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1532457 Jan 27 19:19:11.157418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fffe2803-5149-4731-9ab9-57d687e4792f req-f2726392-c409-4e63-9ed9-3856a448ad16 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246855 Jan 27 19:19:11.273782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da3a099c-1308-463d-9eb6-9842dfcb6110 req-7b74f347-3fd0-42cc-80de-d0b4f62e7c98 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439dd91-4b1b-4e42-8823-c8067330cfe1 HTTP/1.1" status: 200 len: 210 time: 0.1363015 Jan 27 19:19:11.373557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78cd79ec-a625-45d9-a1ad-92c9cc5d19fb req-94ff0bbd-cef4-4d84-802e-97fa6e3fe5bb tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/602e784b-93fa-4524-8f3b-faa12340420b HTTP/1.1" status: 200 len: 1818 time: 0.1043806 Jan 27 19:19:11.385845 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27982a7-2db1-4f7f-bafc-fba69303325d x-openstack-request-id: req-c27982a7-2db1-4f7f-bafc-fba69303325d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:11.387477 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:11.388717 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c27982a7-2db1-4f7f-bafc-fba69303325d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:11.389652 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'status': 'completed', 'code': 200} Jan 27 19:19:11.520278 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-78cd79ec-a625-45d9-a1ad-92c9cc5d19fb req-0de5a988-8879-46a2-bced-20aff7c9887f tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 19:19:11.533452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78cd79ec-a625-45d9-a1ad-92c9cc5d19fb req-0de5a988-8879-46a2-bced-20aff7c9887f tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/602e784b-93fa-4524-8f3b-faa12340420b HTTP/1.1" status: 409 len: 341 time: 0.1571784 Jan 27 19:19:11.581040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-8aae1a2b-f7a0-4609-a085-3d8c5e31e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:11.585804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-8aae1a2b-f7a0-4609-a085-3d8c5e31e7c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1136 time: 0.1577482 Jan 27 19:19:11.639007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d001a-021c-42eb-9627-da31b2db87c2 req-468a08ca-587b-4184-beba-aefb0761d7d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:11.641324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-941d001a-021c-42eb-9627-da31b2db87c2 req-468a08ca-587b-4184-beba-aefb0761d7d9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.1057968 Jan 27 19:19:11.748300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-941d001a-021c-42eb-9627-da31b2db87c2 req-631c54e6-4d30-41ac-8a81-7300ffdcbfba tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994570 Jan 27 19:19:11.868491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-6f45ddd0-2ecb-4515-84fa-a5f2685c0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:11.871749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-6f45ddd0-2ecb-4515-84fa-a5f2685c0b90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.2700784 Jan 27 19:19:11.873427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26f49-469f-4017-bd32-a425f0cde9c0 req-9a8577fc-92d2-4f36-b0e7-f67d5d8e3e8e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:11.882535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3e26f49-469f-4017-bd32-a425f0cde9c0 req-9a8577fc-92d2-4f36-b0e7-f67d5d8e3e8e tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1462011 Jan 27 19:19:11.953476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-01bd7faf-e027-4ce6-ab22-f139af0ec589 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 217 time: 0.0701346 Jan 27 19:19:11.966835 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87616171-062c-4259-8e4e-07b1b1cc79e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:12.003817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3e26f49-469f-4017-bd32-a425f0cde9c0 req-a29a4f0c-8305-4089-8bd3-119a3a073e9c tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201766 Jan 27 19:19:12.069631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ff9bd4c-6acc-46dd-a665-3ebb77408cd6 req-850d4d91-7a67-4640-9de5-4b19dd4eb250 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.1112263 Jan 27 19:19:12.075469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-e2c422cd-b8a6-49fd-9c0b-90bbdf8e2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:12.077187 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-e2c422cd-b8a6-49fd-9c0b-90bbdf8e2915 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.1083419 Jan 27 19:19:12.123520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-c917d2cc-11c5-4e16-b8bd-c838bd6eaebb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384657 Jan 27 19:19:12.264828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-85713a20-df6c-4b00-9954-e4706a07fdb5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:12.268968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-85713a20-df6c-4b00-9954-e4706a07fdb5 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.1436083 Jan 27 19:19:12.300188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:12.424097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:12.448286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-ed4853e2-6670-479c-a7e8-b79e1a64ac64 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884977 Jan 27 19:19:12.488987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:12.614968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Checking router: 1655c6c2-b36f-4a6b-8311-425551ae120b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:19:12.672261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:12.673140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:12.864284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d0e1096-8322-489d-81e7-4e8e74837cf4 req-555b2b71-d5db-4af3-af16-ff70f3e9b774 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819189 Jan 27 19:19:12.926387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:13.023835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d12d7-d341-4fd0-8f47-073bca5871f0 req-9672a517-592f-4d7c-8344-b15a0845d15a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.034891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d3d12d7-d341-4fd0-8f47-073bca5871f0 req-9672a517-592f-4d7c-8344-b15a0845d15a tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 985 time: 0.1144772 Jan 27 19:19:13.037558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:13.089423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-9e6ca584-9a0e-41f4-9531-5e1493f0fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.105979 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-9e6ca584-9a0e-41f4-9531-5e1493f0fc04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1136 time: 0.1589427 Jan 27 19:19:13.109633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:13.224241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:13.227226 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f07ad-5df5-44c6-ac31-c61fea7c855d" -d '{"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-unplugged", "status": "completed", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:13.238968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d3d12d7-d341-4fd0-8f47-073bca5871f0 req-710f1af3-dc86-4475-81b3-8ee0c70f71c4 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&id=602e784b-93fa-4524-8f3b-faa12340420b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2020440 Jan 27 19:19:13.240777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks [] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.268446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66e6c9-fa0a-4e79-b61f-8b8e7ea4be5d req-786cbbee-fc89-4280-bfe5-f8ec64b56dae tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.275682 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.292561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c66e6c9-fa0a-4e79-b61f-8b8e7ea4be5d req-786cbbee-fc89-4280-bfe5-f8ec64b56dae tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 945 time: 0.2137909 Jan 27 19:19:13.350081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:19:13.362867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 13b3826a-dfe6-4ff7-80eb-d472611a7f04 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:13.371700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-95b34e54-e9d5-44e8-8818-1f77b566643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.373897 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-95b34e54-e9d5-44e8-8818-1f77b566643e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.2379115 Jan 27 19:19:13.383872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:13.450689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c66e6c9-fa0a-4e79-b61f-8b8e7ea4be5d req-cf44ee6d-2f55-43cd-a2be-c9db7854c665 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546624 Jan 27 19:19:13.459891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-98d7d4dd-7264-4f01-bf01-e8cdd34daa5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 217 time: 0.0573626 Jan 27 19:19:13.462961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:13.463446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:13.463884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:13.469547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:13.470135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:13.485938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:13.486449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:13.486773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:13.487371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Bound port: 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:13.487792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.553345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:13.560032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 13b3826a-dfe6-4ff7-80eb-d472611a7f04 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:13.560598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 13b3826a-dfe6-4ff7-80eb-d472611a7f04 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:13.578440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-444758e6-710e-4050-b914-01e628f0caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.580101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-444758e6-710e-4050-b914-01e628f0caf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.1072273 Jan 27 19:19:13.641061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-d8e0d295-b406-4d90-b46d-84a15215a657 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471084 Jan 27 19:19:13.674791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:13.745314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:13.755995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.785409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1246eab-1610-447f-b5ce-66cdc04db4d5 req-a89a04d6-e78f-48e0-81ba-cb69943a3b96 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0457339 Jan 27 19:19:13.808000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbfe2b-ee72-42dc-9b5e-d715d700f03e req-a2b1fe1e-1470-4087-ab96-4551d6090fe8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:13.817101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89bbfe2b-ee72-42dc-9b5e-d715d700f03e req-a2b1fe1e-1470-4087-ab96-4551d6090fe8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.2375364 Jan 27 19:19:13.858098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (d1a930dd-ecaa-4720-95bb-b8069b103dea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.886046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (d1a930dd-ecaa-4720-95bb-b8069b103dea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.933989 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed94736-efe9-458b-a616-3b72250830ef x-openstack-request-id: req-5ed94736-efe9-458b-a616-3b72250830ef {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:13.934650 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-unplugged", "status": "completed", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:13.937461 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ed94736-efe9-458b-a616-3b72250830ef {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:13.939489 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'code': 200} Jan 27 19:19:13.989626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89bbfe2b-ee72-42dc-9b5e-d715d700f03e req-a8ccc9f7-93c6-4b2c-b1d7-2c6aeffffe1d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689043 Jan 27 19:19:13.992663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d1a930dd-ecaa-4720-95bb-b8069b103dea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:13.996709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.004227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "DELETE /v2.0/security-groups/d1a930dd-ecaa-4720-95bb-b8069b103dea HTTP/1.1" status: 204 len: 168 time: 0.4493263 Jan 27 19:19:14.024306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37408) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:14.055859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:14.059419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a73e24-62f6-4228-a61e-8df28f0552db tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a930dd-ecaa-4720-95bb-b8069b103dea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:14.074362 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-5f61006d-577b-49dd-bca3-f50adebb38ec tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] show failed (client error): The resource could not be found. Jan 27 19:19:14.080007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5f61006d-577b-49dd-bca3-f50adebb38ec tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "GET /v2.0/security-groups/d1a930dd-ecaa-4720-95bb-b8069b103dea HTTP/1.1" status: 404 len: 347 time: 0.0451798 Jan 27 19:19:14.081454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:14.137884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:14.139268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.142173 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] 10.222.0.66 "PUT /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 1121 time: 1.8481450 Jan 27 19:19:14.176845 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-acf58d08-da46-4d2b-8c66-44e950d89739 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252197 Jan 27 19:19:14.205912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a92944-7ffd-4b31-812f-291d287a490a service neutron] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:14.429240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Deleting port 4ee5384b-6f76-4f78-b3cb-2c748db43ae1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:14.429805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.459765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:14.552769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-33082303-d7e9-41ac-bafe-6decd64d2d3c req-dfbe74ef-9394-4d35-b558-68a08a7d67a9 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684142 Jan 27 19:19:14.607541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:14.608125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:14.609127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:14.619329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:14.627444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:14.627444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempting to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on network 5157cb3b-9c52-432b-be30-25b9c81de2ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:14.679874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0e61a-4f74-44a6-9056-c281829fad06 req-0dbed4cc-1d5b-4390-9faa-09b824634f4d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:14.683738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6e0e61a-4f74-44a6-9056-c281829fad06 req-0dbed4cc-1d5b-4390-9faa-09b824634f4d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1309199 Jan 27 19:19:14.688875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.689508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.722188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba8e4d-af79-4e21-8495-686d4e5f45da None None] The sync data for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 is: [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:15:23Z', 'revision_number': 4, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e2612381-2977-4d95-9ff0-f11ee5d36884', 'name': '', 'network_id': '91fa2e0b-572d-4dcf-a31d-763caf39f927', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'mac_address': 'fa:16:3e:dc:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:22Z', 'updated_at': '2022-01-27T19:15:31Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'subnets': [{'id': '358c5e56-fcdb-44c1-934f-6a73b343bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:19:14.734767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Calling delete_port for 4ee5384b-6f76-4f78-b3cb-2c748db43ae1 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:14.763575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:14.764626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Checking segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:14.765768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Bound using segment: {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:14.767697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Bound port: 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5157cb3b-9c52-432b-be30-25b9c81de2ea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:14.768606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:14.807101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:14.850397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6e0e61a-4f74-44a6-9056-c281829fad06 req-4a4e7ec1-b73f-4220-8f28-6f07c96e6095 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565831 Jan 27 19:19:15.088651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2946ec-c021-4ea6-87f8-c6241a10a17a req-4399b872-80d1-48c9-8fa0-c99678343463 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:15.091186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc2946ec-c021-4ea6-87f8-c6241a10a17a req-4399b872-80d1-48c9-8fa0-c99678343463 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 985 time: 0.1423223 Jan 27 19:19:15.149990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.161884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4ee5384b-6f76-4f78-b3cb-2c748db43ae1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.218936 n-d-760453-6 neutron-server[103324]: WARNING neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Concurrent port binding operations failed on port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 Jan 27 19:19:15.226922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:15.238153 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Attempt 2 to bind port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 Jan 27 19:19:15.239049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 has no active binding in host n-h1-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:19:15.301944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Pushing event deleted for resources: {'Port': ['ID=4ee5384b-6f76-4f78-b3cb-2c748db43ae1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:15.353919 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3a933-f08c-42b2-a866-166aeb39a25a None None] New status for floating IP afb782ba-ead9-4145-a9e8-d8134e0c92a2: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:19:15.443499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.469957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc2946ec-c021-4ea6-87f8-c6241a10a17a req-5d955ab6-10b5-4043-804f-1dc0cc8e0406 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&id=602e784b-93fa-4524-8f3b-faa12340420b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3668849 Jan 27 19:19:15.494818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb466ef7-dd7a-44b8-9794-257d42d4b866 req-fcefb96e-e52a-4fab-8454-4982814adee4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:15.502124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb466ef7-dd7a-44b8-9794-257d42d4b866 req-fcefb96e-e52a-4fab-8454-4982814adee4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.3554950 Jan 27 19:19:15.553177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks [] for floatingip (afb782ba-ead9-4145-a9e8-d8134e0c92a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.558870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.561892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-828ff084-9632-4af2-9b3c-b66341159203 tempest-ServersTestFqdnHostnames-362782261 tempest-ServersTestFqdnHostnames-362782261-project] 10.222.0.59 "DELETE /v2.0/floatingips/afb782ba-ead9-4145-a9e8-d8134e0c92a2 HTTP/1.1" status: 204 len: 168 time: 1.4788487 Jan 27 19:19:15.567206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37462) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:15.655572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb466ef7-dd7a-44b8-9794-257d42d4b866 req-ee99c07f-23ad-499d-9e7d-08c22cfaad53 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441774 Jan 27 19:19:15.691450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97af3a47-7654-47e4-b3ce-77d28a91bfdb req-49e6b1bf-6ed3-4f10-ad81-b67b503d51b4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0785627 Jan 27 19:19:15.930455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:15.965012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:15.967679 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c861a53-5c95-4e6c-b52c-afd6892a68cc" -d '{"events": [{"name": "network-changed", "server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:16.318856 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (1655c6c2-b36f-4a6b-8311-425551ae120b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:16.361449 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb8601-2b7d-4f7a-8693-3771237c9547 x-openstack-request-id: req-92fb8601-2b7d-4f7a-8693-3771237c9547 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:16.362094 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:16.362513 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92fb8601-2b7d-4f7a-8693-3771237c9547 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:16.363062 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'status': 'completed', 'code': 200} Jan 27 19:19:16.517017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-f65d6219-4c77-4a0b-bede-471a1c37e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:16.523499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-f65d6219-4c77-4a0b-bede-471a1c37e491 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1124 time: 0.1207223 Jan 27 19:19:16.588330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:16.757340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6a26c-dddc-451f-b6eb-f5fa87a2c937 req-64a2a599-9912-4ca9-9a11-53399d72fc56 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:16.760012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc6a26c-dddc-451f-b6eb-f5fa87a2c937 req-64a2a599-9912-4ca9-9a11-53399d72fc56 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.2316096 Jan 27 19:19:16.887926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f41cee21-88fa-42af-a71c-e04527d097bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:16.906883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-1f716b8e-c4ac-4f75-a7ee-5242f7c5562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:16.908405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-1f716b8e-c4ac-4f75-a7ee-5242f7c5562d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.3729229 Jan 27 19:19:16.978007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bc6a26c-dddc-451f-b6eb-f5fa87a2c937 req-b04ba0ba-8234-4660-aa8f-4cb164b0b54a tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048731 Jan 27 19:19:16.981931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-1dcdceae-b243-49ef-b43d-dd6ca2b11808 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 217 time: 0.0667052 Jan 27 19:19:17.086596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de62de-5b63-4595-ba4a-6476872ba363 req-d4344e7e-935d-4561-8d17-1ec1a9dbb5f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:17.089609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98de62de-5b63-4595-ba4a-6476872ba363 req-d4344e7e-935d-4561-8d17-1ec1a9dbb5f3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 985 time: 0.2830641 Jan 27 19:19:17.212865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-e0153d74-68b4-4ef7-968d-b335f5ec88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:17.215827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-e0153d74-68b4-4ef7-968d-b335f5ec88cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.2186110 Jan 27 19:19:17.222325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Deleting port e2612381-2977-4d95-9ff0-f11ee5d36884 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:17.222325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.318429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] For port e2612381-2977-4d95-9ff0-f11ee5d36884, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2612381-2977-4d95-9ff0-f11ee5d36884,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:17.318739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.331211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-5b3dcae5-7448-4d24-b8ee-e12ebcad0aee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800326 Jan 27 19:19:17.335640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Calling delete_port for e2612381-2977-4d95-9ff0-f11ee5d36884 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:17.358994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209571-4277-4901-9788-89f01d1ca0f6 req-a9e84ee5-5894-4913-a0e6-511b4295e594 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:17.361784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d209571-4277-4901-9788-89f01d1ca0f6 req-a9e84ee5-5894-4913-a0e6-511b4295e594 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.2660441 Jan 27 19:19:17.461834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98de62de-5b63-4595-ba4a-6476872ba363 req-68955488-34b5-42db-900e-648a21f4d2c8 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&id=602e784b-93fa-4524-8f3b-faa12340420b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3482766 Jan 27 19:19:17.473341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f41cee21-88fa-42af-a71c-e04527d097bd admin admin] Publish callbacks [] for security_group (0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.505337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f41cee21-88fa-42af-a71c-e04527d097bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.565346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cee21-88fa-42af-a71c-e04527d097bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:17.566188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e2612381-2977-4d95-9ff0-f11ee5d36884), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.607269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f41cee21-88fa-42af-a71c-e04527d097bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=448f1d1a1b2743b4917effd751114256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9842734 Jan 27 19:19:17.607929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:17.640856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2612381-2977-4d95-9ff0-f11ee5d36884,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:17.684646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d209571-4277-4901-9788-89f01d1ca0f6 req-073a671c-f61a-4d01-8295-250579ed2d4b tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830601 Jan 27 19:19:17.710797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-33ba5d9e-954a-4465-9c8d-bec7b9346768 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454211 Jan 27 19:19:17.835595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75ff02c3-dc35-4c28-932e-7fb46859266a req-2b4f6dbb-a7a5-4128-b11a-b6183df52cd0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0904846 Jan 27 19:19:17.868126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] Publish callbacks [] for security_group (0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:17.981304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (1655c6c2-b36f-4a6b-8311-425551ae120b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.024879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] Publish callbacks [] for security_group (0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.044511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c861a53-5c95-4e6c-b52c-afd6892a68cc req-68c9c80f-f10a-4031-93b9-d30405b024a6 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207016 Jan 27 19:19:18.100986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6d12aaff-d9d7-48b9-b44c-8e3fd81f1491 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-565961771&fields=id&tenant_id=2943964742bc485bb0eb69bd099f33ac HTTP/1.1" status: 200 len: 267 time: 0.1584017 Jan 27 19:19:18.175700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.187382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.191051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b HTTP/1.1" status: 204 len: 168 time: 0.5725155 Jan 27 19:19:18.268603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-96d3508c-e71a-468f-b0d3-c9d8cc905032 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:18.276486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-96d3508c-e71a-468f-b0d3-c9d8cc905032 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 985 time: 0.1636894 Jan 27 19:19:18.288354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b28f65-2dd8-4a36-baaf-4d14b5ab1345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bd0e8-38e0-480b-95a9-8b0c88d2a60b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:18.307952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'port': {'security_groups': ['04901372-e0b5-4287-8499-3c64a6492405', '602e784b-93fa-4524-8f3b-faa12340420b', '7ff7b405-f95a-4f3a-a4bf-2b29222cd539']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:18.500783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.562155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-650c5314-ced6-422c-8d5f-302e03c09968 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:18.567345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-650c5314-ced6-422c-8d5f-302e03c09968 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1415148 Jan 27 19:19:18.573292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Router 1655c6c2-b36f-4a6b-8311-425551ae120b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:19:18.833520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Deleting port fd251db1-b65d-4c20-ae98-ae96b3c29b76 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:18.835455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:18.895548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:19:18.901849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d20ba7e9-4307-4cde-8981-48c250b18bc6 admin admin] 10.222.0.59 "PUT /v2.0/routers/1655c6c2-b36f-4a6b-8311-425551ae120b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3326287 Jan 27 19:19:18.907977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Sync routers for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:19:18.916074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:18.925082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:18.925750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:18.944434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37592) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:19.019357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac65c82-7721-4145-9873-ebdf2a9c71e7 req-71364096-6c21-4a72-8448-51073d0fe81d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:19.026728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cac65c82-7721-4145-9873-ebdf2a9c71e7 req-71364096-6c21-4a72-8448-51073d0fe81d tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 945 time: 0.1152055 Jan 27 19:19:19.031516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9d9459d-85f5-4bcc-b73a-3b13e175c116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.074813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:19.087685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:19.129591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cac65c82-7721-4145-9873-ebdf2a9c71e7 req-099e7d5f-331c-46e6-ac33-0cc011e25252 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ba48490-6bd6-47ad-9d80-61708304360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Jan 27 19:19:19.129695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] For port fd251db1-b65d-4c20-ae98-ae96b3c29b76, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fd251db1-b65d-4c20-ae98-ae96b3c29b76,segment=NetworkSegment(b4a67ad8-2781-49ea-9f08-7b03bf2c22ae),segment_id=b4a67ad8-2781-49ea-9f08-7b03bf2c22ae)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:19.129695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.159614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.161097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Calling delete_port for fd251db1-b65d-4c20-ae98-ae96b3c29b76 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:19.174582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.190608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406', '0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:19.191565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks [] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.428417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9d9459d-85f5-4bcc-b73a-3b13e175c116 admin admin] Publish callbacks [] for security_group (1d1dd078-fa2d-4a41-b7a8-f91053b523ec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.451256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:19.452094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9d9459d-85f5-4bcc-b73a-3b13e175c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1d1dd078-fa2d-4a41-b7a8-f91053b523ec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.453517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.470146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cbeb97-0583-4385-a880-ef19bac63122 req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "PUT /v2.0/ports/0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 1021 time: 1.1879482 Jan 27 19:19:19.480695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:19.491287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a9d9459d-85f5-4bcc-b73a-3b13e175c116 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65c5c732c9ca48aa9686e96b3b1fd40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5428734 Jan 27 19:19:19.495329 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757736ce-c291-4ea1-9c42-a543cfca27c1" -d '{"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:19.495893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:19.511725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:19.560728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989b028-9abf-4a66-a8ca-743815c498e0 req-53560366-59ce-4142-82e6-352b00a42936 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:19.571892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c989b028-9abf-4a66-a8ca-743815c498e0 req-53560366-59ce-4142-82e6-352b00a42936 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.3074608 Jan 27 19:19:19.578348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks [] for router_gateway (1655c6c2-b36f-4a6b-8311-425551ae120b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.596053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9459d-85f5-4bcc-b73a-3b13e175c116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dd078-fa2d-4a41-b7a8-f91053b523ec,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:19.634274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a1ada-f30b-4070-8a02-3f74469c9dca tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:19.705464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c989b028-9abf-4a66-a8ca-743815c498e0 req-2b2839e0-f50f-4611-9a1b-73a7b62e1a08 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218956 Jan 27 19:19:19.719791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] Publish callbacks [] for security_group (1d1dd078-fa2d-4a41-b7a8-f91053b523ec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.730974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:19:17Z', 'revision_number': 5, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port': {'id': '5283c148-dbe8-4a5e-a3d0-051b6649cc58', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:15:15Z', 'updated_at': '2022-01-27T19:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:19.740890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fd251db1-b65d-4c20-ae98-ae96b3c29b76), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.836161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Checking router: 1655c6c2-b36f-4a6b-8311-425551ae120b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:19:19.874029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Routers {'1655c6c2-b36f-4a6b-8311-425551ae120b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:19.874675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1655c6c2-b36f-4a6b-8311-425551ae120b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:19.942587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] Publish callbacks [] for security_group (1d1dd078-fa2d-4a41-b7a8-f91053b523ec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:19.947573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Pushing event deleted for resources: {'Port': ['ID=fd251db1-b65d-4c20-ae98-ae96b3c29b76,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:19.989791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2612d97e-bc55-44c6-bea8-2e41346bca2c req-dcc73c22-dd7f-4a5e-8c49-fbefe3954fba tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=1096492a-e82d-455a-8a75-49b00aa85c8b HTTP/1.1" status: 200 len: 210 time: 0.0487969 Jan 27 19:19:20.065790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] No DVR routers for this DVR port fd251db1-b65d-4c20-ae98-ae96b3c29b76 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:20.092509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:20.100498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d22fd58-ad71-4dcb-bfaf-3e989ede0941 req-d08e456a-429c-4f65-b4bf-c88e5b9a78f8 tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.66 "DELETE /v2.0/ports/fd251db1-b65d-4c20-ae98-ae96b3c29b76 HTTP/1.1" status: 204 len: 173 time: 1.5229256 Jan 27 19:19:20.107407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'name': 'network-vif-deleted', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:20.113861 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16554918-b272-44b2-bde3-c9340ae8a4a8" -d '{"events": [{"server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "name": "network-vif-deleted", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:20.132513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653d791-f1ef-4e04-a75f-915aa5410c38 req-8485d0a5-cb3f-4097-904a-85a931de0e82 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/7ff7b405-f95a-4f3a-a4bf-2b29222cd539 HTTP/1.1" status: 200 len: 1816 time: 0.0840056 Jan 27 19:19:20.140801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] Set router 1655c6c2-b36f-4a6b-8311-425551ae120b gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:20.155267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Deleting port 5283c148-dbe8-4a5e-a3d0-051b6649cc58 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:20.161819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:20.236644 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-1653d791-f1ef-4e04-a75f-915aa5410c38 req-7346eaa8-44dc-4d46-bc48-759bf6165144 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 19:19:20.253437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653d791-f1ef-4e04-a75f-915aa5410c38 req-7346eaa8-44dc-4d46-bc48-759bf6165144 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/7ff7b405-f95a-4f3a-a4bf-2b29222cd539 HTTP/1.1" status: 409 len: 341 time: 0.1093781 Jan 27 19:19:20.341229 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce63ded9-4f0e-48f4-a1f7-fb6e5283dda6 x-openstack-request-id: req-ce63ded9-4f0e-48f4-a1f7-fb6e5283dda6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:20.341630 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:20.342112 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce63ded9-4f0e-48f4-a1f7-fb6e5283dda6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:20.343793 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'status': 'completed', 'code': 200} Jan 27 19:19:20.349045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:19:19Z', 'revision_number': 6, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:20.365205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1d1dd078-fa2d-4a41-b7a8-f91053b523ec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:20.367694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:20.371234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d1dd078-fa2d-4a41-b7a8-f91053b523ec HTTP/1.1" status: 204 len: 168 time: 0.8719635 Jan 27 19:19:20.455596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd4bb-c98e-4f9b-9969-287c2b0efc0a None None] The sync data for ids ['1655c6c2-b36f-4a6b-8311-425551ae120b'] in n-d-760453-6 is: [{'id': '1655c6c2-b36f-4a6b-8311-425551ae120b', 'name': 'tempest-ServersTestFqdnHostnames-1935845219-router', 'tenant_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:15:13Z', 'updated_at': '2022-01-27T19:19:19Z', 'revision_number': 6, 'project_id': '2b3c08e01cf443b2b6dc919e0855a96d', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:19:20.511710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd656-f966-498a-a9cb-2f2c8178e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dd078-fa2d-4a41-b7a8-f91053b523ec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:20.580771 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84543496-0bc6-4b40-9666-1d7c6f0c8b14 x-openstack-request-id: req-84543496-0bc6-4b40-9666-1d7c6f0c8b14 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:20.581567 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6e7e7-124d-4d62-9bd1-6c9d63976aea", "name": "network-vif-deleted", "tag": "fd251db1-b65d-4c20-ae98-ae96b3c29b76", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:20.581567 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84543496-0bc6-4b40-9666-1d7c6f0c8b14 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:20.581886 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6e7e7-124d-4d62-9bd1-6c9d63976aea', 'name': 'network-vif-deleted', 'tag': 'fd251db1-b65d-4c20-ae98-ae96b3c29b76', 'status': 'completed', 'code': 200} Jan 27 19:19:20.609143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b108454c-e282-4b21-9e18-3e55954cee72 req-36c1531c-e34b-4141-b75f-738f2808549b tempest-ServerDiskConfigTestJSON-1689155729 tempest-ServerDiskConfigTestJSON-1689155729-project] 10.222.0.59 "GET /v2.0/ports?device_id=00f6e7e7-124d-4d62-9bd1-6c9d63976aea HTTP/1.1" status: 200 len: 210 time: 0.0814209 Jan 27 19:19:20.621940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] For port 5283c148-dbe8-4a5e-a3d0-051b6649cc58, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5283c148-dbe8-4a5e-a3d0-051b6649cc58,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:20.622346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:20.628495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-d8cfff5f-2786-427b-a5a1-ab282d0b3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:20.630418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-d8cfff5f-2786-427b-a5a1-ab282d0b3b95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2943964742bc485bb0eb69bd099f33ac&device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1175 time: 0.2601576 Jan 27 19:19:20.681977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Calling delete_port for 5283c148-dbe8-4a5e-a3d0-051b6649cc58 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:21.055282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-ad4ddc27-b6b6-412e-bfe6-d82e85778702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:21.064307 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-ad4ddc27-b6b6-412e-bfe6-d82e85778702 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 200 len: 914 time: 0.4238181 Jan 27 19:19:21.103144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:21.164181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f044-93b8-4816-8bbe-2726e209496f req-ecd455fa-db43-4df8-aa0f-fd522dda5398 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:21.178122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b9f044-93b8-4816-8bbe-2726e209496f req-ecd455fa-db43-4df8-aa0f-fd522dda5398 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.2359645 Jan 27 19:19:21.319394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b9f044-93b8-4816-8bbe-2726e209496f req-bccf8149-8115-406e-b89d-8db1aac476bc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328852 Jan 27 19:19:21.333672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-1be0e544-f0a0-432e-b129-27bb17ab4b78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 200 len: 217 time: 0.2580121 Jan 27 19:19:21.384835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fd251db1-b65d-4c20-ae98-ae96b3c29b76 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:21.436765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: fd251db1-b65d-4c20-ae98-ae96b3c29b76 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:21.437631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fd251db1-b65d-4c20-ae98-ae96b3c29b76 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:21.476066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:21.615858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-e5df666d-ed07-4515-bf80-d364ea315a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:21.622836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-e5df666d-ed07-4515-bf80-d364ea315a9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 200 len: 853 time: 0.2596872 Jan 27 19:19:21.676227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5283c148-dbe8-4a5e-a3d0-051b6649cc58 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:21.718954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-750b11b1-ddef-42be-b6ff-4b2d20b7658e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3575d4cf-5b57-4958-b179-0d55ca16d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857017 Jan 27 19:19:21.725281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5283c148-dbe8-4a5e-a3d0-051b6649cc58), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:21.779174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5283c148-dbe8-4a5e-a3d0-051b6649cc58 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:21.779785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5283c148-dbe8-4a5e-a3d0-051b6649cc58 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:21.780481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2612381-2977-4d95-9ff0-f11ee5d36884 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:21.838630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e2612381-2977-4d95-9ff0-f11ee5d36884 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:21.839187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2612381-2977-4d95-9ff0-f11ee5d36884 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:21.860832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7d99-c028-4c1f-b39f-521b1b9607bc req-90a3cee9-6684-42fc-9eef-31fc05c2a1ee tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:21.873672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4fb7d99-c028-4c1f-b39f-521b1b9607bc req-90a3cee9-6684-42fc-9eef-31fc05c2a1ee tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1024 time: 0.0884101 Jan 27 19:19:22.080643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5283c148-dbe8-4a5e-a3d0-051b6649cc58,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:22.086903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-be761899-ae70-4bf3-9a6c-492c4c5f89e8 service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589265 Jan 27 19:19:22.102667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4fb7d99-c028-4c1f-b39f-521b1b9607bc req-0e69ea89-146e-4190-8127-0c28c28420d8 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&id=7ff7b405-f95a-4f3a-a4bf-2b29222cd539&id=602e784b-93fa-4524-8f3b-faa12340420b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2225852 Jan 27 19:19:22.126321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:22.242771 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757736ce-c291-4ea1-9c42-a543cfca27c1 req-d551a58d-48bc-4084-a7b0-ee57367b5ffc service neutron] 10.222.0.66 "GET /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478016 Jan 27 19:19:22.274361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1695089169-network', 'tenant_id': '86fb7139e9e6420fa85de918363fd518'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:22.322314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (1655c6c2-b36f-4a6b-8311-425551ae120b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.367992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Made reservation on behalf of 86fb7139e9e6420fa85de918363fd518 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:22.372142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.396720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.486472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:22.629827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Deleting subnet e448b56c-8d10-4167-ab94-6c1aea9a5c9d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:19:22.639306 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Publish callbacks [] for subnet (e448b56c-8d10-4167-ab94-6c1aea9a5c9d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.696990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af6265-beb2-46c3-862b-668ed1bae022 req-c8d74dd9-92a2-48f3-8b25-bda09cb4b5f7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:22.704494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37af6265-beb2-46c3-862b-668ed1bae022 req-c8d74dd9-92a2-48f3-8b25-bda09cb4b5f7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1707690 Jan 27 19:19:22.734369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks [] for security_group (aad7c32d-3e07-4f62-b10f-ed3492af6cca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.750768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aad7c32d-3e07-4f62-b10f-ed3492af6cca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.795747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7c32d-3e07-4f62-b10f-ed3492af6cca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:22.810362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e448b56c-8d10-4167-ab94-6c1aea9a5c9d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.839772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.841529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:19:22.843349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks [] for router_controller (1655c6c2-b36f-4a6b-8311-425551ae120b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.848587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37af6265-beb2-46c3-862b-668ed1bae022 req-aa1708d4-0ebf-4149-b695-07b50fa16072 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427770 Jan 27 19:19:22.874675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (da7e07a3-a778-44e2-83b4-5e618f789b1f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.875327 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Added segment da7e07a3-a778-44e2-83b4-5e618f789b1f of type vlan for network df74d475-518b-40f5-8b67-10fa001a852a Jan 27 19:19:22.893821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e448b56c-8d10-4167-ab94-6c1aea9a5c9d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.910658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1655c6c2-b36f-4a6b-8311-425551ae120b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.911421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1655c6c2-b36f-4a6b-8311-425551ae120b {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:19:22.927325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:22.931958 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b5a2b22-a3f5-43f0-bd2b-5fe51d7219d1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1655c6c2-b36f-4a6b-8311-425551ae120b HTTP/1.1" status: 204 len: 168 time: 4.0147824 Jan 27 19:19:22.932778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:22.967195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (df74d475-518b-40f5-8b67-10fa001a852a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.030455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (df74d475-518b-40f5-8b67-10fa001a852a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.031542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:23.032921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.056976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Deleting subnet 358c5e56-fcdb-44c1-934f-6a73b343bc9c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:19:23.067257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-456c82ae-d340-44b4-a41b-3798ad45ea2d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:23.069203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-456c82ae-d340-44b4-a41b-3798ad45ea2d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1024 time: 0.0935378 Jan 27 19:19:23.074934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Publish callbacks [] for subnet (358c5e56-fcdb-44c1-934f-6a73b343bc9c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.116932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=df74d475-518b-40f5-8b67-10fa001a852a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:23.121239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e448b56c-8d10-4167-ab94-6c1aea9a5c9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.134581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network df74d475-518b-40f5-8b67-10fa001a852a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:19:23.170007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e448b56c-8d10-4167-ab94-6c1aea9a5c9d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:23.180536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.188657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-82b1b150-beb9-4ee3-a44b-6fcd6905f908 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e448b56c-8d10-4167-ab94-6c1aea9a5c9d HTTP/1.1" status: 204 len: 168 time: 0.6971838 Jan 27 19:19:23.193308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bda4e4d1-b848-40dd-b609-db5201527ad3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0638616 Jan 27 19:19:23.193308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:23.193691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:23.214029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Request body: {'subnet': {'network_id': 'df74d475-518b-40f5-8b67-10fa001a852a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1695089169-subnet', 'tenant_id': '86fb7139e9e6420fa85de918363fd518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:23.327179 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (358c5e56-fcdb-44c1-934f-6a73b343bc9c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.501506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (358c5e56-fcdb-44c1-934f-6a73b343bc9c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.527909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Deleting port 0f3763c3-4bb6-4054-986a-9125b12e3908 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:23.528324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.559861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.666186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (358c5e56-fcdb-44c1-934f-6a73b343bc9c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.753045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358c5e56-fcdb-44c1-934f-6a73b343bc9c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:23.780366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04daffe-4b50-4e5e-aeac-3fc178c1f1d9 None None] Network 91fa2e0b-572d-4dcf-a31d-763caf39f927 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:23.786577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.796160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66f84764-a8a4-4276-8029-0e5164acfef9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/358c5e56-fcdb-44c1-934f-6a73b343bc9c HTTP/1.1" status: 204 len: 168 time: 0.8581865 Jan 27 19:19:23.798802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37822) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:23.820302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port 0f3763c3-4bb6-4054-986a-9125b12e3908, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0f3763c3-4bb6-4054-986a-9125b12e3908,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:23.820889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.824459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Made reservation on behalf of 86fb7139e9e6420fa85de918363fd518 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:23.831736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:23.933976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Calling delete_port for 0f3763c3-4bb6-4054-986a-9125b12e3908 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:23.963288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:23.968348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a511b2cc-0261-4999-bb8a-c1a74a7f453e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.008367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6aa45-c43c-4ae1-8a17-7a59846c98bf req-3c08e11f-c308-47c8-885d-33ed6e265df7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:24.010023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bee6aa45-c43c-4ae1-8a17-7a59846c98bf req-3c08e11f-c308-47c8-885d-33ed6e265df7 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 1024 time: 0.3289726 Jan 27 19:19:24.025701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (91fa2e0b-572d-4dcf-a31d-763caf39f927), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.239496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] DHCP port deletion for 91fa2e0b-572d-4dcf-a31d-763caf39f927 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:19:24.309885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bee6aa45-c43c-4ae1-8a17-7a59846c98bf req-786131e3-249b-470b-ad4f-66058a7ff876 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=04901372-e0b5-4287-8499-3c64a6492405&id=7ff7b405-f95a-4f3a-a4bf-2b29222cd539&id=602e784b-93fa-4524-8f3b-faa12340420b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2796681 Jan 27 19:19:24.310981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb3c186a-a8fd-4848-bc07-acbf1587e576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.342378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Deleting port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:24.342869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.375264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Deleting port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:24.375973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.391270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a511b2cc-0261-4999-bb8a-c1a74a7f453e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.474166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a511b2cc-0261-4999-bb8a-c1a74a7f453e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:24.504377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] For port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:24.505040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.540095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Calling delete_port for 0e7866c1-2ed6-44bf-93e2-1167fc1e940a owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:24.555571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0f3763c3-4bb6-4054-986a-9125b12e3908), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.570847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.573050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['bb80048d-20c1-4c77-81a9-ce473a39a406', '0f3763c3-4bb6-4054-986a-9125b12e3908'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:24.587235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:24.588430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a67ad8-2781-49ea-9f08-7b03bf2c22ae') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:24.588984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] For port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,segment=NetworkSegment(00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6),segment_id=00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:24.589771 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.602124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'Port': ['ID=0f3763c3-4bb6-4054-986a-9125b12e3908,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:24.618083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80022dcc-2cb4-4863-9fdb-ff243632fef0 req-cc167316-5886-4daa-b5ec-a3da40b3066a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:24.624619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80022dcc-2cb4-4863-9fdb-ff243632fef0 req-cc167316-5886-4daa-b5ec-a3da40b3066a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.3614004 Jan 27 19:19:24.662482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Calling delete_port for 0e7866c1-2ed6-44bf-93e2-1167fc1e940a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:24.672237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b4a67ad8-2781-49ea-9f08-7b03bf2c22ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.688339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb3c186a-a8fd-4848-bc07-acbf1587e576 admin admin] Publish callbacks [] for security_group (a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.711184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb3c186a-a8fd-4848-bc07-acbf1587e576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.787614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] No DVR routers for this DVR port 0f3763c3-4bb6-4054-986a-9125b12e3908 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:24.792488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.798975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-26f7ab66-2dce-47e2-bb96-aeb7a0741da9 req-2fffd8ae-06ee-47be-9649-13a520086625 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "DELETE /v2.0/ports/0f3763c3-4bb6-4054-986a-9125b12e3908 HTTP/1.1" status: 204 len: 173 time: 1.7183573 Jan 27 19:19:24.822482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80022dcc-2cb4-4863-9fdb-ff243632fef0 req-2942706d-3d4b-4d03-8ab5-435cb3fef423 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778600 Jan 27 19:19:24.826874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b4a67ad8-2781-49ea-9f08-7b03bf2c22ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.833071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'name': 'network-vif-deleted', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:24.838748 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49574cc-5108-472b-be7c-06b793c75594" -d '{"events": [{"server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "name": "network-vif-deleted", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:24.853534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:19:24.854587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b4a67ad8-2781-49ea-9f08-7b03bf2c22ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:19:24.857426 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:19:24.921581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb3c186a-a8fd-4848-bc07-acbf1587e576 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d88b022f14ea4b34b7de2934899dc3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9569464 Jan 27 19:19:24.926002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:24.959166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c186a-a8fd-4848-bc07-acbf1587e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:24.990558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (33fa3d04-c99f-485e-8096-436be8fa4dec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.034657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.068993 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340fdcfb-8344-4185-9794-9f6928aa45d4 x-openstack-request-id: req-340fdcfb-8344-4185-9794-9f6928aa45d4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:25.069590 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e2e130-671e-4b77-8dcd-a4485c81a03b", "name": "network-vif-deleted", "tag": "0f3763c3-4bb6-4054-986a-9125b12e3908", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:25.070092 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-340fdcfb-8344-4185-9794-9f6928aa45d4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:25.071337 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e2e130-671e-4b77-8dcd-a4485c81a03b', 'name': 'network-vif-deleted', 'tag': '0f3763c3-4bb6-4054-986a-9125b12e3908', 'status': 'completed', 'code': 200} Jan 27 19:19:25.098977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fa3d04-c99f-485e-8096-436be8fa4dec,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.107967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a511b2cc-0261-4999-bb8a-c1a74a7f453e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.156510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.164069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] 10.222.0.59 "DELETE /v2.0/networks/a511b2cc-0261-4999-bb8a-c1a74a7f453e HTTP/1.1" status: 204 len: 168 time: 1.9694324 Jan 27 19:19:25.173021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.191943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] No DVR routers for this DVR port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:25.201420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Checking segment: {'id': 'da7e07a3-a778-44e2-83b4-5e618f789b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'df74d475-518b-40f5-8b67-10fa001a852a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:25.201802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Network hostable DHCP agents. Network: df74d475-518b-40f5-8b67-10fa001a852a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:19:25.207903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9152-e67b-419b-88e4-12021b52cf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a511b2cc-0261-4999-bb8a-c1a74a7f453e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.233112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] Publish callbacks [] for security_group (a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.253162 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (0e7866c1-2ed6-44bf-93e2-1167fc1e940a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.271212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] Publish callbacks [] for security_group (a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.385990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.389231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.390515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7 HTTP/1.1" status: 204 len: 168 time: 0.4553096 Jan 27 19:19:25.395592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Network df74d475-518b-40f5-8b67-10fa001a852a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:19:25.403991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff7250-2a28-4aa1-8e62-a95ebe99f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5ee44-ac44-4ec1-b8f0-a820f12f97e7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.418266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, df74d475-518b-40f5-8b67-10fa001a852a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:25.431775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] Pushing event deleted for resources: {'Port': ['ID=0e7866c1-2ed6-44bf-93e2-1167fc1e940a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.440393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:25.442835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (91fa2e0b-572d-4dcf-a31d-763caf39f927), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.443224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.484205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0e7866c1-2ed6-44bf-93e2-1167fc1e940a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:25.492216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6ea68d69-93c3-42bc-b026-8848ade1f594 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2962246 Jan 27 19:19:25.515715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fa2e0b-572d-4dcf-a31d-763caf39f927']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:25.538408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:25.539056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:25.550416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:25.564591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db638a2b-edbe-4e49-91f4-8439a6f95f2d None None] Network df74d475-518b-40f5-8b67-10fa001a852a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:25.592004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.641089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.666796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:19:25.670874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (00f87cfc-d3ae-4e08-a4db-7d2c17b85ad6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:19:25.678270 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:19:25.708112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0aa9c5f3-ac3d-46c7-98ca-9141cff132ee req-163cf889-c27e-43ab-abc9-e3a33287b034 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=17e2e130-671e-4b77-8dcd-a4485c81a03b HTTP/1.1" status: 200 len: 210 time: 0.0654972 Jan 27 19:19:25.783791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-96037c54-0f75-4921-9e52-37f7bf5a778a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b1f202838b44b2f860460c7a659d5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315731 Jan 27 19:19:25.784753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:25.818608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e010c-e7fd-4b76-827a-723bfb9c2afe None None] No DVR routers for this DVR port 0e7866c1-2ed6-44bf-93e2-1167fc1e940a on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:25.882048 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (91fa2e0b-572d-4dcf-a31d-763caf39f927), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.903471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.909447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] 10.222.0.59 "DELETE /v2.0/networks/91fa2e0b-572d-4dcf-a31d-763caf39f927 HTTP/1.1" status: 204 len: 168 time: 2.1097364 Jan 27 19:19:25.910897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80681b-3a63-4a75-855b-006bdd37675d admin admin] Pushing event deleted for resources: {'Network': ['ID=91fa2e0b-572d-4dcf-a31d-763caf39f927,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:25.912781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] Publish callbacks [] for security_group (9ba48490-6bd6-47ad-9d80-61708304360f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:25.944415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0e7866c1-2ed6-44bf-93e2-1167fc1e940a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:25.944961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0e7866c1-2ed6-44bf-93e2-1167fc1e940a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:25.967067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] Publish callbacks [] for security_group (9ba48490-6bd6-47ad-9d80-61708304360f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.103492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ba48490-6bd6-47ad-9d80-61708304360f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.111089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.113718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ba48490-6bd6-47ad-9d80-61708304360f HTTP/1.1" status: 204 len: 168 time: 0.3241894 Jan 27 19:19:26.150109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00104325-e12e-4cda-b7cd-7b6483e60d75 None None] Network df74d475-518b-40f5-8b67-10fa001a852a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:26.170091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df98919-6e46-4359-84b9-fd4d07536730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba48490-6bd6-47ad-9d80-61708304360f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:26.227545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37868) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:26.245482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6fd93-8625-44b3-b1c6-fed0cc77670d req-386acd4a-bb53-432b-a361-2ea054bb0298 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:26.248537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a6fd93-8625-44b3-b1c6-fed0cc77670d req-386acd4a-bb53-432b-a361-2ea054bb0298 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.1692183 Jan 27 19:19:26.257950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1139719289', 'description': 'tempest-description-6239646'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:26.331785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3ec0083-3b06-429b-a9ea-8e5e01950f5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b3c08e01cf443b2b6dc919e0855a96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020434 Jan 27 19:19:26.342082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37870) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:26.362468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a6fd93-8625-44b3-b1c6-fed0cc77670d req-03d2e1e9-c990-4eec-8ec2-2dcf91332817 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965068 Jan 27 19:19:26.408041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.587320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] Publish callbacks [] for security_group (893afd8f-d260-4727-9704-7cfbdd85f07d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.667033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (61c9ec8b-82d3-451f-acd3-189a5b772839), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.676976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61c9ec8b-82d3-451f-acd3-189a5b772839), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.689431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] Publish callbacks [] for security_group (893afd8f-d260-4727-9704-7cfbdd85f07d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.724815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.734104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56620962-5637-46c5-8a94-af324d27e1c4 req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4838407 Jan 27 19:19:26.758163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08472fe9-fe2f-456d-a751-cc9a8658c282 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c9ec8b-82d3-451f-acd3-189a5b772839,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:26.800854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (893afd8f-d260-4727-9704-7cfbdd85f07d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.805806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:26.813112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/893afd8f-d260-4727-9704-7cfbdd85f07d HTTP/1.1" status: 204 len: 168 time: 0.4645581 Jan 27 19:19:26.862761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c69e80-35ed-4045-a2e8-aabc816160dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893afd8f-d260-4727-9704-7cfbdd85f07d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:26.913148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-096890d2-ca17-476c-a7ea-271445e290d0 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/61c9ec8b-82d3-451f-acd3-189a5b772839 HTTP/1.1" status: 200 len: 1819 time: 0.0890453 Jan 27 19:19:26.939540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61c9ec8b-82d3-451f-acd3-189a5b772839', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:26.940070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61c9ec8b-82d3-451f-acd3-189a5b772839', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:27.030155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83f590ad-9bbc-4466-9106-db65014fc876 req-5cfce066-d675-4447-897f-14ead6d00f82 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/602e784b-93fa-4524-8f3b-faa12340420b HTTP/1.1" status: 200 len: 1818 time: 0.0794363 Jan 27 19:19:27.126853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83f590ad-9bbc-4466-9106-db65014fc876 req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (602e784b-93fa-4524-8f3b-faa12340420b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.130758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (edb740f6-af33-4698-b262-5ba50f09de68), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.166403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83f590ad-9bbc-4466-9106-db65014fc876 req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (602e784b-93fa-4524-8f3b-faa12340420b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.181989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (edb740f6-af33-4698-b262-5ba50f09de68), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.189950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (edb740f6-af33-4698-b262-5ba50f09de68), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.237082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb740f6-af33-4698-b262-5ba50f09de68,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:27.249663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.255524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4757c35a-a9e6-4265-9962-fb0a6727e347 req-c1c7d9e9-6f6b-4e54-a11a-8fdad0796415 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3370037 Jan 27 19:19:27.270678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83f590ad-9bbc-4466-9106-db65014fc876 req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (602e784b-93fa-4524-8f3b-faa12340420b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.275536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83f590ad-9bbc-4466-9106-db65014fc876 req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.276858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83f590ad-9bbc-4466-9106-db65014fc876 req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/602e784b-93fa-4524-8f3b-faa12340420b HTTP/1.1" status: 204 len: 173 time: 0.2458355 Jan 27 19:19:27.303535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae60b0-f1b0-4875-847e-9e0718be8c99 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e784b-93fa-4524-8f3b-faa12340420b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:27.310989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1148972852', 'description': 'tempest-description-817690585'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:27.383436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f3763c3-4bb6-4054-986a-9125b12e3908 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:27.417007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0f3763c3-4bb6-4054-986a-9125b12e3908 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:27.417923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0f3763c3-4bb6-4054-986a-9125b12e3908 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:27.439487 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.470521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-d77be721-2ba9-4573-83f8-4bc2b42536e5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/7ff7b405-f95a-4f3a-a4bf-2b29222cd539 HTTP/1.1" status: 200 len: 1816 time: 0.1421847 Jan 27 19:19:27.679045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:27.704424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (baa0e113-c964-4735-9399-253283ff0c6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.739614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (baa0e113-c964-4735-9399-253283ff0c6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.764440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-e49b3ee1-928c-463b-a575-7b5963fe46e6 service neutron] 10.222.0.39 "GET /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99/bindings/n-h1-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.2923408 Jan 27 19:19:27.879262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1365788680-network', 'tenant_id': '30b2329392ff4ca09db7325456824391'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:27.899961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.918060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa2aa3a0-7d54-4846-8955-1428061a89bc req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6105628 Jan 27 19:19:27.927205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Made reservation on behalf of 30b2329392ff4ca09db7325456824391 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:27.930483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.932530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deaaf4-782f-44ed-a2c5-b8646460bd4e tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0e113-c964-4735-9399-253283ff0c6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:27.955209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:27.971901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (7ff7b405-f95a-4f3a-a4bf-2b29222cd539), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.116255 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks [] for security_group (fe532a94-a218-4968-8423-485b39ffbf09), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.124589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fe532a94-a218-4968-8423-485b39ffbf09), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.164086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (7ff7b405-f95a-4f3a-a4bf-2b29222cd539), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.183409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe532a94-a218-4968-8423-485b39ffbf09,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:28.198810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:19:28.217591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c9cc4cc5-7889-44f5-a9a3-dae3290d1553), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.218648 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Added segment c9cc4cc5-7889-44f5-a9a3-dae3290d1553 of type vlan for network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 Jan 27 19:19:28.283671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8175110f-5606-4bc9-8ac3-15c87b18e4f5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.346916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8175110f-5606-4bc9-8ac3-15c87b18e4f5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.348627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:28.349666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.416921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7361672 Jan 27 19:19:28.420304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:28.427414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Request body: {'subnet': {'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1365788680-subnet', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:28.449047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:28.452671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d512-470c-45ff-8ff1-75f0b842ffa7 admin admin] Pushing event updated for resources: {'Network': ['ID=8175110f-5606-4bc9-8ac3-15c87b18e4f5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:28.468226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:19:28.473454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:28.487070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Made reservation on behalf of 30b2329392ff4ca09db7325456824391 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:28.490783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.513910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:28.527255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:28.544457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7ff7b405-f95a-4f3a-a4bf-2b29222cd539), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.548371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.567745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ad84fef-3609-4e9f-ba48-b7f32e2d5e47 req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/7ff7b405-f95a-4f3a-a4bf-2b29222cd539 HTTP/1.1" status: 204 len: 173 time: 1.0473969 Jan 27 19:19:28.582676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.610491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecd261-3326-4068-bffe-dbd22c7cee4d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7b405-f95a-4f3a-a4bf-2b29222cd539,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:28.623972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f46f1-71b1-49c2-a420-3f20dcc5d265 req-eaaa28c8-1ede-4a39-89ce-ee8a11e31470 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:28.626627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f72f46f1-71b1-49c2-a420-3f20dcc5d265 req-eaaa28c8-1ede-4a39-89ce-ee8a11e31470 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 943 time: 0.5421841 Jan 27 19:19:28.631550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:28.839752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:28.912832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (dd9bb8bb-9262-417f-80df-f53e1aa3c0ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:28.993375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f72f46f1-71b1-49c2-a420-3f20dcc5d265 req-f2ef7474-11cb-441d-b383-be5cb517782f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537664 Jan 27 19:19:29.001212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:29.017607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Checking segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:29.018032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Network hostable DHCP agents. Network: 8175110f-5606-4bc9-8ac3-15c87b18e4f5, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:19:29.021160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.021673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.021968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.022707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.022707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.023041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.023197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.023539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.024017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.024353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.025022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.025414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.025744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:29.048318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] Transition to ACTIVE for port object 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:19:29.061384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.066619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:19:29.087626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8175110f-5606-4bc9-8ac3-15c87b18e4f5) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:29.096442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:29.098158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.098405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7d7fa-564a-49aa-baa8-57d2b8e9f76c None None] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:29.123838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-55726098-network', 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.152260 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c4e92a9-8cd4-44a3-b84e-0bc075fdde16 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7296944 Jan 27 19:19:29.155332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:29.168712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.216794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:29.224686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.245244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.247080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.253501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.280537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] No DVR routers for this DVR port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:29.292974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-853600022-network', 'tenant_id': '4fa689097cea4007b1c2c43e8deadab4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.342348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'project_id': '30b2329392ff4ca09db7325456824391', 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:19:29.344089 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.390970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for router_controller (c0d57d7c-5fae-41be-949b-efd447e2a832), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.396660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Made reservation on behalf of 4fa689097cea4007b1c2c43e8deadab4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:29.405313 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.464119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89cc35e5-b98a-48fc-9626-ac281921432e req-e83cdaf0-81e6-4d84-923b-81039b3eb915 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/baa0e113-c964-4735-9399-253283ff0c6d HTTP/1.1" status: 200 len: 1821 time: 0.3163841 Jan 27 19:19:29.510299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] Pushing event updated for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:29.523562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.552584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-880d78a3-5650-4d17-91d2-242eea1fc436 service neutron] 10.222.0.39 "PUT /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99/bindings/n-h1-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7687068 Jan 27 19:19:29.566436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'baa0e113-c964-4735-9399-253283ff0c6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.567932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'baa0e113-c964-4735-9399-253283ff0c6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.578695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Allocated IP 172.20.0.2 (8175110f-5606-4bc9-8ac3-15c87b18e4f5/dd9bb8bb-9262-417f-80df-f53e1aa3c0ba/7977951c-ac8d-4bb5-838e-8a8301758797) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:29.711875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for router_gateway (c0d57d7c-5fae-41be-949b-efd447e2a832), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.719083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks [] for security_group (5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.726548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.731532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (3ece761f-66c4-4c74-b8e5-4ad8c42d2f9e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.749050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:19:29.763058 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks [] for port (7977951c-ac8d-4bb5-838e-8a8301758797), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.768747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2ad125b-6594-48bf-bde7-142d8f7365bb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.769473 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Added segment d2ad125b-6594-48bf-bde7-142d8f7365bb of type vlan for network 0abfeae5-dc95-4d90-88c1-021a89614605 Jan 27 19:19:29.771793 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (3ece761f-66c4-4c74-b8e5-4ad8c42d2f9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.774756 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.782134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3ece761f-66c4-4c74-b8e5-4ad8c42d2f9e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.844271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Pushing event updated for resources: {'Port': ['ID=7977951c-ac8d-4bb5-838e-8a8301758797,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:29.853956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ece761f-66c4-4c74-b8e5-4ad8c42d2f9e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:29.869748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:29.872614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:29.878082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:29.896335 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.900666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89cc35e5-b98a-48fc-9626-ac281921432e req-ed93ee4c-7c0a-4bfd-b173-d0eaa14bc207 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3806939 Jan 27 19:19:29.923224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (0abfeae5-dc95-4d90-88c1-021a89614605), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.958665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1554713357', 'description': 'tempest-description-1153357393'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:29.964192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Attempting to bind port 7977951c-ac8d-4bb5-838e-8a8301758797 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:29.965031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Attempting to bind port 7977951c-ac8d-4bb5-838e-8a8301758797 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:29.965631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Attempting to bind port 7977951c-ac8d-4bb5-838e-8a8301758797 on network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:29.972849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:29.974127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Checking segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:29.974926 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.975607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Bound using segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:29.976301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Bound port: 7977951c-ac8d-4bb5-838e-8a8301758797, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:29.976882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:29.986854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:30.069786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (0abfeae5-dc95-4d90-88c1-021a89614605), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.071407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:30.072617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.081623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] For port 7977951c-ac8d-4bb5-838e-8a8301758797, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:30.086570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] For port 7977951c-ac8d-4bb5-838e-8a8301758797, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7977951c-ac8d-4bb5-838e-8a8301758797,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:30.094219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.112266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks [] for security_group (fce6aea8-7bdf-4db7-a135-8cbf3639221f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.114973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.128293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fce6aea8-7bdf-4db7-a135-8cbf3639221f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.164481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:19:30.182682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33de23f-fe3f-4f44-a95e-f687a54e0ef8 None None] Pushing event updated for resources: {'Port': ['ID=7977951c-ac8d-4bb5-838e-8a8301758797,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:30.195607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] Pushing event updated for resources: {'Network': ['ID=0abfeae5-dc95-4d90-88c1-021a89614605,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:30.199990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (63578eb7-528f-4089-9759-ed46f5d3534d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.200820 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Added segment 63578eb7-528f-4089-9759-ed46f5d3534d of type vlan for network f1821f5a-a5df-4038-a604-cbd014a37408 Jan 27 19:19:30.213875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce6aea8-7bdf-4db7-a135-8cbf3639221f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:30.219106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 0abfeae5-dc95-4d90-88c1-021a89614605 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:19:30.236414 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a0d9e637-76a2-414e-82e4-0558ca3c8816 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3950033 Jan 27 19:19:30.237539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37972) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:30.259825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Request body: {'subnet': {'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-55726098-subnet', 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:30.338951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f1821f5a-a5df-4038-a604-cbd014a37408), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.381010 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.392047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.452747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:30.453054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c45ee-8622-4775-b4c1-1a89b78fd054,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:30.456941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.461770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.470815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-beb608a9-1ac2-4839-b859-d1296f70cf32 req-bf59ebdd-5113-404c-8bf2-e6956941aef9 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5285773 Jan 27 19:19:30.483711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f1821f5a-a5df-4038-a604-cbd014a37408), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.485580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:30.486271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.581198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814164829', 'description': 'tempest-description-94451337'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:30.691333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.872191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for router_gateway (c0d57d7c-5fae-41be-949b-efd447e2a832), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:30.872752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2392056 Jan 27 19:19:30.874229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:30.898294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Request body: {'subnet': {'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-853600022-subnet', 'tenant_id': '4fa689097cea4007b1c2c43e8deadab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:30.928052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.012723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a18ca-dd7f-475b-a7b2-503f207db540 admin admin] Pushing event updated for resources: {'Network': ['ID=f1821f5a-a5df-4038-a604-cbd014a37408,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:31.035119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f1821f5a-a5df-4038-a604-cbd014a37408 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:19:31.107176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Made reservation on behalf of 4fa689097cea4007b1c2c43e8deadab4 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:31.122062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.153544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-1b8720cc-e8d6-4964-8743-c7eeab728544 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:31.159280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-1b8720cc-e8d6-4964-8743-c7eeab728544 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.3172543 Jan 27 19:19:31.385871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-987d05e0-73fd-454b-a957-1a6b0c66f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:31.396298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-987d05e0-73fd-454b-a957-1a6b0c66f7a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1 HTTP/1.1" status: 200 len: 1095 time: 0.2153759 Jan 27 19:19:31.519561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7977951c-ac8d-4bb5-838e-8a8301758797 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:31.580611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89ea05-bb1a-4a71-8a7b-40bc0b7bcd20 req-c1b37e92-d851-4c33-9954-dd5c300f47fc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:31.589792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89ea05-bb1a-4a71-8a7b-40bc0b7bcd20 req-c1b37e92-d851-4c33-9954-dd5c300f47fc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.7141509 Jan 27 19:19:31.623172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Allocated IP 172.25.5.130 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4def514b-0b38-478b-8cb9-7c2d6e6d95cc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:31.633786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (18cbc8a4-6b37-47da-9aad-a24cb55652fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.652718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c2c86d6a-1a83-4558-8f66-ad2d87c32d8b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.655549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7977951c-ac8d-4bb5-838e-8a8301758797 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:31.658094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.668540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-27cdac93-b021-4f0b-94ce-43c7b0be1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:31.671487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-27cdac93-b021-4f0b-94ce-43c7b0be1888 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1095 time: 0.1962500 Jan 27 19:19:31.767346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:31.854496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (995227b5-5ee2-4fc6-a8de-e073fe3ce46f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.858878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7977951c-ac8d-4bb5-838e-8a8301758797 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:31.859369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.891159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (995227b5-5ee2-4fc6-a8de-e073fe3ce46f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.927579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89ea05-bb1a-4a71-8a7b-40bc0b7bcd20 req-e59a7125-a77d-4524-aadb-46beeb193704 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367732 Jan 27 19:19:31.939042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cbc8a4-6b37-47da-9aad-a24cb55652fc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:31.946267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 7977951c-ac8d-4bb5-838e-8a8301758797, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7977951c-ac8d-4bb5-838e-8a8301758797,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:31.956169 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:31.984208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:31.985595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Network hostable DHCP agents. Network: 0abfeae5-dc95-4d90-88c1-021a89614605, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:19:32.066387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=7977951c-ac8d-4bb5-838e-8a8301758797,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:32.089962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995227b5-5ee2-4fc6-a8de-e073fe3ce46f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:32.105142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.106642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d58b7-e816-4dfe-a5d1-1cee9d06e75a req-2b588102-592f-4440-a838-204233d6b39f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5785353 Jan 27 19:19:32.133216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:19:32.143763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39672985-ba50-47de-b381-aca63750c1fa req-c78ca62e-e48e-4839-ad84-a313dd00841c tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/b12c45ee-8622-4775-b4c1-1a89b78fd054 HTTP/1.1" status: 200 len: 1818 time: 0.1180952 Jan 27 19:19:32.145227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Checking segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:32.145632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Network hostable DHCP agents. Network: f1821f5a-a5df-4038-a604-cbd014a37408, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:19:32.161957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 0abfeae5-dc95-4d90-88c1-021a89614605) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:32.166871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1032566605', 'description': 'tempest-description-hth-582317581'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:32.171269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:32.171889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.177276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f11b2-5139-41e9-9b37-e6ef6be3c6fb None None] Network 0abfeae5-dc95-4d90-88c1-021a89614605 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:32.221985 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.252656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1ae43eb-45ac-4b94-b390-5acc665e10a7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9988170 Jan 27 19:19:32.357787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Network f1821f5a-a5df-4038-a604-cbd014a37408 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:19:32.366911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f1821f5a-a5df-4038-a604-cbd014a37408) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:32.380643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:32.381280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.396262 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.405013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-91eff7b0-72a3-4ead-b8bb-d69a9862e7e5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5201907 Jan 27 19:19:32.407443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.410517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.411899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39672985-ba50-47de-b381-aca63750c1fa req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "PUT /v2.0/security-groups/b12c45ee-8622-4775-b4c1-1a89b78fd054 HTTP/1.1" status: 200 len: 1791 time: 0.2585115 Jan 27 19:19:32.452126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2de559-eb2d-4080-a248-5a6dcddf38b3 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c45ee-8622-4775-b4c1-1a89b78fd054,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:32.470427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a55e0b-0670-4951-abd4-8d2d4dc963c6 None None] Network f1821f5a-a5df-4038-a604-cbd014a37408 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:32.496205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.515735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-345806363', 'description': 'tempest-description-1796638251'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:32.547875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.589070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610411c-30af-4dd2-b425-5c7a7b093be8 None None] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:32.655751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.684071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-d20a6f96-8af9-4ac3-bfac-2d3c2f109fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:32.690903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-d20a6f96-8af9-4ac3-bfac-2d3c2f109fe8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.9278395 Jan 27 19:19:32.713520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7653c92-cf79-493e-9ee7-cd396ae70e28 None None] Network 0abfeae5-dc95-4d90-88c1-021a89614605 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:32.725407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1c2703a0-9277-406d-a1fa-32b37ce29206), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.740386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c2703a0-9277-406d-a1fa-32b37ce29206), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.760955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4402b710-798a-4abb-bd2c-1a9fc4f3b852 None None] Provisioning complete for port 7977951c-ac8d-4bb5-838e-8a8301758797 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:32.761754 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4402b710-798a-4abb-bd2c-1a9fc4f3b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.764081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f1821f5a-a5df-4038-a604-cbd014a37408', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'project_id': '4fa689097cea4007b1c2c43e8deadab4', 'fixed_ips': [{'subnet_id': '18cbc8a4-6b37-47da-9aad-a24cb55652fc'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:19:32.765182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.823494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2703a0-9277-406d-a1fa-32b37ce29206,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:32.853034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:32.859169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a890442-7e30-428b-9194-6f7f454e5bd5 req-8b5317a4-11f7-4bf9-978d-672eea11c111 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4081774 Jan 27 19:19:32.870143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27802379-6f42-4ecf-9473-8e4d8d08c383 req-c85d957c-bd42-495b-b7e3-498be0dd7cf1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:32.887660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27802379-6f42-4ecf-9473-8e4d8d08c383 req-c85d957c-bd42-495b-b7e3-498be0dd7cf1 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.4093859 Jan 27 19:19:32.961752 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-dd545f1c-8ec6-4207-8f44-de0c61dd1b2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 200 len: 217 time: 0.1600568 Jan 27 19:19:33.012835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:33.030700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:33.038342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:33.071100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:33.089346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27802379-6f42-4ecf-9473-8e4d8d08c383 req-e1b79471-bbef-45c0-962e-7839f83cdc62 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985207 Jan 27 19:19:33.154928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8eb34b5e-91bf-490b-a7a3-fb4d2a4c191b req-d5898175-82e1-4a23-8d54-d2e44104c3b1 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/b12c45ee-8622-4775-b4c1-1a89b78fd054 HTTP/1.1" status: 200 len: 1791 time: 0.2599804 Jan 27 19:19:33.166048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-a846e2bb-a8a0-4a8b-b1ba-a2c07a555647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:33.169479 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-a846e2bb-a8a0-4a8b-b1ba-a2c07a555647 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.1815178 Jan 27 19:19:33.301183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-d33718af-1bdc-4b8b-99ab-f826d7ee9d2c tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/995227b5-5ee2-4fc6-a8de-e073fe3ce46f HTTP/1.1" status: 200 len: 1820 time: 0.1332760 Jan 27 19:19:33.389570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-4277e5f6-daaa-4df7-8149-1a3056c37946 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114677 Jan 27 19:19:33.559215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7977951c-ac8d-4bb5-838e-8a8301758797 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:33.573101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-d6288264-5f3c-4306-86d4-c9f12e2ff251 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1c2703a0-9277-406d-a1fa-32b37ce29206 HTTP/1.1" status: 200 len: 1821 time: 0.2602093 Jan 27 19:19:33.599758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '995227b5-5ee2-4fc6-a8de-e073fe3ce46f', 'remote_group_id': '1c2703a0-9277-406d-a1fa-32b37ce29206', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:33.600443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '995227b5-5ee2-4fc6-a8de-e073fe3ce46f', 'remote_group_id': '1c2703a0-9277-406d-a1fa-32b37ce29206', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:33.803315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Allocated IP 172.20.0.2 (f1821f5a-a5df-4038-a604-cbd014a37408/18cbc8a4-6b37-47da-9aad-a24cb55652fc/a541955d-d54d-4624-8f0c-55b2c1a05a63) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:33.819592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (cc3d59be-a728-4cce-9024-cdc961b1f98c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:33.900980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (cc3d59be-a728-4cce-9024-cdc961b1f98c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:33.924277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (cc3d59be-a728-4cce-9024-cdc961b1f98c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.066536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7977951c-ac8d-4bb5-838e-8a8301758797 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:34.067289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.129106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4402b710-798a-4abb-bd2c-1a9fc4f3b852 None None] Current status of the port 7977951c-ac8d-4bb5-838e-8a8301758797 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:34.146746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3d59be-a728-4cce-9024-cdc961b1f98c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:34.217151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.222356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd29a1e-76ad-49fa-976b-acf9d3d0e500 req-04391bb1-4612-481d-a1a5-927117c3192a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6312711 Jan 27 19:19:34.256293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7977951c-ac8d-4bb5-838e-8a8301758797 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:34.342920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-91eea19c-68e3-405d-8de6-926887f47003 None None] Provisioning complete for port 7977951c-ac8d-4bb5-838e-8a8301758797 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:34.343193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eea19c-68e3-405d-8de6-926887f47003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.407458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-90ca0a0a-75e2-4052-a5b6-c4a7b9045477 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:34.410125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-90ca0a0a-75e2-4052-a5b6-c4a7b9045477 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.6443756 Jan 27 19:19:34.452254 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks [] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.485486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.537572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-04898f40-7f7b-45be-bdd7-247cdd7941eb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.0288222 Jan 27 19:19:34.627689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Pushing event updated for resources: {'Port': ['ID=a541955d-d54d-4624-8f0c-55b2c1a05a63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:34.661575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-89284227-6081-4add-833e-cc7f1c9ef184 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084483 Jan 27 19:19:34.683952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Network f1821f5a-a5df-4038-a604-cbd014a37408 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:34.716832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:34.727835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:34.739584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91eea19c-68e3-405d-8de6-926887f47003 None None] Current status of the port 7977951c-ac8d-4bb5-838e-8a8301758797 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:34.842400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-e6138c3f-e1ac-4cad-a3be-3b0244966db5 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3749380 Jan 27 19:19:34.888895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635e61b-9697-4edb-b9cd-7042520a4b7c req-6f7dedc4-f05e-4407-8a37-5e4c3dbea7d4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:34.910122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for router_gateway (c0d57d7c-5fae-41be-949b-efd447e2a832), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.912336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e635e61b-9697-4edb-b9cd-7042520a4b7c req-6f7dedc4-f05e-4407-8a37-5e4c3dbea7d4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.5006053 Jan 27 19:19:34.932230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Attempting to bind port a541955d-d54d-4624-8f0c-55b2c1a05a63 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:34.937654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Attempting to bind port a541955d-d54d-4624-8f0c-55b2c1a05a63 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:34.938925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Attempting to bind port a541955d-d54d-4624-8f0c-55b2c1a05a63 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:34.959237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:34.960467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Checking segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:34.961232 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:34.961995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Bound using segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:34.968539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Bound port: a541955d-d54d-4624-8f0c-55b2c1a05a63, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:34.969440 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:35.116453 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-b3a53fb8-c242-474a-b886-8aaf5d9424b7 service neutron] 10.222.0.66 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588086 Jan 27 19:19:35.175128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] For port a541955d-d54d-4624-8f0c-55b2c1a05a63, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:35.183100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] For port a541955d-d54d-4624-8f0c-55b2c1a05a63, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a541955d-d54d-4624-8f0c-55b2c1a05a63,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:35.197328 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:35.223691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e635e61b-9697-4edb-b9cd-7042520a4b7c req-cd8ffce2-53d6-415e-85e7-839380b5db64 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059633 Jan 27 19:19:35.236298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-67f76af9-b0ac-4c3c-b724-66a926fd007e service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639994 Jan 27 19:19:35.331991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a61b2f-5691-4c12-b3a3-c7202d9d4c40 None None] Pushing event updated for resources: {'Port': ['ID=a541955d-d54d-4624-8f0c-55b2c1a05a63,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:35.499370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-246de4b0-2072-4735-892b-942dadd963b5 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623160 Jan 27 19:19:35.535872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:35.948393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-d571f3d0-6848-446c-b3d4-e02d9209bfa3 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:35.950025 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-d571f3d0-6848-446c-b3d4-e02d9209bfa3 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025&tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1095 time: 0.1125932 Jan 27 19:19:35.979187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Router c0d57d7c-5fae-41be-949b-efd447e2a832 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:19:36.041862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-c56bec7c-44e9-4f55-abc4-8423f6db1233 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:36.057924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-c56bec7c-44e9-4f55-abc4-8423f6db1233 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 0.4565670 Jan 27 19:19:36.120842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-14d73d38-034d-4fd0-9416-1107a743e83a tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/quotas/4fa689097cea4007b1c2c43e8deadab4 HTTP/1.1" status: 200 len: 375 time: 0.0618758 Jan 27 19:19:36.145875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-915b6c24-0607-48ed-8c9d-a2ae68433ca5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/b12c45ee-8622-4775-b4c1-1a89b78fd054 HTTP/1.1" status: 200 len: 1791 time: 0.2321718 Jan 27 19:19:36.275311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-48e78d74-a2f9-44cc-ab0f-261d6488eeed tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533780 Jan 27 19:19:36.408376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-82069a07-1fb0-48d8-868e-944b7bd86fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219358 Jan 27 19:19:36.521779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:36.557571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:36.629662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b12c45ee-8622-4775-b4c1-1a89b78fd054), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:36.632968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:36.634241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07699bd5-db05-451e-8812-3e4e0e99bb76 req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/b12c45ee-8622-4775-b4c1-1a89b78fd054 HTTP/1.1" status: 204 len: 173 time: 0.4418221 Jan 27 19:19:36.658853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3569c-4303-4811-a1f7-0c86f309aba5 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c45ee-8622-4775-b4c1-1a89b78fd054,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:36.777399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-493cebf7-2cf8-4991-a660-896a6a3a5d0a service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626873 Jan 27 19:19:36.951320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:19:36.977222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Sync routers for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:19:37.005973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2076672421', 'description': 'tempest-description-1725080960'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:37.011647 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-399e6060-34e1-484c-b2ee-a6fb5d12bea8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3523083 Jan 27 19:19:37.032733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-5df15fbf-2596-4015-b376-4bb918c563e1 service neutron] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:37.041928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:37.044583 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:37.060131 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-5df15fbf-2596-4015-b376-4bb918c563e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.070170 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a85b7288-570e-4f2f-ad73-7b332c08313d req-5df15fbf-2596-4015-b376-4bb918c563e1 service neutron] 10.222.0.66 "DELETE /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99/bindings/n-h2-760453-6 HTTP/1.1" status: 204 len: 173 time: 1.1010478 Jan 27 19:19:37.116960 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.205337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.215245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f1a6ddaf-3f6f-4676-b504-389c6b7dcdc9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0532393 Jan 27 19:19:37.218834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:37.471658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-f0578a9f-7ea0-4581-b967-5eb119c7bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:37.478413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-f0578a9f-7ea0-4581-b967-5eb119c7bf9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c355821907041e29f8a151ac1acb33e&device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 1096 time: 0.4082932 Jan 27 19:19:37.614872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (f6aa5cbc-2341-4363-9e2c-e881de479a09), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.625836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6aa5cbc-2341-4363-9e2c-e881de479a09), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.686193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a541955d-d54d-4624-8f0c-55b2c1a05a63 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:37.693596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5e5281d-a10b-42be-b9c1-7efa501268c7 req-2f959eb7-7df2-452a-990e-d32b856b43c7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 210 time: 0.2878094 Jan 27 19:19:37.716461 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:37.731610 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:37.742693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7439dbb1-fdb9-4713-8ce0-53ccde32df1a req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7460816 Jan 27 19:19:37.785721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0f1bf-18df-4ff2-b847-5e2051bbe52b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa5cbc-2341-4363-9e2c-e881de479a09,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:37.920880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-c6634d7a-b55c-43a2-9d52-a4cc7200b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:37.939015 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-c6634d7a-b55c-43a2-9d52-a4cc7200b46e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 200 len: 924 time: 0.3348935 Jan 27 19:19:38.002257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10785e-9cc9-4e70-b330-7f5f8bfaecb6 None None] Network f1821f5a-a5df-4038-a604-cbd014a37408 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:19:38.315363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78244a9-2730-414c-8461-05a1415018d3 req-9ef2b7c7-2290-4c56-ba26-b7afa27c2dce tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:38.338863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d78244a9-2730-414c-8461-05a1415018d3 req-9ef2b7c7-2290-4c56-ba26-b7afa27c2dce tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.2949340 Jan 27 19:19:38.366073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Provisioning complete for port a541955d-d54d-4624-8f0c-55b2c1a05a63 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:38.366467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:38.392947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-f2a239a4-c204-40e4-8f2c-f6aadd7e7411 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 200 len: 1001 time: 0.4423332 Jan 27 19:19:38.508862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a541955d-d54d-4624-8f0c-55b2c1a05a63 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:38.509298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:38.708680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-cde0974e-123f-4e7b-948f-37654a9636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:38.723936 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-cde0974e-123f-4e7b-948f-37654a9636c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 200 len: 862 time: 0.1984766 Jan 27 19:19:38.894989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8f360-756d-45d1-8526-aa8393032664 req-0948f3b8-5be9-4d84-997e-635e7bef210e tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:38.900995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a541955d-d54d-4624-8f0c-55b2c1a05a63 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:38.901895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:38.928653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebd8f360-756d-45d1-8526-aa8393032664 req-0948f3b8-5be9-4d84-997e-635e7bef210e tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.7022407 Jan 27 19:19:38.934163 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:33Z', 'revision_number': 3, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:39.018618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Current status of the port a541955d-d54d-4624-8f0c-55b2c1a05a63 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:39.026000 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.064123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d78244a9-2730-414c-8461-05a1415018d3 req-6496529a-41a9-4793-b584-9aef06c1e4b0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485875 Jan 27 19:19:39.081668 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Checking router: c0d57d7c-5fae-41be-949b-efd447e2a832 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:19:39.082328 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Updating router c0d57d7c-5fae-41be-949b-efd447e2a832 port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:19:39.183959 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.251923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c27dfd4a-6362-473e-838f-da82a5fc4e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.281334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a541955d-d54d-4624-8f0c-55b2c1a05a63, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a541955d-d54d-4624-8f0c-55b2c1a05a63,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:39.294527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.305614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebd8f360-756d-45d1-8526-aa8393032664 req-da0dc520-070f-4182-bb2c-699f58a851da tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups?id=a903d92e-ab86-4eb5-a5f0-e10947ff4536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753002 Jan 27 19:19:39.485216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-b3fd62ec-d4d0-442d-b44f-4ef686875d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:39.487802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-b3fd62ec-d4d0-442d-b44f-4ef686875d45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7380328 Jan 27 19:19:39.528223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1071371062', 'description': 'tempest-description-359248787'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:39.690331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:19:39.700902 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:19:39.716883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-9b290720-0d45-43bb-9922-a03ca51bdcec tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:39.719844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-9b290720-0d45-43bb-9922-a03ca51bdcec tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 945 time: 0.6778951 Jan 27 19:19:39.721389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a541955d-d54d-4624-8f0c-55b2c1a05a63,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:39.751731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-839bb2b7-d3a1-463d-a84f-bec2978152be service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938319 Jan 27 19:19:39.892501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.939380 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks [] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:39.949209 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.023426 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Pushing event updated for resources: {'Port': ['ID=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:40.071613 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.072494 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.073778 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.074584 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.075444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.077068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.078019 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.078905 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.079974 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.080828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.081950 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.082887 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.084058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:40.092493 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Attempting to bind port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:40.093656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Attempting to bind port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:40.095141 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Attempting to bind port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:40.107902 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:40.109161 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:40.110728 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.111674 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:40.112681 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Bound port: 4def514b-0b38-478b-8cb9-7c2d6e6d95cc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:40.113559 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.128911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b66667b1-f430-4d15-839e-ab5a6e629a17 req-68b8f4d2-9e90-438f-b9ae-9be04aea8fea service neutron] 10.222.0.66 "GET /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321204 Jan 27 19:19:40.187252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-fc7384b5-b82c-4ce9-b0ff-84479bb31370 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:40.190600 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-fc7384b5-b82c-4ce9-b0ff-84479bb31370 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 1.4447279 Jan 27 19:19:40.217512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:40.256420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] For port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:40.271312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] For port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:40.286998 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.347536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53d615cb-1b99-4100-819b-c373686e000b None None] Current status of the port a541955d-d54d-4624-8f0c-55b2c1a05a63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:40.494732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (bcfa0984-539b-4d17-af07-9de7cdf203bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.503727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c048bccf-c140-4378-a0bc-c80509a20008 None None] Provisioning complete for port a541955d-d54d-4624-8f0c-55b2c1a05a63 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:40.506906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c048bccf-c140-4378-a0bc-c80509a20008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.571718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-a0e1da8a-f7c4-401a-a746-07e08b0f3cfa tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:40.580449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-a0e1da8a-f7c4-401a-a746-07e08b0f3cfa tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 1.2370467 Jan 27 19:19:40.587257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bcfa0984-539b-4d17-af07-9de7cdf203bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.623939 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7144c-f79c-42fb-bed7-2fe34f791840 None None] Pushing event updated for resources: {'Port': ['ID=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:40.677406 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:40.680828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:40.723077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-8f753796-bb25-4652-bdea-c503c8f66b48 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:40.733809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-8f753796-bb25-4652-bdea-c503c8f66b48 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.66 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 0.2900407 Jan 27 19:19:40.736722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-7ef04443-b2c6-44b5-b279-b3ccf6ec582c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/quotas/4fa689097cea4007b1c2c43e8deadab4 HTTP/1.1" status: 200 len: 375 time: 0.1344061 Jan 27 19:19:40.738522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:40.742763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.767816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Request body: {'port': {'device_id': '93720f62-6d2c-4978-9b58-0af891d6541d', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'admin_state_up': True, 'tenant_id': '4fa689097cea4007b1c2c43e8deadab4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:40.822530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c048bccf-c140-4378-a0bc-c80509a20008 None None] Current status of the port a541955d-d54d-4624-8f0c-55b2c1a05a63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:40.887542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.899259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd2aac9e-08b0-4af2-ac39-9617ecad8270 req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.4179261 Jan 27 19:19:40.925680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Deleting port 2a89a393-68d3-4025-a4f7-d118d23085a6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:40.926415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:40.935986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:41.143727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Made reservation on behalf of 4fa689097cea4007b1c2c43e8deadab4 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:41.162216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:41.191840 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:33Z', 'revision_number': 3, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:41.224737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a503b-70b9-481a-8e9f-ffd70ab2d842 None None] The sync data for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 is: [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:33Z', 'revision_number': 3, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:19:41.249023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] For port 2a89a393-68d3-4025-a4f7-d118d23085a6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a89a393-68d3-4025-a4f7-d118d23085a6,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:41.249932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:41.553788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a541955d-d54d-4624-8f0c-55b2c1a05a63 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:41.575076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Allocated IP 172.20.0.12 (f1821f5a-a5df-4038-a604-cbd014a37408/18cbc8a4-6b37-47da-9aad-a24cb55652fc/9d823f21-4a93-4291-b530-0038347f5497) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:41.644828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eeed78-77c2-4191-a52e-7b3573dd8b55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa0984-539b-4d17-af07-9de7cdf203bc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:41.687591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5dbc07a4-6243-412e-9019-77b97bb21326 req-e81c2795-1097-4c7f-afd4-ae47dbe49730 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 210 time: 0.1106913 Jan 27 19:19:41.708388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a541955d-d54d-4624-8f0c-55b2c1a05a63 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:41.708858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:41.836214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-0014edae-e0c2-4418-94c1-e6620204cb4e tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0570688 Jan 27 19:19:41.914887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1155492-67b5-4fe8-9402-3ce6d834bc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.041331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a541955d-d54d-4624-8f0c-55b2c1a05a63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:42.141567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks [] for port (9d823f21-4a93-4291-b530-0038347f5497), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.254173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.258436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.259286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.260016 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d disassociated. External IP: 172.25.5.137, port: 2a89a393-68d3-4025-a4f7-d118d23085a6. Jan 27 19:19:42.260801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Calling delete_port for 2a89a393-68d3-4025-a4f7-d118d23085a6 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:42.305763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.4 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/7af18d02-fb87-4ef3-9098-cd0a22489960) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:42.373467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.631037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Allocated IP 172.20.0.1 (8175110f-5606-4bc9-8ac3-15c87b18e4f5/dd9bb8bb-9262-417f-80df-f53e1aa3c0ba/c60991c0-5bb1-457e-86b4-485b03fa463f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:42.653805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2a89a393-68d3-4025-a4f7-d118d23085a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:42.660129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:19:42.863864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Network f1821f5a-a5df-4038-a604-cbd014a37408 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:42.876878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:42.927497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:43.082703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event updated for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:43.112388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks [] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.203991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:43.204912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.369121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-78379930-148d-4a91-b831-f8e897da7ec0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6087604 Jan 27 19:19:43.395291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.412683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Request body: {'port': {'device_id': '93720f62-6d2c-4978-9b58-0af891d6541d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:43.419601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31060a79-3445-4231-9299-2ced35ee69b3 req-66e10a95-3529-48d6-8596-bf4ee40c4637 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcbc80d-df77-4c72-a222-a43928b14108 HTTP/1.1" status: 200 len: 210 time: 1.2048433 Jan 27 19:19:43.441933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event deleted for resources: {'Port': ['ID=2a89a393-68d3-4025-a4f7-d118d23085a6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:43.452622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a89a393-68d3-4025-a4f7-d118d23085a6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:43.502090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-1d699179-4fdc-4269-9495-7693dce5ec1c service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6630790 Jan 27 19:19:43.607406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.616461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 2a89a393-68d3-4025-a4f7-d118d23085a6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:43.616808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a89a393-68d3-4025-a4f7-d118d23085a6 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:43.631541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4def514b-0b38-478b-8cb9-7c2d6e6d95cc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:43.632499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:43.711486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:43.717269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:43.728451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-413920df-7158-40cf-b6fa-517705743b0b None None] Provisioning complete for port 9d823f21-4a93-4291-b530-0038347f5497 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:43.728842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413920df-7158-40cf-b6fa-517705743b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9d823f21-4a93-4291-b530-0038347f5497), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.854414 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d823f21-4a93-4291-b530-0038347f5497), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:43.873489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-413920df-7158-40cf-b6fa-517705743b0b None None] Port 9d823f21-4a93-4291-b530-0038347f5497 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:19:43.891914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:43.892308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.098833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:44.099144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.106834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-756e789c-8a26-447d-a4d8-4113109e0880 req-204c3b4e-5b59-4ae2-88c0-c9143eb499e8 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/f6aa5cbc-2341-4363-9e2c-e881de479a09 HTTP/1.1" status: 200 len: 1822 time: 0.2958672 Jan 27 19:19:44.133817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-97f28c02-a2f6-4801-aebf-b3b3c7584945 service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132872 Jan 27 19:19:44.154426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:19:44.160533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:44.173413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.431178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:44.469457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d28654ab-9b0e-4eda-ace9-ff817e1d3df0 None None] Provisioning complete for port c60991c0-5bb1-457e-86b4-485b03fa463f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:44.470184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d28654ab-9b0e-4eda-ace9-ff817e1d3df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.489552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (c0d57d7c-5fae-41be-949b-efd447e2a832), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.544132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d28654ab-9b0e-4eda-ace9-ff817e1d3df0 None None] Port c60991c0-5bb1-457e-86b4-485b03fa463f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:19:44.653952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:19:44.667789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:19:44.685012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:44.686277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:44.703005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Pushing event updated for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:44.742082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-756e789c-8a26-447d-a4d8-4113109e0880 req-dc2a31b7-bf71-4b72-988d-58b57f729cb2 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/bcfa0984-539b-4d17-af07-9de7cdf203bc HTTP/1.1" status: 200 len: 1821 time: 0.6060674 Jan 27 19:19:44.774570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6aa5cbc-2341-4363-9e2c-e881de479a09', 'remote_group_id': 'bcfa0984-539b-4d17-af07-9de7cdf203bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:44.774946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6aa5cbc-2341-4363-9e2c-e881de479a09', 'remote_group_id': 'bcfa0984-539b-4d17-af07-9de7cdf203bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:44.781228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] No DVR routers for this DVR port 2a89a393-68d3-4025-a4f7-d118d23085a6 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:44.784647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:44.790095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-334e6d93-20d5-45ff-8b92-eae328c2f65b req-a68fe29b-d1c0-4bfe-82f6-8066a2a68da3 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.66 "DELETE /v2.0/ports/2a89a393-68d3-4025-a4f7-d118d23085a6 HTTP/1.1" status: 204 len: 173 time: 5.0574629 Jan 27 19:19:44.791300 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-0f8c49e0-09d3-4840-a852-6f722f5b1861 req-219b848f-10c3-4e73-ab00-24ab96aea362 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:44.792759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f8c49e0-09d3-4840-a852-6f722f5b1861 req-219b848f-10c3-4e73-ab00-24ab96aea362 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/7ff7b405-f95a-4f3a-a4bf-2b29222cd539 HTTP/1.1" status: 404 len: 352 time: 0.1229560 Jan 27 19:19:44.807905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'name': 'network-vif-deleted', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:44.815289 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ecd49-dbd2-40ac-a78a-0359fc488eb2" -d '{"events": [{"server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "name": "network-vif-deleted", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:44.846369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-c5b0d361-8107-46c0-8e32-89cd799b057d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:44.849656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-c5b0d361-8107-46c0-8e32-89cd799b057d tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.2225688 Jan 27 19:19:44.952215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:45.110743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.237804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (0782e104-eeb2-4c4d-80b1-9ad9f6484e56), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.300285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67e58-92f8-4b10-b676-28398189e099 req-f072b4e7-6cf3-4708-adad-0417f0745bd0 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:45.314503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2aa67e58-92f8-4b10-b676-28398189e099 req-f072b4e7-6cf3-4708-adad-0417f0745bd0 tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 1095 time: 0.3426111 Jan 27 19:19:45.317026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.442111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Deleting port de966ebe-25b9-43ea-92de-4756943a8af5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:45.442736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.508278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:45.548879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (0782e104-eeb2-4c4d-80b1-9ad9f6484e56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.615024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0782e104-eeb2-4c4d-80b1-9ad9f6484e56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.652658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2aa67e58-92f8-4b10-b676-28398189e099 req-196accc3-12e3-4b35-8ec3-2d2dccde8cfd tempest-LiveAutoBlockMigrationV225Test-1994444788 tempest-LiveAutoBlockMigrationV225Test-1994444788-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371549 Jan 27 19:19:45.667531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0782e104-eeb2-4c4d-80b1-9ad9f6484e56,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:45.698374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.727277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-756e789c-8a26-447d-a4d8-4113109e0880 req-c333086d-80f4-4498-9e37-1950a455a458 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9564435 Jan 27 19:19:45.812847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:45.831226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:45.920505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] For port de966ebe-25b9-43ea-92de-4756943a8af5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=de966ebe-25b9-43ea-92de-4756943a8af5,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:45.920953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:45.955667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4def514b-0b38-478b-8cb9-7c2d6e6d95cc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:45.959940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Calling delete_port for de966ebe-25b9-43ea-92de-4756943a8af5 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:45.960627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.005903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:46.006647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.008378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f8e1-f0d3-4a59-b5ac-c129b73f0567 req-0d2316d1-0ec7-4901-b076-d0df44cc39ca tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:46.011233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466f8e1-f0d3-4a59-b5ac-c129b73f0567 req-0d2316d1-0ec7-4901-b076-d0df44cc39ca tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 931 time: 0.2040651 Jan 27 19:19:46.037790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.054266 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.084333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a80b5e-f8f4-40c2-92f5-670fa199db8a req-0f42cd80-c191-479e-a4ca-ce3839bf8279 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:46.093716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59a80b5e-f8f4-40c2-92f5-670fa199db8a req-0f42cd80-c191-479e-a4ca-ce3839bf8279 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=5707b04a-1ce6-4825-a316-9384d848e1a8 HTTP/1.1" status: 200 len: 945 time: 0.2117894 Jan 27 19:19:46.101667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:46.122772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:46.150978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:19:46.169787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d823f21-4a93-4291-b530-0038347f5497 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:46.178206 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-df4f8141-4927-4eb9-8ba1-dda9f8af416b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9695055 Jan 27 19:19:46.188840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:46.190868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:46.210438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Request body: {'port': {'device_id': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:46.215435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks [] for port (9d823f21-4a93-4291-b530-0038347f5497), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.231229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e466f8e1-f0d3-4a59-b5ac-c129b73f0567 req-1f229737-8f80-4cca-97ed-77f2daa7c025 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334615 Jan 27 19:19:46.310151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59a80b5e-f8f4-40c2-92f5-670fa199db8a req-f3c82576-62fd-48d6-871b-bb9408c92fd7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110560 Jan 27 19:19:46.338402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Transition to ACTIVE for port object 9d823f21-4a93-4291-b530-0038347f5497 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:19:46.358590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:46.360515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.370722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.452792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:46.457531 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-ad4036f6-41ec-4ff6-9e22-c57b4b144ac7 req-794b3442-dc36-435a-903c-2e6b722a6d42 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:46.458606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad4036f6-41ec-4ff6-9e22-c57b4b144ac7 req-794b3442-dc36-435a-903c-2e6b722a6d42 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/602e784b-93fa-4524-8f3b-faa12340420b HTTP/1.1" status: 404 len: 352 time: 0.0610662 Jan 27 19:19:46.508775 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (de966ebe-25b9-43ea-92de-4756943a8af5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.520923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.695281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:46.700780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event deleted for resources: {'Port': ['ID=de966ebe-25b9-43ea-92de-4756943a8af5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:46.711468 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b0512-b0f1-4e8d-9a4e-7386d3d19ad7 x-openstack-request-id: req-bd2b0512-b0f1-4e8d-9a4e-7386d3d19ad7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:46.711764 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcbc80d-df77-4c72-a222-a43928b14108", "name": "network-vif-deleted", "tag": "2a89a393-68d3-4025-a4f7-d118d23085a6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:46.712023 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd2b0512-b0f1-4e8d-9a4e-7386d3d19ad7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:46.712426 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcbc80d-df77-4c72-a222-a43928b14108', 'name': 'network-vif-deleted', 'tag': '2a89a393-68d3-4025-a4f7-d118d23085a6', 'status': 'completed', 'code': 200} Jan 27 19:19:46.755516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:46.819820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks [] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.863125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.930823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] No DVR routers for this DVR port de966ebe-25b9-43ea-92de-4756943a8af5 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:46.946338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:46.950988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0e84d45-6353-4f34-be3f-83c80e9201c4 req-f00a86d1-7698-4050-a914-44cbff3343bc tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "DELETE /v2.0/ports/de966ebe-25b9-43ea-92de-4756943a8af5 HTTP/1.1" status: 204 len: 173 time: 2.0959542 Jan 27 19:19:46.971631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28f2a760-93af-4eec-b0b9-fae38369830b req-4a979338-7f05-40e8-b75d-7643d8dc62ed tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/bcfa0984-539b-4d17-af07-9de7cdf203bc HTTP/1.1" status: 200 len: 1821 time: 0.2581649 Jan 27 19:19:47.142462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-b964ae5b-a4b3-4da2-a914-c65706723fb3 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:47.143705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-b964ae5b-a4b3-4da2-a914-c65706723fb3 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 0.5571482 Jan 27 19:19:47.166835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:47.186551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-2095b341-b3bd-4c4f-b2b6-07903d1bae43 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/quotas/4fa689097cea4007b1c2c43e8deadab4 HTTP/1.1" status: 200 len: 375 time: 0.0282912 Jan 27 19:19:47.188296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-28f2a760-93af-4eec-b0b9-fae38369830b req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (bcfa0984-539b-4d17-af07-9de7cdf203bc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.224291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:47.229515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17f789a-799f-43a9-ba73-28ddc5c05da6 None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:11:36Z', 'revision_number': 4, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '345e5803-bca6-40a2-a35d-6969bf01ba91', 'name': '', 'network_id': 'd72a2d63-7d49-4c85-bf0e-01c962d7e2ed', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'mac_address': 'fa:16:3e:b9:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:33Z', 'updated_at': '2022-01-27T19:11:41Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'subnets': [{'id': 'bd05affd-0cf4-4c5b-a7a8-5176cb60a634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:19:47.232648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-170f6b98-afcf-46d5-97be-aac96cca0163 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:47.235471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-170f6b98-afcf-46d5-97be-aac96cca0163 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 0.6715527 Jan 27 19:19:47.254286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-28f2a760-93af-4eec-b0b9-fae38369830b req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (bcfa0984-539b-4d17-af07-9de7cdf203bc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.281551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: de966ebe-25b9-43ea-92de-4756943a8af5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:47.281924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device de966ebe-25b9-43ea-92de-4756943a8af5 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:47.289015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Request body: {'port': {'device_id': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'admin_state_up': True, 'tenant_id': '4fa689097cea4007b1c2c43e8deadab4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:47.419827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (c0d57d7c-5fae-41be-949b-efd447e2a832), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.432581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Pushing event updated for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:47.449918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-e4589611-e9c0-409a-945b-7f9d1ae02189 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2541156 Jan 27 19:19:47.466013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-28f2a760-93af-4eec-b0b9-fae38369830b req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bcfa0984-539b-4d17-af07-9de7cdf203bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.467408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Attempting to bind port 9d823f21-4a93-4291-b530-0038347f5497 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:47.468095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Attempting to bind port 9d823f21-4a93-4291-b530-0038347f5497 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:47.468755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Attempting to bind port 9d823f21-4a93-4291-b530-0038347f5497 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:47.472400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-28f2a760-93af-4eec-b0b9-fae38369830b req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.485992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28f2a760-93af-4eec-b0b9-fae38369830b req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/bcfa0984-539b-4d17-af07-9de7cdf203bc HTTP/1.1" status: 204 len: 173 time: 0.4895999 Jan 27 19:19:47.538573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beb4ba-1fd6-4c1f-80d0-3fb6f707ae0d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa0984-539b-4d17-af07-9de7cdf203bc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:47.580928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Port 9d823f21-4a93-4291-b530-0038347f5497 on network f1821f5a-a5df-4038-a604-cbd014a37408 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:47.581559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Attempting to bind port 9d823f21-4a93-4291-b530-0038347f5497 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:47.745856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-4e73230f-0efb-4b59-992c-8ccf96e3082e service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581489 Jan 27 19:19:47.758694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:47.759272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Checking segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:47.759832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Bound using segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:47.760455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Bound port: 9d823f21-4a93-4291-b530-0038347f5497, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:47.761111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d823f21-4a93-4291-b530-0038347f5497), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.799276 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321047f-c9d4-4f35-9d91-9818547ad72f None None] New status for floating IP 6845ef3b-6381-4056-a4b2-37db13bc573d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:19:47.831793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af18d02-fb87-4ef3-9098-cd0a22489960 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:47.863584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks [] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:47.882482 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-e04ff2df-a3ea-4eae-8495-9b5bf8528471 req-bb91342f-5173-4533-8e95-6b71c6edda46 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:47.886432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e04ff2df-a3ea-4eae-8495-9b5bf8528471 req-bb91342f-5173-4533-8e95-6b71c6edda46 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/d301f23b-eb45-4ab3-add9-fff3afd039d9 HTTP/1.1" status: 404 len: 352 time: 0.0339558 Jan 27 19:19:47.944107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-31620a24-f37a-420b-9f45-310ec32818fa service neutron] 10.222.0.59 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914442 Jan 27 19:19:48.008535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Transition to ACTIVE for port object 7af18d02-fb87-4ef3-9098-cd0a22489960 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:19:48.033859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:48.039690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:48.042902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:48.073075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855ae19-e970-435f-9d90-ceb963f93c73 req-ff73f88c-e109-45e9-93e2-01e84a85fc93 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:48.076498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Made reservation on behalf of 4fa689097cea4007b1c2c43e8deadab4 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:48.081838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1855ae19-e970-435f-9d90-ceb963f93c73 req-ff73f88c-e109-45e9-93e2-01e84a85fc93 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 931 time: 0.1049979 Jan 27 19:19:48.082459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:48.257794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1855ae19-e970-435f-9d90-ceb963f93c73 req-58dc6e73-2660-4b08-a80d-471cbb813cbf tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598930 Jan 27 19:19:48.429502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:48.519799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1238f153-573f-433c-bee8-88552fe5e823 req-23eee34b-5c91-44ad-a451-cb5c66410a54 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/f6aa5cbc-2341-4363-9e2c-e881de479a09 HTTP/1.1" status: 200 len: 1822 time: 0.2160764 Jan 27 19:19:48.540393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9588a835-2cad-4436-b779-411b5686f43b None None] Provisioning complete for port c60991c0-5bb1-457e-86b4-485b03fa463f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:48.541211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9588a835-2cad-4436-b779-411b5686f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:48.550463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a5429-d6e2-40a7-b0bc-168e56039c66 req-7f66f126-6c5a-48f9-84cf-20abc20b6076 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:48.560604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d66a5429-d6e2-40a7-b0bc-168e56039c66 req-7f66f126-6c5a-48f9-84cf-20abc20b6076 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.1610484 Jan 27 19:19:48.621528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9588a835-2cad-4436-b779-411b5686f43b None None] Port c60991c0-5bb1-457e-86b4-485b03fa463f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:19:48.681145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d66a5429-d6e2-40a7-b0bc-168e56039c66 req-c17d0bc6-4229-4ca3-8a59-9394be1839cc tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Jan 27 19:19:48.685472 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-fca3ed02-e64e-4c7e-8c04-bae10450435c req-b3394d78-f19e-4e1e-bfa6-db82f3807029 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:48.687925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fca3ed02-e64e-4c7e-8c04-bae10450435c req-b3394d78-f19e-4e1e-bfa6-db82f3807029 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/f9435d04-1e5d-4601-bf30-7a72e7ef9240 HTTP/1.1" status: 404 len: 352 time: 0.0363495 Jan 27 19:19:48.721003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-deleted', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:48.728170 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09818e8d-ff42-44ac-b778-015ce1797367" -d '{"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-deleted", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:48.748942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Pushing event updated for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:48.759352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9d823f21-4a93-4291-b530-0038347f5497,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:48.825925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:48.890796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36028f18-02ab-4df2-9c84-edea7a060404 req-33f0d6a1-fd61-4f58-8dc3-8cacd0417038 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 210 time: 0.1025815 Jan 27 19:19:48.925167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Attempting to bind port 7af18d02-fb87-4ef3-9098-cd0a22489960 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:48.925728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Attempting to bind port 7af18d02-fb87-4ef3-9098-cd0a22489960 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:48.926217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Attempting to bind port 7af18d02-fb87-4ef3-9098-cd0a22489960 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:48.936135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-9b24b713-a0fc-4820-8ffe-d73d989e0c7d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:48.938770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-9b24b713-a0fc-4820-8ffe-d73d989e0c7d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 944 time: 0.2888281 Jan 27 19:19:48.959115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-628875411', 'description': 'tempest-description-2047248686'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:48.966258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Port 7af18d02-fb87-4ef3-9098-cd0a22489960 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:48.966793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Attempting to bind port 7af18d02-fb87-4ef3-9098-cd0a22489960 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:48.979995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:48.983838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:48.985291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/9d823f21-4a93-4291-b530-0038347f5497 HTTP/1.1" status: 200 len: 1092 time: 5.5782795 Jan 27 19:19:48.990522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'tag': '9d823f21-4a93-4291-b530-0038347f5497'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:48.997805 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df1e72-68f4-499a-9820-416cb5c92886" -d '{"events": [{"name": "network-changed", "server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "tag": "9d823f21-4a93-4291-b530-0038347f5497"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:49.062709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:49.069890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Router c0d57d7c-5fae-41be-949b-efd447e2a832 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:19:49.080523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:49.081138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:49.081688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:49.082314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Bound port: 7af18d02-fb87-4ef3-9098-cd0a22489960, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:49.082827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.095496 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-b68d4092-91f2-4245-9401-3b0620f80f7c req-5eca5312-30ec-4545-a847-9e2e0a317886 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:49.097297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b68d4092-91f2-4245-9401-3b0620f80f7c req-5eca5312-30ec-4545-a847-9e2e0a317886 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/cb070417-5a37-4dae-96ff-246fea8a6a25 HTTP/1.1" status: 404 len: 352 time: 0.0190845 Jan 27 19:19:49.166478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.176242 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26f927-2ce5-4a10-9a63-b7ced5c12929 x-openstack-request-id: req-ae26f927-2ce5-4a10-9a63-b7ced5c12929 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:49.176990 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5707b04a-1ce6-4825-a316-9384d848e1a8", "name": "network-vif-deleted", "tag": "de966ebe-25b9-43ea-92de-4756943a8af5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:49.177908 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae26f927-2ce5-4a10-9a63-b7ced5c12929 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:49.178918 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5707b04a-1ce6-4825-a316-9384d848e1a8', 'name': 'network-vif-deleted', 'tag': 'de966ebe-25b9-43ea-92de-4756943a8af5', 'status': 'completed', 'code': 200} Jan 27 19:19:49.212562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Allocated IP 172.20.0.3 (f1821f5a-a5df-4038-a604-cbd014a37408/18cbc8a4-6b37-47da-9aad-a24cb55652fc/4d1e2eb6-dbb8-439b-80b5-efb5470c27e4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:49.242461 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (a903d92e-ab86-4eb5-a5f0-e10947ff4536), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.328862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1918255a-3a39-4bd4-89e8-5b038026d8b8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.361645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9006-de7f-490f-9768-ff9588fc70b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:49.391594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1918255a-3a39-4bd4-89e8-5b038026d8b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.451649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (a903d92e-ab86-4eb5-a5f0-e10947ff4536), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.482303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cca81a-bee2-4b9d-89d8-b08e3f4cb9a2 req-3c710765-0205-4217-bc4f-dc3803831139 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:49.483966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8cca81a-bee2-4b9d-89d8-b08e3f4cb9a2 req-3c710765-0205-4217-bc4f-dc3803831139 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.1497335 Jan 27 19:19:49.484887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1918255a-3a39-4bd4-89e8-5b038026d8b8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:49.495742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Deleting port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:49.496092 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.524917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.526305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-170596da-45e6-4694-be1d-678712f4f2f2 req-6d8ab801-4aa1-44bf-95a0-684f182fcf24 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5865321 Jan 27 19:19:49.541780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:49.572748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-a49d6934-2ffd-4659-9574-c0db0eb1342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:49.576757 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-a49d6934-2ffd-4659-9574-c0db0eb1342f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 1095 time: 0.4200022 Jan 27 19:19:49.661449 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-ee544f09-6538-4ec3-8822-2364604f30ba req-df017bde-0386-4e0c-b03c-b2e6c24f4da1 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] show failed (client error): The resource could not be found. Jan 27 19:19:49.662573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee544f09-6538-4ec3-8822-2364604f30ba req-df017bde-0386-4e0c-b03c-b2e6c24f4da1 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/e0c17a48-f16c-4a83-b918-64c41af573c3 HTTP/1.1" status: 404 len: 352 time: 0.0390480 Jan 27 19:19:49.663907 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ca2e5-ea1c-449e-b6d6-b00a919835b3 x-openstack-request-id: req-d33ca2e5-ea1c-449e-b6d6-b00a919835b3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:49.664332 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "tag": "9d823f21-4a93-4291-b530-0038347f5497", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:49.664714 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d33ca2e5-ea1c-449e-b6d6-b00a919835b3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:49.666515 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'tag': '9d823f21-4a93-4291-b530-0038347f5497', 'status': 'completed', 'code': 200} Jan 27 19:19:49.677331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7af18d02-fb87-4ef3-9098-cd0a22489960,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:49.728328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-e2ebba83-e865-4a2a-9929-acaa2bd379f1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:49.729956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-e2ebba83-e865-4a2a-9929-acaa2bd379f1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.2154026 Jan 27 19:19:49.740850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8cca81a-bee2-4b9d-89d8-b08e3f4cb9a2 req-7c189ed9-db75-47dc-96a4-4c95a5631324 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244051 Jan 27 19:19:49.770626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a903d92e-ab86-4eb5-a5f0-e10947ff4536), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.773385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.777106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "DELETE /v2.0/security-groups/a903d92e-ab86-4eb5-a5f0-e10947ff4536 HTTP/1.1" status: 204 len: 168 time: 0.7089257 Jan 27 19:19:49.792340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:49.805508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:19:49.816134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Sync routers for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:19:49.830224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:49.831009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.831384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:49.847428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] For port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:49.847905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:49.896212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff192fe1-1388-4874-9ddd-2936ccd20b5b tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a903d92e-ab86-4eb5-a5f0-e10947ff4536,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:49.947711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Calling delete_port for 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:50.011198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:50.111510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb294-02e4-46e4-9ff6-317b29566b90 req-f520bf6e-c102-4803-a8e9-29c4ba00b41b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.118734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-563bb294-02e4-46e4-9ff6-317b29566b90 req-f520bf6e-c102-4803-a8e9-29c4ba00b41b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 943 time: 0.3429339 Jan 27 19:19:50.139135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-fbdca37c-a318-4d11-952c-64cea2cd7b72 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 200 len: 1821 time: 0.3514495 Jan 27 19:19:50.144490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1918255a-3a39-4bd4-89e8-5b038026d8b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:50.144916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1918255a-3a39-4bd4-89e8-5b038026d8b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:50.214601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-31cb681b-eb2b-4bec-9971-73ade43faa1a admin admin] 10.222.0.59 "PUT /v2.0/routers/c0d57d7c-5fae-41be-949b-efd447e2a832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9897687 Jan 27 19:19:50.232125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-cf67d405-2bc9-44cd-af3a-583509d0329d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d823f21-4a93-4291-b530-0038347f5497 HTTP/1.1" status: 200 len: 217 time: 0.5629137 Jan 27 19:19:50.285842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.286860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:50.287970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] 10.222.0.66 "PUT /v2.0/ports/7af18d02-fb87-4ef3-9098-cd0a22489960 HTTP/1.1" status: 200 len: 1091 time: 4.0843194 Jan 27 19:19:50.289779 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-419935a4-ff59-4466-b87d-3ff6d66cdc06 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] show failed (client error): The resource could not be found. Jan 27 19:19:50.290057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-419935a4-ff59-4466-b87d-3ff6d66cdc06 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "GET /v2.0/security-groups/a903d92e-ab86-4eb5-a5f0-e10947ff4536 HTTP/1.1" status: 404 len: 347 time: 0.4691432 Jan 27 19:19:50.295683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-50290bcb-4706-4058-bb9d-196988f08684 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.297936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-50290bcb-4706-4058-bb9d-196988f08684 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 815 time: 0.4186859 Jan 27 19:19:50.298830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:50.392847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-563bb294-02e4-46e4-9ff6-317b29566b90 req-b5194637-3440-4931-a657-3e70d7291b30 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730496 Jan 27 19:19:50.422488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Request body: {'port': {'device_id': '8a642294-9015-473e-8314-b4cd873471cc', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'admin_state_up': True, 'tenant_id': '4fa689097cea4007b1c2c43e8deadab4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:50.463633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:45Z', 'revision_number': 2, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:50.511469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-7a5d71dc-cf10-4ac4-a21a-dbc58e15a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.513313 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-7a5d71dc-cf10-4ac4-a21a-dbc58e15a703 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.2801523 Jan 27 19:19:50.513986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6abe3-1357-407e-b53a-9f3a21c58004 service neutron] Pushing event updated for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:50.603999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Checking router: c0d57d7c-5fae-41be-949b-efd447e2a832 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:19:50.603999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Updating router c0d57d7c-5fae-41be-949b-efd447e2a832 port c60991c0-5bb1-457e-86b4-485b03fa463f binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:19:50.633399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-550523a8-d951-44d0-906f-de9d5ea4a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.635944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-550523a8-d951-44d0-906f-de9d5ea4a7d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 1094 time: 0.2362070 Jan 27 19:19:50.683544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:50.730507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-41ce806e-f580-4e26-83b1-5af8a6ab6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.732625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-41ce806e-f580-4e26-83b1-5af8a6ab6c74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853268 Jan 27 19:19:50.735996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-d8bbe813-aa3a-48e6-a331-840821796977 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7af18d02-fb87-4ef3-9098-cd0a22489960 HTTP/1.1" status: 200 len: 217 time: 0.0852203 Jan 27 19:19:50.748350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Deleting port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:50.749347 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:50.838782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (8bf7ead6-ad8e-452b-b6b6-dc67ed2a01bb), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:50.941841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-c8a13364-376c-4a12-b97b-834da106a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:50.946038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-c8a13364-376c-4a12-b97b-834da106a2c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1858907 Jan 27 19:19:50.986328 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.047133 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-c8b4819f-e93c-4112-af95-30a39bf19eb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680614 Jan 27 19:19:51.066000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks [] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.092525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-a1a62c7b-599b-4c22-8778-97914adf0b0c service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449185 Jan 27 19:19:51.246458 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks [] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.256247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.387226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.407540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Pushing event updated for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:51.418581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-e1891e2a-299b-4523-baf6-fd6c9223ca55 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505187 Jan 27 19:19:51.447063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.447063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.447553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.448072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.448622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.449130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.449722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.450220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-530c3659-9836-486b-beee-3b2c57a0cc90 req-6862eb6c-ba71-46e2-85fd-4fa9357ec651 service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478115 Jan 27 19:19:51.450350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.450744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.451251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.451766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.452265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.452783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:51.478522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Network f1821f5a-a5df-4038-a604-cbd014a37408 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:51.484079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:51.521487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:19:51.521852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:19:51.525271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Attempting to bind port c60991c0-5bb1-457e-86b4-485b03fa463f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:51.525748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Attempting to bind port c60991c0-5bb1-457e-86b4-485b03fa463f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:51.526184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Attempting to bind port c60991c0-5bb1-457e-86b4-485b03fa463f on network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:51.533382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:51.533873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Checking segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:51.534302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.534709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Bound using segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:51.535356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Bound port: c60991c0-5bb1-457e-86b4-485b03fa463f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:51.535608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:51.535736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.539091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (8bf7ead6-ad8e-452b-b6b6-dc67ed2a01bb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.542634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:51.640578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event updated for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:51.642096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] For port c60991c0-5bb1-457e-86b4-485b03fa463f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:51.646762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] For port c60991c0-5bb1-457e-86b4-485b03fa463f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c60991c0-5bb1-457e-86b4-485b03fa463f,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:51.657446 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8bf7ead6-ad8e-452b-b6b6-dc67ed2a01bb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.658708 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.691039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:51.694439 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fae958-ee30-4bba-88f1-221bf86d3f13" -d '{"events": [{"name": "network-changed", "server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:51.711030 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df3cd38c-0269-4163-a0ee-f4eac6f62b8c req-7939082d-5775-462f-b1dc-2e46d8bc6fc4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.6907978 Jan 27 19:19:51.735495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aec320-f938-45b1-85ef-578b4a647c7b None None] Pushing event updated for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:51.771882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:19:51.772627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:51.800332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:51.801478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:51.824626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event deleted for resources: {'Port': ['ID=4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:51.830566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df1e72-68f4-499a-9820-416cb5c92886 req-de4793cc-1621-4bff-ad63-25033acb10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:51.832413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-de4793cc-1621-4bff-ad63-25033acb10ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 1095 time: 0.2554195 Jan 27 19:19:51.946838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:19:51.973844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c8db6fb1-1586-4087-b6e4-76d7dfc490dc req-8897a378-9567-484f-87c8-b299838cb5f2 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310471 Jan 27 19:19:51.986748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c91cc24d-f878-4084-864b-8399de37ca66 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7018509 Jan 27 19:19:52.009176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Request body: {'port': {'device_id': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:52.018903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf7ead6-ad8e-452b-b6b6-dc67ed2a01bb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:52.020240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df1e72-68f4-499a-9820-416cb5c92886 req-fdfa2ac0-28fd-4c8a-a0e4-96d1c6f81d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:52.026362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-fdfa2ac0-28fd-4c8a-a0e4-96d1c6f81d2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 916 time: 0.1751101 Jan 27 19:19:52.090791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Provisioning complete for port c60991c0-5bb1-457e-86b4-485b03fa463f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:52.091587 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.144396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-16977af7-ad3e-4780-af55-0837a5585d0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d823f21-4a93-4291-b530-0038347f5497 HTTP/1.1" status: 200 len: 217 time: 0.0855253 Jan 27 19:19:52.170038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.188060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a7bbe33-9a64-4811-96be-b17a11bada72 req-03cdecb1-4bd1-4f15-af96-d673cdafc316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.0477371 Jan 27 19:19:52.204491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b102b6d2-7699-4b77-b14a-afc94b0d6ad4 req-e46439f0-83e8-431d-8db6-d0fc00fb1ac5 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 210 time: 0.1811857 Jan 27 19:19:52.205882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] No DVR routers for this DVR port 4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:52.215643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.223254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c744803-7e95-4366-b06c-4a6145da4b4b req-be0769d0-58df-4de5-8a41-1f5c6ae97669 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "DELETE /v2.0/ports/4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99 HTTP/1.1" status: 204 len: 173 time: 3.2685311 Jan 27 19:19:52.261822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] For port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:52.262440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.266898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-deleted', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:52.283776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Current status of the port c60991c0-5bb1-457e-86b4-485b03fa463f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:52.285975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.288851 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf6f26-84e2-43eb-be93-24fbc5183870" -d '{"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-deleted", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:52.293051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Made reservation on behalf of 4fa689097cea4007b1c2c43e8deadab4 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:19:52.299355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.358485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] For port c60991c0-5bb1-457e-86b4-485b03fa463f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c60991c0-5bb1-457e-86b4-485b03fa463f,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:52.382117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.387261 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.401022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Calling delete_port for 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:52.405467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Deleting port 24fb54c0-f2f0-4ef9-9848-8b0747535ba4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:52.407006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.414097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df1e72-68f4-499a-9820-416cb5c92886 req-32f4f69d-d585-4dff-838b-46128a43b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:52.419582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-32f4f69d-d585-4dff-838b-46128a43b56f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.2632465 Jan 27 19:19:52.447047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7de9-c3a5-4484-be50-46682a76e2a8 None None] Pushing event updated for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:52.486548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:51Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:19:52.541545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc2d3d-0fc8-4241-8787-5ff7f15bfbe3 None None] The sync data for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 is: [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:51Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:19:52.545118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Provisioning complete for port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:52.545640 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.610591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:19:52.665248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df1e72-68f4-499a-9820-416cb5c92886 req-5be1bfff-eed1-4d04-8223-0065ca24855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:52.667390 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-5be1bfff-eed1-4d04-8223-0065ca24855f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298713 Jan 27 19:19:52.683976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Provisioning complete for port c60991c0-5bb1-457e-86b4-485b03fa463f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:52.685141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:52.818325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f7109-50a1-45a5-8f0a-211f04e36f18 None None] Current status of the port c60991c0-5bb1-457e-86b4-485b03fa463f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:52.926820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4c9f8-2fe2-4948-8e83-a1edf7838c65 req-f1b178ea-d830-4869-9c99-ec0740a3bc54 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:52.935959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bf4c9f8-2fe2-4948-8e83-a1edf7838c65 req-f1b178ea-d830-4869-9c99-ec0740a3bc54 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1023 time: 0.5308390 Jan 27 19:19:53.021295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38218) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:53.035694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795653776', 'description': 'tempest-description--450545228'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:53.053550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.053963 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.153623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-f0c6fd50-853d-493b-a003-b3652b0b8f09 service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710693 Jan 27 19:19:53.187412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Calling delete_port for 24fb54c0-f2f0-4ef9-9848-8b0747535ba4 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:53.224225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5173-949d-465c-8515-af3bbab2f3bc req-d96a6f79-bb8b-4dc6-adb7-69a96e222045 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:53.227312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982d5173-949d-465c-8515-af3bbab2f3bc req-d96a6f79-bb8b-4dc6-adb7-69a96e222045 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 1023 time: 0.5899069 Jan 27 19:19:53.230628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:53.294475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:53.336743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks [] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.380273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Transition to ACTIVE for port object 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:19:53.401242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.423775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:53.453232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.545399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.598066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bf4c9f8-2fe2-4948-8e83-a1edf7838c65 req-d465f676-23d6-4ae4-aa86-bacd217ced01 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups?id=a49ffcee-f39d-4e8c-98e0-0d462e13201b&id=04901372-e0b5-4287-8499-3c64a6492405&id=fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6399341 Jan 27 19:19:53.616488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e37b-dcd3-4f24-9a2e-a4333ea49de8 req-54c7a831-3b83-42e0-a332-67f55d332ead tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:53.623811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e13e37b-dcd3-4f24-9a2e-a4333ea49de8 req-54c7a831-3b83-42e0-a332-67f55d332ead tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb HTTP/1.1" status: 200 len: 944 time: 0.5252213 Jan 27 19:19:53.635383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:53.669914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c60991c0-5bb1-457e-86b4-485b03fa463f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:53.695953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Allocated IP 172.20.0.5 (f1821f5a-a5df-4038-a604-cbd014a37408/18cbc8a4-6b37-47da-9aad-a24cb55652fc/6acecb00-ddbd-495b-aef0-7227fa6dfdd5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:53.809999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35df1e72-68f4-499a-9820-416cb5c92886 req-7705c571-e8a9-43bf-b976-a2bf2cb1273d service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215698 Jan 27 19:19:53.886744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Attempting to bind port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:53.887151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Attempting to bind port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:53.888296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Attempting to bind port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:53.900717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 on network f1821f5a-a5df-4038-a604-cbd014a37408 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:53.901173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Attempting to bind port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:53.952681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:53.953599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Checking segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:53.953992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Bound using segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:53.954469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Bound port: 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:53.954847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:53.987903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (0b01867b-d141-492e-9f29-9b19e9c71c4f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.007910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b01867b-d141-492e-9f29-9b19e9c71c4f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.141713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01867b-d141-492e-9f29-9b19e9c71c4f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:54.181981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c60991c0-5bb1-457e-86b4-485b03fa463f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:54.182689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.182821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.191717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-07a2c111-9540-4902-90f3-102c988f6aaf tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1689293 Jan 27 19:19:54.198932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38222) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:54.207745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'security_group_rule': {'security_group_id': '0b01867b-d141-492e-9f29-9b19e9c71c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:54.282830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (24fb54c0-f2f0-4ef9-9848-8b0747535ba4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.286208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (f3a1af0c-a0dc-459c-9bde-9ccbf0977ef9), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.287260 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.319212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:54.354334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:54.359166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Pushing event deleted for resources: {'Port': ['ID=24fb54c0-f2f0-4ef9-9848-8b0747535ba4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:54.367621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.465886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:54.490896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c60991c0-5bb1-457e-86b4-485b03fa463f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:54.497747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:54.501582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.503300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-ef9f6f40-ebe7-46b8-921e-d19a285bf390 service neutron] 10.222.0.39 "PUT /v2.0/ports/4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 HTTP/1.1" status: 200 len: 1091 time: 2.5076096 Jan 27 19:19:54.533606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.534534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (f3a1af0c-a0dc-459c-9bde-9ccbf0977ef9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.548470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f3a1af0c-a0dc-459c-9bde-9ccbf0977ef9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.569108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.569471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.569849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.570342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.570708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.571102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.571444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.571862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.572217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.572568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.572917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.577403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.578709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:19:54.647406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] No DVR routers for this DVR port 1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:54.679400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.695112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83ae9c49-4135-43fc-bce2-0ea84dd3c25e req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "DELETE /v2.0/ports/1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6 HTTP/1.1" status: 204 len: 173 time: 4.9424388 Jan 27 19:19:54.695485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a1af0c-a0dc-459c-9bde-9ccbf0977ef9,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:54.726230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.729542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cef70649-4b8a-4400-99b7-1785895589fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5282087 Jan 27 19:19:54.738336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:54.759535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'security_group_rule': {'security_group_id': '0b01867b-d141-492e-9f29-9b19e9c71c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:54.777952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372b1c-5f44-4415-9386-52d032bab215 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event deleted for resources: {'Port': ['ID=1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:54.819756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c82e4f0a-0a6a-4b5c-a916-ee17bc639feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:54.822418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-c82e4f0a-0a6a-4b5c-a916-ee17bc639feb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 1094 time: 0.2034225 Jan 27 19:19:54.855002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e13e37b-dcd3-4f24-9a2e-a4333ea49de8 req-b7ee6007-f25b-43ca-b49b-abe82628c9d7 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839096 Jan 27 19:19:54.910070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Deleting port bb80048d-20c1-4c77-81a9-ce473a39a406 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:54.913760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.954564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks [] for floatingip (6845ef3b-6381-4056-a4b2-37db13bc573d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.956285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:54.957614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2de6ccb9-8d2a-43c2-b22d-c53b3200d9c8 tempest-ServersWithSpecificFlavorTestJSON-1340526312 tempest-ServersWithSpecificFlavorTestJSON-1340526312-project] 10.222.0.59 "DELETE /v2.0/floatingips/6845ef3b-6381-4056-a4b2-37db13bc573d HTTP/1.1" status: 204 len: 168 time: 4.6560266 Jan 27 19:19:55.020880 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e44f5a2-fb89-4549-88de-55d558935f77 x-openstack-request-id: req-1e44f5a2-fb89-4549-88de-55d558935f77 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:55.021212 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:55.021624 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e44f5a2-fb89-4549-88de-55d558935f77 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:55.021924 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960', 'status': 'completed', 'code': 200} Jan 27 19:19:55.043057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (a2e1c6e5-3717-4da5-a367-023c49c1c2e1), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.046706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1768-dfd5-4c57-8d9f-c2a402dbdb32 req-0f6a4b25-71d6-4e14-9e75-419c7cf8ad11 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.048897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ac1768-dfd5-4c57-8d9f-c2a402dbdb32 req-0f6a4b25-71d6-4e14-9e75-419c7cf8ad11 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 943 time: 0.8043952 Jan 27 19:19:55.081474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks [] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.087546 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-b1407ec6-b6fb-415a-8f4f-05276a384e4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 HTTP/1.1" status: 200 len: 217 time: 0.2519674 Jan 27 19:19:55.213851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] For port bb80048d-20c1-4c77-81a9-ce473a39a406, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=bb80048d-20c1-4c77-81a9-ce473a39a406,segment=NetworkSegment(7caa9be9-cf42-40f4-8e9a-073533acfbde),segment_id=7caa9be9-cf42-40f4-8e9a-073533acfbde)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:55.214338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.222026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-cffc06d4-de9d-41be-8450-0cb941295454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.223612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-cffc06d4-de9d-41be-8450-0cb941295454 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 1094 time: 0.1334574 Jan 27 19:19:55.227683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (a2e1c6e5-3717-4da5-a367-023c49c1c2e1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.230114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-30949dbb-906c-40bf-ac1f-2dfdd7916175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.231730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-30949dbb-906c-40bf-ac1f-2dfdd7916175 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.1086571 Jan 27 19:19:55.239741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Calling delete_port for bb80048d-20c1-4c77-81a9-ce473a39a406 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:55.261800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a2e1c6e5-3717-4da5-a367-023c49c1c2e1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.348389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e1c6e5-3717-4da5-a367-023c49c1c2e1,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:55.377548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.378958 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a25bfddd-8a22-49af-97b6-9628eaa478bb tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386504 Jan 27 19:19:55.382343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:19:55.391790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:55.418340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-9e4b042a-b16f-4d15-b1de-663e72b4d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.419924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-9e4b042a-b16f-4d15-b1de-663e72b4d8bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773045 Jan 27 19:19:55.426459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-e4f7dbcd-9327-48c3-b198-d2024a4971b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.428058 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-e4f7dbcd-9327-48c3-b198-d2024a4971b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.1953554 Jan 27 19:19:55.469940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-f26b37da-c664-4669-8e53-bb00b6d4615f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 200 len: 2414 time: 0.4030962 Jan 27 19:19:55.484565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9d823f21-4a93-4291-b530-0038347f5497 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:19:55.499337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.503102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-d36bbf54-af6c-4015-8bbd-07d3d11b9eb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7af18d02-fb87-4ef3-9098-cd0a22489960 HTTP/1.1" status: 200 len: 217 time: 0.0623996 Jan 27 19:19:55.518595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device bb80048d-20c1-4c77-81a9-ce473a39a406 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:19:55.534048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1918255a-3a39-4bd4-89e8-5b038026d8b8', 'remote_group_id': None}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:55.535009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1918255a-3a39-4bd4-89e8-5b038026d8b8', 'remote_group_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:55.552387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ac1768-dfd5-4c57-8d9f-c2a402dbdb32 req-6c6333cc-d88e-4c87-bc9a-5099124fa688 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688175 Jan 27 19:19:55.636392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:19:55.651150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-403cc1d4-49ef-4251-9f9d-74e3b5df452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:55.652899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-403cc1d4-49ef-4251-9f9d-74e3b5df452a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1197107 Jan 27 19:19:55.688858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-a128fea7-741f-4754-8b1e-882a6440a259 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597508 Jan 27 19:19:55.707832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-0dc8f215-5472-4473-93af-140b35681d25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421114 Jan 27 19:19:55.818611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.821507 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26394f4e-e87f-4ea9-8515-52e8946a24a4 x-openstack-request-id: req-26394f4e-e87f-4ea9-8515-52e8946a24a4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:55.821845 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f0f995-7d3d-4718-801f-5b0814190025", "name": "network-vif-deleted", "tag": "4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:55.822048 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26394f4e-e87f-4ea9-8515-52e8946a24a4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:55.823708 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f0f995-7d3d-4718-801f-5b0814190025', 'name': 'network-vif-deleted', 'tag': '4de0be2a-09ce-4e0a-a7cf-8d6e8a495b99', 'status': 'completed', 'code': 200} Jan 27 19:19:55.865042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port bb80048d-20c1-4c77-81a9-ce473a39a406 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:55.865367 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.909794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event updated for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:55.936183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9d823f21-4a93-4291-b530-0038347f5497,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:55.944636 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-212a969d-d540-4d0d-9e62-655813bbe3bd service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256732 Jan 27 19:19:55.964658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '9d823f21-4a93-4291-b530-0038347f5497', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'port_id': '9d823f21-4a93-4291-b530-0038347f5497', 'mac_address': 'fa:16:3e:ad:fe:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cbc8a4-6b37-47da-9aad-a24cb55652fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:19:55.969754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc06a435-a16f-4553-9d8a-ad484a17a69d req-7649e76d-b9e8-4c52-b76b-4cadc378f048 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0888765 Jan 27 19:19:55.980301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:55.985055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Network f1821f5a-a5df-4038-a604-cbd014a37408 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:55.990220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:55.997366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:56.053308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:56.053987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.067349 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb80048d-20c1-4c77-81a9-ce473a39a406), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.087576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-a16b6506-ec54-4065-9e8c-27992e0f3099 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7073827 Jan 27 19:19:56.089752 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.120168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Request body: {'port': {'device_id': '8a642294-9015-473e-8314-b4cd873471cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:19:56.127025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'Port': ['ID=bb80048d-20c1-4c77-81a9-ce473a39a406,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:56.148640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13fae958-ee30-4bba-88f1-221bf86d3f13 req-5f0955cf-2096-4c4f-bdf2-4985bd8e366d service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953859 Jan 27 19:19:56.158103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.190249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd1c673-bd97-4361-8b2b-2b8109f5d7fd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:56.258812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 9d823f21-4a93-4291-b530-0038347f5497 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:56.259386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d823f21-4a93-4291-b530-0038347f5497), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.293911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d823f21-4a93-4291-b530-0038347f5497 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:56.295063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-edf98901-e5dd-4a02-8a6e-f4138f691ccf req-d2e4029a-62cd-4791-9ef1-2d7606e74624 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898085 Jan 27 19:19:56.336840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] No DVR routers for this DVR port bb80048d-20c1-4c77-81a9-ce473a39a406 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:19:56.347049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.351773 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.359038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9d823f21-4a93-4291-b530-0038347f5497,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:56.365316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982d5173-949d-465c-8515-af3bbab2f3bc req-84dce0e0-d841-4b95-8401-f9cfa8d4ed76 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.66 "DELETE /v2.0/ports/bb80048d-20c1-4c77-81a9-ce473a39a406 HTTP/1.1" status: 204 len: 173 time: 3.0923898 Jan 27 19:19:56.397657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.400494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7af18d02-fb87-4ef3-9098-cd0a22489960 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:19:56.425201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.451805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.454304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3f0976-0e57-4d3f-97fb-821c9d250ee7 req-4a677c31-e4f4-4672-8792-0cff0beaff3f tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9824092 Jan 27 19:19:56.496403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:56.634931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Allocated IP 172.25.5.206 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/715f67c4-32ad-4423-8e33-662ba5fad416) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:19:56.650340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd002ae3-d8a9-4229-91fe-bd266498d6d8 req-87660db5-9250-4fe9-ab8a-ecf68d18a52b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:56.655055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd002ae3-d8a9-4229-91fe-bd266498d6d8 req-87660db5-9250-4fe9-ab8a-ecf68d18a52b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 931 time: 0.3084769 Jan 27 19:19:56.732126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7af18d02-fb87-4ef3-9098-cd0a22489960,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:56.746359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-326a716e-e68a-48ec-bcda-3f7c1015eec5 req-85b7d0ad-ab5d-4d5a-8ccd-b434bfbec037 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa HTTP/1.1" status: 200 len: 210 time: 0.1381438 Jan 27 19:19:56.747063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7af18d02-fb87-4ef3-9098-cd0a22489960', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '7af18d02-fb87-4ef3-9098-cd0a22489960', 'mac_address': 'fa:16:3e:b5:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:19:56.836200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7af18d02-fb87-4ef3-9098-cd0a22489960 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:56.837011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.852220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for port (715f67c4-32ad-4423-8e33-662ba5fad416), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.869225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af18d02-fb87-4ef3-9098-cd0a22489960 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:56.888278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fcf4eddc-8264-477c-a3fe-6872a910dc4f None None] Provisioning complete for port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:56.889052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf4eddc-8264-477c-a3fe-6872a910dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:56.969666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.005221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd002ae3-d8a9-4229-91fe-bd266498d6d8 req-85acbc8a-314f-47c9-85b2-5f201e303eca tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992780 Jan 27 19:19:57.019341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4eddc-8264-477c-a3fe-6872a910dc4f None None] Port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:19:57.034225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7af18d02-fb87-4ef3-9098-cd0a22489960,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:57.041540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.104774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:57.113554 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191db603-b011-40b0-b30f-8290d31ce5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:57.115795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:57.150832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:19:57.161230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:19:57.186261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:19:57.239913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'Port': ['ID=715f67c4-32ad-4423-8e33-662ba5fad416,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:57.363953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.397542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7af18d02-fb87-4ef3-9098-cd0a22489960'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:57.402947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9d823f21-4a93-4291-b530-0038347f5497'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:19:57.425720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.525216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:57.541109 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks [] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.565029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Transition to ACTIVE for port object 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:19:57.574214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c8c586e-f160-46e6-bf5b-4aa95462be29 req-c36cd279-c3d6-45fc-a47a-b850bbb9b36a tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 200 len: 3012 time: 0.4243891 Jan 27 19:19:57.585946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:57.667065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec8cc-22c1-49c7-bfc4-f16aa73069fe req-c3f9d98e-77b7-479c-a1d0-5c00c2c17466 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:57.670188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eec8cc-22c1-49c7-bfc4-f16aa73069fe req-c3f9d98e-77b7-479c-a1d0-5c00c2c17466 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 944 time: 0.3752425 Jan 27 19:19:57.702732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Pushing event updated for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:57.837684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-deleted', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6'}, {'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'name': 'network-vif-deleted', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:19:57.840341 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d8abf-77d1-4036-bbb0-770d8b2de169" -d '{"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-deleted", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6"}, {"server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "name": "network-vif-deleted", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:19:57.843202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Attempting to bind port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:19:57.844499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Attempting to bind port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:19:57.844942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Attempting to bind port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:57.893903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72301c34-6680-427b-ba3f-24296bd16470 req-8ef1d928-e454-4013-89f7-cbf0c20ac24a tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0823286 Jan 27 19:19:57.894918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 on network f1821f5a-a5df-4038-a604-cbd014a37408 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:19:57.895854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Attempting to bind port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 on network f1821f5a-a5df-4038-a604-cbd014a37408 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:19:57.903841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2eec8cc-22c1-49c7-bfc4-f16aa73069fe req-c41ecbf1-f04d-4f42-834b-be1fd49f8278 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170010 Jan 27 19:19:57.908007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:19:57.908362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Checking segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:19:57.908793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Bound using segment: {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:19:57.909362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Bound port: 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63578eb7-528f-4089-9759-ed46f5d3534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:19:57.909670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.008460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:19:58.013051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:19:58.025486 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.116569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.117523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.119242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] 10.222.0.39 "PUT /v2.0/ports/6acecb00-ddbd-495b-aef0-7227fa6dfdd5 HTTP/1.1" status: 200 len: 1091 time: 2.0035477 Jan 27 19:19:58.125896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-822f3905-f9ab-4ccb-aef1-7cccfb4ab23c tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-group-rules/4dd1c673-bd97-4361-8b2b-2b8109f5d7fd HTTP/1.1" status: 200 len: 783 time: 0.0465434 Jan 27 19:19:58.206790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf8f39-c429-4df8-8b63-8bd8d23aa7ad service neutron] Pushing event updated for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:58.281579 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e94241-0fe5-471b-b6b9-f7b71682f5af x-openstack-request-id: req-44e94241-0fe5-471b-b6b9-f7b71682f5af {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:58.282135 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:58.282590 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44e94241-0fe5-471b-b6b9-f7b71682f5af {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:58.283307 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', 'status': 'completed', 'code': 200} Jan 27 19:19:58.297777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-4f992b4d-7afe-4f3d-91e4-455300b1b051 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 200 len: 3012 time: 0.1292338 Jan 27 19:19:58.330085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-56fb4f26-08e1-4e23-b651-e4bf6c6c1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.336850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-56fb4f26-08e1-4e23-b651-e4bf6c6c1664 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 1094 time: 0.1434934 Jan 27 19:19:58.438080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-565e081b-d783-40fc-b68a-be328c238b69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5 HTTP/1.1" status: 200 len: 217 time: 0.0897818 Jan 27 19:19:58.439433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.462867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.477629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db603-b011-40b0-b30f-8290d31ce5ff req-93a76094-7788-4b7a-bc55-5c105cf75201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.479820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-93a76094-7788-4b7a-bc55-5c105cf75201 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 1094 time: 0.1939108 Jan 27 19:19:58.527004 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87858814-5b0c-4c24-91fc-483d95faa23f x-openstack-request-id: req-87858814-5b0c-4c24-91fc-483d95faa23f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:19:58.527670 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb", "name": "network-vif-deleted", "tag": "1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6", "status": "completed", "code": 200}, {"server_uuid": "4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa", "name": "network-vif-deleted", "tag": "bb80048d-20c1-4c77-81a9-ce473a39a406", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:19:58.528096 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87858814-5b0c-4c24-91fc-483d95faa23f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:19:58.529375 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68fb7d-8450-4bc8-be4b-b8ebd4b5c6bb', 'name': 'network-vif-deleted', 'tag': '1c1e7e3b-7dd9-4e03-9a69-ce045ffd41f6', 'status': 'completed', 'code': 200} Jan 27 19:19:58.529951 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b974c65-d0d0-4ae0-8c9b-a515ffb9c0aa', 'name': 'network-vif-deleted', 'tag': 'bb80048d-20c1-4c77-81a9-ce473a39a406', 'status': 'completed', 'code': 200} Jan 27 19:19:58.572374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4dd1c673-bd97-4361-8b2b-2b8109f5d7fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.587208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.588384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2215497a-42dd-44d1-9ef2-ce3b3b26f073 req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4dd1c673-bd97-4361-8b2b-2b8109f5d7fd HTTP/1.1" status: 204 len: 173 time: 0.2891641 Jan 27 19:19:58.596271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1517fc-3a80-4e40-8bfd-042d60eaf351 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dd1c673-bd97-4361-8b2b-2b8109f5d7fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:58.611057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-34ab34cc-55eb-41f1-bfdc-a529a678fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.612604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-34ab34cc-55eb-41f1-bfdc-a529a678fb59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.1225722 Jan 27 19:19:58.717703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for port (715f67c4-32ad-4423-8e33-662ba5fad416), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.731382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287e18-a468-44bf-9cc2-6db0da113584 req-9c12a8c4-8ab9-4f87-a0c7-f81c61a3f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.733054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-9c12a8c4-8ab9-4f87-a0c7-f81c61a3f66f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099787 Jan 27 19:19:58.738727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.823748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'Port': ['ID=715f67c4-32ad-4423-8e33-662ba5fad416,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:19:58.900023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db603-b011-40b0-b30f-8290d31ce5ff req-8e6aae96-a792-47df-bbdb-e26ff18f4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.904293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-8e6aae96-a792-47df-bbdb-e26ff18f4c8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 916 time: 0.4085824 Jan 27 19:19:58.976700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-f0361373-641d-45cd-be5a-2849283b3d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 HTTP/1.1" status: 200 len: 217 time: 0.0650105 Jan 27 19:19:58.977823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:58.995478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-99b95e01-c0f1-4f2c-b63b-e266d8ee98f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:58.997043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-99b95e01-c0f1-4f2c-b63b-e266d8ee98f4 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1530120 Jan 27 19:19:59.006277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-11ec1d1d-d90f-4814-88d1-67b1b71d5258 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622116 Jan 27 19:19:59.025417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2521ea2-cf29-4053-b91e-69287dd22c26 req-fbb54e49-591e-451b-b136-fba3507c51d3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:59.027015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2521ea2-cf29-4053-b91e-69287dd22c26 req-fbb54e49-591e-451b-b136-fba3507c51d3 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1841612 Jan 27 19:19:59.055371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.057093 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bd8c3089-66f6-444e-aceb-171bed2ba429 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6733770 Jan 27 19:19:59.077600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e60b5-59b2-4b83-83e2-7ab482abb835 req-7cdbfb4c-fc80-45d8-989a-3656f5e6aa8c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:59.079838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4e60b5-59b2-4b83-83e2-7ab482abb835 req-7cdbfb4c-fc80-45d8-989a-3656f5e6aa8c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 943 time: 0.3797190 Jan 27 19:19:59.105764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db603-b011-40b0-b30f-8290d31ce5ff req-4836c841-10e4-4af1-bdf7-a93a791b6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:59.107757 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-4836c841-10e4-4af1-bdf7-a93a791b6732 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.1239522 Jan 27 19:19:59.236281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db603-b011-40b0-b30f-8290d31ce5ff req-2d6ad36e-aba6-43cb-9c4c-95e4c7e910a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:19:59.238466 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-2d6ad36e-aba6-43cb-9c4c-95e4c7e910a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194727 Jan 27 19:19:59.271198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:19:59.289388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2521ea2-cf29-4053-b91e-69287dd22c26 req-6b97cd67-baa8-4f99-80fd-75b2873921d2 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e984968-3fbc-416a-9fe5-88d17f7faca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326298 Jan 27 19:19:59.371254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4e60b5-59b2-4b83-83e2-7ab482abb835 req-37a443f8-0a3e-435b-b45a-d7ae9221adc0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449298 Jan 27 19:19:59.424742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61287e18-a468-44bf-9cc2-6db0da113584 req-33428993-475c-49e0-ad4d-3196daf121f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065046 Jan 27 19:19:59.499735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9d823f21-4a93-4291-b530-0038347f5497 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:19:59.513105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-204ecd98-804e-428d-b168-d44136b188f4 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664981 Jan 27 19:19:59.540127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Deleting port 266603df-fe46-4115-ae95-621502bf668f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:19:59.541151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (266603df-fe46-4115-ae95-621502bf668f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.681756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-ebf69d34-40a0-42af-a3d4-8a6341b5086d tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/a49ffcee-f39d-4e8c-98e0-0d462e13201b HTTP/1.1" status: 200 len: 1817 time: 0.3274736 Jan 27 19:19:59.738570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:59.742630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 9d823f21-4a93-4291-b530-0038347f5497 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:19:59.761299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-191db603-b011-40b0-b30f-8290d31ce5ff req-70a74ea9-69a7-4435-a031-da6a2fb1d340 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274981 Jan 27 19:19:59.780560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-2ba12079-b7bf-4811-bf26-754e5338322b tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 200 len: 2414 time: 0.2554116 Jan 27 19:19:59.783166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 9d823f21-4a93-4291-b530-0038347f5497 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:19:59.784534 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9d823f21-4a93-4291-b530-0038347f5497), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.788865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'port_id': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', 'mac_address': 'fa:16:3e:ff:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cbc8a4-6b37-47da-9aad-a24cb55652fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:19:59.873898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] For port 266603df-fe46-4115-ae95-621502bf668f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=266603df-fe46-4115-ae95-621502bf668f,segment=NetworkSegment(635d23f4-dc6c-465c-8444-25f40c2ce0d1),segment_id=635d23f4-dc6c-465c-8444-25f40c2ce0d1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:19:59.874280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (266603df-fe46-4115-ae95-621502bf668f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.906750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Calling delete_port for 266603df-fe46-4115-ae95-621502bf668f owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:19:59.915230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (a49ffcee-f39d-4e8c-98e0-0d462e13201b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.921932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:19:59.922475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:19:59.941710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:19:59.992371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1918255a-3a39-4bd4-89e8-5b038026d8b8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.007761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (a49ffcee-f39d-4e8c-98e0-0d462e13201b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.029692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:00.059265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.065337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 9d823f21-4a93-4291-b530-0038347f5497 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:00.065894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d823f21-4a93-4291-b530-0038347f5497), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.188144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d823f21-4a93-4291-b530-0038347f5497'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:00.193200 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531e7846-33bd-46c2-8862-470b8194cb51" -d '{"events": [{"server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "name": "network-vif-plugged", "status": "completed", "tag": "9d823f21-4a93-4291-b530-0038347f5497"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:00.234848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:00.244105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9d823f21-4a93-4291-b530-0038347f5497,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:00.254456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.256045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7af18d02-fb87-4ef3-9098-cd0a22489960 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:00.410776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1918255a-3a39-4bd4-89e8-5b038026d8b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.438274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4d1e2eb6-dbb8-439b-80b5-efb5470c27e4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:20:00.446675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:00.488024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a49ffcee-f39d-4e8c-98e0-0d462e13201b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.491282 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.497134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39396f3a-ea79-443a-a971-13ed24ccb455 req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/a49ffcee-f39d-4e8c-98e0-0d462e13201b HTTP/1.1" status: 204 len: 173 time: 0.7996182 Jan 27 19:20:00.531201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7af18d02-fb87-4ef3-9098-cd0a22489960 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:20:00.533152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:00.537727 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba3a909-ab33-469a-a2ca-4cc49c77e23f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:00.552849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7af18d02-fb87-4ef3-9098-cd0a22489960 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:00.553899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.585059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a25360-7fc1-43c6-9d14-2d0966ad6689 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ffcee-f39d-4e8c-98e0-0d462e13201b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:00.606258 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1918255a-3a39-4bd4-89e8-5b038026d8b8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.610488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.626804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e7b2077-c81d-4cb7-bcb5-d7ff4899aaa3 req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/1918255a-3a39-4bd4-89e8-5b038026d8b8 HTTP/1.1" status: 204 len: 173 time: 0.8215003 Jan 27 19:20:00.720073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e9d92-d497-401b-bb24-cb5f60f8cd1d tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1918255a-3a39-4bd4-89e8-5b038026d8b8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:00.774050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (266603df-fe46-4115-ae95-621502bf668f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.779492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fd6f02b-ca50-4cb6-9a0d-b1b1366db448 req-3b123b2b-8acb-47f6-8d3f-666076e41ca4 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0475979 Jan 27 19:20:00.816173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Pushing event deleted for resources: {'Port': ['ID=266603df-fe46-4115-ae95-621502bf668f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:00.826352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896edb-83b9-466f-b46e-07a06fc1da38 req-9de45db4-7d08-42ea-8664-cee142462e52 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:00.827944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b896edb-83b9-466f-b46e-07a06fc1da38 req-9de45db4-7d08-42ea-8664-cee142462e52 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 944 time: 0.2228620 Jan 27 19:20:00.910059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] No DVR routers for this DVR port 266603df-fe46-4115-ae95-621502bf668f on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:00.913681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7af18d02-fb87-4ef3-9098-cd0a22489960 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:00.914159 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.930743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:00.934412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de9f2d5a-394f-4d49-ae91-ae5b8506ae67 req-6b470253-1e9f-4f30-b1e2-3d608da2c6b0 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.39 "DELETE /v2.0/ports/266603df-fe46-4115-ae95-621502bf668f HTTP/1.1" status: 204 len: 173 time: 1.9271841 Jan 27 19:20:00.949466 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf62c4-bcba-422a-a742-fb059e69aec3 x-openstack-request-id: req-4fdf62c4-bcba-422a-a742-fb059e69aec3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:00.949909 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "name": "network-vif-plugged", "status": "completed", "tag": "9d823f21-4a93-4291-b530-0038347f5497", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:00.950273 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fdf62c4-bcba-422a-a742-fb059e69aec3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:00.950870 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d823f21-4a93-4291-b530-0038347f5497', 'code': 200} Jan 27 19:20:01.019671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7af18d02-fb87-4ef3-9098-cd0a22489960,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:01.020606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b896edb-83b9-466f-b46e-07a06fc1da38 req-7952b2c5-e999-4f92-a291-03870bc88b30 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788859 Jan 27 19:20:01.032732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.092230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacdd66-4aff-4971-96b8-15e140f366fd req-6ffa6cc8-f478-489e-905e-5662f12edd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:01.094949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcacdd66-4aff-4971-96b8-15e140f366fd req-6ffa6cc8-f478-489e-905e-5662f12edd69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 1097 time: 0.0730982 Jan 27 19:20:01.174728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b0852c9-71a9-4d03-99dd-d02a1f4ef0d6 req-51557a88-cb8e-4d42-9f2d-4cb0168902c1 tempest-LiveMigrationTest-1048183413 tempest-LiveMigrationTest-1048183413-project] 10.222.0.59 "GET /v2.0/ports?device_id=3642f866-c4ad-45d5-bc02-90aef258d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0765493 Jan 27 19:20:01.178879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:01.288636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:20:01.290462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcacdd66-4aff-4971-96b8-15e140f366fd req-cb594aa5-09a9-4a59-a1f0-f787716976e5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692083 Jan 27 19:20:01.294080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 266603df-fe46-4115-ae95-621502bf668f no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:01.311816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7af325-c116-401d-b3e1-0d24982da2ec req-3545503a-0ffb-4904-99b5-3299ee282d23 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:01.313700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b7af325-c116-401d-b3e1-0d24982da2ec req-3545503a-0ffb-4904-99b5-3299ee282d23 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 943 time: 0.1492801 Jan 27 19:20:01.318073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-411190de-fbd7-4417-b443-20b88247d099 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "GET /v2.0/security-groups/fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c HTTP/1.1" status: 200 len: 1817 time: 0.0848815 Jan 27 19:20:01.370378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 266603df-fe46-4115-ae95-621502bf668f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:01.370733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 266603df-fe46-4115-ae95-621502bf668f not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:01.457166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.493771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b7af325-c116-401d-b3e1-0d24982da2ec req-de3cd806-807c-4d72-a9fc-73d5a9086abc tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253879 Jan 27 19:20:01.509841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.563764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:01.593616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5', 'network_id': 'f1821f5a-a5df-4038-a604-cbd014a37408', 'port_id': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5', 'mac_address': 'fa:16:3e:e9:b6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cbc8a4-6b37-47da-9aad-a24cb55652fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:20:01.613323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.617123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.622977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d990e64-b2f7-4853-aa45-80664cfd1fc2 req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] 10.222.0.59 "DELETE /v2.0/security-groups/fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c HTTP/1.1" status: 204 len: 173 time: 0.2965860 Jan 27 19:20:01.624615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38366) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:01.692820 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53933880-ea4f-4846-9805-3db6794f12ba x-openstack-request-id: req-53933880-ea4f-4846-9805-3db6794f12ba {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:01.693220 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:01.693527 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53933880-ea4f-4846-9805-3db6794f12ba {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:01.693941 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5', 'status': 'completed', 'code': 200} Jan 27 19:20:01.753720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:01.754500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.782263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Deleting subnet 7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:01.786079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:20:01.790881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Publish callbacks [] for subnet (7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.805459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56bbef-f7ec-42de-a405-1e5726c22801 tempest-SecurityGroupsTestJSON-1653558700 tempest-SecurityGroupsTestJSON-1653558700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b0946-5ff5-4aec-8cfb-4e81ce1bf83c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:01.846751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:01.862724 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.889322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:01.892120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-fcfbb7f6-2fbd-4476-ac90-0e174568b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:01.898542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-fcfbb7f6-2fbd-4476-ac90-0e174568b13b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 1094 time: 0.2107205 Jan 27 19:20:01.900641 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-e6939fcd-1251-4b41-82ff-48d992cf14dd req-34f44ae7-89df-4d3f-9ab5-0b716ac16d55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] show failed (client error): The resource could not be found. Jan 27 19:20:01.908170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6939fcd-1251-4b41-82ff-48d992cf14dd req-34f44ae7-89df-4d3f-9ab5-0b716ac16d55 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/bcfa0984-539b-4d17-af07-9de7cdf203bc HTTP/1.1" status: 404 len: 352 time: 0.1861472 Jan 27 19:20:02.021639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.028171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:02.120750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68e025a2-1e97-4591-9a3d-c3f70d228f66 req-c5052631-8d64-44d6-925c-38d31a3dbf97 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0775027 Jan 27 19:20:02.143451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.152371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-fc0ee5e6-c38a-4062-82ab-f922f0f6050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:02.156595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['6acecb00-ddbd-495b-aef0-7227fa6dfdd5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:20:02.171030 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-fc0ee5e6-c38a-4062-82ab-f922f0f6050b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 916 time: 0.2589781 Jan 27 19:20:02.193454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:02.197850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.205906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87cd98f0-199f-482c-9ddd-1c6f8cab2ba5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7935d2b9-5ca5-4b2c-b6a5-1e1e079170a4 HTTP/1.1" status: 204 len: 168 time: 0.5796490 Jan 27 19:20:02.206972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:02.319228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-33bcc32b-5e4b-42b3-b48a-7794be69a170 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5 HTTP/1.1" status: 200 len: 217 time: 0.1392481 Jan 27 19:20:02.320389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:02.402347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3575d4cf-5b57-4958-b179-0d55ca16d6c9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.409437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-9734a2f9-7405-4e2d-ae2a-b5d30eef492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:02.419321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-9734a2f9-7405-4e2d-ae2a-b5d30eef492a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.0872066 Jan 27 19:20:02.499042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-bf4b9943-5fe4-4207-9f95-3bde5e3f6d40 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/f6aa5cbc-2341-4363-9e2c-e881de479a09 HTTP/1.1" status: 200 len: 1822 time: 0.4540703 Jan 27 19:20:02.620190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3575d4cf-5b57-4958-b179-0d55ca16d6c9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.682318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3575d4cf-5b57-4958-b179-0d55ca16d6c9']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:02.707886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caa9be9-cf42-40f4-8e9a-073533acfbde') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:02.708411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caa9be9-cf42-40f4-8e9a-073533acfbde') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:02.732341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7caa9be9-cf42-40f4-8e9a-073533acfbde), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.758204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7caa9be9-cf42-40f4-8e9a-073533acfbde), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.768834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:02.770341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7caa9be9-cf42-40f4-8e9a-073533acfbde), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:02.772952 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:02.784970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (f6aa5cbc-2341-4363-9e2c-e881de479a09), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.812851 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (f6aa5cbc-2341-4363-9e2c-e881de479a09), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.885479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3575d4cf-5b57-4958-b179-0d55ca16d6c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.894029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:02.903756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3575d4cf-5b57-4958-b179-0d55ca16d6c9 HTTP/1.1" status: 204 len: 168 time: 0.6923842 Jan 27 19:20:02.942487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfd2d3-8e88-47d6-996f-56ab396aaf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=3575d4cf-5b57-4958-b179-0d55ca16d6c9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:02.952270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:02.957342 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c6824-5207-4d95-b24f-8aeed8797246" -d '{"events": [{"server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "name": "network-vif-plugged", "status": "completed", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:03.090516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6aa5cbc-2341-4363-9e2c-e881de479a09), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.095120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.117811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d11e0cb-d30a-40c1-af53-e229c4236798 req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/f6aa5cbc-2341-4363-9e2c-e881de479a09 HTTP/1.1" status: 204 len: 173 time: 0.6167028 Jan 27 19:20:03.134916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ced47-5316-40bf-98f6-42bb5c9fcafa req-81daa49e-49e9-4c17-a4ea-d92b224a5daf tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:03.137665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-465ced47-5316-40bf-98f6-42bb5c9fcafa req-81daa49e-49e9-4c17-a4ea-d92b224a5daf tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.7167308 Jan 27 19:20:03.177505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756217c7-cad4-4a7f-8229-5ce028b87a08 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa5cbc-2341-4363-9e2c-e881de479a09,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:03.193500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-12b79267-0f5a-419a-8d04-ee7f00d9bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:03.196262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-12b79267-0f5a-419a-8d04-ee7f00d9bfd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7682443 Jan 27 19:20:03.215960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:03.237585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-26c667e5-746a-4d59-af47-2208741274a2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:20:03.239755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-26c667e5-746a-4d59-af47-2208741274a2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158117 Jan 27 19:20:03.241114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38400) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:03.306699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:03.317762 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0529dbe4-62c0-4379-b2ab-277ec745cb82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2943964742bc485bb0eb69bd099f33ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959487 Jan 27 19:20:03.321405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38406) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:03.464135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] Publish callbacks [] for security_group (04901372-e0b5-4287-8499-3c64a6492405), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.493969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:20:03.507801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:03.509027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.544336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] Publish callbacks [] for security_group (04901372-e0b5-4287-8499-3c64a6492405), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.712695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04901372-e0b5-4287-8499-3c64a6492405), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.719406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:03.728343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04901372-e0b5-4287-8499-3c64a6492405 HTTP/1.1" status: 204 len: 168 time: 0.4019289 Jan 27 19:20:03.742985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-465ced47-5316-40bf-98f6-42bb5c9fcafa req-81f8c5b1-106e-41cc-affc-dfcb54db9c6f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696714 Jan 27 19:20:03.744294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-deleted', 'tag': '266603df-fe46-4115-ae95-621502bf668f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:03.749692 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7502f36-7d71-4b0b-8128-1342cd93e995" -d '{"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-deleted", "tag": "266603df-fe46-4115-ae95-621502bf668f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:03.806112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d57be8-9e87-400f-93dd-79f492e49e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04901372-e0b5-4287-8499-3c64a6492405,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:03.860136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fec8b-1c8d-4471-b7c6-66aef0e9b2a9 req-ad7fcf88-3d07-49b7-8d31-13bbcfddddf1 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:03.883109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-437fec8b-1c8d-4471-b7c6-66aef0e9b2a9 req-ad7fcf88-3d07-49b7-8d31-13bbcfddddf1 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 944 time: 0.5051396 Jan 27 19:20:04.099129 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe956cf-ad87-4bcd-949e-4d5833bbe4cf x-openstack-request-id: req-0fe956cf-ad87-4bcd-949e-4d5833bbe4cf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:04.100013 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "name": "network-vif-plugged", "status": "completed", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:04.100013 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fe956cf-ad87-4bcd-949e-4d5833bbe4cf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:04.100635 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960', 'code': 200} Jan 27 19:20:04.120344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-437fec8b-1c8d-4471-b7c6-66aef0e9b2a9 req-68131a79-370a-4d38-96a4-8def92f36268 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349255 Jan 27 19:20:04.273056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-861e199e-b237-421d-9360-0ce7a40d5755 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0006373 Jan 27 19:20:04.331375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:04.331839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.393814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:04.400892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.403841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:04.572822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-cc246492-6dc2-4e12-ae28-194bc83ea219 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/1c2703a0-9277-406d-a1fa-32b37ce29206 HTTP/1.1" status: 200 len: 1821 time: 0.5281589 Jan 27 19:20:04.606897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:04.633750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:20:04.644663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:04.645112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.686156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6003da8d-67cb-4ad9-8a78-8676f646f88f req-6c117f7a-12ee-47ff-bb91-879dd1898a33 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.1446400 Jan 27 19:20:04.775168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Deleting subnet 3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:04.790096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:04.790498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.809608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631d766-9303-4532-ba8c-9a8ea7526cf3 req-c30c05a0-b6ec-4f53-9f27-940ed7203cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:04.811165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d631d766-9303-4532-ba8c-9a8ea7526cf3 req-c30c05a0-b6ec-4f53-9f27-940ed7203cb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 1096 time: 0.7203066 Jan 27 19:20:04.816064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Publish callbacks [] for subnet (3b7afd0b-478d-4a8a-bd82-c6d32f8260c9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.870199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:04.880265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:04.987577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:05.012773 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a834b4-5961-414e-80ee-dc143ff7f8c0 x-openstack-request-id: req-58a834b4-5961-414e-80ee-dc143ff7f8c0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:05.015355 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3642f866-c4ad-45d5-bc02-90aef258d3d4", "name": "network-vif-deleted", "tag": "266603df-fe46-4115-ae95-621502bf668f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:05.017730 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58a834b4-5961-414e-80ee-dc143ff7f8c0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:05.018178 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3642f866-c4ad-45d5-bc02-90aef258d3d4', 'name': 'network-vif-deleted', 'tag': '266603df-fe46-4115-ae95-621502bf668f', 'status': 'completed', 'code': 200} Jan 27 19:20:05.141150 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (3b7afd0b-478d-4a8a-bd82-c6d32f8260c9), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:05.327848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba3a909-ab33-469a-a2ca-4cc49c77e23f req-c26da895-f22a-4b9b-a442-002971faa8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9861739 Jan 27 19:20:05.377126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1c2703a0-9277-406d-a1fa-32b37ce29206), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:05.385154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3b7afd0b-478d-4a8a-bd82-c6d32f8260c9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:05.391423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d631d766-9303-4532-ba8c-9a8ea7526cf3 req-dbcec38e-90ee-419b-b16b-c3e386d7ebbf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267870 Jan 27 19:20:05.451221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd170f-2db4-405e-9c08-9d477f94483d req-f65b1915-3184-4172-9acd-5159921e991d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:05.464398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58fd170f-2db4-405e-9c08-9d477f94483d req-f65b1915-3184-4172-9acd-5159921e991d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.4195433 Jan 27 19:20:05.471826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (3c987efa-791a-4329-92a4-7e2912bca085), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:05.667930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (1c2703a0-9277-406d-a1fa-32b37ce29206), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:05.930806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:05.932540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58fd170f-2db4-405e-9c08-9d477f94483d req-5dc0a288-89c5-43d0-96db-fad1c8d59869 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670706 Jan 27 19:20:05.951620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (3b7afd0b-478d-4a8a-bd82-c6d32f8260c9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.038449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7afd0b-478d-4a8a-bd82-c6d32f8260c9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:06.057118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.063955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-46eef6c4-62f0-4527-8fec-7c02b21f24e9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3b7afd0b-478d-4a8a-bd82-c6d32f8260c9 HTTP/1.1" status: 204 len: 168 time: 2.8154631 Jan 27 19:20:06.068391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38446) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:06.102488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4'}, {'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:06.109097 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcaae57-9295-441f-a0d3-312584a98d0f" -d '{"events": [{"server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4"}, {"server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "name": "network-vif-plugged", "status": "completed", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:06.267147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c2703a0-9277-406d-a1fa-32b37ce29206), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.273070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.285340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ccf0cb8-512b-4460-b6d8-dfc02ac9bf54 req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/1c2703a0-9277-406d-a1fa-32b37ce29206 HTTP/1.1" status: 204 len: 173 time: 1.6946383 Jan 27 19:20:06.303870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1876174157-network', 'tenant_id': '4196c07e826a4dad8652ea87b84fb5e6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:06.330106 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (dafe67dd-81e9-44aa-b6a0-0a192e294674), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.341177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454af31a-1dfa-427a-9edc-8c4523471316 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2703a0-9277-406d-a1fa-32b37ce29206,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:06.364702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046147c-9f44-4aa8-857f-3d8e2f73a2fe req-fd97192b-12fa-41a4-93c7-337eff2f7ce7 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:06.368180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4046147c-9f44-4aa8-857f-3d8e2f73a2fe req-fd97192b-12fa-41a4-93c7-337eff2f7ce7 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2061853 Jan 27 19:20:06.416916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Made reservation on behalf of 4196c07e826a4dad8652ea87b84fb5e6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:06.421884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.482559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.589665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df663912-a309-426a-8e69-72ad05e53bf7 req-f5ab9259-e133-45c3-9a71-4bcfb05e64af tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.1065490 Jan 27 19:20:06.624714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4046147c-9f44-4aa8-857f-3d8e2f73a2fe req-db94d98b-b9b9-4b11-a8fb-60fd3e133ea7 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136805 Jan 27 19:20:06.662453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (dafe67dd-81e9-44aa-b6a0-0a192e294674), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.719726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafe67dd-81e9-44aa-b6a0-0a192e294674']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:06.770164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635d23f4-dc6c-465c-8444-25f40c2ce0d1') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:06.770575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635d23f4-dc6c-465c-8444-25f40c2ce0d1') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:06.781455 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a21b23-b197-4ddf-a141-72ec21b5bc54 x-openstack-request-id: req-b6a21b23-b197-4ddf-a141-72ec21b5bc54 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:06.781940 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4", "code": 200}, {"server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "name": "network-vif-plugged", "status": "completed", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:06.782329 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6a21b23-b197-4ddf-a141-72ec21b5bc54 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:06.782918 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', 'code': 200} Jan 27 19:20:06.783311 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5', 'code': 200} Jan 27 19:20:06.828725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (635d23f4-dc6c-465c-8444-25f40c2ce0d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.911849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (635d23f4-dc6c-465c-8444-25f40c2ce0d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.925662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:06.933851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (635d23f4-dc6c-465c-8444-25f40c2ce0d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:06.936067 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:06.992446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-1e36afce-4415-47aa-9f54-b74a8ae75fda tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/995227b5-5ee2-4fc6-a8de-e073fe3ce46f HTTP/1.1" status: 200 len: 1820 time: 0.2628744 Jan 27 19:20:07.114058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (dafe67dd-81e9-44aa-b6a0-0a192e294674), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.130189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Deleting port 345e5803-bca6-40a2-a35d-6969bf01ba91 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:07.130511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.131576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9f45-d4e8-4414-aea2-30edece3fa9d req-54edf7f4-1978-462b-b4fc-ab519e837dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:07.133291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74ef9f45-d4e8-4414-aea2-30edece3fa9d req-54edf7f4-1978-462b-b4fc-ab519e837dad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0953722 Jan 27 19:20:07.152881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.160090 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dafe67dd-81e9-44aa-b6a0-0a192e294674 HTTP/1.1" status: 204 len: 168 time: 1.0895870 Jan 27 19:20:07.161107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13b1e4-c449-4388-884f-d22f3f0fe738 admin admin] Pushing event deleted for resources: {'Network': ['ID=dafe67dd-81e9-44aa-b6a0-0a192e294674,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:07.163561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38456) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:07.165768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks [] for security_group (4a81a51a-d060-4e1e-bf68-e37022f32855), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.220308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74ef9f45-d4e8-4414-aea2-30edece3fa9d req-83ae90a2-dbe8-4791-8613-474ee8d5b989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688920 Jan 27 19:20:07.222506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4a81a51a-d060-4e1e-bf68-e37022f32855), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.296260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:20:07.301285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a81a51a-d060-4e1e-bf68-e37022f32855,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:07.314327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Deleting subnet 7f28c33d-a742-4f6f-8a96-7af3321ffad7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:07.319295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Publish callbacks [] for subnet (7f28c33d-a742-4f6f-8a96-7af3321ffad7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.367003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6028bf46-512c-4e57-935d-b028a3daa1d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.367405 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Added segment 6028bf46-512c-4e57-935d-b028a3daa1d5 of type vlan for network 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf Jan 27 19:20:07.390030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7f28c33d-a742-4f6f-8a96-7af3321ffad7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.395995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764bc88-7368-457f-8606-48d1f78d1e54 req-e150646a-f7ba-4bb5-a1cf-6a35fa2e9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:07.400721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c764bc88-7368-457f-8606-48d1f78d1e54 req-e150646a-f7ba-4bb5-a1cf-6a35fa2e9882 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 1096 time: 0.4237316 Jan 27 19:20:07.449322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5c02eaaa-2881-4427-9fea-e9dbd8fd01cf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.478527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7f28c33d-a742-4f6f-8a96-7af3321ffad7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.499971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] For port 345e5803-bca6-40a2-a35d-6969bf01ba91, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=345e5803-bca6-40a2-a35d-6969bf01ba91,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:07.502550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.531029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (995227b5-5ee2-4fc6-a8de-e073fe3ce46f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.545012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5c02eaaa-2881-4427-9fea-e9dbd8fd01cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.546097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:07.547058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.556264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7f28c33d-a742-4f6f-8a96-7af3321ffad7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.556592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589758-5e1b-447c-8738-0f91fc8c9da9 req-124fec01-7f39-431a-8f9e-b702676585d5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:07.566553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5589758-5e1b-447c-8738-0f91fc8c9da9 req-124fec01-7f39-431a-8f9e-b702676585d5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.3066289 Jan 27 19:20:07.587623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.595401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f28c33d-a742-4f6f-8a96-7af3321ffad7 HTTP/1.1" status: 204 len: 168 time: 0.4092379 Jan 27 19:20:07.596063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:07.613514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Calling delete_port for 345e5803-bca6-40a2-a35d-6969bf01ba91 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:07.664624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7309148 Jan 27 19:20:07.668926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:07.672103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9379da-60ca-4395-9061-7ad2dc8fd009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f28c33d-a742-4f6f-8a96-7af3321ffad7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:07.689168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Request body: {'subnet': {'network_id': '5c02eaaa-2881-4427-9fea-e9dbd8fd01cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1876174157-subnet', 'tenant_id': '4196c07e826a4dad8652ea87b84fb5e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:07.736700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f90686-13ef-4e39-a97b-fbdf9cc7d900 admin admin] Pushing event updated for resources: {'Network': ['ID=5c02eaaa-2881-4427-9fea-e9dbd8fd01cf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:07.760502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:20:07.782881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Made reservation on behalf of 4196c07e826a4dad8652ea87b84fb5e6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:07.791563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:07.802283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8a4124f0-6bc4-4b21-8ff4-da5717480a77), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.084942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8a4124f0-6bc4-4b21-8ff4-da5717480a77), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.117390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4124f0-6bc4-4b21-8ff4-da5717480a77']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:08.136120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf421f94-f315-45ae-b991-3c597d6cdb2c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:08.136455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf421f94-f315-45ae-b991-3c597d6cdb2c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:08.151846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (995227b5-5ee2-4fc6-a8de-e073fe3ce46f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.177974 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bf421f94-f315-45ae-b991-3c597d6cdb2c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.179721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c764bc88-7368-457f-8606-48d1f78d1e54 req-482cbd30-c12a-4c55-b987-4da20f2c041c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426550 Jan 27 19:20:08.207862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bf421f94-f315-45ae-b991-3c597d6cdb2c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.217845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (47a8ca8d-cc87-4298-bcf3-5236d4ec4db0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.229327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (345e5803-bca6-40a2-a35d-6969bf01ba91), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.261326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Pushing event deleted for resources: {'Port': ['ID=345e5803-bca6-40a2-a35d-6969bf01ba91,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bf421f94-f315-45ae-b991-3c597d6cdb2c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:08.274949 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:08.285706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5589758-5e1b-447c-8738-0f91fc8c9da9 req-82dee71e-8d8b-460b-a029-60c99f942666 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763055 Jan 27 19:20:08.312037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (995227b5-5ee2-4fc6-a8de-e073fe3ce46f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.321094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.358510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd1828f-f096-4500-8cb6-1b03012cf6af req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/995227b5-5ee2-4fc6-a8de-e073fe3ce46f HTTP/1.1" status: 204 len: 173 time: 1.2861221 Jan 27 19:20:08.366117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a8ca8d-cc87-4298-bcf3-5236d4ec4db0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:08.388775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8a4124f0-6bc4-4b21-8ff4-da5717480a77), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.397881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.401246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] 10.222.0.59 "DELETE /v2.0/networks/8a4124f0-6bc4-4b21-8ff4-da5717480a77 HTTP/1.1" status: 204 len: 168 time: 0.7564673 Jan 27 19:20:08.415205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Checking segment: {'id': '6028bf46-512c-4e57-935d-b028a3daa1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5c02eaaa-2881-4427-9fea-e9dbd8fd01cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:08.415575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Network hostable DHCP agents. Network: 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:20:08.448540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad655c-d672-4e26-88d4-b9f4b722f747 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995227b5-5ee2-4fc6-a8de-e073fe3ce46f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:08.449649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c77611-c8c5-4d5d-8c55-ccdcfcb99f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4124f0-6bc4-4b21-8ff4-da5717480a77,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:08.506710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Network 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:20:08.544656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:08.559175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7c2cf-6b86-4a16-8b14-f1226adf4027 None None] Network 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:08.561088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:08.561746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.662404 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-703f9ebe-c0e5-4942-9d33-efbb9d3ee318 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9910023 Jan 27 19:20:08.775287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38476) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:08.901986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697248c-ba40-4364-85f0-00d92372e05c None None] Network 5c02eaaa-2881-4427-9fea-e9dbd8fd01cf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:08.905228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (3c987efa-791a-4329-92a4-7e2912bca085), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:08.960879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eae98fdb-5e40-46e6-9ffa-4d343165dc86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=709e32a45d9d43c8b293358a3db48343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815305 Jan 27 19:20:08.962153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:09.056087 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] Publish callbacks [] for security_group (1e984968-3fbc-416a-9fe5-88d17f7faca8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:09.093103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] Publish callbacks [] for security_group (1e984968-3fbc-416a-9fe5-88d17f7faca8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:09.138175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbc63711-2bc0-47ab-aa79-e7632cbfde43 req-b34ac6ec-89a2-4b8f-a8ab-7a6d6f4230b3 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.4279170 Jan 27 19:20:09.233866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1e984968-3fbc-416a-9fe5-88d17f7faca8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:09.234211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4906245a-463d-4061-9829-6b861c488b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:09.241432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:09.248160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e984968-3fbc-416a-9fe5-88d17f7faca8 HTTP/1.1" status: 204 len: 168 time: 0.2841847 Jan 27 19:20:09.274101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd882d39-7fcb-4d50-842f-e82343823461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e984968-3fbc-416a-9fe5-88d17f7faca8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:09.794873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2cb9-a3df-44fd-ac6a-fa1d26e176e8 req-f8f5c5cd-4b04-4c72-b4f1-586afd2ce4f8 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:09.808307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-973b2cb9-a3df-44fd-ac6a-fa1d26e176e8 req-f8f5c5cd-4b04-4c72-b4f1-586afd2ce4f8 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 1.2241950 Jan 27 19:20:09.952138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20b93c6d-886e-499e-b94a-877bec450e77 req-a2bb9173-b230-432f-b056-2f5efa208b57 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/baa0e113-c964-4735-9399-253283ff0c6d HTTP/1.1" status: 200 len: 2420 time: 0.7101119 Jan 27 19:20:10.027613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:10.040007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-973b2cb9-a3df-44fd-ac6a-fa1d26e176e8 req-789aa406-b552-40cc-b2b3-825a79f975a1 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300522 Jan 27 19:20:10.113179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ed15940-052a-4f6d-b060-3f0b304260d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a5590c0afbf4222801d5a2d098a927b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0837507 Jan 27 19:20:10.115017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38490) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:10.216892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] Publish callbacks [] for security_group (1436bb22-5b2f-4bfe-aad2-5fbe69023933), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.269240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20b93c6d-886e-499e-b94a-877bec450e77 req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (baa0e113-c964-4735-9399-253283ff0c6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.282146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] Publish callbacks [] for security_group (1436bb22-5b2f-4bfe-aad2-5fbe69023933), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.290468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Router 3c987efa-791a-4329-92a4-7e2912bca085 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:20:10.337992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20b93c6d-886e-499e-b94a-877bec450e77 req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (baa0e113-c964-4735-9399-253283ff0c6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.491538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1436bb22-5b2f-4bfe-aad2-5fbe69023933), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.496515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.498994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1436bb22-5b2f-4bfe-aad2-5fbe69023933 HTTP/1.1" status: 204 len: 168 time: 0.3818331 Jan 27 19:20:10.526132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ac7a2-428b-425b-a0c1-7ecd592ab8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1436bb22-5b2f-4bfe-aad2-5fbe69023933,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:10.709422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20b93c6d-886e-499e-b94a-877bec450e77 req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (baa0e113-c964-4735-9399-253283ff0c6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.713285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20b93c6d-886e-499e-b94a-877bec450e77 req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:10.714907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20b93c6d-886e-499e-b94a-877bec450e77 req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/baa0e113-c964-4735-9399-253283ff0c6d HTTP/1.1" status: 204 len: 173 time: 0.7064438 Jan 27 19:20:10.737753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e85e4-6d4b-493f-a312-0fb3472e6d28 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0e113-c964-4735-9399-253283ff0c6d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:10.750934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:10.758179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-53863d5f-3b4e-4e28-9546-abc98aac1725 admin admin] 10.222.0.59 "PUT /v2.0/routers/3c987efa-791a-4329-92a4-7e2912bca085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4341128 Jan 27 19:20:10.762348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:10.775609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Sync routers for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:10.794199 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:10.799656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:10.961633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c20f7c98-eda7-4a6d-a222-b362ef103dc4 req-41f6550d-9465-456d-a1f0-874eda9c8468 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=90f0f995-7d3d-4718-801f-5b0814190025 HTTP/1.1" status: 200 len: 210 time: 0.0776007 Jan 27 19:20:11.065127 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:11.129503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks [] for router (3c987efa-791a-4329-92a4-7e2912bca085), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:11.342361 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:20:07Z', 'revision_number': 5, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port': {'id': '5228f0b0-a2af-46ad-a1ff-9bc3c7676be4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987efa-791a-4329-92a4-7e2912bca085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:27Z', 'updated_at': '2022-01-27T19:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:11.384045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks [] for router_gateway (3c987efa-791a-4329-92a4-7e2912bca085), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:11.415603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Checking router: 3c987efa-791a-4329-92a4-7e2912bca085 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:11.417117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a318-e580-444f-ab69-9c7f5df208b1 req-bc79be26-c610-4704-9c09-bce26ca222f6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:11.425460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5e1a318-e580-444f-ab69-9c7f5df208b1 req-bc79be26-c610-4704-9c09-bce26ca222f6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.3008955 Jan 27 19:20:11.464209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Routers {'3c987efa-791a-4329-92a4-7e2912bca085'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:11.465143 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:19:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3c987efa-791a-4329-92a4-7e2912bca085'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:11.569872 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-9d98e638-9409-42ba-bbc0-9db2c83d8c3f req-3de7110b-1ef8-4301-a283-e91f05d21825 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] show failed (client error): The resource could not be found. Jan 27 19:20:11.572515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d98e638-9409-42ba-bbc0-9db2c83d8c3f req-3de7110b-1ef8-4301-a283-e91f05d21825 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/04f1584f-c4af-4592-a842-1459750febbb HTTP/1.1" status: 404 len: 352 time: 0.0305870 Jan 27 19:20:11.582572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Deleting port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:11.583114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:11.589677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5e1a318-e580-444f-ab69-9c7f5df208b1 req-a8e3a3cb-53b9-4f26-bf38-c806f2744031 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571290 Jan 27 19:20:11.696277 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] Set router 3c987efa-791a-4329-92a4-7e2912bca085 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:11.824736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] For port 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:11.825189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:11.847401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-6c7e5501-6a99-41d7-9338-55eb9eb81e5c tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "GET /v2.0/security-groups/61c9ec8b-82d3-451f-acd3-189a5b772839 HTTP/1.1" status: 200 len: 2412 time: 0.1958938 Jan 27 19:20:11.863374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Calling delete_port for 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:11.886322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24647ff2-1b80-49d3-9def-f3d9a5af2c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:11.930145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742af15-68fc-4a73-a34f-aa1390322394 req-28d35430-a6d0-4a31-a2b2-93adfc5a9581 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:11.938196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b742af15-68fc-4a73-a34f-aa1390322394 req-28d35430-a6d0-4a31-a2b2-93adfc5a9581 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.1818309 Jan 27 19:20:12.087561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b742af15-68fc-4a73-a34f-aa1390322394 req-5e198785-64f2-41bf-8b40-9e6f53c1b9a0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483674 Jan 27 19:20:12.116115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (61c9ec8b-82d3-451f-acd3-189a5b772839), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.182544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9c8e7233-ff51-40ae-aaef-057585d73fa3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:12.188756 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:20:11Z', 'revision_number': 6, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:12.195394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9c8e7233-ff51-40ae-aaef-057585d73fa3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.2267642 Jan 27 19:20:12.288663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5228f0b0-a2af-46ad-a1ff-9bc3c7676be4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.343075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005d795-b5b8-4d9b-8235-122f03293be1 None None] The sync data for ids ['3c987efa-791a-4329-92a4-7e2912bca085'] in n-d-760453-6 is: [{'id': '3c987efa-791a-4329-92a4-7e2912bca085', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-572016538-router', 'tenant_id': '5c355821907041e29f8a151ac1acb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:26Z', 'updated_at': '2022-01-27T19:20:11Z', 'revision_number': 6, 'project_id': '5c355821907041e29f8a151ac1acb33e', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:12.366544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Pushing event deleted for resources: {'Port': ['ID=5228f0b0-a2af-46ad-a1ff-9bc3c7676be4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:12.532238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (61c9ec8b-82d3-451f-acd3-189a5b772839), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.596431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (3c987efa-791a-4329-92a4-7e2912bca085), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.617894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a0cae-a88f-4ea5-80ae-56d5eefc13fa req-524c572a-3db2-474e-af49-0b2945551119 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:12.628285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b17a0cae-a88f-4ea5-80ae-56d5eefc13fa req-524c572a-3db2-474e-af49-0b2945551119 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.1534963 Jan 27 19:20:12.715914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port 7af18d02-fb87-4ef3-9098-cd0a22489960 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:12.717061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.830487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (3c987efa-791a-4329-92a4-7e2912bca085), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.833181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks [] for router_controller (3c987efa-791a-4329-92a4-7e2912bca085), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.861053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port 7af18d02-fb87-4ef3-9098-cd0a22489960, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7af18d02-fb87-4ef3-9098-cd0a22489960,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:12.861563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.883007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for 7af18d02-fb87-4ef3-9098-cd0a22489960 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:12.904553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b17a0cae-a88f-4ea5-80ae-56d5eefc13fa req-5d3695ea-137f-49c3-975f-062d791ddc3b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747202 Jan 27 19:20:12.928946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61c9ec8b-82d3-451f-acd3-189a5b772839), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.943371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.949915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2efe7b3d-064f-4aa1-a615-f589f515bf17 req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] 10.222.0.59 "DELETE /v2.0/security-groups/61c9ec8b-82d3-451f-acd3-189a5b772839 HTTP/1.1" status: 204 len: 173 time: 1.0931883 Jan 27 19:20:12.957049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:12.986222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (3c987efa-791a-4329-92a4-7e2912bca085), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.988371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c987efa-791a-4329-92a4-7e2912bca085 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:20:12.997004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:12.999148 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-190215d1-8bc5-49fc-8f36-486656e81aad admin admin] 10.222.0.59 "DELETE /v2.0/routers/3c987efa-791a-4329-92a4-7e2912bca085 HTTP/1.1" status: 204 len: 168 time: 2.2357335 Jan 27 19:20:13.003224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38548) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:13.112976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c2aa3-259b-4f29-9d86-e66a99d35202 tempest-SecurityGroupRulesTestJSON-894260652 tempest-SecurityGroupRulesTestJSON-894260652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c9ec8b-82d3-451f-acd3-189a5b772839,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:13.159666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Deleting subnet bd05affd-0cf4-4c5b-a7a8-5176cb60a634 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:13.165535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Publish callbacks [] for subnet (bd05affd-0cf4-4c5b-a7a8-5176cb60a634), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.239079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Deleting subnet 33fa3d04-c99f-485e-8096-436be8fa4dec {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:13.250394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (bd05affd-0cf4-4c5b-a7a8-5176cb60a634), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.254006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Publish callbacks [] for subnet (33fa3d04-c99f-485e-8096-436be8fa4dec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.308461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a511e6ef-3a59-4942-a2d2-b67fe643be05 req-7eeb6f19-477b-4be1-8e38-932e48bc4002 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4196c07e826a4dad8652ea87b84fb5e6 HTTP/1.1" status: 200 len: 3001 time: 0.3493829 Jan 27 19:20:13.360716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (33fa3d04-c99f-485e-8096-436be8fa4dec), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.481880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bd05affd-0cf4-4c5b-a7a8-5176cb60a634), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.534448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 345e5803-bca6-40a2-a35d-6969bf01ba91 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:13.617141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20792e1-1098-4b1f-90d5-c3d46c6c6601 req-65941295-7980-440f-a0bf-4cf9349ebd61 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:13.632603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 345e5803-bca6-40a2-a35d-6969bf01ba91 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:13.633912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d20792e1-1098-4b1f-90d5-c3d46c6c6601 req-65941295-7980-440f-a0bf-4cf9349ebd61 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a62ed08-a68e-4a29-84d7-81f1ccccf8a7 HTTP/1.1" status: 200 len: 945 time: 0.4755614 Jan 27 19:20:13.635196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 345e5803-bca6-40a2-a35d-6969bf01ba91 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:13.637647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:13.644364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (bd05affd-0cf4-4c5b-a7a8-5176cb60a634), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.727079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a511e6ef-3a59-4942-a2d2-b67fe643be05 req-f9b06656-328c-4217-9896-dcbfaca0a6bc tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/4a81a51a-d060-4e1e-bf68-e37022f32855 HTTP/1.1" status: 200 len: 2998 time: 0.3803928 Jan 27 19:20:13.753809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (33fa3d04-c99f-485e-8096-436be8fa4dec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.754903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:13.755373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5228f0b0-a2af-46ad-a1ff-9bc3c7676be4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:13.766519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd05affd-0cf4-4c5b-a7a8-5176cb60a634,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:13.786336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96beed-652d-4e21-879d-c17490cd9045 None None] Network d72a2d63-7d49-4c85-bf0e-01c962d7e2ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:13.789305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:13.796548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b146c77-34cd-45f7-8711-98a0e22b084e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bd05affd-0cf4-4c5b-a7a8-5176cb60a634 HTTP/1.1" status: 204 len: 168 time: 0.7917464 Jan 27 19:20:13.800914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:13.873387 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7af18d02-fb87-4ef3-9098-cd0a22489960), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.126662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.179764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=7af18d02-fb87-4ef3-9098-cd0a22489960,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:14.214987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (33fa3d04-c99f-485e-8096-436be8fa4dec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.248869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] DHCP port deletion for d72a2d63-7d49-4c85-bf0e-01c962d7e2ed request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:20:14.272323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Deleting port d4bed3b8-a9f5-4230-b680-8eadd8a45674 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:14.272663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.363543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d20792e1-1098-4b1f-90d5-c3d46c6c6601 req-11926969-5791-480a-9444-2ddda5f92931 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809330 Jan 27 19:20:14.372292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fa3d04-c99f-485e-8096-436be8fa4dec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:14.428115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a511e6ef-3a59-4942-a2d2-b67fe643be05 req-7cf29c6d-e49d-4460-a449-f711296b7551 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/4a81a51a-d060-4e1e-bf68-e37022f32855 HTTP/1.1" status: 200 len: 2998 time: 0.6983562 Jan 27 19:20:14.435763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.452694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] For port d4bed3b8-a9f5-4230-b680-8eadd8a45674, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d4bed3b8-a9f5-4230-b680-8eadd8a45674,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:14.452694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.460103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-db50db90-aacf-4690-8cd9-8c76cebf5701 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/33fa3d04-c99f-485e-8096-436be8fa4dec HTTP/1.1" status: 204 len: 168 time: 1.4824123 Jan 27 19:20:14.460377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:14.504024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Calling delete_port for d4bed3b8-a9f5-4230-b680-8eadd8a45674 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:14.510861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port 7af18d02-fb87-4ef3-9098-cd0a22489960 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:14.521311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.531430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc45b67d-5b6b-4ece-80bc-b514843e7499 req-9b695227-720e-482d-82bf-d312d1b51fac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "DELETE /v2.0/ports/7af18d02-fb87-4ef3-9098-cd0a22489960 HTTP/1.1" status: 204 len: 173 time: 2.3253887 Jan 27 19:20:14.536208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'name': 'network-vif-deleted', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:14.543639 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9acf1-47b3-4417-9bbd-0db43472b211" -d '{"events": [{"server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "name": "network-vif-deleted", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:14.573115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Deleting port d4bed3b8-a9f5-4230-b680-8eadd8a45674 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:14.574184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.736775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] For port d4bed3b8-a9f5-4230-b680-8eadd8a45674, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d4bed3b8-a9f5-4230-b680-8eadd8a45674,segment=NetworkSegment(4bf67e64-5ae1-4c36-9085-ca5ae17ef59c),segment_id=4bf67e64-5ae1-4c36-9085-ca5ae17ef59c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:14.738048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.775192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (df74d475-518b-40f5-8b67-10fa001a852a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:14.777923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Calling delete_port for d4bed3b8-a9f5-4230-b680-8eadd8a45674 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:14.975459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc186e6-a6d4-4da6-901c-85a600b41936 req-9562e994-fa1d-4c62-a4a4-345678dc46ac tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/4a81a51a-d060-4e1e-bf68-e37022f32855 HTTP/1.1" status: 200 len: 2998 time: 0.4211459 Jan 27 19:20:15.011326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (df74d475-518b-40f5-8b67-10fa001a852a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.014188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.031658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (d4bed3b8-a9f5-4230-b680-8eadd8a45674), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.067605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.094494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df74d475-518b-40f5-8b67-10fa001a852a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.096988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bed3b8-a9f5-4230-b680-8eadd8a45674,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:15.107928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] No DVR routers for this DVR port d4bed3b8-a9f5-4230-b680-8eadd8a45674 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:15.110954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7e07a3-a778-44e2-83b4-5e618f789b1f') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.111119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7e07a3-a778-44e2-83b4-5e618f789b1f') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.126883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3e554-2976-439c-835c-73f518dab91f req-a6c7ddac-f375-4e26-8cd0-6aae2a1c29c3 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:15.138716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a3e554-2976-439c-835c-73f518dab91f req-a6c7ddac-f375-4e26-8cd0-6aae2a1c29c3 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.5279844 Jan 27 19:20:15.154077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (da7e07a3-a778-44e2-83b4-5e618f789b1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.178894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] No DVR routers for this DVR port d4bed3b8-a9f5-4230-b680-8eadd8a45674 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:15.183441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a1271-cc81-4e9d-bd48-ccfbc83efb48 None None] Pushing event deleted for resources: {'Port': ['ID=d4bed3b8-a9f5-4230-b680-8eadd8a45674,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:15.253888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.259473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (da7e07a3-a778-44e2-83b4-5e618f789b1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.304398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:15.307430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (da7e07a3-a778-44e2-83b4-5e618f789b1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:15.312916 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:15.450250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.451538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72a2d63-7d49-4c85-bf0e-01c962d7e2ed']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.474049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.474520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf67e64-5ae1-4c36-9085-ca5ae17ef59c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:15.491124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (4bf67e64-5ae1-4c36-9085-ca5ae17ef59c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.510736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4bf67e64-5ae1-4c36-9085-ca5ae17ef59c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.520362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:15.521021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (4bf67e64-5ae1-4c36-9085-ca5ae17ef59c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.528563 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-bfc186e6-a6d4-4da6-901c-85a600b41936 req-d11b35a7-5093-41fe-ae55-b93b7f5fb683 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 19:20:15.537730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc186e6-a6d4-4da6-901c-85a600b41936 req-d11b35a7-5093-41fe-ae55-b93b7f5fb683 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "DELETE /v2.0/security-groups/4a81a51a-d060-4e1e-bf68-e37022f32855 HTTP/1.1" status: 409 len: 352 time: 0.5609553 Jan 27 19:20:15.561944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a3e554-2976-439c-835c-73f518dab91f req-b2ddadf5-7290-4820-b90d-346e47642fd7 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026678 Jan 27 19:20:15.572523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7af18d02-fb87-4ef3-9098-cd0a22489960 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:15.664412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d4bed3b8-a9f5-4230-b680-8eadd8a45674 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:15.724274 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:15.727899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d4bed3b8-a9f5-4230-b680-8eadd8a45674 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:15.728731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d4bed3b8-a9f5-4230-b680-8eadd8a45674 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:15.731215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 7af18d02-fb87-4ef3-9098-cd0a22489960 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:15.732065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7af18d02-fb87-4ef3-9098-cd0a22489960 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:15.769636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (df74d475-518b-40f5-8b67-10fa001a852a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.778748 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.792778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] 10.222.0.59 "DELETE /v2.0/networks/df74d475-518b-40f5-8b67-10fa001a852a HTTP/1.1" status: 204 len: 168 time: 1.3289616 Jan 27 19:20:15.826143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcfe98-427a-45af-9969-495736a87733 admin admin] Pushing event deleted for resources: {'Network': ['ID=df74d475-518b-40f5-8b67-10fa001a852a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:15.841090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d72a2d63-7d49-4c85-bf0e-01c962d7e2ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.886335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:15.900805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:15.901078 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] 10.222.0.59 "DELETE /v2.0/networks/d72a2d63-7d49-4c85-bf0e-01c962d7e2ed HTTP/1.1" status: 204 len: 168 time: 2.0981469 Jan 27 19:20:15.902444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7132c-7d35-4b03-9eb3-afb147e446ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d72a2d63-7d49-4c85-bf0e-01c962d7e2ed,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:15.929444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:16.375138 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69985aea-0994-405b-8519-c0f835b2e338 x-openstack-request-id: req-69985aea-0994-405b-8519-c0f835b2e338 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:16.375574 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a62ed08-a68e-4a29-84d7-81f1ccccf8a7", "name": "network-vif-deleted", "tag": "7af18d02-fb87-4ef3-9098-cd0a22489960", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:16.375986 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69985aea-0994-405b-8519-c0f835b2e338 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:16.386165 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a62ed08-a68e-4a29-84d7-81f1ccccf8a7', 'name': 'network-vif-deleted', 'tag': '7af18d02-fb87-4ef3-9098-cd0a22489960', 'status': 'completed', 'code': 200} Jan 27 19:20:16.502163 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-f7ebdabe-8fd5-437d-8e9c-f34e1acf6ab8 req-17893691-07bb-46d5-8b75-2578e7fbc483 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] show failed (client error): The resource could not be found. Jan 27 19:20:16.505117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7ebdabe-8fd5-437d-8e9c-f34e1acf6ab8 req-17893691-07bb-46d5-8b75-2578e7fbc483 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/1c6f45f9-c07b-494d-a3c8-10f74e2f9423 HTTP/1.1" status: 404 len: 352 time: 0.1166725 Jan 27 19:20:16.521800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-780aacae-f9f8-4249-bf80-ef218c72d667 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e2fa6872074500829603919f2ba63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499963 Jan 27 19:20:16.685094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:16.842998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6a0ee44-6d74-4ee8-b649-b4ea9094829f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86fb7139e9e6420fa85de918363fd518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539462 Jan 27 19:20:16.844394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38618) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:16.866299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-95bba658-64fa-4428-b9d9-0a48117ff1a6 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:16.871237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-95bba658-64fa-4428-b9d9-0a48117ff1a6 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477802 Jan 27 19:20:16.934419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] Publish callbacks [] for security_group (aad7c32d-3e07-4f62-b10f-ed3492af6cca), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:16.969994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] Publish callbacks [] for security_group (aad7c32d-3e07-4f62-b10f-ed3492af6cca), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:17.041340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aad7c32d-3e07-4f62-b10f-ed3492af6cca), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:17.046959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:17.049871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aad7c32d-3e07-4f62-b10f-ed3492af6cca HTTP/1.1" status: 204 len: 168 time: 0.2038596 Jan 27 19:20:17.065734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34de01-66ec-4474-9da2-51f22ca4e7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7c32d-3e07-4f62-b10f-ed3492af6cca,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:17.164950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-93eaf5e6-e24d-4da6-9f5e-a117de9f6746 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/quotas/f9e2fa6872074500829603919f2ba63c HTTP/1.1" status: 200 len: 375 time: 0.2511475 Jan 27 19:20:17.220544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb432f9-2ce3-4858-a22d-4eec3b5f0fc6 req-07a9d544-976c-4ede-aa93-cbbca01d8b92 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:17.232567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecb432f9-2ce3-4858-a22d-4eec3b5f0fc6 req-07a9d544-976c-4ede-aa93-cbbca01d8b92 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.3876622 Jan 27 19:20:17.343885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-38af0623-304f-40e0-9956-ec91ebd7fd12 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1612196 Jan 27 19:20:17.465789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecb432f9-2ce3-4858-a22d-4eec3b5f0fc6 req-7c3dc9e0-6e21-4eda-b0e0-bfa3088f8844 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306545 Jan 27 19:20:17.653178 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-493fbf88-7630-45d2-87a2-e31ac56721e7 req-6fc5c83b-fb53-4d21-bae4-ed91154378f0 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] show failed (client error): The resource could not be found. Jan 27 19:20:17.664706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-493fbf88-7630-45d2-87a2-e31ac56721e7 req-6fc5c83b-fb53-4d21-bae4-ed91154378f0 tempest-SecurityGroupsNegativeTestJSON-2067196531 tempest-SecurityGroupsNegativeTestJSON-2067196531-project] 10.222.0.59 "GET /v2.0/security-groups/316172f1-942c-40bc-9e61-615ea9ccf577 HTTP/1.1" status: 404 len: 352 time: 0.0291786 Jan 27 19:20:17.669382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38640) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:17.836511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Deleting subnet 47a8ca8d-cc87-4298-bcf3-5236d4ec4db0 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:17.848120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Publish callbacks [] for subnet (47a8ca8d-cc87-4298-bcf3-5236d4ec4db0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:17.939648 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (47a8ca8d-cc87-4298-bcf3-5236d4ec4db0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:17.957666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-dbcdb448-1356-4048-8854-3ff0c029b7da tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:17.970033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-dbcdb448-1356-4048-8854-3ff0c029b7da tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.3029468 Jan 27 19:20:18.013414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-dc38c01b-734c-4a62-b79c-211a437bf470 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.0417244 Jan 27 19:20:18.042073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (47a8ca8d-cc87-4298-bcf3-5236d4ec4db0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:18.088806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-42dbd791-ca0e-4132-9cda-c557112ef43f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707073 Jan 27 19:20:18.243627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (47a8ca8d-cc87-4298-bcf3-5236d4ec4db0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:18.316650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-244ee2d7-65ff-4392-91b3-c95e7e629701 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268143 Jan 27 19:20:18.347323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a8ca8d-cc87-4298-bcf3-5236d4ec4db0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:18.373513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:18.388749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e40d8fe3-4539-4bab-b95c-b1e53f77f853 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/47a8ca8d-cc87-4298-bcf3-5236d4ec4db0 HTTP/1.1" status: 204 len: 168 time: 0.7123368 Jan 27 19:20:18.392056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:18.617468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-d3eb3afb-354e-4eb2-87cc-4ec397ffbb41 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928181 Jan 27 19:20:18.627876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:19.056345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6f3be-3fd3-451a-8f7f-685731d18f34 req-4c63b016-258d-46b7-b9c3-10697807e3e4 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:19.065566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0dd6f3be-3fd3-451a-8f7f-685731d18f34 req-4c63b016-258d-46b7-b9c3-10697807e3e4 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.4464436 Jan 27 19:20:19.179238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0dd6f3be-3fd3-451a-8f7f-685731d18f34 req-ff84d276-0f85-4c2d-8a28-9e393fdf23e7 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052425 Jan 27 19:20:19.327215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5c02eaaa-2881-4427-9fea-e9dbd8fd01cf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:19.401976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18437333-c1a4-4d14-8394-92a95e1b1df9 req-7182d6ed-3888-4e7d-8bbc-66d605c14c38 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 210 time: 0.2360699 Jan 27 19:20:19.648325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04880375-2c5e-485e-ab9c-1c11f7ed09fe req-689dee4f-62cd-488a-bcb0-31f8a388b7a0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1213939 Jan 27 19:20:19.684766 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:20:19.696341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5c02eaaa-2881-4427-9fea-e9dbd8fd01cf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:19.823389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c02eaaa-2881-4427-9fea-e9dbd8fd01cf']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:19.857400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6028bf46-512c-4e57-935d-b028a3daa1d5') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:19.858261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6028bf46-512c-4e57-935d-b028a3daa1d5') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:19.887917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (6028bf46-512c-4e57-935d-b028a3daa1d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:19.927805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6028bf46-512c-4e57-935d-b028a3daa1d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:19.940833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:19.941453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (6028bf46-512c-4e57-935d-b028a3daa1d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:20.075832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Deleting port abb95526-4c5b-4883-9fd3-ad6931c723d1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:20.076414 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:20.080203 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:20.090942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5c02eaaa-2881-4427-9fea-e9dbd8fd01cf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:20.146506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:20.165856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/5c02eaaa-2881-4427-9fea-e9dbd8fd01cf HTTP/1.1" status: 204 len: 168 time: 1.7722259 Jan 27 19:20:20.177288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82669d-07e8-4332-a32f-10790063b8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5c02eaaa-2881-4427-9fea-e9dbd8fd01cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:20.245227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] For port abb95526-4c5b-4883-9fd3-ad6931c723d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abb95526-4c5b-4883-9fd3-ad6931c723d1,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:20.251735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:20.289175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Calling delete_port for abb95526-4c5b-4883-9fd3-ad6931c723d1 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:20.518821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-d8b1be84-a6aa-43bd-a417-0d3a795c145a tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f9e2fa6872074500829603919f2ba63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1754303 Jan 27 19:20:20.781979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:20.858659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-267f5f7f-7dcd-4476-a759-65b0f8fc7a69 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:20.860612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-267f5f7f-7dcd-4476-a759-65b0f8fc7a69 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276329 Jan 27 19:20:20.902498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c0179dd-0b78-4b53-88ea-90d4aec36e31 req-445b135c-b6da-42af-8034-0df40f49b2f5 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 210 time: 0.0387950 Jan 27 19:20:20.915162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Request body: {'port': {'device_id': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'f9e2fa6872074500829603919f2ba63c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:20.971836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d35a17e6-784c-4504-bca8-7f0943c4cf39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4196c07e826a4dad8652ea87b84fb5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869357 Jan 27 19:20:20.980024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38710) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:21.102698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] Publish callbacks [] for security_group (4a81a51a-d060-4e1e-bf68-e37022f32855), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.155724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-880cfac2-d18c-49a9-a248-39a90dd7ac38 req-23866851-cd1c-4ec0-8382-b4e9b533c905 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.0525432 Jan 27 19:20:21.168448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] Publish callbacks [] for security_group (4a81a51a-d060-4e1e-bf68-e37022f32855), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.278759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Made reservation on behalf of f9e2fa6872074500829603919f2ba63c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:21.329824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4a81a51a-d060-4e1e-bf68-e37022f32855), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.333018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.334519 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a81a51a-d060-4e1e-bf68-e37022f32855 HTTP/1.1" status: 204 len: 168 time: 0.3531008 Jan 27 19:20:21.344271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.353159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb55e-6820-4393-bbf3-3f868bfdf544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a81a51a-d060-4e1e-bf68-e37022f32855,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:21.381856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:21.417532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.634913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7be2d099-a45a-4cf2-ae10-913e13b87398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.641882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks [] for security_group (2fd2ebef-364a-40b3-bb81-d6ab87b0dd43), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.672577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2fd2ebef-364a-40b3-bb81-d6ab87b0dd43), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:21.918872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7be2d099-a45a-4cf2-ae10-913e13b87398 admin admin] Publish callbacks [] for security_group (ccbae621-b4f9-4d5e-a37d-ee7e275082ba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:22.073516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7be2d099-a45a-4cf2-ae10-913e13b87398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ccbae621-b4f9-4d5e-a37d-ee7e275082ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:22.124135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (abb95526-4c5b-4883-9fd3-ad6931c723d1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:22.342978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7be2d099-a45a-4cf2-ae10-913e13b87398 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51208730deee460097bdca88c989d285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9595265 Jan 27 19:20:22.355734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38738) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:22.424774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-904cc4bc-dcb6-45d7-9a48-fabb7a8db498 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:22.442034 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-904cc4bc-dcb6-45d7-9a48-fabb7a8db498 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.5921209 Jan 27 19:20:22.446447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2d099-a45a-4cf2-ae10-913e13b87398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbae621-b4f9-4d5e-a37d-ee7e275082ba,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:22.475699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eff07a8c-d13d-49c7-bb75-9ff442f431bc req-a808e96a-4f45-4fb6-8e18-a6b0582c764d tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 210 time: 0.3245690 Jan 27 19:20:22.506722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:22.629006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecac5-1053-4668-9e26-28fac39394d4 req-f5e8baa0-f547-4775-ab04-bb62e7f23c77 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:22.648438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecac5-1053-4668-9e26-28fac39394d4 req-f5e8baa0-f547-4775-ab04-bb62e7f23c77 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:22.670663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecac5-1053-4668-9e26-28fac39394d4 req-f5e8baa0-f547-4775-ab04-bb62e7f23c77 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:22.691779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc2ecac5-1053-4668-9e26-28fac39394d4 req-f5e8baa0-f547-4775-ab04-bb62e7f23c77 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc&device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9&device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 2417 time: 1.2627425 Jan 27 19:20:22.698821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb95526-4c5b-4883-9fd3-ad6931c723d1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:22.730273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] Publish callbacks [] for security_group (ccbae621-b4f9-4d5e-a37d-ee7e275082ba), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:22.806095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] Publish callbacks [] for security_group (ccbae621-b4f9-4d5e-a37d-ee7e275082ba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:22.986751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:22.994079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.215127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.14 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/2f0c83c7-55c1-4672-a124-82afdf2a29f9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:23.409509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.489671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:23.511303 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ccbae621-b4f9-4d5e-a37d-ee7e275082ba), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.519823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.523676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccbae621-b4f9-4d5e-a37d-ee7e275082ba HTTP/1.1" status: 204 len: 168 time: 1.1552289 Jan 27 19:20:23.523676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.537106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.568186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d6a5-0aec-4b78-8939-6c079d053585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbae621-b4f9-4d5e-a37d-ee7e275082ba,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:23.697755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:23.741278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:23.744639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:23.754230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:23.811122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:23.883593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:23.884880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:23.919162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-7894fffc-4325-4e60-bfff-bf7b0dfd83df tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4368036 Jan 27 19:20:23.945071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-b1eed43a-c735-4ce1-91a4-8f3b028d9a24 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:20:23.961843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-b1eed43a-c735-4ce1-91a4-8f3b028d9a24 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243280 Jan 27 19:20:23.970291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Allocated IP 192.168.233.74 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:24.086711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26d847ea-cfb1-49a6-ba5f-272fb578af7a req-aa16d9be-6398-4cae-a859-b8842516c5f6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 1.3772402 Jan 27 19:20:24.135258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc2ecac5-1053-4668-9e26-28fac39394d4 req-dbfc3e68-6e74-4e19-8299-209f0fd33735 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4423158 Jan 27 19:20:24.220816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Request body: {'port': {'device_id': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:24.338430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a203dc9b-ab93-432d-a006-9a962caa1529 req-46a78a5f-a320-417e-8b91-de12c50c0829 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 210 time: 0.0958138 Jan 27 19:20:24.389397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.435799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.453965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1019437889-network', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:24.531176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.592992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:24.603502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.645575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.736361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks [] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.746308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f782-f39b-43ae-98d1-2c55aec0bfc3 req-d7c0f4eb-8303-475d-873d-4a72b286c32c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:24.748157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea3f782-f39b-43ae-98d1-2c55aec0bfc3 req-d7c0f4eb-8303-475d-873d-4a72b286c32c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2954285 Jan 27 19:20:24.910499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:24.929984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea3f782-f39b-43ae-98d1-2c55aec0bfc3 req-502eca04-3b7c-4371-a992-040656090fa5 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678677 Jan 27 19:20:25.083760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:25.099969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:25.160187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:25.188468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks [] for security_group (60151f29-6e2d-44da-ad2b-ca768dce98dd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.521850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Pushing event updated for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:25.537218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0c83c7-55c1-4672-a124-82afdf2a29f9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:20:25.546188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Router b3e31c9d-adb7-4620-b92d-f62addbdf07a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:20:25.560988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:25.561741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.569039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60151f29-6e2d-44da-ad2b-ca768dce98dd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.657536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-a15717f5-3ded-4586-a17d-06e3bebfa2ed tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7428904 Jan 27 19:20:25.691607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b4d4aa6a-5905-45fc-a787-8b64ee9b0b3d None None] Provisioning complete for port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:25.692198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d4aa6a-5905-45fc-a787-8b64ee9b0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.694323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks [] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.712043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Request body: {'port': {'device_id': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:25.744051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97612d3-3b8d-4688-a3aa-2dd63b998e2a req-1c3a5505-d5c7-4a4c-956a-bbf8fb694657 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:25.746703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Transition to ACTIVE for port object 2f0c83c7-55c1-4672-a124-82afdf2a29f9 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:20:25.750006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60151f29-6e2d-44da-ad2b-ca768dce98dd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:25.751914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f97612d3-3b8d-4688-a3aa-2dd63b998e2a req-1c3a5505-d5c7-4a4c-956a-bbf8fb694657 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 932 time: 0.3234930 Jan 27 19:20:25.757945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:25.786371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.815363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4aa6a-5905-45fc-a787-8b64ee9b0b3d None None] Port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:25.862796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:20:25.866121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:25.891330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:25.891742 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Added segment a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7 of type vlan for network 151d0951-5b25-4e89-bc06-67791b6ee0fa Jan 27 19:20:25.988457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-219569963-network', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:26.029460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Made reservation on behalf of ee181dd303a947d8af6783c256319bbc for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:26.033066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.070975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.074599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (151d0951-5b25-4e89-bc06-67791b6ee0fa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.170414 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (151d0951-5b25-4e89-bc06-67791b6ee0fa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.172009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:26.172759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.294930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] Pushing event updated for resources: {'Network': ['ID=151d0951-5b25-4e89-bc06-67791b6ee0fa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:26.304885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Attempting to bind port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:26.305232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Attempting to bind port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:26.305865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Attempting to bind port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:26.319129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:20:26.319547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Attempting to bind port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:26.324256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:20:26.388142 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06495e8c-a5d4-4ec4-8847-be7abfcfee00 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8960161 Jan 27 19:20:26.391657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:26.391999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:26.392404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:26.392871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Bound port: 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:26.393299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.409779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:26.420838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Request body: {'subnet': {'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1019437889-subnet', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:26.494763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:26.506843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ed501-8ccc-4311-8023-de1773974e32 req-92d6e3b1-9a33-48ca-8340-3086f2ce3001 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:26.514657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb9ed501-8ccc-4311-8023-de1773974e32 req-92d6e3b1-9a33-48ca-8340-3086f2ce3001 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 935 time: 0.9163842 Jan 27 19:20:26.522799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Sync routers for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:26.527801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b89bcf8b-cdec-4ca4-bb64-f1a098964047 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3e31c9d-adb7-4620-b92d-f62addbdf07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6252303 Jan 27 19:20:26.549972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f97612d3-3b8d-4688-a3aa-2dd63b998e2a req-b0de155a-1b94-46f8-820e-6269d2e1654a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874932 Jan 27 19:20:26.551496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:26.597695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:26.601645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:26.602271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:26.602951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:26.623259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.762717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:26.790114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:26.793325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.804577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks [] for security_group (1632921e-cdd6-413a-964c-3bf6df113cd5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.820743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1632921e-cdd6-413a-964c-3bf6df113cd5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.895042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:26.897986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:26.900722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-c7481f79-15af-429d-be60-cd0d58a32983 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f0c83c7-55c1-4672-a124-82afdf2a29f9 HTTP/1.1" status: 200 len: 1092 time: 2.9364219 Jan 27 19:20:26.901216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:26.906480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:26.909122 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354" -d '{"events": [{"name": "network-changed", "server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:26.958710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:20:27.131960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1632921e-cdd6-413a-964c-3bf6df113cd5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:27.187412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fdd60c27-9f98-40ca-a286-1624544c88ee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:27.192271 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Added segment fdd60c27-9f98-40ca-a286-1624544c88ee of type vlan for network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 Jan 27 19:20:27.221457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:27.331556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:20:21Z', 'revision_number': 5, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:27.448356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Checking router: b3e31c9d-adb7-4620-b92d-f62addbdf07a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:27.476090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Routers {'b3e31c9d-adb7-4620-b92d-f62addbdf07a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:27.476090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:27.492651 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4256ff-2bde-45e4-b62d-ed9a7f248514 x-openstack-request-id: req-7c4256ff-2bde-45e4-b62d-ed9a7f248514 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:27.493229 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:27.494192 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c4256ff-2bde-45e4-b62d-ed9a7f248514 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:27.496055 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9', 'status': 'completed', 'code': 200} Jan 27 19:20:27.570938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks [] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:27.612271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-dad4caf8-4bb2-4360-a224-471274a831f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:27.616026 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-dad4caf8-4bb2-4360-a224-471274a831f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 1095 time: 0.6506639 Jan 27 19:20:27.620067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c4c97f54-ae4e-4255-b000-0c7b9c91ae73), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:27.754626 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-b5e9f558-470e-4546-bc3c-41d8269f81fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9 HTTP/1.1" status: 200 len: 217 time: 0.1214452 Jan 27 19:20:27.779915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:20:28.019971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c4c97f54-ae4e-4255-b000-0c7b9c91ae73), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.023297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:28.024457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.124068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] Set router b3e31c9d-adb7-4620-b92d-f62addbdf07a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:28.183897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c97f54-ae4e-4255-b000-0c7b9c91ae73,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:28.199726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ee6e971-14e3-4bad-854a-0fbdfb93d808 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4345191 Jan 27 19:20:28.213216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:28.227710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Request body: {'subnet': {'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-219569963-subnet', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:28.254485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:20:28.288807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-f99a5b80-14a8-4786-9ddf-300fec2deb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:28.292548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-f99a5b80-14a8-4786-9ddf-300fec2deb91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.4965961 Jan 27 19:20:28.410295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-aff924a1-958b-4f74-bc42-cc010a3d0b67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966680 Jan 27 19:20:28.529946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Made reservation on behalf of ee181dd303a947d8af6783c256319bbc for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:28.543407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.648206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:20:28.666698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (cfa282fd-2d08-4d79-b4a9-ce8dfa684af5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.675001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks [] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.711117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Transition to ACTIVE for port object c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:20:28.754453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb9ed501-8ccc-4311-8023-de1773974e32 req-b6ea628d-9ab7-4193-b378-7b6816c89915 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2372351 Jan 27 19:20:28.755899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.772353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:28.842424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks [] for router_gateway (b3e31c9d-adb7-4620-b92d-f62addbdf07a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:28.897606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:20:21Z', 'revision_number': 5, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:28.974557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Checking segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:28.976102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Network hostable DHCP agents. Network: 151d0951-5b25-4e89-bc06-67791b6ee0fa, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:20:29.042494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f936e4c-ba7a-4e51-b7eb-1a4236c5823d None None] The sync data for ids ['b3e31c9d-adb7-4620-b92d-f62addbdf07a'] in n-d-760453-6 is: [{'id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-54507975-router', 'tenant_id': 'cc186daa957e401db3bc1850f9584326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:11:44Z', 'updated_at': '2022-01-27T19:20:21Z', 'revision_number': 5, 'project_id': 'cc186daa957e401db3bc1850f9584326', 'gw_port': {'id': '769ec3e5-d69f-433d-9273-9ae4889f9868', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31c9d-adb7-4620-b92d-f62addbdf07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:11:45Z', 'updated_at': '2022-01-27T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:29.095271 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-75923cd1-9df2-4792-be08-ffad1b5c2ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640267 Jan 27 19:20:29.118222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:20:29.204119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b25340-b4a3-4da8-9b51-7268b194c6b2 req-92438edc-7699-45f7-827e-9981c7ecce45 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:29.212281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b25340-b4a3-4da8-9b51-7268b194c6b2 req-92438edc-7699-45f7-827e-9981c7ecce45 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 944 time: 0.8508923 Jan 27 19:20:29.215311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 151d0951-5b25-4e89-bc06-67791b6ee0fa) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:29.223534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:29.224605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.228885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd543a-3fae-46ad-b9fa-ca1e9128043e None None] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:29.285619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Pushing event updated for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:29.300951 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9d4cf8f8-8d27-43b6-9285-e09c14487f55 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8813262 Jan 27 19:20:29.301500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:29.389244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b25340-b4a3-4da8-9b51-7268b194c6b2 req-21b89e2d-2b2c-4777-acc4-9d1b45fad3ce tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685407 Jan 27 19:20:29.392752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Attempting to bind port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:29.405749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Attempting to bind port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:29.406329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Attempting to bind port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:29.427330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:20:29.445728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Attempting to bind port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:29.473897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:29.476298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:29.476890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:29.480562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Bound port: c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:29.481408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.522467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abb95526-4c5b-4883-9fd3-ad6931c723d1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:29.527861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Deleting port 769ec3e5-d69f-433d-9273-9ae4889f9868 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:29.528117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.543783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:29.592798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: abb95526-4c5b-4883-9fd3-ad6931c723d1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:29.594079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abb95526-4c5b-4883-9fd3-ad6931c723d1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:29.610456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-151d0951-5b25-4e89-bc06-67791b6ee0fa', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:20:29.611780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.636262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.637705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.696788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for router_controller (09e6aeb7-806b-41fb-b809-34e3cf10cdef), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:29.862901 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-761476dd-276d-4e07-be2d-203f1bbf6f9e req-b8396a5d-8ca7-4277-96c3-fee1373df5a9 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588990 Jan 27 19:20:29.963691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (696080ef-4a5c-43e3-927d-52b2d89919ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.012744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7831-82cc-475d-a688-af3ea3a6a5ed req-12a856d1-4788-469d-bcff-beda4e3ea647 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.021494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf6f7831-82cc-475d-a688-af3ea3a6a5ed req-12a856d1-4788-469d-bcff-beda4e3ea647 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.4623125 Jan 27 19:20:30.049422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Allocated IP 172.20.0.2 (151d0951-5b25-4e89-bc06-67791b6ee0fa/cfa282fd-2d08-4d79-b4a9-ce8dfa684af5/c5ba43e0-ab70-474b-9785-5ec3dedb7711) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:30.104211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for router_gateway (09e6aeb7-806b-41fb-b809-34e3cf10cdef), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.161150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf6f7831-82cc-475d-a688-af3ea3a6a5ed req-15b04fc9-16b2-46ea-a94d-d4f1646c56cf tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365840 Jan 27 19:20:30.192522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:30.244252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:30.256717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] For port 769ec3e5-d69f-433d-9273-9ae4889f9868, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=769ec3e5-d69f-433d-9273-9ae4889f9868,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:30.257102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.270179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.394998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks [] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.408499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.419072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Calling delete_port for 769ec3e5-d69f-433d-9273-9ae4889f9868 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:30.450367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.451004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.453024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] 10.222.0.66 "PUT /v2.0/ports/c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf HTTP/1.1" status: 200 len: 1095 time: 4.7483585 Jan 27 19:20:30.459166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:30.461940 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b5de43-8490-4f53-b01f-4855d23d3992" -d '{"events": [{"name": "network-changed", "server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:30.488322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-89919bd3-f247-4bda-a16d-736ea9003740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.496710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-89919bd3-f247-4bda-a16d-736ea9003740 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 1095 time: 0.5353136 Jan 27 19:20:30.541860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Pushing event updated for resources: {'Port': ['ID=c5ba43e0-ab70-474b-9785-5ec3dedb7711,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:30.568388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:30.571893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:30.580325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:30.593219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf08fc-db64-4d46-a131-74708f7df72e req-b422ab13-7922-4531-8012-270735e9a85d tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.594890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7abf08fc-db64-4d46-a131-74708f7df72e req-b422ab13-7922-4531-8012-270735e9a85d tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 947 time: 0.3141582 Jan 27 19:20:30.614328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e93bd6-9a26-4d4d-9a34-8e083b8de803 service neutron] Pushing event updated for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:30.688022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696080ef-4a5c-43e3-927d-52b2d89919ea,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:30.690226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Checking segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:30.690647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Network hostable DHCP agents. Network: c4c97f54-ae4e-4255-b000-0c7b9c91ae73, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:20:30.705452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Attempting to bind port c5ba43e0-ab70-474b-9785-5ec3dedb7711 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:30.705968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Attempting to bind port c5ba43e0-ab70-474b-9785-5ec3dedb7711 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:30.706352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Attempting to bind port c5ba43e0-ab70-474b-9785-5ec3dedb7711 on network 151d0951-5b25-4e89-bc06-67791b6ee0fa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:30.716610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:30.717199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Checking segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:30.717486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.717881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Bound using segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:30.718585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Bound port: c5ba43e0-ab70-474b-9785-5ec3dedb7711, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:30.719036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.756366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.757115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.757115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.757769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.758373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.759308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.759498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.760145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.760725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.761320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.761901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.763325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.763325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:30.798414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-c01ead7f-7294-436c-823a-c95afe688426 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.799993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-c01ead7f-7294-436c-823a-c95afe688426 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 945 time: 0.5880663 Jan 27 19:20:30.863880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] For port c5ba43e0-ab70-474b-9785-5ec3dedb7711, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:30.874966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] For port c5ba43e0-ab70-474b-9785-5ec3dedb7711, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c5ba43e0-ab70-474b-9785-5ec3dedb7711,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:30.878442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:20:30.888370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:30.917324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-ddb89c14-c4d5-4332-ae53-d911fce31655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:30.918814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-ddb89c14-c4d5-4332-ae53-d911fce31655 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.3766019 Jan 27 19:20:31.035740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7abf08fc-db64-4d46-a131-74708f7df72e req-8854c50b-dde1-401a-a702-2043b966d7fe tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252436 Jan 27 19:20:31.059448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdcf6d-3165-4774-ad4a-7e005d259735 None None] Pushing event updated for resources: {'Port': ['ID=c5ba43e0-ab70-474b-9785-5ec3dedb7711,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:31.107255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab2e7-8b47-4549-a453-fe89a44b754e req-6ee9067f-fedb-415b-8da0-e2d847478807 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:31.130365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5fab2e7-8b47-4549-a453-fe89a44b754e req-6ee9067f-fedb-415b-8da0-e2d847478807 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.8360720 Jan 27 19:20:31.205424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (769ec3e5-d69f-433d-9273-9ae4889f9868), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:31.335737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Pushing event deleted for resources: {'Port': ['ID=769ec3e5-d69f-433d-9273-9ae4889f9868,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:31.336067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c4c97f54-ae4e-4255-b000-0c7b9c91ae73) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:31.348353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5b9c0-d673-4d70-b1e0-d521c3a8ceb2 None None] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:31.374206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:31.374815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:31.395012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-68a386c4-cdf9-404c-b92f-c36ef3c112b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9 HTTP/1.1" status: 200 len: 217 time: 0.0818412 Jan 27 19:20:31.583505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-d96f4277-725a-4dfb-b553-201b1c191269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:31.585698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-d96f4277-725a-4dfb-b553-201b1c191269 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 1098 time: 1.0006120 Jan 27 19:20:31.594912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-c43a30ce-acd2-407d-9470-03c5b744cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:31.600013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-c43a30ce-acd2-407d-9470-03c5b744cffb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1951187 Jan 27 19:20:31.603979 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70079e82-a8d6-4070-a6e9-935097d47ec7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.3892145 Jan 27 19:20:31.617852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:31.628543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:20:31.629492 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:31.630742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:31.652349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5fab2e7-8b47-4549-a453-fe89a44b754e req-90e5c897-5f02-4f72-8cd2-3a9ff2d68141 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207038 Jan 27 19:20:31.666612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-00ff7b2d-9457-4119-83dd-4d5d928c104e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594645 Jan 27 19:20:31.763050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-0b8e09a6-ce8d-48b5-9376-9c08147b1d00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf HTTP/1.1" status: 200 len: 217 time: 0.1387155 Jan 27 19:20:31.773189 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1240e-873e-4037-ae30-14d19b1fb35a x-openstack-request-id: req-67e1240e-873e-4037-ae30-14d19b1fb35a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:31.773557 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:31.773775 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67e1240e-873e-4037-ae30-14d19b1fb35a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:31.774195 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf', 'status': 'completed', 'code': 200} Jan 27 19:20:31.817148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:31.922642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-209bd588-77bc-4486-b6d2-71f843f46be8 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438071 Jan 27 19:20:31.961439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Allocated IP 172.20.0.2 (c4c97f54-ae4e-4255-b000-0c7b9c91ae73/696080ef-4a5c-43e3-927d-52b2d89919ea/135b905c-4ed4-4288-9f8b-7acc031e5e30) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:32.052047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ac16cfcf-8fe7-4499-b8ae-696a3a58e354 req-827101db-560a-4cde-8f4d-229e58b782a8 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185958 Jan 27 19:20:32.160058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Deleting port efdab05e-e39c-4bac-a423-fbb2e9e78ecc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:32.160516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.223740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks [] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.235340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.276694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] For port efdab05e-e39c-4bac-a423-fbb2e9e78ecc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:32.276928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.292871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Calling delete_port for efdab05e-e39c-4bac-a423-fbb2e9e78ecc owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:32.320363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Pushing event updated for resources: {'Port': ['ID=135b905c-4ed4-4288-9f8b-7acc031e5e30,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:32.338173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:32.342564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:32.348856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:32.472887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Attempting to bind port 135b905c-4ed4-4288-9f8b-7acc031e5e30 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:32.473155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Attempting to bind port 135b905c-4ed4-4288-9f8b-7acc031e5e30 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:32.473400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Attempting to bind port 135b905c-4ed4-4288-9f8b-7acc031e5e30 on network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:32.481065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:32.481491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Checking segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:32.482060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.482548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Bound using segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:32.483066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Bound port: 135b905c-4ed4-4288-9f8b-7acc031e5e30, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:32.483461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.531784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (cbcc9026-d364-4c3b-a241-34631f395622), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.533378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (cbcc9026-d364-4c3b-a241-34631f395622), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.580529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (efdab05e-e39c-4bac-a423-fbb2e9e78ecc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.618092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event deleted for resources: {'Port': ['ID=efdab05e-e39c-4bac-a423-fbb2e9e78ecc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:32.649870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] For port 135b905c-4ed4-4288-9f8b-7acc031e5e30, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:32.655295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for router_gateway (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.655829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] For port 135b905c-4ed4-4288-9f8b-7acc031e5e30, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=135b905c-4ed4-4288-9f8b-7acc031e5e30,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:32.661061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f9ed5-edd4-4903-b8e6-5714dcd59479 req-e1cd1098-c7d0-426b-a5b0-1c55e458188d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:32.664445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.673651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c82f9ed5-edd4-4903-b8e6-5714dcd59479 req-e1cd1098-c7d0-426b-a5b0-1c55e458188d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 944 time: 1.3502090 Jan 27 19:20:32.703908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] No DVR routers for this DVR port efdab05e-e39c-4bac-a423-fbb2e9e78ecc on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:32.707871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.712357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-711de5a6-1100-4a5f-a6aa-44419d5559c1 req-26a9c4f0-6873-4cf2-bfdb-b602bc20f187 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.66 "DELETE /v2.0/ports/efdab05e-e39c-4bac-a423-fbb2e9e78ecc HTTP/1.1" status: 204 len: 173 time: 1.9007432 Jan 27 19:20:32.713365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-deleted', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:32.715914 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1cf594-6904-4e6f-93b1-e34715409c02" -d '{"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-deleted", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:32.721554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.781168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dee7b-73e5-4d69-b366-f6ed8cdb3f18 None None] Pushing event updated for resources: {'Port': ['ID=135b905c-4ed4-4288-9f8b-7acc031e5e30,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:32.806027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30f8a0f7-33ea-496d-a91f-99fed27027e1 req-95a16186-c0e2-443b-a890-ddc4729c62aa tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c7af94-d10b-4568-92ee-04c2d9a89c82 HTTP/1.1" status: 200 len: 210 time: 0.8480854 Jan 27 19:20:32.843307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.859217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks [] for router_controller (b3e31c9d-adb7-4620-b92d-f62addbdf07a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:32.902902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-f6a756fa-7926-4bca-9f8f-cd552a93722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:32.908997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-f6a756fa-7926-4bca-9f8f-cd552a93722d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 1.1313486 Jan 27 19:20:32.984761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Allocated IP 172.25.5.77 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b409ad91-337d-4676-938c-237b58ab21f6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:33.159365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d373e4-c8b8-4bf8-89ba-7c087327f5c6 None None] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:33.260902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for port (b409ad91-337d-4676-938c-237b58ab21f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.365018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b409ad91-337d-4676-938c-237b58ab21f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.385998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Provisioning complete for port c5ba43e0-ab70-474b-9785-5ec3dedb7711 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:33.386495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.487975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c82f9ed5-edd4-4903-b8e6-5714dcd59479 req-7430b1f8-7330-4f9f-843d-7b4fe202e9e0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131971 Jan 27 19:20:33.503472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for router_controller (cbcc9026-d364-4c3b-a241-34631f395622), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.563216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:33.579638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:33.603542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:33.607119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Pushing event updated for resources: {'Port': ['ID=b409ad91-337d-4676-938c-237b58ab21f6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:33.722703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2f0c83c7-55c1-4672-a124-82afdf2a29f9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:20:33.730479 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (b3e31c9d-adb7-4620-b92d-f62addbdf07a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.731487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:33.732290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e31c9d-adb7-4620-b92d-f62addbdf07a {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:20:33.748561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:33.752605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38a8c12a-600e-4e7a-bcea-813b34ef7339 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b3e31c9d-adb7-4620-b92d-f62addbdf07a HTTP/1.1" status: 204 len: 168 time: 7.1006484 Jan 27 19:20:33.763941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:33.790987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cb8b7-b393-4f91-b55e-29ef1d655f01 req-54b2bd67-7297-441b-bc46-f9cc590a8ebd tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:33.803146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-698cb8b7-b393-4f91-b55e-29ef1d655f01 req-54b2bd67-7297-441b-bc46-f9cc590a8ebd tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 947 time: 0.7960157 Jan 27 19:20:34.080290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:34.124761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '2f0c83c7-55c1-4672-a124-82afdf2a29f9', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '2f0c83c7-55c1-4672-a124-82afdf2a29f9', 'mac_address': 'fa:16:3e:76:6d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:20:34.131216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Current status of the port c5ba43e0-ab70-474b-9785-5ec3dedb7711 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:34.131633 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.153186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c5ba43e0-ab70-474b-9785-5ec3dedb7711 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:34.178776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for router_gateway (cbcc9026-d364-4c3b-a241-34631f395622), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.200950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: efdab05e-e39c-4bac-a423-fbb2e9e78ecc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:34.201565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device efdab05e-e39c-4bac-a423-fbb2e9e78ecc not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:34.206240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Deleting subnet a8a5bd64-776a-416c-b3c4-b564b40915ae {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:34.236028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Publish callbacks [] for subnet (a8a5bd64-776a-416c-b3c4-b564b40915ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.294831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] For port c5ba43e0-ab70-474b-9785-5ec3dedb7711, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c5ba43e0-ab70-474b-9785-5ec3dedb7711,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:34.307256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.316143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:34.316790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.356146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0c83c7-55c1-4672-a124-82afdf2a29f9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:20:34.397432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:34.404298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c5ba43e0-ab70-474b-9785-5ec3dedb7711 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:34.404788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.423298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.446222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2698-1b83-42bd-8057-46fdac171189 req-ac3a3f40-aecb-4416-8be4-b0260e6ffaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:34.449757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-ac3a3f40-aecb-4416-8be4-b0260e6ffaca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4675629 Jan 27 19:20:34.506889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910db45-297f-47d0-8dc8-0fdf14247221 None None] Pushing event updated for resources: {'Port': ['ID=c5ba43e0-ab70-474b-9785-5ec3dedb7711,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:34.551017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-698cb8b7-b393-4f91-b55e-29ef1d655f01 req-b75e04e5-d8df-4a45-8cbc-b52bf6f3c9a9 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385266 Jan 27 19:20:34.612950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a8a5bd64-776a-416c-b3c4-b564b40915ae), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.631052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c178ac47-1b3d-463d-a727-9d3dddbbbcb4 None None] Provisioning complete for port c5ba43e0-ab70-474b-9785-5ec3dedb7711 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:34.631624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c178ac47-1b3d-463d-a727-9d3dddbbbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.725503 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a8a5bd64-776a-416c-b3c4-b564b40915ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.778127 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb7cc78-7ce4-4e71-9228-ce9543d5ee60 x-openstack-request-id: req-4bb7cc78-7ce4-4e71-9228-ce9543d5ee60 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:34.778986 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c7af94-d10b-4568-92ee-04c2d9a89c82", "name": "network-vif-deleted", "tag": "efdab05e-e39c-4bac-a423-fbb2e9e78ecc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:34.778986 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bb7cc78-7ce4-4e71-9228-ce9543d5ee60 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:34.779615 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c7af94-d10b-4568-92ee-04c2d9a89c82', 'name': 'network-vif-deleted', 'tag': 'efdab05e-e39c-4bac-a423-fbb2e9e78ecc', 'status': 'completed', 'code': 200} Jan 27 19:20:34.781376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for router_gateway (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:34.855696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c178ac47-1b3d-463d-a727-9d3dddbbbcb4 None None] Current status of the port c5ba43e0-ab70-474b-9785-5ec3dedb7711 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:34.882467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2f0c83c7-55c1-4672-a124-82afdf2a29f9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:20:34.954413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-98df900d-ac4e-4969-83be-05b33b9da79a service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003310 Jan 27 19:20:34.973776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a8a5bd64-776a-416c-b3c4-b564b40915ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:35.010191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:35.113564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c5ba43e0-ab70-474b-9785-5ec3dedb7711 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:35.114795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 135b905c-4ed4-4288-9f8b-7acc031e5e30 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:35.164546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:35.179831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a8a5bd64-776a-416c-b3c4-b564b40915ae HTTP/1.1" status: 204 len: 168 time: 1.3343146 Jan 27 19:20:35.190065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebdeee-5e8a-44b1-a77d-3c9b9b7a5d1f None None] Network 1433fa5e-f988-4996-bed5-0955454b0ed1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:35.192498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683d2698-1b83-42bd-8057-46fdac171189 req-7e35c184-b5fe-4fa7-9d3c-1eeb297bbf4d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975913 Jan 27 19:20:35.194485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:35.223457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9c63-d8bc-4cec-9eac-e60a7095b35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a5bd64-776a-416c-b3c4-b564b40915ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:35.271030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 135b905c-4ed4-4288-9f8b-7acc031e5e30 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:35.271396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:35.330850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707d253-7886-44a2-ac55-17339080a3e3 None None] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:35.356216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433da1-5fe0-48e3-ab90-ecd8bea188fd req-99202218-fb5b-44f0-a44d-6dbe66f39236 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:35.359658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d433da1-5fe0-48e3-ab90-ecd8bea188fd req-99202218-fb5b-44f0-a44d-6dbe66f39236 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 1.1692097 Jan 27 19:20:35.578700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:35.590824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5040-9e1e-430b-ad97-2c23d715a715 req-6e7415e2-9b27-446d-b6c6-72309a83595b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:35.592528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-176c5040-9e1e-430b-ad97-2c23d715a715 req-6e7415e2-9b27-446d-b6c6-72309a83595b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 945 time: 0.3972702 Jan 27 19:20:35.611728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (1433fa5e-f988-4996-bed5-0955454b0ed1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:35.620241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-dc17f1b2-282c-44d9-bef0-0ed26706d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:35.622891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-dc17f1b2-282c-44d9-bef0-0ed26706d7e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 1098 time: 0.2553596 Jan 27 19:20:35.631410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d433da1-5fe0-48e3-ab90-ecd8bea188fd req-eb669e1d-e474-41c4-90fc-09181689ea3c tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391841 Jan 27 19:20:35.988883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Router 09e6aeb7-806b-41fb-b809-34e3cf10cdef is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:20:35.990632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4cc3a55d-30c6-4307-bfb2-e11828b69e1c None None] Provisioning complete for port 135b905c-4ed4-4288-9f8b-7acc031e5e30 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:35.991372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a55d-30c6-4307-bfb2-e11828b69e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.044818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-176c5040-9e1e-430b-ad97-2c23d715a715 req-fe45c109-82c4-4013-a004-f641025c0a66 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295487 Jan 27 19:20:36.063528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 135b905c-4ed4-4288-9f8b-7acc031e5e30 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:36.064097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.113766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Deleting port c3b91720-6c21-4a33-a92d-80ecd16b744e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:36.114392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.121703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for router_gateway (cbcc9026-d364-4c3b-a241-34631f395622), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.251739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.269893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] DHCP port deletion for 1433fa5e-f988-4996-bed5-0955454b0ed1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:20:36.278598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:36.296124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Sync routers for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:36.306854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 135b905c-4ed4-4288-9f8b-7acc031e5e30, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=135b905c-4ed4-4288-9f8b-7acc031e5e30,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:36.319756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.324748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d9f8c81-de66-4e2c-a6bd-0b0782f9a546 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9198122 Jan 27 19:20:36.325457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:36.353291 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:36.354315 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:36.395743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.472333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3a55d-30c6-4307-bfb2-e11828b69e1c None None] Current status of the port 135b905c-4ed4-4288-9f8b-7acc031e5e30 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:36.494763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Deleting port c3b91720-6c21-4a33-a92d-80ecd16b744e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:36.497056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.625423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] For port c3b91720-6c21-4a33-a92d-80ecd16b744e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3b91720-6c21-4a33-a92d-80ecd16b744e,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:36.626121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:36.661475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Calling delete_port for c3b91720-6c21-4a33-a92d-80ecd16b744e owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:36.816146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-ef6f7764-9c51-4d6f-9607-d01f5bb5feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:36.822458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-ef6f7764-9c51-4d6f-9607-d01f5bb5feb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 1.1895671 Jan 27 19:20:36.833811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Allocated IP 172.25.5.66 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/bb01abda-a581-4657-832f-32ab607bec10) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:36.871907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c5ba43e0-ab70-474b-9785-5ec3dedb7711 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:36.876691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=135b905c-4ed4-4288-9f8b-7acc031e5e30,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:36.965915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:36.979438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.035788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] No DVR routers for this DVR port c3b91720-6c21-4a33-a92d-80ecd16b744e on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:37.130398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-c72650dd-970a-4da0-b839-9df1d24c4bb3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf HTTP/1.1" status: 200 len: 217 time: 0.1083121 Jan 27 19:20:37.151055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9310f4-486d-4e2c-8b47-8fc0b0a20076 None None] Pushing event deleted for resources: {'Port': ['ID=c3b91720-6c21-4a33-a92d-80ecd16b744e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:37.189228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-eedd24ad-2104-46c8-ab64-7f6477b69f7c None None] Provisioning complete for port 135b905c-4ed4-4288-9f8b-7acc031e5e30 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:37.190465 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eedd24ad-2104-46c8-ab64-7f6477b69f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.395485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.428193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c5ba43e0-ab70-474b-9785-5ec3dedb7711 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:37.428578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.461917 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:34Z', 'revision_number': 3, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:37.513326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eedd24ad-2104-46c8-ab64-7f6477b69f7c None None] Current status of the port 135b905c-4ed4-4288-9f8b-7acc031e5e30 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:37.550125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Checking router: 09e6aeb7-806b-41fb-b809-34e3cf10cdef for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:37.550681 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Updating router 09e6aeb7-806b-41fb-b809-34e3cf10cdef port b409ad91-337d-4676-938c-237b58ab21f6 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:20:37.634245 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b409ad91-337d-4676-938c-237b58ab21f6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.674257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c5ba43e0-ab70-474b-9785-5ec3dedb7711 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:37.688070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Allocated IP 172.20.0.1 (151d0951-5b25-4e89-bc06-67791b6ee0fa/cfa282fd-2d08-4d79-b4a9-ce8dfa684af5/0eae7d8d-421b-4d4e-8d97-1459c19dbf3f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:37.730366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2f0c83c7-55c1-4672-a124-82afdf2a29f9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:37.813732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] For port c3b91720-6c21-4a33-a92d-80ecd16b744e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3b91720-6c21-4a33-a92d-80ecd16b744e,segment=NetworkSegment(6d8ca380-4e09-4ff1-81e6-a70380fdf831),segment_id=6d8ca380-4e09-4ff1-81e6-a70380fdf831)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:37.814310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.820737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 769ec3e5-d69f-433d-9273-9ae4889f9868 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:37.825325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-177e3d91-a483-42c2-a292-03c5f86e7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:37.827882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-177e3d91-a483-42c2-a292-03c5f86e7951 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.6735890 Jan 27 19:20:37.875441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db688d1-57cc-4e41-a649-f062fbf47196 req-6511f0aa-69d4-4164-aae9-8c02813adc17 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:37.878224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4db688d1-57cc-4e41-a649-f062fbf47196 req-6511f0aa-69d4-4164-aae9-8c02813adc17 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 947 time: 1.0376303 Jan 27 19:20:37.928204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks [] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:37.956522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 769ec3e5-d69f-433d-9273-9ae4889f9868 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:37.957081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 769ec3e5-d69f-433d-9273-9ae4889f9868 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:37.957798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3b91720-6c21-4a33-a92d-80ecd16b744e no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:37.985081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.026912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c3b91720-6c21-4a33-a92d-80ecd16b744e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:38.032145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3b91720-6c21-4a33-a92d-80ecd16b744e not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:38.063798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for port (bb01abda-a581-4657-832f-32ab607bec10), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.075354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:38.079656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:38.081704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:20:38.082529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:38.091578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:38.093628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.136539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Pushing event updated for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:38.152371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82188-ca4a-41c7-a6cd-90bad2395cee req-362fb2c5-6565-45a3-9e0e-d07ec96c50aa tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:38.161146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa82188-ca4a-41c7-a6cd-90bad2395cee req-362fb2c5-6565-45a3-9e0e-d07ec96c50aa tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.8654683 Jan 27 19:20:38.168012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.200839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Calling delete_port for c3b91720-6c21-4a33-a92d-80ecd16b744e owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:38.308289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:38.315328 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.395769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:38.403472 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ee112-ceda-487d-ae13-3a38daf61f05" -d '{"events": [{"server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "name": "network-vif-plugged", "status": "completed", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:38.428036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c3b91720-6c21-4a33-a92d-80ecd16b744e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.431969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:38.464530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.526399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] No DVR routers for this DVR port c3b91720-6c21-4a33-a92d-80ecd16b744e on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:38.618460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-45dbdcba-2101-429f-bc06-e062d1db2b85 None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:38.618842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45dbdcba-2101-429f-bc06-e062d1db2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.629361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 135b905c-4ed4-4288-9f8b-7acc031e5e30 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:38.689994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-45dbdcba-2101-429f-bc06-e062d1db2b85 None None] Port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:38.726215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4aa82188-ca4a-41c7-a6cd-90bad2395cee req-cef462fe-501c-46ff-a789-84cbe26322e8 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637622 Jan 27 19:20:38.751698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:38.812848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4db688d1-57cc-4e41-a649-f062fbf47196 req-2df87eab-a453-466e-8309-c7dda0850f73 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325548 Jan 27 19:20:38.844530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-3b0ae656-f068-4f7f-aa28-00183ced08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:38.848675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-3b0ae656-f068-4f7f-aa28-00183ced08c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9645157 Jan 27 19:20:38.862713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 135b905c-4ed4-4288-9f8b-7acc031e5e30 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:38.863116 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:38.865201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b91720-6c21-4a33-a92d-80ecd16b744e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:38.926408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-b840663e-4f68-47bd-a354-3ac3835957e0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:38.934402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-b840663e-4f68-47bd-a354-3ac3835957e0 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 1.3021932 Jan 27 19:20:39.044251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.073451 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28581460-7880-487c-adb8-8fe376b82916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.130972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-5a784517-4d60-43ee-a463-ff14b1d5ad4e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738998 Jan 27 19:20:39.132108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb01abda-a581-4657-832f-32ab607bec10), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.192911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 135b905c-4ed4-4288-9f8b-7acc031e5e30 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:39.234832 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks [] for port (b409ad91-337d-4676-938c-237b58ab21f6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.246881 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b409ad91-337d-4676-938c-237b58ab21f6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.333102 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Attempting to bind port b409ad91-337d-4676-938c-237b58ab21f6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:39.333536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Attempting to bind port b409ad91-337d-4676-938c-237b58ab21f6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:39.334044 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Attempting to bind port b409ad91-337d-4676-938c-237b58ab21f6 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:39.347298 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:39.347653 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:39.348079 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.348480 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:39.348984 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Bound port: b409ad91-337d-4676-938c-237b58ab21f6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:39.349411 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b409ad91-337d-4676-938c-237b58ab21f6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.356431 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59fc1-635d-4e7d-bbf9-20a2c7bce760 None None] Pushing event updated for resources: {'Port': ['ID=b409ad91-337d-4676-938c-237b58ab21f6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:39.421773 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks [] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.436577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.439432 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] For port b409ad91-337d-4676-938c-237b58ab21f6, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:39.443341 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] For port b409ad91-337d-4676-938c-237b58ab21f6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b409ad91-337d-4676-938c-237b58ab21f6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:39.454033 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b409ad91-337d-4676-938c-237b58ab21f6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.518489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Pushing event updated for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:39.552327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:39.563891 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59fc1-635d-4e7d-bbf9-20a2c7bce760 None None] Pushing event updated for resources: {'Port': ['ID=b409ad91-337d-4676-938c-237b58ab21f6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:39.611789 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:39.614672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:39.700259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:39.702108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:39.745224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:20:39.769087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:39.782649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Pushing event updated for resources: {'Port': ['ID=bb01abda-a581-4657-832f-32ab607bec10,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:39.887957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Router 09e6aeb7-806b-41fb-b809-34e3cf10cdef has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:20:39.974243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:40.036266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:40.044289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (1433fa5e-f988-4996-bed5-0955454b0ed1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:40.051494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:40.071597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:40.076785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84de9581-f5ec-4b18-a2a0-c5b19f6b2002 admin admin] 10.222.0.59 "PUT /v2.0/routers/09e6aeb7-806b-41fb-b809-34e3cf10cdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7500534 Jan 27 19:20:40.079568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:40.100358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf', 'mac_address': 'fa:16:3e:46:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:20:40.152758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:40.153165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:40.190340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:20:40.203355 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:39Z', 'revision_number': 2, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:40.246586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:40.250596 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899617-c60e-4a4b-8bae-caec8fa9523d None None] The sync data for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 is: [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:39Z', 'revision_number': 2, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:40.268027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:40.328381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-77396e96-2f4e-41aa-873e-b7c16d9a3b0c None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:40.329001 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77396e96-2f4e-41aa-873e-b7c16d9a3b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:40.526506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:40.546650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-77396e96-2f4e-41aa-873e-b7c16d9a3b0c None None] Port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:40.574953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87bee-d876-40c7-a58f-cceab531cfb7 req-5ac623ba-5058-44fc-906e-14b0456e05ae tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:40.576964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ddb87bee-d876-40c7-a58f-cceab531cfb7 req-5ac623ba-5058-44fc-906e-14b0456e05ae tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 1.4421625 Jan 27 19:20:40.593996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:20:40.636760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bf80-d663-4ea1-b904-f6bee617c959 req-3a7e652b-a9ba-403d-8cd0-195be5c5cde7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:40.638452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d573bf80-d663-4ea1-b904-f6bee617c959 req-3a7e652b-a9ba-403d-8cd0-195be5c5cde7 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 944 time: 1.5002055 Jan 27 19:20:40.643972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1433fa5e-f988-4996-bed5-0955454b0ed1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:40.715069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b5de43-8490-4f53-b01f-4855d23d3992 req-7e7fe40f-3b51-43ba-8ec0-26250db8582c service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4977400 Jan 27 19:20:40.763644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8ca380-4e09-4ff1-81e6-a70380fdf831') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:40.764736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8ca380-4e09-4ff1-81e6-a70380fdf831') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:40.825990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (6d8ca380-4e09-4ff1-81e6-a70380fdf831), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:40.994576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6d8ca380-4e09-4ff1-81e6-a70380fdf831), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.065823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ddb87bee-d876-40c7-a58f-cceab531cfb7 req-837f12d6-50d7-41db-b7ba-bca4b5cef938 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168119 Jan 27 19:20:41.067409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:41.068116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (6d8ca380-4e09-4ff1-81e6-a70380fdf831), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:41.082341 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:41.133800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Deleting port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:41.134357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.194412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d573bf80-d663-4ea1-b904-f6bee617c959 req-7730d3ba-7b96-4add-8bd0-0808d9c18bf9 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215890 Jan 27 19:20:41.226632 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for router_gateway (cbcc9026-d364-4c3b-a241-34631f395622), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.453624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e4054f0-1a3a-4a1b-b017-37039887ddd4 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:41.565326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (1433fa5e-f988-4996-bed5-0955454b0ed1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.638492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38950) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:41.646181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-292882471-network', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:41.682212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=1433fa5e-f988-4996-bed5-0955454b0ed1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:41.711166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Made reservation on behalf of a36062df2f00483ea4df2e784b8ea60c for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:41.715079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.715681 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e6e5b-cc06-4998-b3a7-64e2d5b97398 x-openstack-request-id: req-1a4e6e5b-cc06-4998-b3a7-64e2d5b97398 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:41.716335 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "name": "network-vif-plugged", "status": "completed", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:41.716616 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a4e6e5b-cc06-4998-b3a7-64e2d5b97398 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:41.717466 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9', 'code': 200} Jan 27 19:20:41.720885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.741834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c43c273e-c261-43a8-ad26-1ba0155e6a4f admin admin] 10.222.0.59 "DELETE /v2.0/networks/1433fa5e-f988-4996-bed5-0955454b0ed1 HTTP/1.1" status: 204 len: 168 time: 6.5016315 Jan 27 19:20:41.750875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:41.761072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.783616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:41.852149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:20:41.859859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:41.860458 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.894681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-954c81c0-e5ec-4289-8f6e-150cf913800e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:41.996358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:41.997003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.118538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:42.137036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:42.148711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.165019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks [] for security_group (3d32a313-9020-4c66-b05e-475aba4c1b09), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.252705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:42.276513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d32a313-9020-4c66-b05e-475aba4c1b09), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.381771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] For port 7e4054f0-1a3a-4a1b-b017-37039887ddd4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e4054f0-1a3a-4a1b-b017-37039887ddd4,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:42.381771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.440545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:20:42.455200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32a313-9020-4c66-b05e-475aba4c1b09,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:42.467035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-57f3bed8-39e6-46e4-91e7-79c8bbf28d6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3880136 Jan 27 19:20:42.486247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (df9d88d0-fc2d-4710-8757-ca0a0784d4fc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.486801 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Added segment df9d88d0-fc2d-4710-8757-ca0a0784d4fc of type vlan for network 56c090bb-4553-44c3-853e-ec46197a11a6 Jan 27 19:20:42.503983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Calling delete_port for 7e4054f0-1a3a-4a1b-b017-37039887ddd4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:42.702624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b409ad91-337d-4676-938c-237b58ab21f6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:42.711987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (56c090bb-4553-44c3-853e-ec46197a11a6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.802849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b409ad91-337d-4676-938c-237b58ab21f6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:42.804359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b409ad91-337d-4676-938c-237b58ab21f6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.844504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3e4c-b179-4cf1-ae59-1a5d00130244 req-694edddf-8dab-47f8-baf3-f78f36fde434 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:42.851892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01bf3e4c-b179-4cf1-ae59-1a5d00130244 req-694edddf-8dab-47f8-baf3-f78f36fde434 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 948 time: 1.1009235 Jan 27 19:20:42.852725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a272-3746-425b-bb55-36de252fbc1d req-2f2a3f13-931e-4513-bcfa-0908bb3dba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:42.855357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-2f2a3f13-931e-4513-bcfa-0908bb3dba86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 1096 time: 0.2188950 Jan 27 19:20:42.867254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-0683980a-67c6-4ac9-a52d-8d80c7774af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:42.869749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-0683980a-67c6-4ac9-a52d-8d80c7774af5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fa689097cea4007b1c2c43e8deadab4&device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 1097 time: 0.2081203 Jan 27 19:20:42.871122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (56c090bb-4553-44c3-853e-ec46197a11a6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.878192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f60e-73e4-4f51-9056-8ff5e9162277 req-ef6833e6-59e5-4a5b-8987-54a3306fb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:42.878765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:42.879953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8045f60e-73e4-4f51-9056-8ff5e9162277 req-ef6833e6-59e5-4a5b-8987-54a3306fb77d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 1097 time: 1.1113880 Jan 27 19:20:42.880142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.912574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (cbcc9026-d364-4c3b-a241-34631f395622), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:42.959846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-76588e82-a636-48cc-b451-ffe008936f69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c355821907041e29f8a151ac1acb33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185971 Jan 27 19:20:42.977476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:43.005004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b409ad91-337d-4676-938c-237b58ab21f6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:43.005682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b409ad91-337d-4676-938c-237b58ab21f6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:43.051720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97329a4c-0032-4146-9548-99c1ad6d5616 req-79a70c07-0fdb-431d-873b-d0dac3cb3570 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:43.054846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97329a4c-0032-4146-9548-99c1ad6d5616 req-79a70c07-0fdb-431d-873b-d0dac3cb3570 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.2940743 Jan 27 19:20:43.061094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b409ad91-337d-4676-938c-237b58ab21f6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b409ad91-337d-4676-938c-237b58ab21f6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:43.072518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b409ad91-337d-4676-938c-237b58ab21f6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:43.156637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5164189 Jan 27 19:20:43.162325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-d9fbc176-c178-428f-93d7-6a16786b8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:43.164877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-d9fbc176-c178-428f-93d7-6a16786b8ab7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 200 len: 916 time: 0.2688122 Jan 27 19:20:43.245133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b409ad91-337d-4676-938c-237b58ab21f6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:43.256640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:43.338508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Request body: {'subnet': {'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-292882471-subnet', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:43.340126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7e4054f0-1a3a-4a1b-b017-37039887ddd4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:43.454456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-445dbf0e-8dac-4d8d-a2c9-4a5a651f75a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d823f21-4a93-4291-b530-0038347f5497 HTTP/1.1" status: 200 len: 217 time: 0.1099536 Jan 27 19:20:43.468224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f4a7-139d-436f-884e-4b6c5c104cab admin admin] Pushing event updated for resources: {'Network': ['ID=56c090bb-4553-44c3-853e-ec46197a11a6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:43.495374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 56c090bb-4553-44c3-853e-ec46197a11a6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:20:43.523073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97329a4c-0032-4146-9548-99c1ad6d5616 req-756e571e-e667-4829-addc-fffd73d3a75b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074604 Jan 27 19:20:43.663082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Made reservation on behalf of a36062df2f00483ea4df2e784b8ea60c for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:43.667418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:43.721297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:43.726297 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b0ab67-7a2e-4909-9b1c-57f57769c852" -d '{"events": [{"server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "name": "network-vif-plugged", "status": "completed", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:43.742971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event deleted for resources: {'Port': ['ID=7e4054f0-1a3a-4a1b-b017-37039887ddd4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:43.748872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] No DVR routers for this DVR port 7e4054f0-1a3a-4a1b-b017-37039887ddd4 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:43.757964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8045f60e-73e4-4f51-9056-8ff5e9162277 req-79bdb5a3-043c-4524-861a-22d1be86529e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628919 Jan 27 19:20:43.777961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01bf3e4c-b179-4cf1-ae59-1a5d00130244 req-6260c703-9eea-4c21-9db7-2b8bf08b2231 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248190 Jan 27 19:20:43.806580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:43.820829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1336c06a-9a0a-41aa-9800-ec717cbb3b1e req-44348278-7fbf-4343-9d6c-72a7f5519bd2 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "DELETE /v2.0/ports/7e4054f0-1a3a-4a1b-b017-37039887ddd4 HTTP/1.1" status: 204 len: 173 time: 4.6738172 Jan 27 19:20:43.827226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-deleted', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:43.832980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a272-3746-425b-bb55-36de252fbc1d req-407d5cc2-a888-4fd7-a296-9ce6e0034d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:43.837299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-407d5cc2-a888-4fd7-a296-9ce6e0034d24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 200 len: 922 time: 0.9396315 Jan 27 19:20:43.842158 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5151b7da-4fb4-43c6-a80d-c483e26f0565" -d '{"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-deleted", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:43.940311 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-aa294f37-f59d-4396-8176-01fde11894ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 200 len: 217 time: 0.0814953 Jan 27 19:20:44.058391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-bfaee0c7-0de2-49b3-8bd9-1ee3c920bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:44.061155 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-bfaee0c7-0de2-49b3-8bd9-1ee3c920bea0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 200 len: 854 time: 0.5755098 Jan 27 19:20:44.144813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f56fdbe-f703-4ae7-8052-4e47c8764802 req-3c987b78-9b0f-4a34-91f4-06db8662c068 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d7dc8e-1c55-4850-b4b0-ded35a76e67c HTTP/1.1" status: 200 len: 210 time: 0.1111231 Jan 27 19:20:44.192330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59979e-751d-4515-9272-166211c0d513 req-b98b0af3-ad4e-4bce-9a75-5b139356e1a4 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:44.200097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad59979e-751d-4515-9272-166211c0d513 req-b98b0af3-ad4e-4bce-9a75-5b139356e1a4 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.4124908 Jan 27 19:20:44.219302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] Publish callbacks [] for security_group (255cf8ef-4035-4c87-acb4-84110fb6f5a2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.262146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] Publish callbacks [] for security_group (255cf8ef-4035-4c87-acb4-84110fb6f5a2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.296133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a272-3746-425b-bb55-36de252fbc1d req-63b3af37-4d1f-4479-8f39-6cc901fec2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:44.299453 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-63b3af37-4d1f-4479-8f39-6cc901fec2ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 200 len: 861 time: 0.3420224 Jan 27 19:20:44.315824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad59979e-751d-4515-9272-166211c0d513 req-38691707-11a4-46c8-8163-37ed176e85b4 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128058 Jan 27 19:20:44.369880 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a1eee4-f511-4dae-8d98-1e1e4d75eaed x-openstack-request-id: req-86a1eee4-f511-4dae-8d98-1e1e4d75eaed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:44.370548 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "name": "network-vif-plugged", "status": "completed", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:44.371470 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86a1eee4-f511-4dae-8d98-1e1e4d75eaed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:44.372235 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf', 'code': 200} Jan 27 19:20:44.390219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Router cbcc9026-d364-4c3b-a241-34631f395622 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:20:44.411328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-c588dda3-189a-4227-8dc5-06a8b2f9ee13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5157cb3b-9c52-432b-be30-25b9c81de2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940824 Jan 27 19:20:44.432555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-90c34d7d-f526-4344-8db9-c84cc7515084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:44.435211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-90c34d7d-f526-4344-8db9-c84cc7515084 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1821f5a-a5df-4038-a604-cbd014a37408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3566470 Jan 27 19:20:44.477349 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e3b442-4a6d-45f4-8d40-e68f59b76e0a x-openstack-request-id: req-34e3b442-4a6d-45f4-8d40-e68f59b76e0a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:44.477804 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d7dc8e-1c55-4850-b4b0-ded35a76e67c", "name": "network-vif-deleted", "tag": "7e4054f0-1a3a-4a1b-b017-37039887ddd4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:44.478227 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34e3b442-4a6d-45f4-8d40-e68f59b76e0a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:44.478858 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d7dc8e-1c55-4850-b4b0-ded35a76e67c', 'name': 'network-vif-deleted', 'tag': '7e4054f0-1a3a-4a1b-b017-37039887ddd4', 'status': 'completed', 'code': 200} Jan 27 19:20:44.545207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (255cf8ef-4035-4c87-acb4-84110fb6f5a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.548959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.549848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b409ad91-337d-4676-938c-237b58ab21f6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:44.550255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/255cf8ef-4035-4c87-acb4-84110fb6f5a2 HTTP/1.1" status: 204 len: 168 time: 1.5081768 Jan 27 19:20:44.615413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5d7dd-51d9-46ac-acbe-1cdb29e7cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cf8ef-4035-4c87-acb4-84110fb6f5a2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:44.828021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (a2c52ae8-8736-4094-915e-96aabac5dfb2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.843178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b409ad91-337d-4676-938c-237b58ab21f6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:44.844256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b409ad91-337d-4676-938c-237b58ab21f6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:44.848267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0785787-5510-4100-abc6-b4f2d064bde1 req-3a605d5e-1b02-490e-9b87-96fb003fd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:44.855409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0785787-5510-4100-abc6-b4f2d064bde1 req-3a605d5e-1b02-490e-9b87-96fb003fd827 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 1100 time: 0.3606186 Jan 27 19:20:45.007752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c52ae8-8736-4094-915e-96aabac5dfb2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:45.020160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-7b387921-e764-461e-a8c4-5291ef627ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625660 Jan 27 19:20:45.120590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:45.130333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-1a250b4c-fb74-4069-a0a9-bad02f2ea7ae service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064562 Jan 27 19:20:45.243690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Sync routers for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:45.250319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Checking segment: {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:45.251129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Network hostable DHCP agents. Network: 56c090bb-4553-44c3-853e-ec46197a11a6, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:20:45.293335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:45.294595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:45.322402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Network 56c090bb-4553-44c3-853e-ec46197a11a6 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:20:45.345540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.352703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c0253adb-9e95-48f5-8719-7daf85d67940 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 13.7249513 Jan 27 19:20:45.353400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 56c090bb-4553-44c3-853e-ec46197a11a6) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:45.366839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:45.377023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:45.377693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.378104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab8e7-e57a-4e82-9708-633aa7b9863a req-a0cd4a96-c570-4511-8438-b63f91562d9b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:45.386191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65fab8e7-e57a-4e82-9708-633aa7b9863a req-a0cd4a96-c570-4511-8438-b63f91562d9b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.5293531 Jan 27 19:20:45.426147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-65804d6f-0d9d-4a34-b4b5-d4d2eca9346c req-ec44bd19-b478-4ae7-889b-8fa17cbf0b52 service neutron] 10.222.0.66 "GET /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548386 Jan 27 19:20:45.474041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-05e2a272-3746-425b-bb55-36de252fbc1d req-e7131f82-e6e2-430e-b5a0-0b0e06668bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980504 Jan 27 19:20:45.479567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:45.490323 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2689627a-2a27-45c3-b533-de3e0f11b579 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1817861 Jan 27 19:20:45.493279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38994) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:45.508539 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Sync routers for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:45.512307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:45.526834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0785787-5510-4100-abc6-b4f2d064bde1 req-37223414-77d6-4827-b1c6-ddecf9912645 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561465 Jan 27 19:20:45.527477 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:45.528700 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:45.589015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.592221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.592920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3246732-a2ce-470a-b843-97460f7b04b4 None None] Network 56c090bb-4553-44c3-853e-ec46197a11a6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:45.604828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf649d4-c4ab-4d5d-b429-292469a12268 req-eba7cfa3-c42a-4ea9-bd65-344a7c9b84c1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:45.621529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cf649d4-c4ab-4d5d-b429-292469a12268 req-eba7cfa3-c42a-4ea9-bd65-344a7c9b84c1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 949 time: 0.5534575 Jan 27 19:20:45.636209 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.649313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b409ad91-337d-4676-938c-237b58ab21f6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:45.766702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:45.822500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65fab8e7-e57a-4e82-9708-633aa7b9863a req-145c90e3-89f7-418c-9e83-58e40295f0ca tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350083 Jan 27 19:20:45.831048 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for router_controller (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:45.838072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:46.184438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:46.261173 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:39Z', 'revision_number': 2, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:46.329470 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Checking router: 09e6aeb7-806b-41fb-b809-34e3cf10cdef for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:46.329902 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Updating router 09e6aeb7-806b-41fb-b809-34e3cf10cdef port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:20:46.337420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:46.369855 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:46.391820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cf649d4-c4ab-4d5d-b429-292469a12268 req-b1e68647-5c0d-420b-bbd8-c0bd35a6d43f tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669713 Jan 27 19:20:46.424767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-56c090bb-4553-44c3-853e-ec46197a11a6', 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6', 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'fixed_ips': [{'subnet_id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:20:46.430609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:46.482828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for router_gateway (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.142593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:40Z', 'revision_number': 3, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:47.219302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ee25a3d-102d-4a05-8763-16d5cd0eb749 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc186daa957e401db3bc1850f9584326&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3065569 Jan 27 19:20:47.222856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Checking router: cbcc9026-d364-4c3b-a241-34631f395622 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:47.225555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Updating router cbcc9026-d364-4c3b-a241-34631f395622 port bb01abda-a581-4657-832f-32ab607bec10 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:20:47.225832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:47.340467 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks [] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.361890 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.371121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb01abda-a581-4657-832f-32ab607bec10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.382109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for router_gateway (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.400504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] Publish callbacks [] for security_group (01b34df0-0ad7-4956-8ec2-871bd53e59f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.446542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Allocated IP 172.20.0.2 (56c090bb-4553-44c3-853e-ec46197a11a6/a2c52ae8-8736-4094-915e-96aabac5dfb2/987fb5c4-a233-4aa2-bc65-b7b25887d28a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:47.473391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.482251 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] Publish callbacks [] for security_group (01b34df0-0ad7-4956-8ec2-871bd53e59f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.587885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Pushing event updated for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:47.602530 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.602878 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.603216 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.603547 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.603879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.604201 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.604516 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.604903 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.605226 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.605575 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.605898 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.606886 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.607218 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:47.638467 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Attempting to bind port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:47.639234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Attempting to bind port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:47.639920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Attempting to bind port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f on network 151d0951-5b25-4e89-bc06-67791b6ee0fa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:47.647706 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:47.648444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Checking segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:47.649094 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.649689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Bound using segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:47.650419 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Bound port: 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:47.651211 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.709802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3111-4644-419e-934b-20ff78a0a5f8 req-8dcd0299-8c72-4e5f-bdce-314113bb3b76 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:47.724652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b20f3111-4644-419e-934b-20ff78a0a5f8 req-8dcd0299-8c72-4e5f-bdce-314113bb3b76 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 1.4062634 Jan 27 19:20:47.809178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Allocated IP 172.25.5.46 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/094ca03f-a0ad-4ee0-9735-c6005047f108) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:47.826765 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] For port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:47.838912 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] For port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:47.849784 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.891500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf5a7d-1b62-4d25-8688-0c0b0e263f70 req-e802a3d4-06a8-4532-8f86-7b36dafdedb7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:47.910108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aacf5a7d-1b62-4d25-8688-0c0b0e263f70 req-e802a3d4-06a8-4532-8f86-7b36dafdedb7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.7316937 Jan 27 19:20:47.964236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (01b34df0-0ad7-4956-8ec2-871bd53e59f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.974284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:47.981297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01b34df0-0ad7-4956-8ec2-871bd53e59f3 HTTP/1.1" status: 204 len: 168 time: 0.7518888 Jan 27 19:20:48.024970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b20f3111-4644-419e-934b-20ff78a0a5f8 req-ff9c809a-a602-4326-9fea-458645b11772 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983172 Jan 27 19:20:48.042861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12236516-77bb-4165-b462-59d6c6769263 None None] Pushing event updated for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:48.059578 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:48.061386 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:48.072737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b8229-f563-475a-abb2-9f68011781db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b34df0-0ad7-4956-8ec2-871bd53e59f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:48.132732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.315234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:48.316270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.359730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-8231df25-a996-4b74-872a-bf6543da140f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:48.364362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-8231df25-a996-4b74-872a-bf6543da140f tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.6925399 Jan 27 19:20:48.393471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aacf5a7d-1b62-4d25-8688-0c0b0e263f70 req-f2254045-e47b-4401-b021-a05b2eb8c55c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754362 Jan 27 19:20:48.402661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks [] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.446454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.451312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfc0ea-2795-438d-9147-ba0ca213f44a req-cbfffa9d-db91-403a-ab54-21466f68839d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:48.459436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4bfc0ea-2795-438d-9147-ba0ca213f44a req-cbfffa9d-db91-403a-ab54-21466f68839d tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.1969845 Jan 27 19:20:48.530494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.574162 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:48.640274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Pushing event updated for resources: {'Port': ['ID=987fb5c4-a233-4aa2-bc65-b7b25887d28a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:48.694137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4bfc0ea-2795-438d-9147-ba0ca213f44a req-61f03b5f-8f01-4151-b86b-d619f4ce6d37 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330477 Jan 27 19:20:48.713799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Pushing event updated for resources: {'Port': ['ID=094ca03f-a0ad-4ee0-9735-c6005047f108,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:48.768152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3f179-2d9c-4c14-8a54-c7516ff56d7b req-a0982012-c403-47e9-964b-4d29f7c7203b tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:48.780597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58b3f179-2d9c-4c14-8a54-c7516ff56d7b req-a0982012-c403-47e9-964b-4d29f7c7203b tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 949 time: 0.2319942 Jan 27 19:20:48.843047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:48.857735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:48.864361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:48.877029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:48.911843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58b3f179-2d9c-4c14-8a54-c7516ff56d7b req-5ef61e41-0805-444f-8d35-a7e82b63f1e0 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301708 Jan 27 19:20:48.974752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:49.002922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Network 56c090bb-4553-44c3-853e-ec46197a11a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:49.172854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Deleting port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:20:49.173476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.181824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Allocated IP 172.20.0.1 (c4c97f54-ae4e-4255-b000-0c7b9c91ae73/696080ef-4a5c-43e3-927d-52b2d89919ea/65a8b03e-22ea-4ee6-8807-53a01aa26915) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:49.199397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:49.228631 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:47Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:49.277439 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4bfb7-1f76-4edd-b2bb-03729319f168 None None] The sync data for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 is: [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:47Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:49.438838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks [] for port (bb01abda-a581-4657-832f-32ab607bec10), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.448592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Current status of the port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:49.449048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.455770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:49.462655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb01abda-a581-4657-832f-32ab607bec10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.630654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks [] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.737124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:49.738692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.753788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.786702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Attempting to bind port 987fb5c4-a233-4aa2-bc65-b7b25887d28a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:49.787234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Attempting to bind port 987fb5c4-a233-4aa2-bc65-b7b25887d28a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:49.787826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Attempting to bind port 987fb5c4-a233-4aa2-bc65-b7b25887d28a on network 56c090bb-4553-44c3-853e-ec46197a11a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:49.854234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] For port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:49.855933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:49.856478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Checking segment: {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:49.856988 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.857665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Bound using segment: {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:49.858408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Bound port: 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:49.858810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.861977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Pushing event updated for resources: {'Port': ['ID=bb01abda-a581-4657-832f-32ab607bec10,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:49.876938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.948022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c932-e479-4b51-b4e1-6052a70097e0 req-14d885b7-f699-4035-9bfc-8ee0a9fa878f tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:49.957013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Attempting to bind port bb01abda-a581-4657-832f-32ab607bec10 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:49.957423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Attempting to bind port bb01abda-a581-4657-832f-32ab607bec10 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:49.957792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Attempting to bind port bb01abda-a581-4657-832f-32ab607bec10 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:49.973916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b62c932-e479-4b51-b4e1-6052a70097e0 req-14d885b7-f699-4035-9bfc-8ee0a9fa878f tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.7407088 Jan 27 19:20:49.980993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:49.981219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:49.986650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:49.987377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:49.987913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:49.988429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Bound port: bb01abda-a581-4657-832f-32ab607bec10, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:49.988819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb01abda-a581-4657-832f-32ab607bec10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:50.028200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:50.048339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:50.050718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] For port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,segment=NetworkSegment(d2f05b94-0c4e-42a5-81f3-03921e1bf94d),segment_id=d2f05b94-0c4e-42a5-81f3-03921e1bf94d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:50.051507 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:50.168951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Pushing event updated for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:50.193358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Calling delete_port for 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:20:50.284813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ea2f-64e5-445d-8218-0cf5591c7eb8 None None] Pushing event updated for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:50.316396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cbcc9026-d364-4c3b-a241-34631f395622), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:50.341900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b62c932-e479-4b51-b4e1-6052a70097e0 req-f7f724cf-7a40-4559-95dc-883571fd6f70 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669989 Jan 27 19:20:50.362335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a456972f-357c-4589-bd07-7badb39ab3ae None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:50.362715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a456972f-357c-4589-bd07-7badb39ab3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:50.404522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42d28-76e9-4a73-86e1-5b70d6c96634 req-41a52dcc-a699-4cdf-8628-628f17c8b459 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:50.418719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8db42d28-76e9-4a73-86e1-5b70d6c96634 req-41a52dcc-a699-4cdf-8628-628f17c8b459 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 945 time: 0.4425359 Jan 27 19:20:50.586789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for router_gateway (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:50.600592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] For port bb01abda-a581-4657-832f-32ab607bec10, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:50.725878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8db42d28-76e9-4a73-86e1-5b70d6c96634 req-9c8574d3-1745-46f5-848f-c48880116201 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc030ab9-be97-456e-98aa-973e3e91bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994776 Jan 27 19:20:50.760909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-4091074c-d3f6-46e1-87a7-c727ad0d4822 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e2fa6872074500829603919f2ba63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2066567 Jan 27 19:20:51.068174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:51.095931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-58593806-a787-427a-af7a-8affb7b9e966 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:51.097033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] For port 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:51.108792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-58593806-a787-427a-af7a-8affb7b9e966 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3464541 Jan 27 19:20:51.124863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] For port bb01abda-a581-4657-832f-32ab607bec10, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb01abda-a581-4657-832f-32ab607bec10,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:51.165317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aeafe-79bc-4a7a-89fe-57503473c350 req-499028c8-3d92-4a7a-af34-07a1bb7cfcf1 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:51.179122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf4aeafe-79bc-4a7a-89fe-57503473c350 req-499028c8-3d92-4a7a-af34-07a1bb7cfcf1 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.2214923 Jan 27 19:20:51.210355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb01abda-a581-4657-832f-32ab607bec10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:51.285201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d659f12b-912d-4021-bca8-0d10e9c6a9d6 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/quotas/f9e2fa6872074500829603919f2ba63c HTTP/1.1" status: 200 len: 375 time: 0.1749957 Jan 27 19:20:51.384089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:51.403277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a456972f-357c-4589-bd07-7badb39ab3ae None None] Current status of the port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:51.525728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:51.526496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:51.581207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf4aeafe-79bc-4a7a-89fe-57503473c350 req-ebb7d2fb-9bc7-4c9e-8a8e-865cd23b38cb tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015346 Jan 27 19:20:51.669714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-0d035fe8-917e-440d-bfaa-908a164aa629 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3623302 Jan 27 19:20:51.801567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Pushing event updated for resources: {'Port': ['ID=bb01abda-a581-4657-832f-32ab607bec10,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:51.816474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.817286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.818552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.819105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.819554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.820098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.820515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.821910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.822426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.822862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.823402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.823984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.824311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e126e4-08f4-4cff-9109-14568efc653c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:51.856263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cffbf082-3250-4874-9c44-f7d6b637f2d5 None None] Provisioning complete for port 65a8b03e-22ea-4ee6-8807-53a01aa26915 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:51.856898 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cffbf082-3250-4874-9c44-f7d6b637f2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:51.942774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:51.970183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9ef1-9ae6-47dc-8bb1-cae4a87928af req-2a5ac927-3c91-4970-b4b8-0bbac9fc6866 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:51.997497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22eb9ef1-9ae6-47dc-8bb1-cae4a87928af req-2a5ac927-3c91-4970-b4b8-0bbac9fc6866 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.1259344 Jan 27 19:20:52.007103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:52.007833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.117524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7eaba687-aebb-47ca-8e61-3a8417aa3ca8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.152029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.224066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cffbf082-3250-4874-9c44-f7d6b637f2d5 None None] Port 65a8b03e-22ea-4ee6-8807-53a01aa26915 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:52.238813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] For port 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987fb5c4-a233-4aa2-bc65-b7b25887d28a,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:52.257554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f8870c8-34c1-43de-8b7a-67fd31313f02 req-df0eee43-2212-4c65-b8fa-2ebd20d320f5 tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f67f379-182f-4e4c-b4fb-75ffb43caf1f HTTP/1.1" status: 200 len: 210 time: 0.1855900 Jan 27 19:20:52.271093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.391914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22eb9ef1-9ae6-47dc-8bb1-cae4a87928af req-b6e1f4b0-ac4c-4dc8-8050-b36dd7c92e47 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915613 Jan 27 19:20:52.392127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Pushing event deleted for resources: {'Port': ['ID=7eaba687-aebb-47ca-8e61-3a8417aa3ca8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:52.495319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] No DVR routers for this DVR port 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:20:52.508418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.513760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-210e3e46-246f-4477-8d9c-96fcab50e76a req-db52bdc5-fc07-41be-a883-ee5cf1d4a8df tempest-LiveAutoBlockMigrationV225Test-483597961 tempest-LiveAutoBlockMigrationV225Test-483597961-project] 10.222.0.39 "DELETE /v2.0/ports/7eaba687-aebb-47ca-8e61-3a8417aa3ca8 HTTP/1.1" status: 204 len: 173 time: 4.1378031 Jan 27 19:20:52.514611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-deleted', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:20:52.517511 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e2c97b-5d95-41da-abf3-198a90c69a20" -d '{"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-deleted", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:20:52.551697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.610653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:20:52.711808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625151c4-a2ee-457a-9101-6d6b2f2a020c None None] Pushing event updated for resources: {'Port': ['ID=987fb5c4-a233-4aa2-bc65-b7b25887d28a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:52.822592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:52.904878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks [] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.952873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eb6e33a-e78f-408d-879c-160f678e9312 req-e2f2f8bb-bb57-48b6-9496-e995a421d7e9 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 210 time: 0.0873468 Jan 27 19:20:52.953802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:52.992304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:40Z', 'revision_number': 3, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:53.086343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b046f-ff0b-44a3-8396-630d2ab0ae37 None None] The sync data for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 is: [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:40Z', 'revision_number': 3, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:53.087129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Pushing event updated for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:53.100375 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cbcc9026-d364-4c3b-a241-34631f395622), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:53.108267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:53.131920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Sync routers for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:53.160720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:53.161614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:53.233421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:53.234740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a25d307b-c234-4971-a8d3-a4dfae7c986f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7343163 Jan 27 19:20:53.236400 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3864d8-fa35-4246-bd3a-0f789ed47b8f x-openstack-request-id: req-9a3864d8-fa35-4246-bd3a-0f789ed47b8f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:20:53.236766 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f67f379-182f-4e4c-b4fb-75ffb43caf1f", "name": "network-vif-deleted", "tag": "7eaba687-aebb-47ca-8e61-3a8417aa3ca8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:20:53.237249 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a3864d8-fa35-4246-bd3a-0f789ed47b8f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:20:53.237984 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f67f379-182f-4e4c-b4fb-75ffb43caf1f', 'name': 'network-vif-deleted', 'tag': '7eaba687-aebb-47ca-8e61-3a8417aa3ca8', 'status': 'completed', 'code': 200} Jan 27 19:20:53.238707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39120) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:53.488324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:53.508861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d68a-4d2b-4341-8441-656a24ac1d63 req-70d06a14-b775-4f51-89b7-8a1e9bec34dd tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:53.521094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8a8d68a-4d2b-4341-8441-656a24ac1d63 req-70d06a14-b775-4f51-89b7-8a1e9bec34dd tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2895827 Jan 27 19:20:53.575416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-e22527e9-1be5-4d50-be1b-e0edc3dc18d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1795653776&fields=id&tenant_id=30b2329392ff4ca09db7325456824391 HTTP/1.1" status: 200 len: 267 time: 0.1526864 Jan 27 19:20:53.598095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:20:53.600657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987fb5c4-a233-4aa2-bc65-b7b25887d28a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:53.610944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:53.646880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:53.746280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:20:53.746700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7eaba687-aebb-47ca-8e61-3a8417aa3ca8 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:20:53.779608 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:53.837047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8a8d68a-4d2b-4341-8441-656a24ac1d63 req-330e1e89-3b9e-4403-b6a7-6bffd6718304 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147480 Jan 27 19:20:53.887821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 987fb5c4-a233-4aa2-bc65-b7b25887d28a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:53.888423 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:53.964466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-9fcd97c1-c842-4c68-aa2f-70807e0fb3ce tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:53.970747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-9fcd97c1-c842-4c68-aa2f-70807e0fb3ce tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/networks?id=8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 200 len: 816 time: 0.3753982 Jan 27 19:20:54.026962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-8115b45a-ebf6-43d2-ab1c-bf76072d8107 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/quotas/30b2329392ff4ca09db7325456824391 HTTP/1.1" status: 200 len: 375 time: 0.0499346 Jan 27 19:20:54.163846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-e51dac6e-7024-486e-bf97-78a78fe2463c tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f9e2fa6872074500829603919f2ba63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654094 Jan 27 19:20:54.236847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:54.251826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:54.293913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-39254044-f5ec-4046-990b-8bbb2ce38f0a req-24aa4e2a-9de2-4fa9-bcc3-0c36ad9fcc64 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:20:54.298389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39254044-f5ec-4046-990b-8bbb2ce38f0a req-24aa4e2a-9de2-4fa9-bcc3-0c36ad9fcc64 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147159 Jan 27 19:20:54.351297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Checking router: 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:54.352008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Updating router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad port 094ca03f-a0ad-4ee0-9735-c6005047f108 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:20:54.415455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 987fb5c4-a233-4aa2-bc65-b7b25887d28a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:54.415854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:54.484807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Router cbcc9026-d364-4c3b-a241-34631f395622 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:20:54.493247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:54.517071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1076b26-5884-4946-874b-b6a348e125c2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30b2329392ff4ca09db7325456824391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4882174 Jan 27 19:20:54.564675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39254044-f5ec-4046-990b-8bbb2ce38f0a req-46bc43b1-42b3-4a5b-8891-d0394b83140a tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2445638 Jan 27 19:20:54.680271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-a4baf6f1-da96-4028-9490-5c509ac4bc18 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:54.692360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-a4baf6f1-da96-4028-9490-5c509ac4bc18 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5102191 Jan 27 19:20:54.716233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Request body: {'port': {'device_id': '830c6c97-1622-40f3-b6d7-4115f1922724', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'f9e2fa6872074500829603919f2ba63c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:54.945666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.001273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks [] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.037058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-691c0099-1fca-4ada-9b1d-a4dfb712f47c None None] Provisioning complete for port 65a8b03e-22ea-4ee6-8807-53a01aa26915 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:55.038731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-691c0099-1fca-4ada-9b1d-a4dfb712f47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.074373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-3a3f408f-d68e-4e9b-a807-76799c16badf service neutron] 10.222.0.59 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314631 Jan 27 19:20:55.086142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Deleting subnet 87f38781-c42d-4d45-8806-f1a42c26932b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:55.100633 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.107824 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Publish callbacks [] for subnet (87f38781-c42d-4d45-8806-f1a42c26932b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.114077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f21e4e-e1d8-4599-a16c-c2e2b39d2909 None None] Network 56c090bb-4553-44c3-853e-ec46197a11a6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:20:55.122493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987fb5c4-a233-4aa2-bc65-b7b25887d28a,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:55.181576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:20:55.217053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-403d68de-776d-40c2-8c6b-37c1cbc78e43 admin admin] 10.222.0.59 "PUT /v2.0/routers/cbcc9026-d364-4c3b-a241-34631f395622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8268559 Jan 27 19:20:55.260671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Made reservation on behalf of f9e2fa6872074500829603919f2ba63c for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:20:55.267247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.289376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (87f38781-c42d-4d45-8806-f1a42c26932b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.421214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.467621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (87f38781-c42d-4d45-8806-f1a42c26932b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.481162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-67117d16-3438-4aab-9219-81f178234e81 service neutron] 10.222.0.59 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962305 Jan 27 19:20:55.548706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-691c0099-1fca-4ada-9b1d-a4dfb712f47c None None] Port 65a8b03e-22ea-4ee6-8807-53a01aa26915 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:55.581982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Allocated IP 172.20.0.1 (56c090bb-4553-44c3-853e-ec46197a11a6/a2c52ae8-8736-4094-915e-96aabac5dfb2/ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:55.587200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Attempting to bind port 094ca03f-a0ad-4ee0-9735-c6005047f108 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:55.589097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Attempting to bind port 094ca03f-a0ad-4ee0-9735-c6005047f108 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:55.589635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Attempting to bind port 094ca03f-a0ad-4ee0-9735-c6005047f108 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:55.592851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.713214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (87f38781-c42d-4d45-8806-f1a42c26932b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.721560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55aa8e33-47af-49aa-96df-cac4f7f0d875 req-0d571050-182f-4bb0-9101-d80e92c29748 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 210 time: 0.0588574 Jan 27 19:20:55.729508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:55.731471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:55.731782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.732195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:55.732708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Bound port: 094ca03f-a0ad-4ee0-9735-c6005047f108, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:55.734251 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.751955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb01abda-a581-4657-832f-32ab607bec10 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:55.757795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f38781-c42d-4d45-8806-f1a42c26932b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:55.773876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.781061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.781912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.782629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.783180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.783802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.784346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.784905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.785464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.786003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.786551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.787079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.787605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:20:55.793326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:55.802542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2372820b-c902-46a0-addc-79a3212b6d62 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/87f38781-c42d-4d45-8806-f1a42c26932b HTTP/1.1" status: 204 len: 168 time: 1.5610743 Jan 27 19:20:55.803584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:55.891781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Allocated IP 192.168.233.169 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/24d8bfe3-a273-4fe4-841d-57f21274eff0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:20:55.901417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8103e-0ee7-4e86-87dd-77002fd4e459 None None] Pushing event updated for resources: {'Port': ['ID=094ca03f-a0ad-4ee0-9735-c6005047f108,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:55.930676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5157cb3b-9c52-432b-be30-25b9c81de2ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.074321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks [] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.091800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5157cb3b-9c52-432b-be30-25b9c81de2ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.102518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-19b022b5-776e-46f2-85f7-8ce96843cebe None None] Provisioning complete for port 987fb5c4-a233-4aa2-bc65-b7b25887d28a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:56.103344 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19b022b5-776e-46f2-85f7-8ce96843cebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.133909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5157cb3b-9c52-432b-be30-25b9c81de2ea']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:56.152322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:56.152842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f05b94-0c4e-42a5-81f3-03921e1bf94d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:56.172812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] For port 094ca03f-a0ad-4ee0-9735-c6005047f108, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:56.173083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d2f05b94-0c4e-42a5-81f3-03921e1bf94d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.190582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=987fb5c4-a233-4aa2-bc65-b7b25887d28a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:56.199500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2f05b94-0c4e-42a5-81f3-03921e1bf94d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.213949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:20:56.215141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d2f05b94-0c4e-42a5-81f3-03921e1bf94d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.215712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] For port 094ca03f-a0ad-4ee0-9735-c6005047f108, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=094ca03f-a0ad-4ee0-9735-c6005047f108,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:20:56.220277 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:20:56.239875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.279840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bb01abda-a581-4657-832f-32ab607bec10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:56.281110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb01abda-a581-4657-832f-32ab607bec10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.505089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5157cb3b-9c52-432b-be30-25b9c81de2ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.554230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.562968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] 10.222.0.59 "DELETE /v2.0/networks/5157cb3b-9c52-432b-be30-25b9c81de2ea HTTP/1.1" status: 204 len: 168 time: 0.7536223 Jan 27 19:20:56.568953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c66b58-9515-453f-91ba-cda30e0ae1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5157cb3b-9c52-432b-be30-25b9c81de2ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:56.569577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:56.598916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b8f47-954b-4560-8ac7-48a6a65daa2c req-57a57d48-4f65-417e-8f7e-ea36d0cd9625 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:56.600553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-904b8f47-954b-4560-8ac7-48a6a65daa2c req-57a57d48-4f65-417e-8f7e-ea36d0cd9625 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.2530217 Jan 27 19:20:56.611577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.618025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8103e-0ee7-4e86-87dd-77002fd4e459 None None] Pushing event updated for resources: {'Port': ['ID=094ca03f-a0ad-4ee0-9735-c6005047f108,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:56.645304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:56.649646 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:20:56.651389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:56.742304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Sync routers for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:20:56.748011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-904b8f47-954b-4560-8ac7-48a6a65daa2c req-e3f95aa5-e11d-4edb-927e-b0d1dd206315 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413474 Jan 27 19:20:56.762870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:56.763867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:56.842605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks [] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:56.858932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Network 56c090bb-4553-44c3-853e-ec46197a11a6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:56.879602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Deleting subnet 1be1a9bc-6e44-497e-a60f-303d1780e89c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:20:56.883402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:56.899440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:56.904056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:57.005970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.012972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:57.040845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Publish callbacks [] for subnet (1be1a9bc-6e44-497e-a60f-303d1780e89c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.084176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-19b022b5-776e-46f2-85f7-8ce96843cebe None None] Current status of the port 987fb5c4-a233-4aa2-bc65-b7b25887d28a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:57.122410 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:20:57.186861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39196) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:57.221754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f599012-2b5d-46de-b253-7f9995958eb1 req-95ffe0f2-8688-4e5d-83ef-8da96f7451e1 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0889983 Jan 27 19:20:57.252744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87005018', 'description': 'tempest-description--2018937890'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:57.379926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df11641b-b9ba-4c35-9013-43b7d4dbb305 req-87441b04-d9c5-4157-8018-c7fdc8174c06 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 210 time: 0.0847614 Jan 27 19:20:57.396792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (1be1a9bc-6e44-497e-a60f-303d1780e89c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.483951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f8a32535-729c-4ccf-a18b-d3944a1dc9e5 None None] Provisioning complete for port 987fb5c4-a233-4aa2-bc65-b7b25887d28a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:57.484974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a32535-729c-4ccf-a18b-d3944a1dc9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.508075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 2, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:57.543271 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Checking router: cbcc9026-d364-4c3b-a241-34631f395622 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:20:57.544210 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Updating router cbcc9026-d364-4c3b-a241-34631f395622 port 65a8b03e-22ea-4ee6-8807-53a01aa26915 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:20:57.554266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472c13-e1d8-427c-9e44-524502e59989 req-8302721f-f243-4a6d-8aa9-a3880fea17f0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:57.568924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96472c13-e1d8-427c-9e44-524502e59989 req-8302721f-f243-4a6d-8aa9-a3880fea17f0 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.1498539 Jan 27 19:20:57.574339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1be1a9bc-6e44-497e-a60f-303d1780e89c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.651533 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.723030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (1be1a9bc-6e44-497e-a60f-303d1780e89c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.756509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96472c13-e1d8-427c-9e44-524502e59989 req-71620431-0f0a-4358-8e40-f9f3d2d3e61d tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854501 Jan 27 19:20:57.771522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.776235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bb01abda-a581-4657-832f-32ab607bec10 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:57.781154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb01abda-a581-4657-832f-32ab607bec10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.800429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:20:57.868484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:57.906364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be1a9bc-6e44-497e-a60f-303d1780e89c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:57.964732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port bb01abda-a581-4657-832f-32ab607bec10, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb01abda-a581-4657-832f-32ab607bec10,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:58.006279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Pushing event updated for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:58.018183 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb01abda-a581-4657-832f-32ab607bec10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.173585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5421481-4190-43bc-b282-a81fed5b673f req-fb13ba92-a267-433e-8b5e-24da6c439222 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:58.195172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5421481-4190-43bc-b282-a81fed5b673f req-fb13ba92-a267-433e-8b5e-24da6c439222 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2198987 Jan 27 19:20:58.205557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (54bdf750-d499-461f-a1fe-8471f982d0db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.212609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.243832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-587c9325-7146-4020-a7d4-36a1210fe5bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1be1a9bc-6e44-497e-a60f-303d1780e89c HTTP/1.1" status: 204 len: 168 time: 1.6712871 Jan 27 19:20:58.250876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39218) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:58.281906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54bdf750-d499-461f-a1fe-8471f982d0db), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.329228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=bb01abda-a581-4657-832f-32ab607bec10,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:58.369141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987fb5c4-a233-4aa2-bc65-b7b25887d28a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:20:58.400407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:20:58.413875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.417833 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1759849 Jan 27 19:20:58.425074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:58.438431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'security_group_rule': {'security_group_id': '54bdf750-d499-461f-a1fe-8471f982d0db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:58.449349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def4f9-d402-4189-8cb9-a90e7183bbf6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdf750-d499-461f-a1fe-8471f982d0db,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:58.454921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:20:58.457134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:20:58.467205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b6ac7bf-6b38-4372-89ae-ab947f0ac95f req-cab427fa-e998-47f0-8370-bcd778b57d6a tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0431271 Jan 27 19:20:58.469487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:20:58.508287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f8a32535-729c-4ccf-a18b-d3944a1dc9e5 None None] Current status of the port 987fb5c4-a233-4aa2-bc65-b7b25887d28a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:58.523903 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks [] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.546078 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.550832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:58.552504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.641370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:58.682473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.688878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (f35a78a3-0b78-4fbc-873e-61338d4db7b1), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.703191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c3fb7-53f2-4be8-a7aa-836c4f5eb6ca None None] Pushing event updated for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:58.721302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5c7c6-5273-4764-b98a-2544a6218d1d None None] The sync data for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 is: [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:50Z', 'revision_number': 3, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:20:58.759866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 987fb5c4-a233-4aa2-bc65-b7b25887d28a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:58.760579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.782505 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-6f42c111-dbce-4d8e-8b78-f61db7cef049 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0700500 Jan 27 19:20:58.825434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a22e2d0-14cc-475f-8b0a-586bc821f438 None None] Provisioning complete for port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:58.826762 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a22e2d0-14cc-475f-8b0a-586bc821f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:58.877607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Request body: {'port': {'device_id': '830c6c97-1622-40f3-b6d7-4115f1922724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:20:59.020121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a22e2d0-14cc-475f-8b0a-586bc821f438 None None] Port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:59.121707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Attempting to bind port 65a8b03e-22ea-4ee6-8807-53a01aa26915 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:20:59.122933 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Attempting to bind port 65a8b03e-22ea-4ee6-8807-53a01aa26915 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:20:59.124962 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Attempting to bind port 65a8b03e-22ea-4ee6-8807-53a01aa26915 on network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:20:59.151777 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:20:59.153920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Checking segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:20:59.157193 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.158272 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Bound using segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:20:59.162040 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Bound port: 65a8b03e-22ea-4ee6-8807-53a01aa26915, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:20:59.163500 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.172042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5421481-4190-43bc-b282-a81fed5b673f req-bc26c01c-5682-445a-925c-3113db4178d9 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9751303 Jan 27 19:20:59.174539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 987fb5c4-a233-4aa2-bc65-b7b25887d28a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:59.238697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d4a7192-2ee0-47f8-91d9-3bf70bedb8dc None None] Provisioning complete for port 24d8bfe3-a273-4fe4-841d-57f21274eff0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:59.239321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7192-2ee0-47f8-91d9-3bf70bedb8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.244305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (f35a78a3-0b78-4fbc-873e-61338d4db7b1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.331346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f35a78a3-0b78-4fbc-873e-61338d4db7b1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.370925 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (948f434f-a59a-49cb-b366-09a66f96d5f6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.422333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a7192-2ee0-47f8-91d9-3bf70bedb8dc None None] Port 24d8bfe3-a273-4fe4-841d-57f21274eff0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:20:59.452433 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] For port 65a8b03e-22ea-4ee6-8807-53a01aa26915, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:20:59.465118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] For port 65a8b03e-22ea-4ee6-8807-53a01aa26915, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65a8b03e-22ea-4ee6-8807-53a01aa26915,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:20:59.477141 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.485634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-378c33ff-bca2-438d-ac5f-dd57cd4d99cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.526203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.553960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:20:59.554967 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:20:59.574657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Provisioning complete for port 65a8b03e-22ea-4ee6-8807-53a01aa26915 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:20:59.575320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.704568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c9fff-9fd5-4d26-99aa-9b026b0d31e5 req-fa128ece-e97e-4713-ab9b-4f97208bfb53 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:20:59.716945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35a78a3-0b78-4fbc-873e-61338d4db7b1,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:20:59.726093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-787c9fff-9fd5-4d26-99aa-9b026b0d31e5 req-fa128ece-e97e-4713-ab9b-4f97208bfb53 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 936 time: 0.5486641 Jan 27 19:20:59.874158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Current status of the port 65a8b03e-22ea-4ee6-8807-53a01aa26915 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:20:59.874947 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:20:59.978556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] For port 65a8b03e-22ea-4ee6-8807-53a01aa26915, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65a8b03e-22ea-4ee6-8807-53a01aa26915,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:20:59.990693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.108392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:21:00.142615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e649e5-9161-4764-a726-cc606ad62568 None None] Pushing event updated for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:00.189899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9b4edf77-9fb8-4fda-b542-b7c66ea0a7ab None None] Provisioning complete for port 65a8b03e-22ea-4ee6-8807-53a01aa26915 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:00.190557 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4edf77-9fb8-4fda-b542-b7c66ea0a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.237016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (948f434f-a59a-49cb-b366-09a66f96d5f6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.344954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948f434f-a59a-49cb-b366-09a66f96d5f6']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:00.403794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edf77-9fb8-4fda-b542-b7c66ea0a7ab None None] Current status of the port 65a8b03e-22ea-4ee6-8807-53a01aa26915 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:00.416774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacb4651-0a57-4f08-96c7-2714ececf728') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:00.418313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacb4651-0a57-4f08-96c7-2714ececf728') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:00.475485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (dacb4651-0a57-4f08-96c7-2714ececf728), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.556688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dacb4651-0a57-4f08-96c7-2714ececf728), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.586063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:21:00.586545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (dacb4651-0a57-4f08-96c7-2714ececf728), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:00.683947 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:00.745783 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c3fb7-53f2-4be8-a7aa-836c4f5eb6ca None None] Pushing event updated for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:00.755088 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba79f5a-84e4-4c20-af04-bf921b173ff9 None None] The sync data for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 is: [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:21:00.787035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb01abda-a581-4657-832f-32ab607bec10 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:21:00.860590 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:21:01.016468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (948f434f-a59a-49cb-b366-09a66f96d5f6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.031261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.049604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] 10.222.0.59 "DELETE /v2.0/networks/948f434f-a59a-49cb-b366-09a66f96d5f6 HTTP/1.1" status: 204 len: 168 time: 2.7923043 Jan 27 19:21:01.101141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-2e478aef-9722-411b-bd29-0a75395bac71 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:01.112395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-2e478aef-9722-411b-bd29-0a75395bac71 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.39 "GET /v2.0/networks?id=8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 200 len: 816 time: 2.6359031 Jan 27 19:21:01.193700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243e802-722b-4451-87bf-2b2684210509 admin admin] Pushing event deleted for resources: {'Network': ['ID=948f434f-a59a-49cb-b366-09a66f96d5f6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:01.317836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c57c6-3a9e-4547-b33b-5b5d0d10ffcf req-2fcab6b9-1bdd-4054-b42e-54d5ee54b6ec tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:01.329485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c57c6-3a9e-4547-b33b-5b5d0d10ffcf req-2fcab6b9-1bdd-4054-b42e-54d5ee54b6ec tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:01.337048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c57c6-3a9e-4547-b33b-5b5d0d10ffcf req-2fcab6b9-1bdd-4054-b42e-54d5ee54b6ec tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:01.339219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb4c57c6-3a9e-4547-b33b-5b5d0d10ffcf req-2fcab6b9-1bdd-4054-b42e-54d5ee54b6ec tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc&device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9&device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 2417 time: 0.5737467 Jan 27 19:21:01.369755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-787c9fff-9fd5-4d26-99aa-9b026b0d31e5 req-139a6fcd-822b-4758-be3e-18373e9efa00 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5443072 Jan 27 19:21:01.375757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:01.420264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bb01abda-a581-4657-832f-32ab607bec10 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:01.421230 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb01abda-a581-4657-832f-32ab607bec10), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.442086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-8c7aa1e5-affd-4f32-9104-99676a83449d tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b2329392ff4ca09db7325456824391 HTTP/1.1" status: 200 len: 380 time: 0.3227923 Jan 27 19:21:01.482700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.487306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fedea2f6-c3c8-4171-abfc-57e180a7aa95 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0577500 Jan 27 19:21:01.487958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-155b5140-603c-4108-ab8b-b280789cc2d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=167ddcd28b304ee098f5b3b1d5cf77d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051404 Jan 27 19:21:01.492265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'port': {'device_id': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'admin_state_up': True, 'tenant_id': '30b2329392ff4ca09db7325456824391', 'security_groups': ['0b01867b-d141-492e-9f29-9b19e9c71c4f']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:01.559398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39242) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:01.559851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:01.610781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'security_group_rule': {'security_group_id': '54bdf750-d499-461f-a1fe-8471f982d0db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:01.633565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bb01abda-a581-4657-832f-32ab607bec10 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:01.634983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 094ca03f-a0ad-4ee0-9735-c6005047f108 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:01.765989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 094ca03f-a0ad-4ee0-9735-c6005047f108 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:01.766415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.893719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks [] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.927801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.932117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 094ca03f-a0ad-4ee0-9735-c6005047f108 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:01.932713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.964119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 094ca03f-a0ad-4ee0-9735-c6005047f108, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=094ca03f-a0ad-4ee0-9735-c6005047f108,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:01.973706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:01.998639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (8fa159cb-21b0-46e5-af31-3563f6e8273f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.032649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=094ca03f-a0ad-4ee0-9735-c6005047f108,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:02.147266 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] Publish callbacks [] for security_group (bc030ab9-be97-456e-98aa-973e3e91bd19), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.163049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d8bfe3-a273-4fe4-841d-57f21274eff0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:02.172534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks [] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.193184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Transition to ACTIVE for port object 24d8bfe3-a273-4fe4-841d-57f21274eff0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:02.213855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:02.243306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.277092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ee125b0-55a1-471f-90e4-6f585579b180 req-ef322897-64fa-42d2-b6ec-f4dda29c54e5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.1015477 Jan 27 19:21:02.335954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.378685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb4c57c6-3a9e-4547-b33b-5b5d0d10ffcf req-bc1d85bd-964e-4c44-aab2-2dbc4255066d tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0203674 Jan 27 19:21:02.427855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] Publish callbacks [] for security_group (bc030ab9-be97-456e-98aa-973e3e91bd19), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.440908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-378c33ff-bca2-438d-ac5f-dd57cd4d99cb admin admin] Publish callbacks [] for security_group (261c71de-f2d6-44a8-b3c1-e06da00de644), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.683414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65a8b03e-22ea-4ee6-8807-53a01aa26915 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:02.684627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-514d916c-ac61-4aa3-bbbc-4583c10fbe1e req-41e12426-85d1-47f1-812c-1cb68dcd081d tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2294643 Jan 27 19:21:02.727507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4fc61-d36a-40ea-b02f-8e332315db63 req-8ebd0afa-b66e-4ce5-b29b-4baa4d89370a tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:02.729534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bad4fc61-d36a-40ea-b02f-8e332315db63 req-8ebd0afa-b66e-4ce5-b29b-4baa4d89370a tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 948 time: 0.1329195 Jan 27 19:21:02.741727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Made reservation on behalf of 30b2329392ff4ca09db7325456824391 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:02.750679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (8fa159cb-21b0-46e5-af31-3563f6e8273f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.752290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-378c33ff-bca2-438d-ac5f-dd57cd4d99cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (261c71de-f2d6-44a8-b3c1-e06da00de644), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.758647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.818584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c33ff-bca2-438d-ac5f-dd57cd4d99cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c71de-f2d6-44a8-b3c1-e06da00de644,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:02.831055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 65a8b03e-22ea-4ee6-8807-53a01aa26915 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:02.831448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.854269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Network 56c090bb-4553-44c3-853e-ec46197a11a6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:02.855857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8fa159cb-21b0-46e5-af31-3563f6e8273f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.872203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:02.937873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:02.952292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:02.957645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3935299 Jan 27 19:21:02.961041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39252) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:02.972825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:03.010398 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-378c33ff-bca2-438d-ac5f-dd57cd4d99cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e20f16245854781941ed82a02705da3&name=default HTTP/1.1" status: 200 len: 2996 time: 4.5505755 Jan 27 19:21:03.011313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e4fb-8682-4390-a306-73740f3076f4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa159cb-21b0-46e5-af31-3563f6e8273f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:03.022772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:03.062907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 65a8b03e-22ea-4ee6-8807-53a01aa26915 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:03.064262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 094ca03f-a0ad-4ee0-9735-c6005047f108 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:03.195452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 094ca03f-a0ad-4ee0-9735-c6005047f108 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:03.196549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.204150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bad4fc61-d36a-40ea-b02f-8e332315db63 req-5af707a3-7c00-4ea4-a8ee-87611dd4ac2d tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642169 Jan 27 19:21:03.252560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Attempting to bind port 24d8bfe3-a273-4fe4-841d-57f21274eff0 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:03.252863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Attempting to bind port 24d8bfe3-a273-4fe4-841d-57f21274eff0 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:03.253196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Attempting to bind port 24d8bfe3-a273-4fe4-841d-57f21274eff0 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:03.269362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:21:03.271079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Port 24d8bfe3-a273-4fe4-841d-57f21274eff0 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:03.271686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Attempting to bind port 24d8bfe3-a273-4fe4-841d-57f21274eff0 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:03.285503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:03.286320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:03.287174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:03.287864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Bound port: 24d8bfe3-a273-4fe4-841d-57f21274eff0, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:03.288459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.306811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.311692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bc030ab9-be97-456e-98aa-973e3e91bd19), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.314847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.316446 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc030ab9-be97-456e-98aa-973e3e91bd19 HTTP/1.1" status: 204 len: 168 time: 1.7552135 Jan 27 19:21:03.460821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598190-c424-4e57-826b-76468a9879c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc030ab9-be97-456e-98aa-973e3e91bd19,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:03.504028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 094ca03f-a0ad-4ee0-9735-c6005047f108 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:03.522156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Allocated IP 172.20.0.11 (8175110f-5606-4bc9-8ac3-15c87b18e4f5/dd9bb8bb-9262-417f-80df-f53e1aa3c0ba/f24468a6-4b0e-4416-bddb-56dc95ce3b0d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:03.525799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be37c9ee-a71c-4883-987c-8fb260208ffe req-30a07c4a-8b2a-4bbc-bfc4-0feeb649f836 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0406699 Jan 27 19:21:03.530372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] Publish callbacks [] for security_group (261c71de-f2d6-44a8-b3c1-e06da00de644), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.579480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e21ce387-43fc-497c-a9c6-72237828d900 None None] Provisioning complete for port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:03.579870 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e21ce387-43fc-497c-a9c6-72237828d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.580043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] Publish callbacks [] for security_group (261c71de-f2d6-44a8-b3c1-e06da00de644), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.649314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e21ce387-43fc-497c-a9c6-72237828d900 None None] Port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:21:03.806449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (261c71de-f2d6-44a8-b3c1-e06da00de644), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.817747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.837079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/261c71de-f2d6-44a8-b3c1-e06da00de644 HTTP/1.1" status: 204 len: 168 time: 0.7950885 Jan 27 19:21:03.846088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:21:03.858136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Sync routers for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:21:03.866154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c2e6b9d-2be1-4aef-8762-1c43351bfe12 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6bd8a8-7d2d-45da-855f-9a5a9c92edad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6258192 Jan 27 19:21:03.872138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:03.889011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:21:03.891377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:03.906275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6691d3-28ed-4b33-99f1-44663eaf307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c71de-f2d6-44a8-b3c1-e06da00de644,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:03.918205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:03.939853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:03.967270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.043374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:04.044192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.050547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.052481 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/24d8bfe3-a273-4fe4-841d-57f21274eff0 HTTP/1.1" status: 200 len: 1096 time: 5.1893048 Jan 27 19:21:04.053803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:04.068903 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966c3e4-0595-41e1-a88d-6301f2c31309" -d '{"events": [{"name": "network-changed", "server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:04.113156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:04.260423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.278441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:04.278615 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e73eb-a670-4a98-9329-557b4541b304 x-openstack-request-id: req-9a5e73eb-a670-4a98-9329-557b4541b304 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:04.279012 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:04.279132 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a5e73eb-a670-4a98-9329-557b4541b304 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:04.279660 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0', 'status': 'completed', 'code': 200} Jan 27 19:21:04.295846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:04.319053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:04.416190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:04.416894 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.478073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event updated for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:04.525970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:21:04.527127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-f3c48857-8e95-4669-8955-3222de2424b2 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0468564 Jan 27 19:21:04.544214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab442007-b486-4359-9c4d-e8c26b3b552c req-ba934455-ce30-4bba-8602-fd8a699dadba tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:04.550344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab442007-b486-4359-9c4d-e8c26b3b552c req-ba934455-ce30-4bba-8602-fd8a699dadba tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 948 time: 0.1289279 Jan 27 19:21:04.566823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Request body: {'port': {'device_id': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:04.574192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a389b-a674-4885-a861-819585cb73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:04.602091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9d05421d-3f0e-46fc-9202-aa64e8c38457 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67e691cd62154af498c3332084f78c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692132 Jan 27 19:21:04.629605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:04.715094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-25321114-a5f5-4268-9cbc-e91cb7b819aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:04.716934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-25321114-a5f5-4268-9cbc-e91cb7b819aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 1099 time: 0.5833638 Jan 27 19:21:04.719599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.868172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-b07b9ac5-4af7-40b7-8ddf-c1ba273adc73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0 HTTP/1.1" status: 200 len: 217 time: 0.1332288 Jan 27 19:21:04.870190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39288) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:04.943309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2004-ad98-45eb-aa6e-4083a0a5801c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.960832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-abeb6032-8e3b-41b6-ba79-996aecf56214 None None] Provisioning complete for port f24468a6-4b0e-4416-bddb-56dc95ce3b0d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:04.961231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abeb6032-8e3b-41b6-ba79-996aecf56214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:04.971273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] Publish callbacks [] for security_group (93a78088-01fe-4913-b8a4-5ecb91c6ef9f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.000579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Allocated IP 172.25.5.247 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/368310a5-36dc-4143-b80f-1be442c55b1a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:05.011289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abeb6032-8e3b-41b6-ba79-996aecf56214 None None] Port f24468a6-4b0e-4416-bddb-56dc95ce3b0d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:21:05.032258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:58Z', 'revision_number': 4, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0', 'name': '', 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'mac_address': 'fa:16:3e:a6:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:54Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 2, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'subnets': [{'id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:05.045696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-c55403ef-59b1-422a-a2c1-b3e01a23e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:05.047580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-c55403ef-59b1-422a-a2c1-b3e01a23e314 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1639357 Jan 27 19:21:05.073592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Checking router: 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:21:05.074047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Updating router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:21:05.083333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] Publish callbacks [] for security_group (93a78088-01fe-4913-b8a4-5ecb91c6ef9f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.110038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.234724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d4555425-66f9-4e76-98b4-da9d49a0d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:05.236419 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-d4555425-66f9-4e76-98b4-da9d49a0d3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735208 Jan 27 19:21:05.284232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab442007-b486-4359-9c4d-e8c26b3b552c req-1c05d0b7-dd69-47a3-97fa-c40dcb29bd4b tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677576 Jan 27 19:21:05.293976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (93a78088-01fe-4913-b8a4-5ecb91c6ef9f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.297327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.299245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93a78088-01fe-4913-b8a4-5ecb91c6ef9f HTTP/1.1" status: 204 len: 168 time: 0.6673281 Jan 27 19:21:05.345228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df25c0-32d5-4c8b-80e9-7d131900234a req-93100d79-ef4e-4daa-943e-5f0735028b9f tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:05.363270 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2004-ad98-45eb-aa6e-4083a0a5801c admin admin] Publish callbacks [] for security_group (ec2696f9-c630-4da9-ba31-cdf314ba2c08), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.363561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7df25c0-32d5-4c8b-80e9-7d131900234a req-93100d79-ef4e-4daa-943e-5f0735028b9f tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 932 time: 0.2608061 Jan 27 19:21:05.381474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6c0e-dedf-471a-b912-0eb98b0b4c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a78088-01fe-4913-b8a4-5ecb91c6ef9f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:05.386106 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2004-ad98-45eb-aa6e-4083a0a5801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ec2696f9-c630-4da9-ba31-cdf314ba2c08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.390563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for port (368310a5-36dc-4143-b80f-1be442c55b1a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.460057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d46a2004-ad98-45eb-aa6e-4083a0a5801c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a65b37617a6d4f60841834f77b25264c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864689 Jan 27 19:21:05.468881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:05.475882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a2004-ad98-45eb-aa6e-4083a0a5801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2696f9-c630-4da9-ba31-cdf314ba2c08,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:05.497192 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-b7e283eb-7a90-4dd5-9f20-d5b8ed2b7272 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509706 Jan 27 19:21:05.622802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-759bb5dc-5cc5-4f0c-a0ce-b123ba74be97 req-ba2e7826-ee1b-4ee7-8757-6e6643e6642d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183770 Jan 27 19:21:05.629792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.683605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] Publish callbacks [] for security_group (ec2696f9-c630-4da9-ba31-cdf314ba2c08), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.691161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:05.695997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:05.698647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'Port': ['ID=368310a5-36dc-4143-b80f-1be442c55b1a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:05.702878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:05.731464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7df25c0-32d5-4c8b-80e9-7d131900234a req-949a95b6-2774-4fc9-bfdc-0cc245966fe8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662984 Jan 27 19:21:05.773100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] Publish callbacks [] for security_group (ec2696f9-c630-4da9-ba31-cdf314ba2c08), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.834432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-f8ad8ab5-fc7f-4582-8194-138f2021f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:05.840488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-f8ad8ab5-fc7f-4582-8194-138f2021f0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9e2fa6872074500829603919f2ba63c&device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 1099 time: 0.1337140 Jan 27 19:21:05.846210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks [] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.846806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ec2696f9-c630-4da9-ba31-cdf314ba2c08), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.850238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.851540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec2696f9-c630-4da9-ba31-cdf314ba2c08 HTTP/1.1" status: 204 len: 168 time: 0.3614233 Jan 27 19:21:05.865482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24468a6-4b0e-4416-bddb-56dc95ce3b0d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:05.868228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.917439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks [] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:05.920286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59143-a3e0-4ef6-9530-30b624eaae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2696f9-c630-4da9-ba31-cdf314ba2c08,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:06.004762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Transition to ACTIVE for port object f24468a6-4b0e-4416-bddb-56dc95ce3b0d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:06.023505 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.098412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e958a-8b72-4aa4-8575-d35403d5f404 None None] Pushing event updated for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:06.124652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Attempting to bind port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:06.127495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Attempting to bind port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:06.128599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Attempting to bind port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 on network 56c090bb-4553-44c3-853e-ec46197a11a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:06.137919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:06.138444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Checking segment: {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:06.139489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.140158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Bound using segment: {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:06.140907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Bound port: ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:06.141444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.239491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Pushing event updated for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:06.315099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.353483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] For port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:06.359301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] For port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:06.378111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.470536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-8880cf1d-fbbc-4435-8bad-31a08a71aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:06.479625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-8880cf1d-fbbc-4435-8bad-31a08a71aff0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.6275775 Jan 27 19:21:06.479861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:21:06.481370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:06.486198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.581074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e636a-a412-4ebc-9929-82463cb2fe0a req-c5345bf9-60b7-4645-9eb6-77e23eb08745 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:06.585100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5e636a-a412-4ebc-9929-82463cb2fe0a req-c5345bf9-60b7-4645-9eb6-77e23eb08745 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2543879 Jan 27 19:21:06.633619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e958a-8b72-4aa4-8575-d35403d5f404 None None] Pushing event updated for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:06.653406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Provisioning complete for port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:06.653904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.668495 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-7e73e6f6-132a-4bba-8b47-fa86d3ef84ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0 HTTP/1.1" status: 200 len: 217 time: 0.1585572 Jan 27 19:21:06.772281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Attempting to bind port f24468a6-4b0e-4416-bddb-56dc95ce3b0d on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:06.773159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Attempting to bind port f24468a6-4b0e-4416-bddb-56dc95ce3b0d by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:06.773159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Attempting to bind port f24468a6-4b0e-4416-bddb-56dc95ce3b0d on network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:06.836393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Port f24468a6-4b0e-4416-bddb-56dc95ce3b0d on network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:06.836749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Attempting to bind port f24468a6-4b0e-4416-bddb-56dc95ce3b0d on network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:06.858559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:21:06.870949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:06.871345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Checking segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:06.871634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Bound using segment: {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:06.872251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Bound port: f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:06.872627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:06.936685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e87-4deb-420c-959d-e50771e4ff1b req-587949e9-3204-4aa8-bf1a-bca0b5491be5 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:06.938592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ad25e87-4deb-420c-959d-e50771e4ff1b req-587949e9-3204-4aa8-bf1a-bca0b5491be5 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 948 time: 0.2622826 Jan 27 19:21:06.953856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5e636a-a412-4ebc-9929-82463cb2fe0a req-57951a31-ee38-495b-b2ff-24684cdba826 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520730 Jan 27 19:21:06.961571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-37c4d3a0-86bc-4f13-9c46-ac5088496c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:06.965439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-37c4d3a0-86bc-4f13-9c46-ac5088496c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2889268 Jan 27 19:21:07.141426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ad25e87-4deb-420c-959d-e50771e4ff1b req-b4e9c245-ccdc-40ea-820f-348eb1d25896 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808941 Jan 27 19:21:07.194114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Current status of the port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:07.194661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.224944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-8e1e03f1-8714-4715-9b7f-6109df766e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.226835 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-8e1e03f1-8714-4715-9b7f-6109df766e1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2492261 Jan 27 19:21:07.249898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] For port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:07.259309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.262737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:07.271943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e74d-7a2d-4b39-baaf-f05dbcbf9c72 req-04b277df-987e-4a4b-be40-727abd4b6cdd tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.280681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d74e74d-7a2d-4b39-baaf-f05dbcbf9c72 req-04b277df-987e-4a4b-be40-727abd4b6cdd tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2095516 Jan 27 19:21:07.301910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:07.322198 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.424445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.425068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.426541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] 10.222.0.39 "PUT /v2.0/ports/f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 200 len: 1092 time: 2.8736470 Jan 27 19:21:07.429224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:07.431659 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2610386-2d66-40da-a5b6-0ce3eac6148a" -d '{"events": [{"name": "network-changed", "server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:07.438203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for port (368310a5-36dc-4143-b80f-1be442c55b1a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.441960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02261ac-72d4-452a-a89d-fff14beb7439 None None] Pushing event updated for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:07.483521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.608820 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e6c25b-6b17-4ab5-b6cc-8bd08e9e5828 x-openstack-request-id: req-d6e6c25b-6b17-4ab5-b6cc-8bd08e9e5828 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:07.609008 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:07.609113 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6e6c25b-6b17-4ab5-b6cc-8bd08e9e5828 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:07.609552 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'status': 'completed', 'code': 200} Jan 27 19:21:07.611194 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-b43b1a72-8bfc-4975-8f5d-be3402e227e9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621774 Jan 27 19:21:07.645232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d74e74d-7a2d-4b39-baaf-f05dbcbf9c72 req-3890facd-409c-433e-a4e7-589d7ace4f79 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635504 Jan 27 19:21:07.649678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-39c41374-6ccf-4415-8603-2abfdbb807c0 None None] Provisioning complete for port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:07.650804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39c41374-6ccf-4415-8603-2abfdbb807c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.655379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f14f2e-027f-46e3-a176-3e1ed781a772 service neutron] Pushing event updated for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:07.677370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:58Z', 'revision_number': 4, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0', 'name': '', 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'mac_address': 'fa:16:3e:a6:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:54Z', 'updated_at': '2022-01-27T19:21:06Z', 'revision_number': 4, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'subnets': [{'id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:07.697014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-ba247a84-5719-4c2f-895b-5f1106a67228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.698871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-ba247a84-5719-4c2f-895b-5f1106a67228 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b2329392ff4ca09db7325456824391&device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 1095 time: 0.2021749 Jan 27 19:21:07.857567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-d1df90b1-6007-43d9-9858-7546f7e78f8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 200 len: 217 time: 0.1488206 Jan 27 19:21:07.905743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7966c3e4-0595-41e1-a88d-6301f2c31309 req-35fb8bdd-dcaf-4bf6-81fa-db399f74ada3 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254114 Jan 27 19:21:07.956686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-234d4729-f285-455b-9545-0a4bc38fdf78 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.958304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-234d4729-f285-455b-9545-0a4bc38fdf78 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.2510643 Jan 27 19:21:07.963949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:07.977018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-96379900-6585-4c57-bf16-7b9e296f4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:07.978608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-96379900-6585-4c57-bf16-7b9e296f4394 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba HTTP/1.1" status: 200 len: 855 time: 0.1099424 Jan 27 19:21:07.996239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'Port': ['ID=368310a5-36dc-4143-b80f-1be442c55b1a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:08.027317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:08.032722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9526c55a-1ffd-4436-b75c-5e26bbe3a092 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0606782 Jan 27 19:21:08.100152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70465b-49b6-4c5f-8946-828633fc6795 None None] The sync data for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 is: [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:20:58Z', 'revision_number': 4, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0', 'name': '', 'network_id': '56c090bb-4553-44c3-853e-ec46197a11a6', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'mac_address': 'fa:16:3e:a6:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:54Z', 'updated_at': '2022-01-27T19:21:06Z', 'revision_number': 4, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'subnets': [{'id': 'a2c52ae8-8736-4094-915e-96aabac5dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:21:08.278634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-39c41374-6ccf-4415-8603-2abfdbb807c0 None None] Current status of the port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:08.304385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-fa70847a-d25c-49a4-9920-71e7e3550437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:08.306951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-fa70847a-d25c-49a4-9920-71e7e3550437 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8175110f-5606-4bc9-8ac3-15c87b18e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932112 Jan 27 19:21:08.494896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77554e-b38c-420d-8baa-8c6b8aa610ac req-cbe29828-1fdd-4afb-8cce-a14c8d12c455 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:08.501075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f77554e-b38c-420d-8baa-8c6b8aa610ac req-cbe29828-1fdd-4afb-8cce-a14c8d12c455 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a642294-9015-473e-8314-b4cd873471cc HTTP/1.1" status: 200 len: 945 time: 0.3882957 Jan 27 19:21:08.572533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:08.732645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:08.733080 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:08.787117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f77554e-b38c-420d-8baa-8c6b8aa610ac req-3dc3c2da-4a40-41ab-90d2-a38efd6f254a tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701694 Jan 27 19:21:08.831223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Deleting port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:08.831715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:08.927594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:08.981535 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b06042-6d63-4d28-88ac-5fadfe4ee558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:09.118945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] For port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:09.120034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:09.139066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Calling delete_port for 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:09.222920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555d3e6-13ca-4a77-8ee1-97af56844f87 req-dd59df71-fddb-4773-8714-3fc65a80ea95 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:09.232782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a555d3e6-13ca-4a77-8ee1-97af56844f87 req-dd59df71-fddb-4773-8714-3fc65a80ea95 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 948 time: 0.8602047 Jan 27 19:21:09.339693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-d8602394-3097-4f67-87ac-900f2f8f00f3 service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0199926 Jan 27 19:21:09.362140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-69c74daf-c05a-4995-a741-3d7c3bcd0553 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--87005018&fields=id&tenant_id=ee181dd303a947d8af6783c256319bbc HTTP/1.1" status: 200 len: 267 time: 0.2035496 Jan 27 19:21:09.520770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 24d8bfe3-a273-4fe4-841d-57f21274eff0 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:21:09.754441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a555d3e6-13ca-4a77-8ee1-97af56844f87 req-cf80c575-a90f-41a9-911a-bd57fa9dae00 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197923 Jan 27 19:21:09.785368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:09.824149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '24d8bfe3-a273-4fe4-841d-57f21274eff0', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '24d8bfe3-a273-4fe4-841d-57f21274eff0', 'mac_address': 'fa:16:3e:c9:66:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:21:09.886129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6acecb00-ddbd-495b-aef0-7227fa6dfdd5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:09.943365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9d823f21-4a93-4291-b530-0038347f5497'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:09.947660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', '6acecb00-ddbd-495b-aef0-7227fa6dfdd5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:10.096382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event deleted for resources: {'Port': ['ID=6acecb00-ddbd-495b-aef0-7227fa6dfdd5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:10.179330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0778f4c0-e051-4f81-92ec-bf04906a425e req-138f2cb5-97da-4265-85a3-e96dd7a9b8e9 service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137055 Jan 27 19:21:10.187127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-ddfdcd31-6920-429b-9173-0d74351bbd67 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:10.194991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-ddfdcd31-6920-429b-9173-0d74351bbd67 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 805 time: 0.8309870 Jan 27 19:21:10.236052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 24d8bfe3-a273-4fe4-841d-57f21274eff0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:10.236630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:10.248503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] No DVR routers for this DVR port 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:10.271584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d8bfe3-a273-4fe4-841d-57f21274eff0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:10.278388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-577138c8-69b3-492a-a55c-5bfd0afd0351 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/quotas/ee181dd303a947d8af6783c256319bbc HTTP/1.1" status: 200 len: 375 time: 0.0823333 Jan 27 19:21:10.283088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:10.289963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2c675d3-e022-48a2-81be-9971c183f2f4 req-64305810-dc71-4c29-a77c-c9f2f36484d2 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "DELETE /v2.0/ports/6acecb00-ddbd-495b-aef0-7227fa6dfdd5 HTTP/1.1" status: 204 len: 173 time: 2.3245192 Jan 27 19:21:10.292543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'name': 'network-vif-deleted', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:10.297654 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7657212-8932-43b5-bea8-4e45c6803c7f" -d '{"events": [{"server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "name": "network-vif-deleted", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:10.421706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:10.460645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:10.556444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-010d7214-f427-455f-b7ec-1a0afae6ec5f tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2404499 Jan 27 19:21:10.564872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3bb8b-e9d6-411d-a880-9a533e481da5 req-bb0f9f2d-12a5-42b1-9959-dd66d966a4d5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:10.566547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ec3bb8b-e9d6-411d-a880-9a533e481da5 req-bb0f9f2d-12a5-42b1-9959-dd66d966a4d5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.4559064 Jan 27 19:21:10.569823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-dea95fb4-88f1-43b2-8eb6-540128db2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:10.571645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-dea95fb4-88f1-43b2-8eb6-540128db2a01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b2329392ff4ca09db7325456824391&device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 1095 time: 0.2915502 Jan 27 19:21:10.763603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['24d8bfe3-a273-4fe4-841d-57f21274eff0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:10.774556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:10.897629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-7e9a6375-36e3-42c4-b1d2-f8620e37305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:10.900239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-7e9a6375-36e3-42c4-b1d2-f8620e37305e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 200 len: 917 time: 0.3217235 Jan 27 19:21:10.967780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-2f472182-6fcf-4593-b71e-73f93f772853 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 200 len: 217 time: 0.0586658 Jan 27 19:21:10.985060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ec3bb8b-e9d6-411d-a880-9a533e481da5 req-cfbd3689-0700-4d11-b720-71202442d1ec tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968035 Jan 27 19:21:11.176423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-6d22e0c9-3de8-40d2-a118-e2a66f83c8ad service neutron] 10.222.0.59 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910929 Jan 27 19:21:11.243647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-fa7b7e7f-834b-4cf1-a54c-36ea5b78ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:11.245305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-fa7b7e7f-834b-4cf1-a54c-36ea5b78ad40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba HTTP/1.1" status: 200 len: 855 time: 0.2508223 Jan 27 19:21:11.346540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-ec113f65-83b0-40c9-b386-a70cea82c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:11.348050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-ec113f65-83b0-40c9-b386-a70cea82c329 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8175110f-5606-4bc9-8ac3-15c87b18e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949516 Jan 27 19:21:11.350928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-2ff8ede9-eb29-4b95-b285-7811de28c186 service neutron] 10.222.0.59 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648238 Jan 27 19:21:11.479185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-df62aa26-0d1f-46f2-9d51-01ccdbf3260f service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221521 Jan 27 19:21:11.514504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:11.591422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:21:11.591837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6acecb00-ddbd-495b-aef0-7227fa6dfdd5 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:11.721060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2610386-2d66-40da-a5b6-0ce3eac6148a req-2abc6b91-9c7f-4abc-8146-018aecc6d52c service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329423 Jan 27 19:21:11.755628 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d263d13f-6d9c-4934-bb0f-788670daa955 x-openstack-request-id: req-d263d13f-6d9c-4934-bb0f-788670daa955 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:11.756095 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a642294-9015-473e-8314-b4cd873471cc", "name": "network-vif-deleted", "tag": "6acecb00-ddbd-495b-aef0-7227fa6dfdd5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:11.756507 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d263d13f-6d9c-4934-bb0f-788670daa955 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:11.757167 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a642294-9015-473e-8314-b4cd873471cc', 'name': 'network-vif-deleted', 'tag': '6acecb00-ddbd-495b-aef0-7227fa6dfdd5', 'status': 'completed', 'code': 200} Jan 27 19:21:11.866541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b654c7c6-37ae-467f-a6a3-c667fd57b653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:11.954781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c0878-e9a0-4fbb-8794-34f099e1a9a9 req-d975b59f-f42b-4736-a6ee-b9eabda7a6db tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:11.967819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-362c0878-e9a0-4fbb-8794-34f099e1a9a9 req-d975b59f-f42b-4736-a6ee-b9eabda7a6db tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 949 time: 0.1166975 Jan 27 19:21:12.043003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-362c0878-e9a0-4fbb-8794-34f099e1a9a9 req-b68a0e19-30f7-4850-9e3d-c5024f909f21 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728700 Jan 27 19:21:12.488218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbfd7a6d-8ab6-4cbf-b4d5-c8daa10c3fba req-ecd75dbf-da38-4020-9ff6-5853eddb88d6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 210 time: 0.0515583 Jan 27 19:21:12.680735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4e2a-6f28-485c-9d3c-49d399e3d115 req-9a2707a5-efb5-4f5b-a5b9-d9aeff758479 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:12.684632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af6f4e2a-6f28-485c-9d3c-49d399e3d115 req-9a2707a5-efb5-4f5b-a5b9-d9aeff758479 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.0990946 Jan 27 19:21:12.820226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af6f4e2a-6f28-485c-9d3c-49d399e3d115 req-1cbc0767-7294-4fe3-a613-40c8ec29ee03 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294601 Jan 27 19:21:12.849927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05767d4-3c43-4b21-a3b8-1bea30efecea req-99337ec6-9866-4d7d-b1e8-bfee28461e6e tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:12.866097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05767d4-3c43-4b21-a3b8-1bea30efecea req-99337ec6-9866-4d7d-b1e8-bfee28461e6e tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.1409643 Jan 27 19:21:12.951850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e05767d4-3c43-4b21-a3b8-1bea30efecea req-10a47acd-641c-4807-b449-74e0d9944d70 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Jan 27 19:21:13.215030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d2136-d85a-411d-a31b-ed595dd66366 req-364cb6b9-b065-4b16-92fe-eef09fcb28d4 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:13.216782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786d2136-d85a-411d-a31b-ed595dd66366 req-364cb6b9-b065-4b16-92fe-eef09fcb28d4 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 949 time: 0.0629890 Jan 27 19:21:13.305492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786d2136-d85a-411d-a31b-ed595dd66366 req-de8a2000-e9c6-46d2-8425-4c7259b790b4 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741343 Jan 27 19:21:13.485656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-e2b8d8e8-869c-4577-9624-fb4b49222226 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:13.487309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-e2b8d8e8-869c-4577-9624-fb4b49222226 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.66 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 805 time: 0.1519842 Jan 27 19:21:13.536895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 24d8bfe3-a273-4fe4-841d-57f21274eff0 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:13.682002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 24d8bfe3-a273-4fe4-841d-57f21274eff0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:21:13.693320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 24d8bfe3-a273-4fe4-841d-57f21274eff0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:13.694813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:13.715181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39446) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:13.742605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-f0a104f5-5e9d-4049-b3df-2b49ea3514b4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee181dd303a947d8af6783c256319bbc HTTP/1.1" status: 200 len: 378 time: 0.2441826 Jan 27 19:21:13.792027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72a9f9e6-3cb7-477a-b9fc-c70f6dc21fb9 req-4bb1fe2a-b567-4dc6-9e44-44e28bf6ae21 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 210 time: 0.1262255 Jan 27 19:21:13.800637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'port': {'device_id': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'admin_state_up': True, 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'security_groups': ['54bdf750-d499-461f-a1fe-8471f982d0db']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:13.964023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 24d8bfe3-a273-4fe4-841d-57f21274eff0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:13.964683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:13.968651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6467ad71-8292-4270-a16a-bedcb55af8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.063837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:14.079320 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd4bc8-4777-43b8-a666-9064f8b0c1f5" -d '{"events": [{"server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "name": "network-vif-plugged", "status": "completed", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:14.130758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6467ad71-8292-4270-a16a-bedcb55af8e1 admin admin] Publish callbacks [] for security_group (362be7ab-4b29-4696-b541-cce2da01da79), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.138009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6467ad71-8292-4270-a16a-bedcb55af8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (362be7ab-4b29-4696-b541-cce2da01da79), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.154567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:14.168635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.205615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467ad71-8292-4270-a16a-bedcb55af8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362be7ab-4b29-4696-b541-cce2da01da79,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:14.264409 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6467ad71-8292-4270-a16a-bedcb55af8e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5c95a60b383498088f2e22f1bc03cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449264 Jan 27 19:21:14.265675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:14.316780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:14.358471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] Publish callbacks [] for security_group (362be7ab-4b29-4696-b541-cce2da01da79), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.385953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] Publish callbacks [] for security_group (362be7ab-4b29-4696-b541-cce2da01da79), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.418015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:14.465125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (362be7ab-4b29-4696-b541-cce2da01da79), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.471132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.471132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/362be7ab-4b29-4696-b541-cce2da01da79 HTTP/1.1" status: 204 len: 168 time: 0.2024078 Jan 27 19:21:14.481467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cb4be-8b9c-4280-a1be-554d3ad573bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362be7ab-4b29-4696-b541-cce2da01da79,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:14.557518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb71-f821-4727-adcb-0a8d698f48b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.609942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-5abbc80e-8ae8-4382-9f77-cbfd18a94f74 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:14.611678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-5abbc80e-8ae8-4382-9f77-cbfd18a94f74 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.2418168 Jan 27 19:21:14.647584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920b74-67e3-4611-868d-37af33f7aea3 req-314b558c-0331-4952-94ad-3e86630a2276 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:14.655499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43920b74-67e3-4611-868d-37af33f7aea3 req-314b558c-0331-4952-94ad-3e86630a2276 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2818422 Jan 27 19:21:14.663767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4145-f22b-4516-9e15-ca2807403bd3 req-4de23e86-9c99-4af8-ba6a-7acc415081f5 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:14.666491 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb71-f821-4727-adcb-0a8d698f48b3 admin admin] Publish callbacks [] for security_group (f43c69d2-75b2-4b11-aa06-3d8dbee88636), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.670751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc8f4145-f22b-4516-9e15-ca2807403bd3 req-4de23e86-9c99-4af8-ba6a-7acc415081f5 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 945 time: 0.2979951 Jan 27 19:21:14.673330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb71-f821-4727-adcb-0a8d698f48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f43c69d2-75b2-4b11-aa06-3d8dbee88636), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.730296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4e73cb71-f821-4727-adcb-0a8d698f48b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ec5569c429f477faf15f6953d0ff705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102376 Jan 27 19:21:14.733401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:14.819129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73cb71-f821-4727-adcb-0a8d698f48b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43c69d2-75b2-4b11-aa06-3d8dbee88636,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:14.838732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Made reservation on behalf of ee181dd303a947d8af6783c256319bbc for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:14.842686 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.862574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc8f4145-f22b-4516-9e15-ca2807403bd3 req-170a55d1-40c6-4052-b429-4d731b0e1419 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907914 Jan 27 19:21:14.893570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43920b74-67e3-4611-868d-37af33f7aea3 req-e6114896-8122-4051-bb4a-f9bbcf22e3d6 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292960 Jan 27 19:21:14.909656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] Publish callbacks [] for security_group (f43c69d2-75b2-4b11-aa06-3d8dbee88636), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:14.956125 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c3610a-2e17-4fdf-8651-9b6707fa4f7b x-openstack-request-id: req-11c3610a-2e17-4fdf-8651-9b6707fa4f7b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:14.956752 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "name": "network-vif-plugged", "status": "completed", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:14.957766 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11c3610a-2e17-4fdf-8651-9b6707fa4f7b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:14.958255 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0', 'code': 200} Jan 27 19:21:15.022192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] Publish callbacks [] for security_group (f43c69d2-75b2-4b11-aa06-3d8dbee88636), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.079777 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.146069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f43c69d2-75b2-4b11-aa06-3d8dbee88636), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.148590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.152892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f43c69d2-75b2-4b11-aa06-3d8dbee88636 HTTP/1.1" status: 204 len: 168 time: 0.3893929 Jan 27 19:21:15.162648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef06c0-92e2-474d-863a-9b9ac02a4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43c69d2-75b2-4b11-aa06-3d8dbee88636,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:15.211916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39482) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:15.220190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ed6de0f-9c81-4b25-8158-e37d2808787c req-6fabb98d-ee5a-44df-8fac-56b41505a4c4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 210 time: 0.1573436 Jan 27 19:21:15.236301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d858b169-0b0d-4dff-a865-8cc5f496b21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.271786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Deleting port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:15.272137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.336572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220e3ae-46a9-46e8-bdd8-2e21fdf3afea req-1e8cdda8-b7eb-49ca-a6e1-d8681e7fbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:15.338402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1220e3ae-46a9-46e8-bdd8-2e21fdf3afea req-1e8cdda8-b7eb-49ca-a6e1-d8681e7fbd66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 1101 time: 0.2775159 Jan 27 19:21:15.380886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f345-4069-4e19-ae6f-da33d85bbd37 req-e6e89ef2-6bea-4110-9520-39b481c54efa tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:15.388069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e61f345-4069-4e19-ae6f-da33d85bbd37 req-e6e89ef2-6bea-4110-9520-39b481c54efa tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 950 time: 0.3240612 Jan 27 19:21:15.425520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Allocated IP 172.20.0.11 (c4c97f54-ae4e-4255-b000-0c7b9c91ae73/696080ef-4a5c-43e3-927d-52b2d89919ea/45a5763c-c8f6-4344-bd87-b53983ad6957) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:15.450856 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.452069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d858b169-0b0d-4dff-a865-8cc5f496b21e admin admin] Publish callbacks [] for security_group (829fdfd8-4be5-4560-bb32-be5879928eb3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.459023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d858b169-0b0d-4dff-a865-8cc5f496b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (829fdfd8-4be5-4560-bb32-be5879928eb3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.519998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858b169-0b0d-4dff-a865-8cc5f496b21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fdfd8-4be5-4560-bb32-be5879928eb3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:15.579614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] For port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:15.579989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.586487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d858b169-0b0d-4dff-a865-8cc5f496b21e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bdc25610ea840d2b7b2147149086c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728836 Jan 27 19:21:15.589759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:15.601844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1220e3ae-46a9-46e8-bdd8-2e21fdf3afea req-dab26e24-76d5-4016-87e1-076ef9ffb19c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503221 Jan 27 19:21:15.639899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Calling delete_port for 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:15.656914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e61f345-4069-4e19-ae6f-da33d85bbd37 req-f1068dc9-1a00-4ee3-ad54-d95226e4533f tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248521 Jan 27 19:21:15.697492 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] Publish callbacks [] for security_group (829fdfd8-4be5-4560-bb32-be5879928eb3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.748011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] Publish callbacks [] for security_group (829fdfd8-4be5-4560-bb32-be5879928eb3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.824640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.855387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:15.932933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:15.983179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.008539 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4d1e2eb6-dbb8-439b-80b5-efb5470c27e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.025598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4d1e2eb6-dbb8-439b-80b5-efb5470c27e4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:16.030826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9d823f21-4a93-4291-b530-0038347f5497'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:16.172045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72bf9dc0-61fa-4703-ad6c-c127c47f71f4 req-5ef3dff3-c08b-45ed-acc3-8a4427dbd79a tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=d52d46a4-cee0-46a9-a81a-2938ff135cc9 HTTP/1.1" status: 200 len: 210 time: 0.1436651 Jan 27 19:21:16.176305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:16.177311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] No DVR routers for this DVR port 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:16.180555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.184455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0223f721-39e5-4511-8d0a-c7dce753d1d8 req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.39 "DELETE /v2.0/ports/4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 HTTP/1.1" status: 204 len: 173 time: 1.5571108 Jan 27 19:21:16.196100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'name': 'network-vif-deleted', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:16.199220 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2cee5-fef4-4817-a348-6d76d528465a" -d '{"events": [{"server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "name": "network-vif-deleted", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:16.211541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:16.228653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:16.318634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event updated for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:16.349141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d62928-3fd8-4eae-92de-2236a755a6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.369656 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4053a957-db6a-4256-a0e3-b63868ffb220 x-openstack-request-id: req-4053a957-db6a-4256-a0e3-b63868ffb220 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:16.370056 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d46a4-cee0-46a9-a81a-2938ff135cc9", "name": "network-vif-deleted", "tag": "4d1e2eb6-dbb8-439b-80b5-efb5470c27e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:16.370591 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4053a957-db6a-4256-a0e3-b63868ffb220 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:16.371116 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d46a4-cee0-46a9-a81a-2938ff135cc9', 'name': 'network-vif-deleted', 'tag': '4d1e2eb6-dbb8-439b-80b5-efb5470c27e4', 'status': 'completed', 'code': 200} Jan 27 19:21:16.371864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (829fdfd8-4be5-4560-bb32-be5879928eb3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.382030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.390266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/829fdfd8-4be5-4560-bb32-be5879928eb3 HTTP/1.1" status: 204 len: 168 time: 0.7949433 Jan 27 19:21:16.486079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d81e01-de80-4029-9f08-a124e3b47353 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event deleted for resources: {'Port': ['ID=4d1e2eb6-dbb8-439b-80b5-efb5470c27e4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:16.557899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d62928-3fd8-4eae-92de-2236a755a6cc admin admin] Publish callbacks [] for security_group (149e165b-731d-48dc-b7e3-8d0d705d6181), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.566544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788cac4-2c07-4937-bec9-a44707101ef0 req-f361fdf5-7d90-48c2-81c8-d12e2f9fdf98 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:16.568615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3788cac4-2c07-4937-bec9-a44707101ef0 req-f361fdf5-7d90-48c2-81c8-d12e2f9fdf98 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.5416219 Jan 27 19:21:16.578998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6d62928-3fd8-4eae-92de-2236a755a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (149e165b-731d-48dc-b7e3-8d0d705d6181), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.634969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d6d62928-3fd8-4eae-92de-2236a755a6cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea00f4183998463dad48ecd4b4a0b4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7778592 Jan 27 19:21:16.635943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:16.638297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755795f-8fe2-4bb6-a69b-3d59d23a7e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fdfd8-4be5-4560-bb32-be5879928eb3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:16.696019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d62928-3fd8-4eae-92de-2236a755a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e165b-731d-48dc-b7e3-8d0d705d6181,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:16.769529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:16.770641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.775605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] Publish callbacks [] for security_group (149e165b-731d-48dc-b7e3-8d0d705d6181), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.819212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] Publish callbacks [] for security_group (149e165b-731d-48dc-b7e3-8d0d705d6181), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.862951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-8089f042-cfda-4581-8d0c-ee3840aa8eca tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0691543 Jan 27 19:21:16.867477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c0a890c9-da27-447d-ad0d-438c256a0ea8 None None] Provisioning complete for port 45a5763c-c8f6-4344-bd87-b53983ad6957 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:16.868107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0a890c9-da27-447d-ad0d-438c256a0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.899011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Request body: {'port': {'device_id': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:16.937473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (149e165b-731d-48dc-b7e3-8d0d705d6181), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.946493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:16.957061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/149e165b-731d-48dc-b7e3-8d0d705d6181 HTTP/1.1" status: 204 len: 168 time: 0.3193715 Jan 27 19:21:16.969764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f60d-0c82-42fb-8625-fb1c8edbf716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e165b-731d-48dc-b7e3-8d0d705d6181,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:17.055927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0a890c9-da27-447d-ad0d-438c256a0ea8 None None] Port 45a5763c-c8f6-4344-bd87-b53983ad6957 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:21:17.093082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f23e59-a4d6-4af8-adbf-544719ebfdc3 req-a521c023-0527-4b2d-a8ee-fc9af58e8a7d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:17.106914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6f23e59-a4d6-4af8-adbf-544719ebfdc3 req-a521c023-0527-4b2d-a8ee-fc9af58e8a7d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 932 time: 0.5834260 Jan 27 19:21:17.159453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3788cac4-2c07-4937-bec9-a44707101ef0 req-87dd08c7-cd7e-4711-aef4-105e9c37ec1b tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163553 Jan 27 19:21:17.267577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6f23e59-a4d6-4af8-adbf-544719ebfdc3 req-626538de-fa94-494f-9cf2-f14345d1ac9b tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537037 Jan 27 19:21:17.268533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:17.435160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9737-f4a8-47ee-a964-5e2b4f87e247 req-92778d3f-2971-4b9e-8375-babc905fd532 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:17.437367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48cc9737-f4a8-47ee-a964-5e2b4f87e247 req-92778d3f-2971-4b9e-8375-babc905fd532 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 950 time: 0.1289375 Jan 27 19:21:17.710102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48cc9737-f4a8-47ee-a964-5e2b4f87e247 req-3c58bd76-17e3-4200-86c9-0a8f06e6612e tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637503 Jan 27 19:21:18.049611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a5763c-c8f6-4344-bd87-b53983ad6957 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:18.088967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228971-c418-4826-8da0-f4d810d55866 req-651630c4-72c5-49c8-bad9-fd0527597320 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:18.096346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05228971-c418-4826-8da0-f4d810d55866 req-651630c4-72c5-49c8-bad9-fd0527597320 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.2751420 Jan 27 19:21:18.099914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks [] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.134813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Transition to ACTIVE for port object 45a5763c-c8f6-4344-bd87-b53983ad6957 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:18.143704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.205463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-240334ef-a608-4434-a446-f2f2f05c1da2 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:18.207226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-240334ef-a608-4434-a446-f2f2f05c1da2 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 1101 time: 0.1630197 Jan 27 19:21:18.233930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05228971-c418-4826-8da0-f4d810d55866 req-b60f3cc1-3329-4b86-9102-714909a48506 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365802 Jan 27 19:21:18.260079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-5e546640-6eac-47ec-81b8-790a2ca50822 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.267691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Pushing event updated for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:18.544793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Attempting to bind port 45a5763c-c8f6-4344-bd87-b53983ad6957 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:18.546153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Attempting to bind port 45a5763c-c8f6-4344-bd87-b53983ad6957 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:18.546556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Attempting to bind port 45a5763c-c8f6-4344-bd87-b53983ad6957 on network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:18.568430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-5e546640-6eac-47ec-81b8-790a2ca50822 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Publish callbacks [] for security_group (4e8b6482-c827-4c63-9ea7-cffd04944b1a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.571000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Port 45a5763c-c8f6-4344-bd87-b53983ad6957 on network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:18.571323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Attempting to bind port 45a5763c-c8f6-4344-bd87-b53983ad6957 on network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:18.579961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:18.580370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Checking segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:18.580670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Bound using segment: {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:18.581113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Bound port: 45a5763c-c8f6-4344-bd87-b53983ad6957, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd60c27-9f98-40ca-a286-1624544c88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:18.581646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.665812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:18.669238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=45a5763c-c8f6-4344-bd87-b53983ad6957,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:18.670896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-5e546640-6eac-47ec-81b8-790a2ca50822 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e8b6482-c827-4c63-9ea7-cffd04944b1a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.709074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38253c3f-8416-4594-a7d3-8b6db5f13a5d req-5e546640-6eac-47ec-81b8-790a2ca50822 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928567 Jan 27 19:21:18.710224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.740335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:18.740958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:18.742581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] 10.222.0.66 "PUT /v2.0/ports/45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 1092 time: 1.8672192 Jan 27 19:21:18.773084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:18.775566 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d52e8f7-032c-4455-a6bd-041a70a21136" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:18.796396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dfafb-a165-4636-9c2e-01a570ea55d8 req-c8376f97-9108-4570-ad4f-9556a66deb24 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:18.799251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0dfafb-a165-4636-9c2e-01a570ea55d8 req-c8376f97-9108-4570-ad4f-9556a66deb24 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.3655028 Jan 27 19:21:18.824518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e546640-6eac-47ec-81b8-790a2ca50822 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b6482-c827-4c63-9ea7-cffd04944b1a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:19.029123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1118-5f9f-4fb4-9040-4c2fc63ab78d service neutron] Pushing event updated for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:19.091888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dd6f7-6086-414d-b915-f9218c81fe22 req-40bb399c-12e4-4153-81f0-03dcc3cd8aa3 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.093621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc0dd6f7-6086-414d-b915-f9218c81fe22 req-40bb399c-12e4-4153-81f0-03dcc3cd8aa3 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 944 time: 0.2049749 Jan 27 19:21:19.107558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0dfafb-a165-4636-9c2e-01a570ea55d8 req-5e35ff94-b315-47c2-80dc-740bb52817e1 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789528 Jan 27 19:21:19.137757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-bad87fdf-2d73-45c8-b3f3-4ef4799da4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.139835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-bad87fdf-2d73-45c8-b3f3-4ef4799da4d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1095 time: 0.2591505 Jan 27 19:21:19.197966 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d4491-7e3b-4d63-b43f-8dd6a960135f x-openstack-request-id: req-457d4491-7e3b-4d63-b43f-8dd6a960135f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:19.198354 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:19.198677 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-457d4491-7e3b-4d63-b43f-8dd6a960135f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:19.199142 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'status': 'completed', 'code': 200} Jan 27 19:21:19.205765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-98c7229a-491f-4212-ba49-8e230598e86d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 217 time: 0.0496819 Jan 27 19:21:19.214975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc0dd6f7-6086-414d-b915-f9218c81fe22 req-0ad83ed8-20a7-4b4d-912b-0d7d8540a556 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062217 Jan 27 19:21:19.295049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-35e14139-cb47-4f5f-b3d2-6b62c6a4c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.297708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-35e14139-cb47-4f5f-b3d2-6b62c6a4c1bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 200 len: 844 time: 0.0814621 Jan 27 19:21:19.419600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25a93-d004-4f22-b8a1-d36a5e1c11d8 req-c43d307b-fe28-4905-b7e9-088aae46ee60 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.427466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b25a93-d004-4f22-b8a1-d36a5e1c11d8 req-c43d307b-fe28-4905-b7e9-088aae46ee60 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.0795343 Jan 27 19:21:19.430598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166448f-7215-415f-84ad-4953bbd64f99 req-a4c732fc-7e5a-411e-8cdf-d9c7577f7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.432341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-a4c732fc-7e5a-411e-8cdf-d9c7577f7817 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181896 Jan 27 19:21:19.546919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b25a93-d004-4f22-b8a1-d36a5e1c11d8 req-76bed7d6-e014-417c-a381-748ff0b6f23a tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fce6aea8-7bdf-4db7-a135-8cbf3639221f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139042 Jan 27 19:21:19.564335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:19.593553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-d95c9fe9-39d1-4edb-a0c0-4f959b5ee14a service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394453 Jan 27 19:21:19.613645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:21:19.613998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4d1e2eb6-dbb8-439b-80b5-efb5470c27e4 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:19.705714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f166448f-7215-415f-84ad-4953bbd64f99 req-41e43966-2494-4b26-8ae4-af3402a358e8 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048145 Jan 27 19:21:19.905112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-29c0d841-edb2-4a98-8669-dca4bf44a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.908909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-29c0d841-edb2-4a98-8669-dca4bf44a94d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1095 time: 0.1166737 Jan 27 19:21:19.919109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-d952dcf8-d35f-460d-b636-23082b8aa534 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:19.921847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-d952dcf8-d35f-460d-b636-23082b8aa534 tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.66 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 946 time: 0.1292374 Jan 27 19:21:20.033578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a6580-65cb-4966-b616-53258e7247eb req-b1ade4eb-7230-4084-a53d-2dddb4679689 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.047748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a81a6580-65cb-4966-b616-53258e7247eb req-b1ade4eb-7230-4084-a53d-2dddb4679689 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 1101 time: 0.1744051 Jan 27 19:21:20.125455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-b670cdfd-da14-45a7-8f58-e58dd4a2a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.127348 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-b670cdfd-da14-45a7-8f58-e58dd4a2a6ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 906 time: 0.2106299 Jan 27 19:21:20.141190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a81a6580-65cb-4966-b616-53258e7247eb req-0e5b5ae4-6493-4f70-86db-b6a5aeb9c372 tempest-ServersAdminNegativeTestJSON-2065674529 tempest-ServersAdminNegativeTestJSON-2065674529-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921087 Jan 27 19:21:20.158998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Deleting port 9d823f21-4a93-4291-b530-0038347f5497 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:20.159369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9d823f21-4a93-4291-b530-0038347f5497), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:20.234705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-60f7b535-bc13-4598-bc77-715439805dc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 217 time: 0.1002924 Jan 27 19:21:20.325510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] For port 9d823f21-4a93-4291-b530-0038347f5497, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9d823f21-4a93-4291-b530-0038347f5497,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:20.325891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9d823f21-4a93-4291-b530-0038347f5497), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:20.346181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Calling delete_port for 9d823f21-4a93-4291-b530-0038347f5497 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:20.380011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-cf46c4f0-c7f2-4579-9b93-ac9e39f5710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.381784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-cf46c4f0-c7f2-4579-9b93-ac9e39f5710f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 200 len: 844 time: 0.1398852 Jan 27 19:21:20.423578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-578b917e-7ba6-40e4-9f05-d13ea9259869 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691586 Jan 27 19:21:20.452126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-266637ba-960f-4d67-8dc3-9ef6aa2ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.453763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-266637ba-960f-4d67-8dc3-9ef6aa2ce605 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648572 Jan 27 19:21:20.581369 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-783a9e71-cfb1-420d-974e-cd2a53e087e7 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200881 Jan 27 19:21:20.676086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e58bd-7a5a-4ab1-b86e-90f54307e242 req-cc282889-9485-45ed-b65b-8796d7b0a9a5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.678470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e9e58bd-7a5a-4ab1-b86e-90f54307e242 req-cc282889-9485-45ed-b65b-8796d7b0a9a5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2938595 Jan 27 19:21:20.692746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d52e8f7-032c-4455-a6bd-041a70a21136 req-6dd60bdf-5d00-4816-befe-1e939e26c72d service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035690 Jan 27 19:21:20.756663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-fbd9e648-e6ae-446a-8e6a-56d6a27d4fcb tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:20.758078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-fbd9e648-e6ae-446a-8e6a-56d6a27d4fcb tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068631 Jan 27 19:21:20.823692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a6ebe01d-06bc-4505-aea7-772c6d8f5bfc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/quotas/872e1bb84c504986b94cd4ccd429e0e2 HTTP/1.1" status: 200 len: 375 time: 0.0471389 Jan 27 19:21:20.830591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e9e58bd-7a5a-4ab1-b86e-90f54307e242 req-b0e612b3-2c52-4cfa-b1e7-89711ec365fa tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267221 Jan 27 19:21:20.867947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-4007872d-f06b-4948-82dd-9f6c03b6ca94 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343611 Jan 27 19:21:20.872736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9d823f21-4a93-4291-b530-0038347f5497), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:20.886525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9d823f21-4a93-4291-b530-0038347f5497'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:20.900956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Pushing event deleted for resources: {'Port': ['ID=9d823f21-4a93-4291-b530-0038347f5497,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:20.972179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] No DVR routers for this DVR port 9d823f21-4a93-4291-b530-0038347f5497 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:20.976804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:20.981373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bcffc9b-3697-4a16-a146-b4f8cfbbd455 req-521feb12-e1e1-4a8e-8f2e-eea5b318153b tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.66 "DELETE /v2.0/ports/9d823f21-4a93-4291-b530-0038347f5497 HTTP/1.1" status: 204 len: 173 time: 1.0503442 Jan 27 19:21:21.164189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-54123294-e8d7-4e30-a720-e7c85bc01ba9 req-bf9d105c-27cd-40fc-ba40-e1c0cc7fc026 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:21:21.176610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54123294-e8d7-4e30-a720-e7c85bc01ba9 req-bf9d105c-27cd-40fc-ba40-e1c0cc7fc026 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2330282 Jan 27 19:21:21.201064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'name': 'network-vif-deleted', 'tag': '9d823f21-4a93-4291-b530-0038347f5497'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:21.203940 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f0336-36ef-4d67-885e-876aa43a6181" -d '{"events": [{"server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "name": "network-vif-deleted", "tag": "9d823f21-4a93-4291-b530-0038347f5497"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:21.350171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f358f5-a18f-44b4-acc0-374bbcf7e137 req-73a0c837-6dd3-45cb-8fbb-566dfa22fcbd tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:21.356199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82f358f5-a18f-44b4-acc0-374bbcf7e137 req-73a0c837-6dd3-45cb-8fbb-566dfa22fcbd tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 944 time: 0.0979259 Jan 27 19:21:21.429884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82f358f5-a18f-44b4-acc0-374bbcf7e137 req-1bc960d8-8838-46c3-a438-d63884a8a68c tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726993 Jan 27 19:21:21.517764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b13a2c6-3e7e-4b91-b30a-5cb6198e7f80 req-23549d64-3d3f-4efe-b014-0ebd7922ee1d tempest-ListServerFiltersTestJSON-1605275776 tempest-ListServerFiltersTestJSON-1605275776-project] 10.222.0.59 "GET /v2.0/ports?device_id=93720f62-6d2c-4978-9b58-0af891d6541d HTTP/1.1" status: 200 len: 210 time: 0.0578697 Jan 27 19:21:21.646568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-6ddb66e4-a9a2-40c3-a658-28c5fb105755 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755002 Jan 27 19:21:21.667730 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f82af-c73a-4c5e-9d72-5bec2f187b31 x-openstack-request-id: req-7a4f82af-c73a-4c5e-9d72-5bec2f187b31 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:21.668235 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93720f62-6d2c-4978-9b58-0af891d6541d", "name": "network-vif-deleted", "tag": "9d823f21-4a93-4291-b530-0038347f5497", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:21.668666 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a4f82af-c73a-4c5e-9d72-5bec2f187b31 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:21.669283 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93720f62-6d2c-4978-9b58-0af891d6541d', 'name': 'network-vif-deleted', 'tag': '9d823f21-4a93-4291-b530-0038347f5497', 'status': 'completed', 'code': 200} Jan 27 19:21:21.895343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-b72cb93c-2258-4f3a-91ae-bd711050b1b3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:21.908768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-b72cb93c-2258-4f3a-91ae-bd711050b1b3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607341 Jan 27 19:21:21.932420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-9308b50c-929d-4207-aa27-88936b41b64d tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/quotas/872e1bb84c504986b94cd4ccd429e0e2 HTTP/1.1" status: 200 len: 375 time: 0.0226610 Jan 27 19:21:21.989199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-a7016ba0-e363-4633-b267-35c075c839f2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556982 Jan 27 19:21:22.227214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b764b3a-1bef-4a8e-a940-cc9b7aa67b14 req-58a3158e-bd71-49aa-9026-70ad28a7786e tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:22.235383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b764b3a-1bef-4a8e-a940-cc9b7aa67b14 req-58a3158e-bd71-49aa-9026-70ad28a7786e tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.0862868 Jan 27 19:21:22.361905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b764b3a-1bef-4a8e-a940-cc9b7aa67b14 req-6b3acd0a-38ad-4165-a411-70e0dfc73181 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168215 Jan 27 19:21:22.485214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847605b-3e97-4661-b5b6-a0efc91b57a6 req-27e0c958-475e-44ea-879c-c619cb1699b7 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:22.487426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c847605b-3e97-4661-b5b6-a0efc91b57a6 req-27e0c958-475e-44ea-879c-c619cb1699b7 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 950 time: 0.0639465 Jan 27 19:21:22.570715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e174c7e5-7bfe-4628-bf50-6f04825976d8 req-73d06b93-2591-4e2c-ac24-0025ab6ada48 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 210 time: 0.0327966 Jan 27 19:21:22.649787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c847605b-3e97-4661-b5b6-a0efc91b57a6 req-cbc46371-9601-4a70-8ca1-1bc79a6ce0d0 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441743 Jan 27 19:21:22.716694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:22.767687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Deleting subnet 18cbc8a4-6b37-47da-9aad-a24cb55652fc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:21:22.771853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Publish callbacks [] for subnet (18cbc8a4-6b37-47da-9aad-a24cb55652fc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:22.815594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (18cbc8a4-6b37-47da-9aad-a24cb55652fc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:22.903628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (18cbc8a4-6b37-47da-9aad-a24cb55652fc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:23.075012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-b9786a1c-091a-484e-881c-740de792e98c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359924 Jan 27 19:21:23.082899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc616-d729-407b-9f9a-2aa3ad471340 req-4c86f702-9649-43b2-892c-8b92cddd6ed6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:23.090716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bfcc616-d729-407b-9f9a-2aa3ad471340 req-4c86f702-9649-43b2-892c-8b92cddd6ed6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 944 time: 0.1819735 Jan 27 19:21:23.183460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (18cbc8a4-6b37-47da-9aad-a24cb55652fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:23.545643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:23.622180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cbc8a4-6b37-47da-9aad-a24cb55652fc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:23.651742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:23.655527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32da6175-1c17-4273-a093-7ccbf86fdd8e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/18cbc8a4-6b37-47da-9aad-a24cb55652fc HTTP/1.1" status: 204 len: 168 time: 0.9374094 Jan 27 19:21:23.655696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb7694-b438-4e0c-9949-33b1ad97e20b None None] Network f1821f5a-a5df-4038-a604-cbd014a37408 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:23.658563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:23.706124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bfcc616-d729-407b-9f9a-2aa3ad471340 req-436a6aa3-684b-46e9-856f-6a2ab4126dde tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6137605 Jan 27 19:21:23.809224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f1821f5a-a5df-4038-a604-cbd014a37408), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:23.820657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33318584-6a4f-4f89-b8d4-9a64a44e07d7 req-220b2c82-23bf-4753-9c89-9f4107686330 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:23.822221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33318584-6a4f-4f89-b8d4-9a64a44e07d7 req-220b2c82-23bf-4753-9c89-9f4107686330 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2133181 Jan 27 19:21:23.848342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-557a7183-13b1-411e-8b70-c4da985bd9bc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:23.850227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-557a7183-13b1-411e-8b70-c4da985bd9bc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7542348 Jan 27 19:21:23.853003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-2cc6d3bd-3724-411f-99b3-d854ea6a30d1 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708990 Jan 27 19:21:23.912430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Request body: {'port': {'device_id': '33f22aad-12d4-4732-916d-e59646f1a84c', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '872e1bb84c504986b94cd4ccd429e0e2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:23.948809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 45a5763c-c8f6-4344-bd87-b53983ad6957 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:21:23.954513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9d823f21-4a93-4291-b530-0038347f5497 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:24.022921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Deleting port a541955d-d54d-4624-8f0c-55b2c1a05a63 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:24.023506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.045540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] DHCP port deletion for f1821f5a-a5df-4038-a604-cbd014a37408 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:21:24.056509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 9d823f21-4a93-4291-b530-0038347f5497 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:21:24.059086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9d823f21-4a93-4291-b530-0038347f5497 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:24.175348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Made reservation on behalf of 872e1bb84c504986b94cd4ccd429e0e2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:24.183070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.269208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.287391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=45a5763c-c8f6-4344-bd87-b53983ad6957,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:24.309575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'port_id': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'mac_address': 'fa:16:3e:26:85:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:21:24.353920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-aa9622cf-2536-4947-8279-139f6153dc5e tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:24.355539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-aa9622cf-2536-4947-8279-139f6153dc5e tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.39 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 950 time: 0.3867738 Jan 27 19:21:24.365433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33318584-6a4f-4f89-b8d4-9a64a44e07d7 req-33995047-0a5d-4027-a185-02432f2fe337 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5316277 Jan 27 19:21:24.414394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] For port a541955d-d54d-4624-8f0c-55b2c1a05a63, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a541955d-d54d-4624-8f0c-55b2c1a05a63,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:24.414868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.504610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Deleting port a541955d-d54d-4624-8f0c-55b2c1a05a63 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:24.505532 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.512966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 45a5763c-c8f6-4344-bd87-b53983ad6957 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:24.514586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.536101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2565cec2-51cd-4d62-8123-37a4f4cf73d8 req-defcd190-f289-44b5-9bea-0e2544618575 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 210 time: 0.0447361 Jan 27 19:21:24.548594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Calling delete_port for a541955d-d54d-4624-8f0c-55b2c1a05a63 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:24.577585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a541955d-d54d-4624-8f0c-55b2c1a05a63 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:24.583767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-61d99a1e-3d89-4141-99af-7dd36f016540 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:24.586467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-61d99a1e-3d89-4141-99af-7dd36f016540 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7195404 Jan 27 19:21:24.692734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Deleting port 24d8bfe3-a273-4fe4-841d-57f21274eff0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:24.693840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.709909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a5763c-c8f6-4344-bd87-b53983ad6957 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:24.713449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks [] for security_group (3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.752623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=45a5763c-c8f6-4344-bd87-b53983ad6957,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:24.772032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.775249 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.812995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Request body: {'port': {'device_id': 'e608e144-596f-4f45-923c-843cbe0250a8', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '872e1bb84c504986b94cd4ccd429e0e2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:24.838762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] For port 24d8bfe3-a273-4fe4-841d-57f21274eff0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=24d8bfe3-a273-4fe4-841d-57f21274eff0,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:24.839226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.855241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Calling delete_port for 24d8bfe3-a273-4fe4-841d-57f21274eff0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:24.878816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:24.912128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] For port a541955d-d54d-4624-8f0c-55b2c1a05a63, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a541955d-d54d-4624-8f0c-55b2c1a05a63,segment=NetworkSegment(63578eb7-528f-4089-9759-ed46f5d3534d),segment_id=63578eb7-528f-4089-9759-ed46f5d3534d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:24.913394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:24.943598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Calling delete_port for a541955d-d54d-4624-8f0c-55b2c1a05a63 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:24.957115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port a541955d-d54d-4624-8f0c-55b2c1a05a63 {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 19:21:24.958081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port a541955d-d54d-4624-8f0c-55b2c1a05a63 host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:21:24.958944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a541955d-d54d-4624-8f0c-55b2c1a05a63 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:25.012804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.015936 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.090677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a541955d-d54d-4624-8f0c-55b2c1a05a63,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:25.094317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (24d8bfe3-a273-4fe4-841d-57f21274eff0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.122458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['24d8bfe3-a273-4fe4-841d-57f21274eff0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:25.130174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:25.157133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] No DVR routers for this DVR port a541955d-d54d-4624-8f0c-55b2c1a05a63 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:25.178794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['45a5763c-c8f6-4344-bd87-b53983ad6957'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:25.211596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Pushing event deleted for resources: {'Port': ['ID=24d8bfe3-a273-4fe4-841d-57f21274eff0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:25.354402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (a541955d-d54d-4624-8f0c-55b2c1a05a63), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.359319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] No DVR routers for this DVR port 24d8bfe3-a273-4fe4-841d-57f21274eff0 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:25.366101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.374117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7029256-d320-4712-b5cf-504f3cfe0173 req-cea07679-a387-40f4-b806-e24849e0add1 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.39 "DELETE /v2.0/ports/24d8bfe3-a273-4fe4-841d-57f21274eff0 HTTP/1.1" status: 204 len: 173 time: 1.0103180 Jan 27 19:21:25.374856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4b43c-0466-4b76-b35e-212b7da2c2c6 req-af436457-d4fc-4b00-be4d-bd6f391da41f tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:25.393105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91f4b43c-0466-4b76-b35e-212b7da2c2c6 req-af436457-d4fc-4b00-be4d-bd6f391da41f tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=830c6c97-1622-40f3-b6d7-4115f1922724 HTTP/1.1" status: 200 len: 950 time: 0.8450792 Jan 27 19:21:25.400814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'name': 'network-vif-deleted', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:25.414775 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb58258-b7c1-408c-876a-8215f74bc805" -d '{"events": [{"server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "name": "network-vif-deleted", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:25.427527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:25.464533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] No DVR routers for this DVR port a541955d-d54d-4624-8f0c-55b2c1a05a63 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:25.477346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f9d1-4355-4bb7-9b37-aa052e706a09 None None] Pushing event deleted for resources: {'Port': ['ID=a541955d-d54d-4624-8f0c-55b2c1a05a63,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:25.525699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f1821f5a-a5df-4038-a604-cbd014a37408), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.587359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Made reservation on behalf of 872e1bb84c504986b94cd4ccd429e0e2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:25.598206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1821f5a-a5df-4038-a604-cbd014a37408']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:25.601294 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.627752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63578eb7-528f-4089-9759-ed46f5d3534d') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:25.628051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63578eb7-528f-4089-9759-ed46f5d3534d') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:25.657395 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (63578eb7-528f-4089-9759-ed46f5d3534d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.693447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (63578eb7-528f-4089-9759-ed46f5d3534d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.708691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:21:25.709413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (63578eb7-528f-4089-9759-ed46f5d3534d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:21:25.713045 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:21:25.787374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff3531-472a-4e64-ab6f-86d559ef4e6a req-d5462424-956f-460a-9e39-0a28b0f42be6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:25.789031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeff3531-472a-4e64-ab6f-86d559ef4e6a req-d5462424-956f-460a-9e39-0a28b0f42be6 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 945 time: 0.7550879 Jan 27 19:21:25.809887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91f4b43c-0466-4b76-b35e-212b7da2c2c6 req-d9ff8f4a-384b-41d7-80ef-9242f2f269c2 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104640 Jan 27 19:21:25.815042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f1821f5a-a5df-4038-a604-cbd014a37408), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.825177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:25.831109 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f1821f5a-a5df-4038-a604-cbd014a37408 HTTP/1.1" status: 204 len: 168 time: 2.1707876 Jan 27 19:21:25.849973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb0b46-0af0-4bb7-89a1-df9235b31b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1821f5a-a5df-4038-a604-cbd014a37408,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:25.925574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Allocated IP 192.168.233.94 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/04d90458-a5fb-49af-9958-e58b76ccf4a5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:26.016941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeff3531-472a-4e64-ab6f-86d559ef4e6a req-667c6596-4317-48fd-bf40-5ab35917c54b tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1715384 Jan 27 19:21:26.137690 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea9cf43-436e-4049-9dec-0ace216c66cb x-openstack-request-id: req-8ea9cf43-436e-4049-9dec-0ace216c66cb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:26.137984 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830c6c97-1622-40f3-b6d7-4115f1922724", "name": "network-vif-deleted", "tag": "24d8bfe3-a273-4fe4-841d-57f21274eff0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:26.138202 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ea9cf43-436e-4049-9dec-0ace216c66cb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:26.138608 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830c6c97-1622-40f3-b6d7-4115f1922724', 'name': 'network-vif-deleted', 'tag': '24d8bfe3-a273-4fe4-841d-57f21274eff0', 'status': 'completed', 'code': 200} Jan 27 19:21:26.196818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4085-4a8f-4a3b-b533-4675f049f9ac req-47483252-5388-4ba8-96a6-842b1cfe0723 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:26.198613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4cf4085-4a8f-4a3b-b533-4675f049f9ac req-47483252-5388-4ba8-96a6-842b1cfe0723 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2458169 Jan 27 19:21:26.282106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks [] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.309873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4cf4085-4a8f-4a3b-b533-4675f049f9ac req-165492ea-2fa1-47b4-b3fb-9758b25e1aed tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050785 Jan 27 19:21:26.357081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39766) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:26.436805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Allocated IP 192.168.233.114 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/a79e8317-736d-4dfe-ae4f-ae910d2f0f1f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:26.480353 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-49b57d77-fd14-42d7-bc37-2b67d01d80ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fa689097cea4007b1c2c43e8deadab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210229 Jan 27 19:21:26.480908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:26.603338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] Publish callbacks [] for security_group (fce6aea8-7bdf-4db7-a135-8cbf3639221f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.648582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks [] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.664778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] Publish callbacks [] for security_group (fce6aea8-7bdf-4db7-a135-8cbf3639221f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.690340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.712443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.758065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fce6aea8-7bdf-4db7-a135-8cbf3639221f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.765081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:26.769452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fce6aea8-7bdf-4db7-a135-8cbf3639221f HTTP/1.1" status: 204 len: 168 time: 0.2840817 Jan 27 19:21:26.800794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9d249-2b87-4577-972c-a619369cae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce6aea8-7bdf-4db7-a135-8cbf3639221f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:26.835930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:26.864077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:26.874018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:26.883052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:26.896604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:26.899625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:26.922926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:27.043931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c65ca7-6814-4d66-a56a-f9b4332f92db req-07e41af1-e579-4df9-a659-b75f27aa8ae9 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:27.046531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71c65ca7-6814-4d66-a56a-f9b4332f92db req-07e41af1-e579-4df9-a659-b75f27aa8ae9 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 936 time: 0.3526137 Jan 27 19:21:27.181678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event updated for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:27.234046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:27.234785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.271102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:27.271771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.363365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f93a7213-8950-480a-ad83-25fb6874d172 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6340277 Jan 27 19:21:27.374117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71c65ca7-6814-4d66-a56a-f9b4332f92db req-e09bc5fe-22fd-46ef-b879-bcbdad75e5dc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689521 Jan 27 19:21:27.384104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-278bd68d-b138-495c-9a0b-60f73fee809e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4831154 Jan 27 19:21:27.403188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Request body: {'port': {'device_id': 'e608e144-596f-4f45-923c-843cbe0250a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:27.479640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aa406110-6b83-4b5a-a1a0-15d03ce4e084 None None] Provisioning complete for port 04d90458-a5fb-49af-9958-e58b76ccf4a5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:27.480139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa406110-6b83-4b5a-a1a0-15d03ce4e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.497873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Request body: {'port': {'device_id': '33f22aad-12d4-4732-916d-e59646f1a84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:27.616159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa406110-6b83-4b5a-a1a0-15d03ce4e084 None None] Port 04d90458-a5fb-49af-9958-e58b76ccf4a5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:21:27.634849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.803880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.836211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ce17a-a540-4a18-bc9e-8ec26755ee1f req-f4f5975c-aef4-4eaa-baab-2f63ff997e18 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:27.837838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c9ce17a-a540-4a18-bc9e-8ec26755ee1f req-f4f5975c-aef4-4eaa-baab-2f63ff997e18 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 945 time: 0.2446003 Jan 27 19:21:27.944829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-779f1399-812e-47ed-b49f-ba3e5229186f None None] Provisioning complete for port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:27.947296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-779f1399-812e-47ed-b49f-ba3e5229186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:27.953795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 45a5763c-c8f6-4344-bd87-b53983ad6957 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:28.028244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-779f1399-812e-47ed-b49f-ba3e5229186f None None] Port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:21:28.078402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 45a5763c-c8f6-4344-bd87-b53983ad6957 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:21:28.084123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 45a5763c-c8f6-4344-bd87-b53983ad6957 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:28.084861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:28.451877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 45a5763c-c8f6-4344-bd87-b53983ad6957 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:28.452810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:28.558582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:28.567359 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fa500f-63b4-4cd7-87b3-d4e362eac400" -d '{"events": [{"server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "name": "network-vif-plugged", "status": "completed", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:28.603286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=45a5763c-c8f6-4344-bd87-b53983ad6957,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:28.610989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:28.671357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c9ce17a-a540-4a18-bc9e-8ec26755ee1f req-88723dc1-94e9-4d27-905a-3fd1d83e9973 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8231676 Jan 27 19:21:28.731210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79e8317-736d-4dfe-ae4f-ae910d2f0f1f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:28.749502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks [] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:28.761033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:28.802129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc3e7-c645-4b20-8315-c7570e4257a1 req-e7f9b8b4-8187-43ec-a661-a983d7703f4c tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:28.803748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb7bc3e7-c645-4b20-8315-c7570e4257a1 req-e7f9b8b4-8187-43ec-a661-a983d7703f4c tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.1510022 Jan 27 19:21:28.805606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Transition to ACTIVE for port object a79e8317-736d-4dfe-ae4f-ae910d2f0f1f will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:28.818898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:28.998966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb7bc3e7-c645-4b20-8315-c7570e4257a1 req-771455fe-234d-4311-ae60-5a5f57e2ecc9 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755619 Jan 27 19:21:29.080849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Pushing event updated for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:29.357433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Attempting to bind port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:29.357960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Attempting to bind port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:29.358525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Attempting to bind port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:29.410026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5db7-395d-4d98-b8ef-fea72660939d req-eab5af8c-7a3b-4b4c-9b1f-a59bddf19db6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:29.424445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c0c5db7-395d-4d98-b8ef-fea72660939d req-eab5af8c-7a3b-4b4c-9b1f-a59bddf19db6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 948 time: 0.2680306 Jan 27 19:21:29.458327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:29.460768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Attempting to bind port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:29.480266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:29.491477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks [] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:29.507726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Transition to ACTIVE for port object 04d90458-a5fb-49af-9958-e58b76ccf4a5 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:29.517936 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:29.551771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:29.552102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:29.552500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:29.552961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Bound port: a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:29.553389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:29.647685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 24d8bfe3-a273-4fe4-841d-57f21274eff0 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:29.739565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 24d8bfe3-a273-4fe4-841d-57f21274eff0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:21:29.740168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 24d8bfe3-a273-4fe4-841d-57f21274eff0 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:29.863887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c0c5db7-395d-4d98-b8ef-fea72660939d req-4e8661e6-486a-4625-bc35-72b602b8e236 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355640 Jan 27 19:21:29.973354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:30.023254 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f052e4-436a-41b0-9f76-1b9363108db9 x-openstack-request-id: req-b0f052e4-436a-41b0-9f76-1b9363108db9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:30.023929 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "name": "network-vif-plugged", "status": "completed", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:30.024497 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0f052e4-436a-41b0-9f76-1b9363108db9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:30.025408 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'code': 200} Jan 27 19:21:30.097227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:30.173499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:30.190277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:30.252981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.259747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:30.261623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] 10.222.0.39 "PUT /v2.0/ports/a79e8317-736d-4dfe-ae4f-ae910d2f0f1f HTTP/1.1" status: 200 len: 1096 time: 2.8788517 Jan 27 19:21:30.301658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:30.304037 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2844bcce-2e75-4d5c-9399-17709f9932a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:30.359273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc27df-198d-48b2-99a8-d6f6b175d0de req-c123bf3f-aa7d-4241-a440-eb7b96e0ffc0 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.367090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dbc27df-198d-48b2-99a8-d6f6b175d0de req-c123bf3f-aa7d-4241-a440-eb7b96e0ffc0 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 949 time: 0.4229581 Jan 27 19:21:30.376255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Attempting to bind port 04d90458-a5fb-49af-9958-e58b76ccf4a5 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:30.376820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Attempting to bind port 04d90458-a5fb-49af-9958-e58b76ccf4a5 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:30.377306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Attempting to bind port 04d90458-a5fb-49af-9958-e58b76ccf4a5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:30.439708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f229a32-1ec8-4d9b-a76f-961a50b6db68 req-00ebc05e-f500-4e26-b4a9-aa623ed72f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.451147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f229a32-1ec8-4d9b-a76f-961a50b6db68 req-00ebc05e-f500-4e26-b4a9-aa623ed72f54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1097 time: 0.3573577 Jan 27 19:21:30.530942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Port 04d90458-a5fb-49af-9958-e58b76ccf4a5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:30.547381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Attempting to bind port 04d90458-a5fb-49af-9958-e58b76ccf4a5 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:30.591627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:30.607166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e006c-3ead-475d-b9f2-4e34924baa2c service neutron] Pushing event updated for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:30.622718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-ae9d684e-f38e-46cb-961d-9ffadfd2ffda tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.624769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-ae9d684e-f38e-46cb-961d-9ffadfd2ffda tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 949 time: 0.2814777 Jan 27 19:21:30.634809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:30.636397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:30.637932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:30.639235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Bound port: 04d90458-a5fb-49af-9958-e58b76ccf4a5, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:30.641826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:30.714952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dbc27df-198d-48b2-99a8-d6f6b175d0de req-ec7700d4-5d62-49be-9acf-1426f91b8f6e tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466611 Jan 27 19:21:30.804254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254925a6-3738-4879-b7e5-3d4a25fcd058 req-517b6573-26bc-4a6f-9ee8-fcb0ba42b4e3 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.811792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-254925a6-3738-4879-b7e5-3d4a25fcd058 req-517b6573-26bc-4a6f-9ee8-fcb0ba42b4e3 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.5009236 Jan 27 19:21:30.819900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-489db322-e53d-4482-85fa-254d290dbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:30.821728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-489db322-e53d-4482-85fa-254d290dbf40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 1099 time: 0.5022404 Jan 27 19:21:30.928069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Deleting port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:30.928638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:30.949193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f229a32-1ec8-4d9b-a76f-961a50b6db68 req-2b5c1410-f12e-4ad3-952d-73e28fba18a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4715650 Jan 27 19:21:30.991679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-7bf22e64-6712-4429-b1a3-5521e686a733 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f HTTP/1.1" status: 200 len: 217 time: 0.1496792 Jan 27 19:21:31.075905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:31.092266 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.094370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-254925a6-3738-4879-b7e5-3d4a25fcd058 req-3fbd264e-ff48-4b51-9179-1c05a98fcea4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2766790 Jan 27 19:21:31.176662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:31.187950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-0fe277ff-7185-4ff3-8d7a-1b62427a013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:31.189981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-0fe277ff-7185-4ff3-8d7a-1b62427a013d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1773684 Jan 27 19:21:31.205044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] For port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:31.205571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.208161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645cb60-c7cf-4ec0-95f1-4c31e7435eef req-ffd810cb-4480-4d7e-af87-c2b008e53d46 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:31.225991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c645cb60-c7cf-4ec0-95f1-4c31e7435eef req-ffd810cb-4480-4d7e-af87-c2b008e53d46 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.3257968 Jan 27 19:21:31.231832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Calling delete_port for c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:31.232723 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7689bb74-b5eb-4895-8787-2887a836028a x-openstack-request-id: req-7689bb74-b5eb-4895-8787-2887a836028a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:31.233356 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:31.235245 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7689bb74-b5eb-4895-8787-2887a836028a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:31.235901 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'status': 'completed', 'code': 200} Jan 27 19:21:31.277687 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.423690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Publish callbacks [] for security_group (643a437b-2851-434d-8fdf-471adffeea3f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.442202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (643a437b-2851-434d-8fdf-471adffeea3f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.516142 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78915a1a9f1b47b38a43711f48e7a13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9216166 Jan 27 19:21:31.516845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a437b-2851-434d-8fdf-471adffeea3f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:31.527034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:31.527034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.527591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.527793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.528192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.528575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.528905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.530848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.531321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.531760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.532225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.532674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.533046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.533543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ab664-dd3b-448f-941c-ad2011887b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:31.662759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] Publish callbacks [] for security_group (643a437b-2851-434d-8fdf-471adffeea3f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.685163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.699102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:31.791819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] Publish callbacks [] for security_group (643a437b-2851-434d-8fdf-471adffeea3f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.794321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Pushing event deleted for resources: {'Port': ['ID=c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:31.866494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] No DVR routers for this DVR port c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:31.872614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.877470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0fe0ecca-5f64-45d6-9ea0-8bcfe3328225 req-d9f4ded4-a2d9-48c4-8deb-4b6b2a2fca25 tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.66 "DELETE /v2.0/ports/c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf HTTP/1.1" status: 204 len: 173 time: 1.2451565 Jan 27 19:21:31.878036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'name': 'network-vif-deleted', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:31.880755 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d79062c-7024-475a-9f69-426a12616252" -d '{"events": [{"server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "name": "network-vif-deleted", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:31.958526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (643a437b-2851-434d-8fdf-471adffeea3f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.962053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:31.964318 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/643a437b-2851-434d-8fdf-471adffeea3f HTTP/1.1" status: 204 len: 168 time: 0.4257023 Jan 27 19:21:31.981334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:32.009663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94906d-8310-4d40-a7d4-82832b8510e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a437b-2851-434d-8fdf-471adffeea3f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:32.081909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c645cb60-c7cf-4ec0-95f1-4c31e7435eef req-fc93c862-eedc-445c-8598-84329432390b tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8544450 Jan 27 19:21:32.104859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:32.105535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:32.107087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-a77f0f4d-4bfe-4241-b1c2-e8fca360332a service neutron] 10.222.0.39 "PUT /v2.0/ports/04d90458-a5fb-49af-9958-e58b76ccf4a5 HTTP/1.1" status: 200 len: 1095 time: 4.6313546 Jan 27 19:21:32.132337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-2561ec26-ba7c-4ec8-818b-ee25caebd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:32.134942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-2561ec26-ba7c-4ec8-818b-ee25caebd561 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8974283 Jan 27 19:21:32.296338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbf1fc-af3c-4dd0-938b-02553e872abd req-35f19112-c96e-4599-9a54-e3eafbded16b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:32.311812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bedbf1fc-af3c-4dd0-938b-02553e872abd req-35f19112-c96e-4599-9a54-e3eafbded16b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 948 time: 0.3446772 Jan 27 19:21:32.573051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e1f62eb-805a-436f-ae9c-c33f7d4fd358 req-55f38843-ab01-4298-aefe-51fd8d86589a tempest-ServersAdminNegativeTestJSON-596182375 tempest-ServersAdminNegativeTestJSON-596182375-project] 10.222.0.59 "GET /v2.0/ports?device_id=b698582f-9362-4c0e-aa8e-d1ae6fbc1338 HTTP/1.1" status: 200 len: 210 time: 0.2053607 Jan 27 19:21:32.628669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-f4563a27-21c9-44f5-9604-6933c82a5e83 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729364 Jan 27 19:21:32.675898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-8d3acaf7-ba68-46c8-b2d1-8d5c75f12032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:32.678837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-8d3acaf7-ba68-46c8-b2d1-8d5c75f12032 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1098 time: 0.4750617 Jan 27 19:21:32.716548 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef7609-fe88-439b-916b-1353787d0c07 x-openstack-request-id: req-31ef7609-fe88-439b-916b-1353787d0c07 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:32.717626 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b698582f-9362-4c0e-aa8e-d1ae6fbc1338", "name": "network-vif-deleted", "tag": "c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:32.717626 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31ef7609-fe88-439b-916b-1353787d0c07 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:32.718165 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b698582f-9362-4c0e-aa8e-d1ae6fbc1338', 'name': 'network-vif-deleted', 'tag': 'c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf', 'status': 'completed', 'code': 200} Jan 27 19:21:32.764308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bedbf1fc-af3c-4dd0-938b-02553e872abd req-f80527b4-578b-43cc-91fa-bcdfc75df806 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933486 Jan 27 19:21:32.810031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39950) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:32.837573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-5c1fd9cd-2d60-4e67-81a3-eeeb48cab760 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5 HTTP/1.1" status: 200 len: 217 time: 0.1470122 Jan 27 19:21:32.845025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3af97d7a-0c95-4aab-8bdc-384c61f9f7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.012956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3af97d7a-0c95-4aab-8bdc-384c61f9f7b5 admin admin] Publish callbacks [] for security_group (06c1aaf7-dd92-4631-a489-ee8a3037486b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.020671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3af97d7a-0c95-4aab-8bdc-384c61f9f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (06c1aaf7-dd92-4631-a489-ee8a3037486b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.071410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76288aa2-0e4e-46f5-903d-e0f3e4aa4c61 req-8b8cf0f9-65ca-4804-9453-f03cc9f21b12 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184587 Jan 27 19:21:33.077191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-023cc437-4ebf-4548-bbab-ec4412499f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:33.079446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-023cc437-4ebf-4548-bbab-ec4412499f85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2118602 Jan 27 19:21:33.099580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319a47-9919-4ef2-8492-fa0a85019df7 req-7831fcd7-98ae-4c68-a62b-0c8e821b018a tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:33.101906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd319a47-9919-4ef2-8492-fa0a85019df7 req-7831fcd7-98ae-4c68-a62b-0c8e821b018a tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.2081213 Jan 27 19:21:33.199754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af97d7a-0c95-4aab-8bdc-384c61f9f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1aaf7-dd92-4631-a489-ee8a3037486b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:33.210737 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3af97d7a-0c95-4aab-8bdc-384c61f9f7b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=843a744301e947148388ac1d105e5b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987362 Jan 27 19:21:33.222047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:33.237360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:33.246607 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c68af-04ac-46a2-bd02-6fa3925a94e4" -d '{"events": [{"name": "network-changed", "server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:33.318261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd319a47-9919-4ef2-8492-fa0a85019df7 req-351f71bf-2ebd-4b87-9eed-7b7a870596da tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044446 Jan 27 19:21:33.331906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] Publish callbacks [] for security_group (06c1aaf7-dd92-4631-a489-ee8a3037486b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.397415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] Publish callbacks [] for security_group (06c1aaf7-dd92-4631-a489-ee8a3037486b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.446109 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd31ba5-abfa-444b-932b-56cb169965f5 x-openstack-request-id: req-ebd31ba5-abfa-444b-932b-56cb169965f5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:33.446455 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:33.446663 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebd31ba5-abfa-444b-932b-56cb169965f5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:33.447072 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'status': 'completed', 'code': 200} Jan 27 19:21:33.450522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-b3c225cd-d47c-4034-bd9e-ed13da201a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:33.452951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-b3c225cd-d47c-4034-bd9e-ed13da201a46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 1099 time: 0.2732439 Jan 27 19:21:33.460232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-746d859f-0871-44d3-960e-a00a893eb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:33.462276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-746d859f-0871-44d3-960e-a00a893eb8fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3590927 Jan 27 19:21:33.527418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bb431-7270-40f8-8aa0-e3b5ad68fa0e req-1aadee03-3717-4947-997b-0233e3ee245d tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:33.530451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (06c1aaf7-dd92-4631-a489-ee8a3037486b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.535256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a53bb431-7270-40f8-8aa0-e3b5ad68fa0e req-1aadee03-3717-4947-997b-0233e3ee245d tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2286856 Jan 27 19:21:33.539752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:33.547913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06c1aaf7-dd92-4631-a489-ee8a3037486b HTTP/1.1" status: 204 len: 168 time: 0.3228638 Jan 27 19:21:33.573018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fed08-b174-4314-b33a-e96c48543906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1aaf7-dd92-4631-a489-ee8a3037486b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:33.649500 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:21:33.858945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a53bb431-7270-40f8-8aa0-e3b5ad68fa0e req-6f63c6be-34d9-4d2c-89a0-8aae45de1792 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226848 Jan 27 19:21:33.981196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-12470318-566d-4a86-8b69-4bf6badbda9d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831648 Jan 27 19:21:33.987766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:34.069213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39990) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:34.077367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:21:34.078061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c104b0f1-23a9-4b22-9ca4-a5b1df0c19cf not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:21:34.313537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff4071a1-af02-4b7c-80c9-22841d274eac req-24e1e495-8215-42be-b47c-292703efc335 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938411 Jan 27 19:21:34.419925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-632a04db-573e-4115-9883-31147d019577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:34.470878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-d1c39b6d-7081-48f7-bf85-be8dbd4a997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:34.471359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-d1c39b6d-7081-48f7-bf85-be8dbd4a997d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 1.0066547 Jan 27 19:21:34.486967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:34.669687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-8eec0716-af94-408a-ab92-3a203acf7078 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f HTTP/1.1" status: 200 len: 217 time: 0.1494923 Jan 27 19:21:34.733946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-632a04db-573e-4115-9883-31147d019577 admin admin] Publish callbacks [] for security_group (1dba32da-3f32-4ebc-bcc6-9cb9e52950e6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:34.747056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-632a04db-573e-4115-9883-31147d019577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1dba32da-3f32-4ebc-bcc6-9cb9e52950e6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:34.802917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-70d77bc4-b917-4f41-867b-2ef809615e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:34.807048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-70d77bc4-b917-4f41-867b-2ef809615e01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1078329 Jan 27 19:21:34.830411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148b0cb-dca5-4cfd-96f0-49bd76d78a42 req-5cece298-eb91-430e-9f77-6932cbdde17f tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:34.834597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c148b0cb-dca5-4cfd-96f0-49bd76d78a42 req-5cece298-eb91-430e-9f77-6932cbdde17f tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.8503993 Jan 27 19:21:34.834924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-632a04db-573e-4115-9883-31147d019577 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b4dba517ce1420da40efabadef95cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7632532 Jan 27 19:21:34.840740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:34.854162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a04db-573e-4115-9883-31147d019577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba32da-3f32-4ebc-bcc6-9cb9e52950e6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:34.856991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40010) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:34.888486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Request body: {'floatingip': {'port_id': '45a5763c-c8f6-4344-bd87-b53983ad6957'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:34.902208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5adb1f-62b3-450b-baf3-840fcfc15d08 req-5cb759df-cf68-4f91-9eb6-fd6e9e70ecef tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:34.911558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5adb1f-62b3-450b-baf3-840fcfc15d08 req-5cb759df-cf68-4f91-9eb6-fd6e9e70ecef tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.6032505 Jan 27 19:21:35.002300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-9b7d2885-e2a8-4460-8404-fdf5b7695990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:35.006702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-9b7d2885-e2a8-4460-8404-fdf5b7695990 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1098 time: 0.5346298 Jan 27 19:21:35.013045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:35.270242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5adb1f-62b3-450b-baf3-840fcfc15d08 req-388879db-8610-4d57-a8f9-5767baaa221f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558166 Jan 27 19:21:35.376579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-e895dd74-fd1d-4f8d-8c77-a538e7a2e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:35.379246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-e895dd74-fd1d-4f8d-8c77-a538e7a2e2a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5361710 Jan 27 19:21:35.394089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f01ae0bc-2bb5-4e39-8c44-8e050b0c2946 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9e2fa6872074500829603919f2ba63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8802149 Jan 27 19:21:35.407338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] Publish callbacks [] for security_group (1dba32da-3f32-4ebc-bcc6-9cb9e52950e6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:35.414871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:35.582111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-65ba0c07-85eb-4dab-beb8-ca913cc54ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:35.585145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-65ba0c07-85eb-4dab-beb8-ca913cc54ae3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.5554872 Jan 27 19:21:35.606968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] Publish callbacks [] for security_group (1dba32da-3f32-4ebc-bcc6-9cb9e52950e6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:35.722774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a79e8317-736d-4dfe-ae4f-ae910d2f0f1f details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:21:35.817278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e33df-d48d-401c-8b30-fc03183f4d5b req-9722439a-0ffb-4424-8e14-d0eb4fe2c6f5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:35.833235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c16e33df-d48d-401c-8b30-fc03183f4d5b req-9722439a-0ffb-4424-8e14-d0eb4fe2c6f5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 948 time: 0.6808612 Jan 27 19:21:35.983504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:36.007033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'mac_address': 'fa:16:3e:43:fc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:21:36.052460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-b6cc80b5-fff1-4017-bb93-e1886d7e2e89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5 HTTP/1.1" status: 200 len: 217 time: 0.3971519 Jan 27 19:21:36.060218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:36.061052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.077456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79e8317-736d-4dfe-ae4f-ae910d2f0f1f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:36.109963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:36.121953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.246138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:36.261081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc5f7-f544-4b60-b7a4-4cf6ae99c32d req-32612939-7453-4ba7-8b4d-b9ffdaa45da5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:36.270118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-712bc5f7-f544-4b60-b7a4-4cf6ae99c32d req-32612939-7453-4ba7-8b4d-b9ffdaa45da5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.7482469 Jan 27 19:21:36.305244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1dba32da-3f32-4ebc-bcc6-9cb9e52950e6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.309297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.310984 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dba32da-3f32-4ebc-bcc6-9cb9e52950e6 HTTP/1.1" status: 204 len: 168 time: 1.4691913 Jan 27 19:21:36.354028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a79e8317-736d-4dfe-ae4f-ae910d2f0f1f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:36.379485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dffb2c-f5c5-4e36-b004-bb8bcad9acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba32da-3f32-4ebc-bcc6-9cb9e52950e6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:36.399647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] Publish callbacks [] for security_group (2fd2ebef-364a-40b3-bb81-d6ab87b0dd43), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.403329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-e3664329-e817-4fd1-b024-82edbdf0df09 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:36.405916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-e3664329-e817-4fd1-b024-82edbdf0df09 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.5586116 Jan 27 19:21:36.430117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:21:36.499884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] Publish callbacks [] for security_group (2fd2ebef-364a-40b3-bb81-d6ab87b0dd43), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.599713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-7e1841ee-1534-4723-b2d8-0b6217baf961 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1834087 Jan 27 19:21:36.647599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.659827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.676521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2fd2ebef-364a-40b3-bb81-d6ab87b0dd43), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.681299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:36.683851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fd2ebef-364a-40b3-bb81-d6ab87b0dd43 HTTP/1.1" status: 204 len: 168 time: 1.2657118 Jan 27 19:21:36.862550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c16e33df-d48d-401c-8b30-fc03183f4d5b req-d605c7b9-1e4f-4a9d-8f92-dd6105969caa tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0272815 Jan 27 19:21:36.877476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1150b-6b43-4cef-9ecf-f053ce8cfce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2ebef-364a-40b3-bb81-d6ab87b0dd43,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:36.885888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-549f4614-6de4-4dcd-b9f6-59fd7200dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:36.890345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-549f4614-6de4-4dcd-b9f6-59fd7200dd79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.7806001 Jan 27 19:21:37.092397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-712bc5f7-f544-4b60-b7a4-4cf6ae99c32d req-d36ecbc4-9fbe-448e-89b7-bb0f83a80f45 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718347 Jan 27 19:21:37.158463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-b759b9ff-6ae2-46d2-894f-9f8dda58fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:37.160124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-b759b9ff-6ae2-46d2-894f-9f8dda58fbb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557871 Jan 27 19:21:37.191010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2844bcce-2e75-4d5c-9399-17709f9932a3 req-1991f0d9-923b-4553-9fee-7219e0accaaa service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400653 Jan 27 19:21:37.279895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a559c-781d-4db3-b6de-7573ecfb901f req-ac2bc5f5-4e9d-45ae-a930-16570105855d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:37.281589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-720a559c-781d-4db3-b6de-7573ecfb901f req-ac2bc5f5-4e9d-45ae-a930-16570105855d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 946 time: 0.2137485 Jan 27 19:21:37.302290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:21:37.302811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:37.308867 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Floating IP 0d93e7b8-a192-41a4-b0db-62cec3717a35 associated. External IP: 172.25.5.247, port: 45a5763c-c8f6-4344-bd87-b53983ad6957. Jan 27 19:21:37.460152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-0ea7a11d-0cab-4ffa-91a4-db9dbd768bff service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879174 Jan 27 19:21:37.467593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-720a559c-781d-4db3-b6de-7573ecfb901f req-0dd69441-45d9-4b4d-8e25-bb841a8821c1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761904 Jan 27 19:21:37.683649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-358c68af-04ac-46a2-bd02-6fa3925a94e4 req-5cefd569-205c-433c-86be-c664db2e4289 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149918 Jan 27 19:21:37.740854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:21:37.744723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a79e8317-736d-4dfe-ae4f-ae910d2f0f1f up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:37.948669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:38.053453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2f0c83c7-55c1-4672-a124-82afdf2a29f9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:21:38.188921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:21:38.232811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port 2f0c83c7-55c1-4672-a124-82afdf2a29f9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2f0c83c7-55c1-4672-a124-82afdf2a29f9,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:38.234196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.237571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:38.237945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.265350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1eb298b2-9b87-4766-b683-0a619d7e6a4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f8daac42497414b93309b81e416658c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142931 Jan 27 19:21:38.269978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:38.323730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:38.329654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for 2f0c83c7-55c1-4672-a124-82afdf2a29f9 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:21:38.359801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ae8c-01e2-42b7-93e1-3fed24033692 req-ac252496-32e8-4fe1-8d3f-62a00924deb2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:38.362622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'mac_address': 'fa:16:3e:be:90:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:21:38.362885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2b3ae8c-01e2-42b7-93e1-3fed24033692 req-ac252496-32e8-4fe1-8d3f-62a00924deb2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 949 time: 0.3322449 Jan 27 19:21:38.446887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090560-faa5-4b43-9bfe-5c88c1ab88f3 req-0ba14250-3d7b-4091-b72b-f492e6f2a50f tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:38.447235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Router cbcc9026-d364-4c3b-a241-34631f395622 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:21:38.449241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa090560-faa5-4b43-9bfe-5c88c1ab88f3 req-0ba14250-3d7b-4091-b72b-f492e6f2a50f tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2041082 Jan 27 19:21:38.494900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:38.495291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.557452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:38.565921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.572382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] Publish callbacks [] for security_group (4e8b6482-c827-4c63-9ea7-cffd04944b1a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.583353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2f0c83c7-55c1-4672-a124-82afdf2a29f9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.638234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:38.665480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=2f0c83c7-55c1-4672-a124-82afdf2a29f9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:38.687746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2b3ae8c-01e2-42b7-93e1-3fed24033692 req-74fd31d2-777e-444d-ab29-73583581daaa tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120251 Jan 27 19:21:38.695450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:38.696128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.715652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] Publish callbacks [] for security_group (4e8b6482-c827-4c63-9ea7-cffd04944b1a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.751122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa090560-faa5-4b43-9bfe-5c88c1ab88f3 req-63067849-4814-483f-a45f-074e71fd4e05 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895277 Jan 27 19:21:38.784592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:38.801422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-4a9e5c6a-0591-46d9-a8c8-e2eb8ff1bcea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2831235 Jan 27 19:21:38.805699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.822800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port 2f0c83c7-55c1-4672-a124-82afdf2a29f9 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:21:38.833428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.844500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d3eb24d-4abe-4156-b104-165823a8b94c req-38541342-d6dc-40c5-8b25-87d73703ba3b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "DELETE /v2.0/ports/2f0c83c7-55c1-4672-a124-82afdf2a29f9 HTTP/1.1" status: 204 len: 173 time: 2.4297521 Jan 27 19:21:38.866921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e8b6482-c827-4c63-9ea7-cffd04944b1a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.870659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:38.873152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e8b6482-c827-4c63-9ea7-cffd04944b1a HTTP/1.1" status: 204 len: 168 time: 0.5987797 Jan 27 19:21:38.876005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'name': 'network-vif-deleted', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:38.896874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6437b-4ca6-4a65-8f65-2d6017d381e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b6482-c827-4c63-9ea7-cffd04944b1a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:38.900798 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e09ee-12a6-41ab-9ee0-d10cd8edcbb4" -d '{"events": [{"server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "name": "network-vif-deleted", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:39.089310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:39.092194 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23765131-ca36-4c69-a80f-f6e9789f60e1" -d '{"events": [{"server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "name": "network-vif-plugged", "status": "completed", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:39.110481 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98119e-5cf2-4f4b-baca-3d9c5853a510 x-openstack-request-id: req-6d98119e-5cf2-4f4b-baca-3d9c5853a510 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:39.110911 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8227a5d-7d7b-45b8-9ba6-a97fa6496441", "name": "network-vif-deleted", "tag": "2f0c83c7-55c1-4672-a124-82afdf2a29f9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:39.111105 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d98119e-5cf2-4f4b-baca-3d9c5853a510 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:39.111586 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8227a5d-7d7b-45b8-9ba6-a97fa6496441', 'name': 'network-vif-deleted', 'tag': '2f0c83c7-55c1-4672-a124-82afdf2a29f9', 'status': 'completed', 'code': 200} Jan 27 19:21:39.153700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-6dead46f-6cb7-4d5b-b0d2-b71928c98a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:39.155935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-6dead46f-6cb7-4d5b-b0d2-b71928c98a20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1097 time: 0.2287652 Jan 27 19:21:39.157145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:21:39.159299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40104) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:39.172970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:39.188751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Sync routers for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:21:39.196357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:39.235845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:39.289891 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:21:39.290960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:39.322164 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68e048-7e12-43de-b13a-916c016087de x-openstack-request-id: req-8d68e048-7e12-43de-b13a-916c016087de {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:39.322688 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "name": "network-vif-plugged", "status": "completed", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:39.323047 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d68e048-7e12-43de-b13a-916c016087de {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:39.323559 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'code': 200} Jan 27 19:21:39.327715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578e46af-6a86-491b-b2cf-411d0343aea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:39.332931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ce7e0cc-bd1d-4799-9ed4-5c6a513ccc79 req-ea09662a-d8e1-44cb-88da-05ce1bb004c4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.2504022 Jan 27 19:21:39.366839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:39.383420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:39.506513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a0cad970-44a2-4509-8f8c-83447f2e4e52 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "PUT /v2.0/floatingips/0d93e7b8-a192-41a4-b0db-62cec3717a35 HTTP/1.1" status: 200 len: 992 time: 4.6465790 Jan 27 19:21:39.541992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4829-1822-42c3-950d-1aa883e61af3 req-e29b9a4a-08f8-47f2-8984-7a3422ddd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:39.544696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c74f4829-1822-42c3-950d-1aa883e61af3 req-e29b9a4a-08f8-47f2-8984-7a3422ddd29f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 1101 time: 0.1209009 Jan 27 19:21:39.611750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:39.645139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-17e8f129-ef9c-45ea-8538-8a59cdb42ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:39.651412 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-17e8f129-ef9c-45ea-8538-8a59cdb42ba9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 906 time: 0.4265013 Jan 27 19:21:39.686266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c74f4829-1822-42c3-950d-1aa883e61af3 req-14d275c8-c6ad-4df0-a80c-d6ab1e7bbbbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344283 Jan 27 19:21:39.785123 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:21:39.839898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-9279a9a4-c23d-4277-9b42-60dd7a595da0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 1000 time: 0.1789460 Jan 27 19:21:39.932090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-993132179-network', 'tenant_id': '51dcda8fd2d2493b9e1617570fe439d2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:40.015669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-edf32015-6f2e-4d6d-bbac-9289ce0d8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:40.017889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-edf32015-6f2e-4d6d-bbac-9289ce0d8870 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 200 len: 844 time: 0.1705291 Jan 27 19:21:40.091365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Made reservation on behalf of 51dcda8fd2d2493b9e1617570fe439d2 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:40.102474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:40.115965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:40.158351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b614f3d-e92e-4347-952a-59ef12ae7bbc req-29e028d3-0106-4c90-892a-fbf6d05b5fb2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:40.162908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b614f3d-e92e-4347-952a-59ef12ae7bbc req-29e028d3-0106-4c90-892a-fbf6d05b5fb2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.2612200 Jan 27 19:21:40.167233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-41912826-817c-4070-b1e8-7907bb4b5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:40.174878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-41912826-817c-4070-b1e8-7907bb4b5cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438875 Jan 27 19:21:40.193833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819060-e669-4830-9833-127841620932 req-85dc10bd-c7f1-4a2d-ba9f-64fedbdb9191 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:40.202382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31819060-e669-4830-9833-127841620932 req-85dc10bd-c7f1-4a2d-ba9f-64fedbdb9191 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.2394207 Jan 27 19:21:40.412455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b614f3d-e92e-4347-952a-59ef12ae7bbc req-eba1b178-79b2-422c-a6bd-a6bd528b2ca9 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397108 Jan 27 19:21:40.454093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:40.521505 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-16ea8031-224f-4d70-8812-031c398963f5 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360472 Jan 27 19:21:40.554763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31819060-e669-4830-9833-127841620932 req-e6ee160d-701b-4aec-8813-145eab1e7e42 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503783 Jan 27 19:21:40.768582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks [] for security_group (2f083a3c-e955-4ef3-9e29-d61222b2005b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:40.788930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2f083a3c-e955-4ef3-9e29-d61222b2005b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:40.811722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0d93e7b8-a192-41a4-b0db-62cec3717a35', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'port_id': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'mac_address': 'fa:16:3e:26:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:21:05Z', 'updated_at': '2022-01-27T19:21:36Z', 'revision_number': 1, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:40.828544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5da7fe8f-ca68-4e57-a099-f5124fd9edf7 req-572bbf1e-aaa6-4017-88ff-14c49dfd5b24 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1528630 Jan 27 19:21:40.907863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:21:40.914669 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Checking router: cbcc9026-d364-4c3b-a241-34631f395622 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:21:40.942680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:21:40.946240 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:40.949147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f9eaf892-5776-4118-ab28-1d75b9a01a04), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:40.949801 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Added segment f9eaf892-5776-4118-ab28-1d75b9a01a04 of type vlan for network cd200cf4-49cb-4dcf-8616-83b48c92135f Jan 27 19:21:40.972860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f083a3c-e955-4ef3-9e29-d61222b2005b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:41.125316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:41.145139 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3978c52-2618-4cc2-b2e8-13acae72e971" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:41.177527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cd200cf4-49cb-4dcf-8616-83b48c92135f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:41.218472 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b69f3867-7bab-4952-b8f9-831bdb71ab2e req-7896808b-a935-43aa-9bcf-eee386bc5a94 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820490 Jan 27 19:21:41.237751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b00f72-505e-4e7c-948f-44af0498d7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:41.354800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:21:41.409548 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:21:41.424412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cd200cf4-49cb-4dcf-8616-83b48c92135f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:41.425444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:41.426066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:41.472116 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f4caa-a45c-48b3-b8af-cb62a4ee8d14 x-openstack-request-id: req-f41f4caa-a45c-48b3-b8af-cb62a4ee8d14 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:41.472488 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:41.472671 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f41f4caa-a45c-48b3-b8af-cb62a4ee8d14 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:41.473109 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'status': 'completed', 'code': 200} Jan 27 19:21:41.758751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f24468a6-4b0e-4416-bddb-56dc95ce3b0d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:21:41.763106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:41.780020 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6140573 Jan 27 19:21:41.812551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40156) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:41.843697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Request body: {'subnet': {'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-993132179-subnet', 'tenant_id': '51dcda8fd2d2493b9e1617570fe439d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:41.944512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Made reservation on behalf of 51dcda8fd2d2493b9e1617570fe439d2 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:41.947483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:41.990158 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f643184d-5fac-40eb-913a-fc8ad2b40462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.036300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11ea1-b144-444a-b902-0a56f7181825 req-371bbf69-1f8d-4cdc-87db-291b46906f8e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:42.058567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9b11ea1-b144-444a-b902-0a56f7181825 req-371bbf69-1f8d-4cdc-87db-291b46906f8e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.3380322 Jan 27 19:21:42.075003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef98063-9068-4f3c-a971-e667e3f9ad4d admin admin] Pushing event updated for resources: {'Network': ['ID=cd200cf4-49cb-4dcf-8616-83b48c92135f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:42.096390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-9f90a8ec-67b6-44ec-914a-432a70d7bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:42.098261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cd200cf4-49cb-4dcf-8616-83b48c92135f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:21:42.099042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-9f90a8ec-67b6-44ec-914a-432a70d7bde2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1097 time: 0.5784149 Jan 27 19:21:42.120657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de0977-6b07-42cf-a66d-64414ba4b13a req-86eaecba-bb69-46f8-9114-efe22a178031 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:42.143982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0de0977-6b07-42cf-a66d-64414ba4b13a req-86eaecba-bb69-46f8-9114-efe22a178031 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 944 time: 0.3149905 Jan 27 19:21:42.147721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:42.200851 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0d93e7b8-a192-41a4-b0db-62cec3717a35', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'port_id': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'mac_address': 'fa:16:3e:26:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:21:05Z', 'updated_at': '2022-01-27T19:21:36Z', 'revision_number': 1, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:21:42.289712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9a223-4a47-4d0d-a887-2f29dcf6fc51 None None] The sync data for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 is: [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0d93e7b8-a192-41a4-b0db-62cec3717a35', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'port_id': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'mac_address': 'fa:16:3e:26:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:21:05Z', 'updated_at': '2022-01-27T19:21:36Z', 'revision_number': 1, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:21:42.294477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 04d90458-a5fb-49af-9958-e58b76ccf4a5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:21:42.337302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b00f72-505e-4e7c-948f-44af0498d7bd admin admin] Publish callbacks [] for security_group (e18b54f4-17a4-44dc-aecd-12cd6a10f7a5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.339344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 04d90458-a5fb-49af-9958-e58b76ccf4a5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:42.342323 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.391990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b00f72-505e-4e7c-948f-44af0498d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e18b54f4-17a4-44dc-aecd-12cd6a10f7a5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.427119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0de0977-6b07-42cf-a66d-64414ba4b13a req-6f473360-1aff-4712-8f87-f63818fd2a5c tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816780 Jan 27 19:21:42.440096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:42.476606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'port_id': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'mac_address': 'fa:16:3e:1f:81:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:21:42.500683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-419620670-network', 'tenant_id': '3c3e573cbc234111b8d6d59e559b00c9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:42.538877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9b11ea1-b144-444a-b902-0a56f7181825 req-2368f584-3259-4e7b-8a89-784250563394 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787967 Jan 27 19:21:42.593460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Made reservation on behalf of 3c3e573cbc234111b8d6d59e559b00c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:42.613509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f24468a6-4b0e-4416-bddb-56dc95ce3b0d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:42.614213 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.620352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.674315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.686468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24468a6-4b0e-4416-bddb-56dc95ce3b0d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:42.725824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:42.728217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:42.729038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.751394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.764183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:42.767777 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c7b7c-f19a-468a-a4da-299a56209ca0" -d '{"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:42.809663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:42.865840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:42.867038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fa265f2-6ee0-40d4-8cf5-d293e5d91a65 req-c42e352d-211c-422f-8ee8-c6f2ebd84b04 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1478863 Jan 27 19:21:42.881849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:42.973422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5b00f72-505e-4e7c-948f-44af0498d7bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bbba343c32d444ab206d867ddbe03cc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5127060 Jan 27 19:21:42.975338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40172) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:43.004289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a62463-00c7-4511-9e0c-1a7a391e23e8 None None] New status for floating IP 0d93e7b8-a192-41a4-b0db-62cec3717a35: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:21:43.035705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00f72-505e-4e7c-948f-44af0498d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18b54f4-17a4-44dc-aecd-12cd6a10f7a5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:43.065064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-fe8e77d0-671c-484a-9d02-97067e4f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.069383 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-fe8e77d0-671c-484a-9d02-97067e4f0c99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 906 time: 0.7868037 Jan 27 19:21:43.120346 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58460df-4f1f-42e5-b425-18c352a069da x-openstack-request-id: req-a58460df-4f1f-42e5-b425-18c352a069da {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:43.120814 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:43.121184 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a58460df-4f1f-42e5-b425-18c352a069da {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:43.121767 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'code': 200} Jan 27 19:21:43.136763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['f24468a6-4b0e-4416-bddb-56dc95ce3b0d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:21:43.303619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-3b313697-f438-49c3-80f5-f97c761140ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 1000 time: 0.2260485 Jan 27 19:21:43.304214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] Publish callbacks [] for security_group (e18b54f4-17a4-44dc-aecd-12cd6a10f7a5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.344014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks [] for security_group (d5f8c617-16ff-4895-8f27-a94539462767), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.434021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (92910b42-8136-49d1-b83e-1b5ffea997ec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.438707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d5f8c617-16ff-4895-8f27-a94539462767), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.451386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:43.554050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] Publish callbacks [] for security_group (e18b54f4-17a4-44dc-aecd-12cd6a10f7a5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.598037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f8c617-16ff-4895-8f27-a94539462767,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:43.633429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:21:43.650377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-a9a39a0a-9288-4d2d-bdc9-8dd963355759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.658055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-a9a39a0a-9288-4d2d-bdc9-8dd963355759 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 200 len: 844 time: 0.3409274 Jan 27 19:21:43.667821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5358c16-e7f3-411b-959c-15dad7f40173 req-9940dbeb-4eb6-4180-8418-dd8ea3eec802 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.670904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5358c16-e7f3-411b-959c-15dad7f40173 req-9940dbeb-4eb6-4180-8418-dd8ea3eec802 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.5566556 Jan 27 19:21:43.705063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca740a-9cb0-44d5-91b9-6916a8635dc4 req-2092c3ea-9a2f-48e1-9cc2-08df3dd2806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.708478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5ca740a-9cb0-44d5-91b9-6916a8635dc4 req-2092c3ea-9a2f-48e1-9cc2-08df3dd2806c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1100 time: 0.4067130 Jan 27 19:21:43.709053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92910b42-8136-49d1-b83e-1b5ffea997ec,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:43.716550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (38d44b94-c70f-49c8-b294-d25fe71643ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.717345 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Added segment 38d44b94-c70f-49c8-b294-d25fe71643ea of type vlan for network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 Jan 27 19:21:43.772314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4358d4bd-e147-4dbe-9c5e-c6c045e96603), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.855369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4358d4bd-e147-4dbe-9c5e-c6c045e96603), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.856778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.857735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:43.949230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Checking segment: {'id': 'f9eaf892-5776-4118-ab28-1d75b9a01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:43.949230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Network hostable DHCP agents. Network: cd200cf4-49cb-4dcf-8616-83b48c92135f, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:21:43.967768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-a13510ba-4835-434c-ba25-2290a257a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:43.970649 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-a13510ba-4835-434c-ba25-2290a257a18f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694154 Jan 27 19:21:44.096741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4358d4bd-e147-4dbe-9c5e-c6c045e96603,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:44.127442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:21:44.193400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Network cd200cf4-49cb-4dcf-8616-83b48c92135f is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:21:44.210254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-898d2dfa-6d83-4e0e-8138-474d56bff6d7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0586617 Jan 27 19:21:44.214516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40182) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:44.231843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Request body: {'subnet': {'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-419620670-subnet', 'tenant_id': '3c3e573cbc234111b8d6d59e559b00c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:44.283812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cd200cf4-49cb-4dcf-8616-83b48c92135f) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:44.293137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5358c16-e7f3-411b-959c-15dad7f40173 req-355acc8d-6308-48a0-a513-7b86927a1d91 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800317 Jan 27 19:21:44.294172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e18b54f4-17a4-44dc-aecd-12cd6a10f7a5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:44.300197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:44.302286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e18b54f4-17a4-44dc-aecd-12cd6a10f7a5 HTTP/1.1" status: 204 len: 168 time: 1.3252611 Jan 27 19:21:44.316725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da734d6-69b6-4b3f-868f-52418f11f00d req-1bc0d841-999c-42ca-8f40-959f98ec2ccd tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:44.321197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da734d6-69b6-4b3f-868f-52418f11f00d req-1bc0d841-999c-42ca-8f40-959f98ec2ccd tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 945 time: 0.6416566 Jan 27 19:21:44.328793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c91f9-0269-4797-ae8b-d0f3f24ed426 None None] Network cd200cf4-49cb-4dcf-8616-83b48c92135f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:44.344214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:44.346730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:44.427326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5ca740a-9cb0-44d5-91b9-6916a8635dc4 req-25c2c5a4-562f-4885-99dd-e1742d8f264e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901256 Jan 27 19:21:44.427887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Made reservation on behalf of 3c3e573cbc234111b8d6d59e559b00c9 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:44.433929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:44.438076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4dc79-f0c1-4793-9fd0-e3535446c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18b54f4-17a4-44dc-aecd-12cd6a10f7a5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:44.446416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-1fbd0849-afec-406f-9211-750b24ccf3d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648898 Jan 27 19:21:44.497298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-083d8f08-ba07-44c0-981b-c7715c7ebe1f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6718090 Jan 27 19:21:44.608273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da734d6-69b6-4b3f-868f-52418f11f00d req-aec13fe2-01f7-4cb6-abeb-d710376f4bba tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751227 Jan 27 19:21:44.714263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d1c9b-8b62-4b64-9555-5876aa708109 None None] Network cd200cf4-49cb-4dcf-8616-83b48c92135f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:44.866941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeeafeef-70f5-4c0d-b075-99032d513f33 req-78622423-9b99-46c5-b59d-31a13a5f0fef tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1176467 Jan 27 19:21:45.021835 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e3978c52-2618-4cc2-b2e8-13acae72e971 req-4970b1a5-c3a9-4b1b-be6a-a73c3cc3d751 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311213 Jan 27 19:21:45.063699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.258389 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b3376ff2-0598-4772-854c-b8bbb570796f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.269075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:45.307489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5403609e-3578-4816-8130-9d7d424f8469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.485666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3376ff2-0598-4772-854c-b8bbb570796f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:45.501348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.505315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Checking segment: {'id': '38d44b94-c70f-49c8-b294-d25fe71643ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:45.506968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Network hostable DHCP agents. Network: 4358d4bd-e147-4dbe-9c5e-c6c045e96603, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:21:45.537217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:21:45.554153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4358d4bd-e147-4dbe-9c5e-c6c045e96603) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:45.571454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57095fc-1e9b-4ca1-ad69-874f5579aa17 None None] Network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:45.575127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:45.578817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.630924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b8e714b-b38b-4c95-ae7b-c87458bcf595 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4014206 Jan 27 19:21:45.709611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5403609e-3578-4816-8130-9d7d424f8469 admin admin] Publish callbacks [] for security_group (bacaf53c-21c4-476e-bde4-e1749ef3c533), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:45.798364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f24468a6-4b0e-4416-bddb-56dc95ce3b0d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:45.917864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e15f75-7ccb-448a-92e8-93644af52fba None None] Network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:46.122383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.149562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port f24468a6-4b0e-4416-bddb-56dc95ce3b0d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:21:46.161303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port f24468a6-4b0e-4416-bddb-56dc95ce3b0d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:46.161757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.381766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f24468a6-4b0e-4416-bddb-56dc95ce3b0d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:46.382627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.456325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:46.461833 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f8ff4e-b831-49da-be30-4af81980c3b6" -d '{"events": [{"server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "name": "network-vif-plugged", "status": "completed", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:46.482740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:46.489510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5403609e-3578-4816-8130-9d7d424f8469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bacaf53c-21c4-476e-bde4-e1749ef3c533), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.493549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.563411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:46.569852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-14398229-7105-4f1f-bf84-4635d0a2f025 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:46.571965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-14398229-7105-4f1f-bf84-4635d0a2f025 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/networks?id=cd200cf4-49cb-4dcf-8616-83b48c92135f HTTP/1.1" status: 200 len: 813 time: 1.0808291 Jan 27 19:21:46.638855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-27b67604-11e9-49c0-a880-c3bb8e14ee54 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/quotas/51dcda8fd2d2493b9e1617570fe439d2 HTTP/1.1" status: 200 len: 375 time: 0.0436378 Jan 27 19:21:46.644888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:46.645488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5403609e-3578-4816-8130-9d7d424f8469 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db534dd68b6a4482b62bcf61cfe95834&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3744671 Jan 27 19:21:46.649619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403609e-3578-4816-8130-9d7d424f8469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacaf53c-21c4-476e-bde4-e1749ef3c533,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:46.712089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-cfd204cc-313e-4b14-bd37-7a6910699655 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51dcda8fd2d2493b9e1617570fe439d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645552 Jan 27 19:21:46.729700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8636-7a77-4285-b81a-0e9080a6dfc3 req-5ef2f4f4-43ef-4288-9b44-36da3e4895ed tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:46.746168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e6e8636-7a77-4285-b81a-0e9080a6dfc3 req-5ef2f4f4-43ef-4288-9b44-36da3e4895ed tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 1.1979625 Jan 27 19:21:46.757787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-9bd4e9bd-5066-4f54-8567-11efc529e652 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:21:46.759571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-9bd4e9bd-5066-4f54-8567-11efc529e652 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099072 Jan 27 19:21:46.807482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] Publish callbacks [] for security_group (bacaf53c-21c4-476e-bde4-e1749ef3c533), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.864192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] Publish callbacks [] for security_group (bacaf53c-21c4-476e-bde4-e1749ef3c533), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.928458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:46.940414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1080083553-network', 'tenant_id': 'a63af003c270409a92fbcbcdfe769087'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:46.965965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e6e8636-7a77-4285-b81a-0e9080a6dfc3 req-22a9e337-1c07-455b-a5b4-061a24ac6f9b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185900 Jan 27 19:21:46.977804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bacaf53c-21c4-476e-bde4-e1749ef3c533), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.984726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:46.991328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bacaf53c-21c4-476e-bde4-e1749ef3c533 HTTP/1.1" status: 204 len: 168 time: 0.3404522 Jan 27 19:21:47.005310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Made reservation on behalf of a63af003c270409a92fbcbcdfe769087 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:47.005310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.017328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-260c105e-93d6-4d7a-a82c-c96a5751d8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316196 Jan 27 19:21:47.018374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.019068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bb3a8-9c65-4744-85b6-21ca2190f624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacaf53c-21c4-476e-bde4-e1749ef3c533,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:47.294025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks [] for security_group (e429cbe6-ead9-4a95-bd35-8c022b9e5ad2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.320074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e429cbe6-ead9-4a95-bd35-8c022b9e5ad2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.344517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:21:47.386977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (247bf0a4-c584-4818-957e-a1b96183a34d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.387300 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Added segment 247bf0a4-c584-4818-957e-a1b96183a34d of type vlan for network c295eaf6-eda8-4b78-91a7-318beb191f43 Jan 27 19:21:47.414164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429cbe6-ead9-4a95-bd35-8c022b9e5ad2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:47.449946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-87d131c0-a069-4b48-8b1a-cf031091c4de service neutron] 10.222.0.59 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170005 Jan 27 19:21:47.463113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda191-806e-4de1-915e-9766fd930476 req-c0c342d1-26cb-4e9d-bce8-bf0088fefe54 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:47.464808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1fda191-806e-4de1-915e-9766fd930476 req-c0c342d1-26cb-4e9d-bce8-bf0088fefe54 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.1936538 Jan 27 19:21:47.471452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c295eaf6-eda8-4b78-91a7-318beb191f43), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.638599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c295eaf6-eda8-4b78-91a7-318beb191f43), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.639715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:47.640338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.659223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1fda191-806e-4de1-915e-9766fd930476 req-e7c0c9d9-71c2-4271-933e-6f196f50deca tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827505 Jan 27 19:21:47.735824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8041735 Jan 27 19:21:47.740388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40246) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:47.745785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Request body: {'subnet': {'network_id': 'c295eaf6-eda8-4b78-91a7-318beb191f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1080083553-subnet', 'tenant_id': 'a63af003c270409a92fbcbcdfe769087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:47.763046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a825a-59c6-4692-8b64-a4eabe4fc858 admin admin] Pushing event updated for resources: {'Network': ['ID=c295eaf6-eda8-4b78-91a7-318beb191f43,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:47.783112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Made reservation on behalf of a63af003c270409a92fbcbcdfe769087 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:47.783836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c295eaf6-eda8-4b78-91a7-318beb191f43 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:21:47.785887 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:47.977382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ec3da27-baa1-4b14-8643-2e7336313ef0 req-ff4af94e-78cf-4bab-8fa1-8880bee11cdb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.0946555 Jan 27 19:21:48.052663 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743e4a6-f44e-4590-8080-59d561ee5181 x-openstack-request-id: req-e743e4a6-f44e-4590-8080-59d561ee5181 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:48.053421 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "name": "network-vif-plugged", "status": "completed", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:48.053909 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e743e4a6-f44e-4590-8080-59d561ee5181 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:48.054549 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'code': 200} Jan 27 19:21:48.224883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (1a093cc5-286c-4709-8653-10b8a6227379), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:48.265982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9756e67-47dd-4e6a-a769-8c5a6f18f591 req-51dbb27a-942e-4826-9e46-628070db43af tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 210 time: 0.2829969 Jan 27 19:21:48.414264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecb8fe-099f-461c-9987-122d4ec40b6c req-4f69c4c0-474d-4ed1-82e5-13fff76eb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:48.419338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06ecb8fe-099f-461c-9987-122d4ec40b6c req-4f69c4c0-474d-4ed1-82e5-13fff76eb414 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 1097 time: 0.4377148 Jan 27 19:21:48.501856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Checking segment: {'id': '247bf0a4-c584-4818-957e-a1b96183a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c295eaf6-eda8-4b78-91a7-318beb191f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:48.502220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Network hostable DHCP agents. Network: c295eaf6-eda8-4b78-91a7-318beb191f43, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:21:48.506597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a093cc5-286c-4709-8653-10b8a6227379,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:48.538092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fcdb6-69ef-4664-9adb-08c95dd983ac req-72a90fc0-c528-42d6-8752-862c07ad04ba tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:48.543468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c89fcdb6-69ef-4664-9adb-08c95dd983ac req-72a90fc0-c528-42d6-8752-862c07ad04ba tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.4103367 Jan 27 19:21:48.546135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Network c295eaf6-eda8-4b78-91a7-318beb191f43 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:21:48.567050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c295eaf6-eda8-4b78-91a7-318beb191f43) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:48.576823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:48.577441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:48.586081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d4954-81ee-461f-b5fa-d30b3ce5c0f6 None None] Network c295eaf6-eda8-4b78-91a7-318beb191f43 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:48.644214 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fae6c425-ceb4-414d-9985-02527a288941 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9026074 Jan 27 19:21:48.717905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06ecb8fe-099f-461c-9987-122d4ec40b6c req-81bd179c-3a27-49d3-b0df-2563c263d76d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805345 Jan 27 19:21:48.748454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c89fcdb6-69ef-4664-9adb-08c95dd983ac req-ea516e73-779d-486b-b248-47e78de12630 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836145 Jan 27 19:21:48.843413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc3f16-ac59-4eae-9166-a983d9ecdb0a None None] Network c295eaf6-eda8-4b78-91a7-318beb191f43 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:49.257663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9453f3bd-7aed-4f21-9e3e-763701820efc req-12dd6f81-4822-4e9f-896c-342820f04fdb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1206536 Jan 27 19:21:49.341815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b534c-8c51-4e25-a1a2-7a6c6dd32996 req-ad4fabdf-34d6-49ce-94a1-3cacb761e151 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:49.360967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba5b534c-8c51-4e25-a1a2-7a6c6dd32996 req-ad4fabdf-34d6-49ce-94a1-3cacb761e151 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.2941270 Jan 27 19:21:49.645660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba5b534c-8c51-4e25-a1a2-7a6c6dd32996 req-b584ae9d-94d7-4ed8-8304-d061fba363ab tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815151 Jan 27 19:21:49.838214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d7d7dde-5807-40c3-aa18-92fb517b46cb req-7f10ae71-b95f-4a22-b14a-af997613ebca tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 210 time: 0.0587037 Jan 27 19:21:49.892132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:50.057456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-fb881598-1f96-4d51-8684-172d5b0e8f72 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:50.065391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-fb881598-1f96-4d51-8684-172d5b0e8f72 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/networks?id=4358d4bd-e147-4dbe-9c5e-c6c045e96603 HTTP/1.1" status: 200 len: 814 time: 0.2227688 Jan 27 19:21:50.075489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-25bfdc60-83db-4ffa-95d9-8bc3be92b9d7 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634382 Jan 27 19:21:50.106507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-64c13377-1481-476b-8ee6-81d3a6836c7c tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/quotas/3c3e573cbc234111b8d6d59e559b00c9 HTTP/1.1" status: 200 len: 375 time: 0.0378542 Jan 27 19:21:50.242710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-60658064-ee0e-4d9d-9500-14b35ce9363f tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c3e573cbc234111b8d6d59e559b00c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966923 Jan 27 19:21:50.290906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-network', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:50.345982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-338f8269-b757-41c5-9b66-4918203b05a5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:50.355955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-338f8269-b757-41c5-9b66-4918203b05a5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776160 Jan 27 19:21:50.391972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-a78dcfcd-a11f-45bd-b1cf-07983647099a tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/quotas/872e1bb84c504986b94cd4ccd429e0e2 HTTP/1.1" status: 200 len: 375 time: 0.0292850 Jan 27 19:21:50.442006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Made reservation on behalf of 1ba6d6d2d28a42f0942830a0cdb873a8 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:50.446586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:50.507749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:50.577050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-9976d640-6dbb-41e9-983e-573cca00c29c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764166 Jan 27 19:21:50.646992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-8b0b406c-986e-4af2-8e50-22fa25e6e9cc service neutron] 10.222.0.59 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059815 Jan 27 19:21:50.673771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks [] for security_group (4fd3a156-e9db-4320-b692-e8ffdc245f94), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:50.687989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-c8668237-7449-41c0-be58-735d7f29bef6 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:50.693482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-c8668237-7449-41c0-be58-735d7f29bef6 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.66 "GET /v2.0/networks?id=cd200cf4-49cb-4dcf-8616-83b48c92135f HTTP/1.1" status: 200 len: 813 time: 0.6105196 Jan 27 19:21:50.695665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4fd3a156-e9db-4320-b692-e8ffdc245f94), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:50.715026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Request body: {'port': {'device_id': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f', 'admin_state_up': True, 'tenant_id': '51dcda8fd2d2493b9e1617570fe439d2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:50.999771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:21:51.014012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3a156-e9db-4320-b692-e8ffdc245f94,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:51.040849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (448cc769-da8c-43a2-9cfc-55f25a4d8136), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.041693 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Added segment 448cc769-da8c-43a2-9cfc-55f25a4d8136 of type vlan for network f5a9f96d-0f38-4646-89ba-4a8b6e277323 Jan 27 19:21:51.041848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-4ff4f0a8-0dd7-463b-af88-c1086de76efa service neutron] 10.222.0.59 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933916 Jan 27 19:21:51.061047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Made reservation on behalf of 51dcda8fd2d2493b9e1617570fe439d2 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:51.065110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.200256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f5a9f96d-0f38-4646-89ba-4a8b6e277323), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.305536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ed2d86-55e0-4b9a-b821-ccf1e2589b0e req-7022ccd2-559a-4e3d-a762-ee8f0946166c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1358271 Jan 27 19:21:51.398587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f5a9f96d-0f38-4646-89ba-4a8b6e277323), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.400316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:51.401207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.553666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb9d9bf8-8c8d-44fe-849b-ca524d8c4d6d req-0d6713ad-8aef-41c5-a647-5edae148a414 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.0862546 Jan 27 19:21:51.554027 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6604066 Jan 27 19:21:51.558667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:51.565952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Request body: {'subnet': {'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-subnet', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:51.583465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f19e-63b8-4b31-9b72-00ab80c62e2c req-0b21a220-f86a-4255-9d42-ed88a3f81299 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:51.591733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a16f19e-63b8-4b31-9b72-00ab80c62e2c req-0b21a220-f86a-4255-9d42-ed88a3f81299 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.2421598 Jan 27 19:21:51.644524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Made reservation on behalf of 1ba6d6d2d28a42f0942830a0cdb873a8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:51.647612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:51.676355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153a3ed-b3a5-4aaa-9510-9b48a51fd834 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a9f96d-0f38-4646-89ba-4a8b6e277323,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:51.691672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:21:51.764028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a16f19e-63b8-4b31-9b72-00ab80c62e2c req-2ea3aa01-3a8f-4d28-b309-e514dc1613de tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712744 Jan 27 19:21:51.807941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Allocated IP 172.20.0.13 (cd200cf4-49cb-4dcf-8616-83b48c92135f/92910b42-8136-49d1-b83e-1b5ffea997ec/8e6e13b9-137c-40bf-ac59-81528b49dd65) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:52.414528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks [] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:52.488809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:52.563813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82987dd7-1b9d-4894-8238-a804e0652988 req-e6d385ff-8fa1-454d-a6a6-76eeea872b07 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 210 time: 0.6724045 Jan 27 19:21:52.623865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Pushing event updated for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:52.641089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db1179cf-f530-4599-b28f-48befb0e6dcd req-3ccf15dd-22fd-4297-b391-126a048ae03f tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 210 time: 0.6776004 Jan 27 19:21:52.646900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (048240e0-f5d5-4812-9e0e-c9014a5a9fa1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:52.671393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Network cd200cf4-49cb-4dcf-8616-83b48c92135f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:52.674594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:52.679692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:52.876636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:52.883041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:52.909973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048240e0-f5d5-4812-9e0e-c9014a5a9fa1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:52.914359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Checking segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:52.914876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Network hostable DHCP agents. Network: f5a9f96d-0f38-4646-89ba-4a8b6e277323, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:21:52.951471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d25c0e-0e2a-43c2-970c-4ec5db1527a0 req-323f9c3c-de70-41bd-af97-5b198c3a5c06 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:52.953401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23d25c0e-0e2a-43c2-970c-4ec5db1527a0 req-323f9c3c-de70-41bd-af97-5b198c3a5c06 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.1464095 Jan 27 19:21:52.954770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:21:52.961871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-e8042a84-daae-4ca2-aa87-480768262819 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2572212 Jan 27 19:21:52.969035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:52.978799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Request body: {'floatingip': {'port_id': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:52.981669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f5a9f96d-0f38-4646-89ba-4a8b6e277323) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:52.987888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Request body: {'port': {'device_id': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:52.999382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e233a553-e37d-4c09-ac3e-b7283000a0f7 None None] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:53.020011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:53.020767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.068937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6809927f-21bf-4a39-b3f2-8e31a9f47454 req-abd8af8f-1899-40b9-a5f4-0743e851647b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.0492830 Jan 27 19:21:53.078763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.152891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a4616a51-4659-4ae7-8386-ca7b20f22492 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5925300 Jan 27 19:21:53.158105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:21:53.163012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:53.218879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.220527 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.290240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.331502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60695135-5dd5-4b9f-a8a3-58a6313f8121 req-7cedf25e-8e34-49a3-9ba1-13eaebcc96e8 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.0485339 Jan 27 19:21:53.492037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for router_controller (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.517367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:21:53.518734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:53.764151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-d1adc6be-6221-46a6-b90c-c7b74f93fcff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780995 Jan 27 19:21:54.005961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for router_gateway (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.023767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c66e9e3c-5a97-44ee-ae25-16e86cc19283 req-cc70dcc0-ffd4-4592-9009-875c3e8717a1 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 210 time: 0.2576680 Jan 27 19:21:54.108811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Allocated IP 172.20.0.2 (f5a9f96d-0f38-4646-89ba-4a8b6e277323/048240e0-f5d5-4812-9e0e-c9014a5a9fa1/a974f979-116b-4ba3-94f1-65ce8d13de41) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:54.439602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6e13b9-137c-40bf-ac59-81528b49dd65 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:21:54.476668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks [] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.536015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Transition to ACTIVE for port object 8e6e13b9-137c-40bf-ac59-81528b49dd65 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:21:54.546071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.593009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e16f7-2692-4563-bfd7-083e7a8c6e13 req-14c1e9ab-b948-4dfc-88a2-c00473bee477 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:54.594855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5e16f7-2692-4563-bfd7-083e7a8c6e13 req-14c1e9ab-b948-4dfc-88a2-c00473bee477 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 932 time: 0.7718656 Jan 27 19:21:54.626143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1397f2f-345a-4580-949c-432fe08ed759 req-fd328290-f019-46bb-a89a-decc93a9534e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.1989782 Jan 27 19:21:54.689768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Pushing event updated for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:54.704733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks [] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.741580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.780238 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.783797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.805939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:54.868059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:54.882336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:54.921457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d98e402e-75ed-4a0c-8503-ee7c94684032 req-d38b8a17-5dd6-451c-bbec-dac7f63f3f5d tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.1486249 Jan 27 19:21:54.922034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Attempting to bind port 8e6e13b9-137c-40bf-ac59-81528b49dd65 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:54.922248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Attempting to bind port 8e6e13b9-137c-40bf-ac59-81528b49dd65 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f9eaf892-5776-4118-ab28-1d75b9a01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:54.922791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Attempting to bind port 8e6e13b9-137c-40bf-ac59-81528b49dd65 on network cd200cf4-49cb-4dcf-8616-83b48c92135f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:54.930598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Pushing event updated for resources: {'Port': ['ID=a974f979-116b-4ba3-94f1-65ce8d13de41,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:54.951574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.952137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.952815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.953194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Port 8e6e13b9-137c-40bf-ac59-81528b49dd65 on network cd200cf4-49cb-4dcf-8616-83b48c92135f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:21:54.953610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.953804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Attempting to bind port 8e6e13b9-137c-40bf-ac59-81528b49dd65 on network cd200cf4-49cb-4dcf-8616-83b48c92135f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:54.954193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.954955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.955709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.956278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.957086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.957675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.958863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.959425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.959985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:54.968573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-1874e479-0d08-4e10-be10-519cc6166a9f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:54.970626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-1874e479-0d08-4e10-be10-519cc6166a9f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1465728 Jan 27 19:21:54.984395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:54.984981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Checking segment: {'id': 'f9eaf892-5776-4118-ab28-1d75b9a01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:54.985760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Bound using segment: {'id': 'f9eaf892-5776-4118-ab28-1d75b9a01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:54.986513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Bound port: 8e6e13b9-137c-40bf-ac59-81528b49dd65, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9eaf892-5776-4118-ab28-1d75b9a01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:54.987132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:54.998987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Request body: {'port': {'device_id': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '872e1bb84c504986b94cd4ccd429e0e2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:55.063728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Attempting to bind port a974f979-116b-4ba3-94f1-65ce8d13de41 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:21:55.064312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Attempting to bind port a974f979-116b-4ba3-94f1-65ce8d13de41 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:21:55.064884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Attempting to bind port a974f979-116b-4ba3-94f1-65ce8d13de41 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:21:55.074777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:21:55.075382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Checking segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:21:55.076078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:55.076714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Bound using segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:21:55.077536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Bound port: a974f979-116b-4ba3-94f1-65ce8d13de41, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:21:55.078157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:55.146045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-41e10cd7-9048-4f39-9624-967a53ee509f tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:55.148410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-41e10cd7-9048-4f39-9624-967a53ee509f tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.66 "GET /v2.0/networks?id=4358d4bd-e147-4dbe-9c5e-c6c045e96603 HTTP/1.1" status: 200 len: 814 time: 0.7170689 Jan 27 19:21:55.214027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] For port a974f979-116b-4ba3-94f1-65ce8d13de41, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:55.221952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] For port a974f979-116b-4ba3-94f1-65ce8d13de41, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a974f979-116b-4ba3-94f1-65ce8d13de41,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:55.230877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:21:55.235519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:55.239533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65,segment=NetworkSegment(f9eaf892-5776-4118-ab28-1d75b9a01a04),segment_id=f9eaf892-5776-4118-ab28-1d75b9a01a04)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:21:55.252771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:55.384446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3418ab-3f74-4a9f-af74-d6e3656d4542 None None] Pushing event updated for resources: {'Port': ['ID=a974f979-116b-4ba3-94f1-65ce8d13de41,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:55.386257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Request body: {'port': {'device_id': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603', 'admin_state_up': True, 'tenant_id': '3c3e573cbc234111b8d6d59e559b00c9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:55.441444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5e16f7-2692-4563-bfd7-083e7a8c6e13 req-4d58a308-01c6-4fed-8da1-48b68c8ad713 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332400 Jan 27 19:21:55.447117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Pushing event updated for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:55.483007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:55.483686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:55.485504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-ce876bb3-18f7-468b-aace-9b754300e42e service neutron] 10.222.0.66 "PUT /v2.0/ports/8e6e13b9-137c-40bf-ac59-81528b49dd65 HTTP/1.1" status: 200 len: 1092 time: 2.5152099 Jan 27 19:21:55.486122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:21:55.488743 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:21:55.656240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-3d8a156c-fdbe-4780-8b01-47fb258abed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:55.663042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-3d8a156c-fdbe-4780-8b01-47fb258abed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51dcda8fd2d2493b9e1617570fe439d2&device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 1095 time: 0.1084466 Jan 27 19:21:55.719416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eb08db7-9fae-406b-9433-5cad452120c8 req-e9a55901-376e-4121-8b2d-e1930cdf12f1 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 210 time: 0.4440019 Jan 27 19:21:55.883873 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13af1f-1c36-445c-9997-978ad24f2791 x-openstack-request-id: req-ea13af1f-1c36-445c-9997-978ad24f2791 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:21:55.885237 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:21:55.885968 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea13af1f-1c36-445c-9997-978ad24f2791 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:21:55.886846 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65', 'status': 'completed', 'code': 200} Jan 27 19:21:55.890619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-dd02c4e2-fd33-49da-87d2-a0a82b613c52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65 HTTP/1.1" status: 200 len: 217 time: 0.2207167 Jan 27 19:21:56.077815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-d40a03b3-c6fc-41c2-bdfc-dade3cd995c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:56.081615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-d40a03b3-c6fc-41c2-bdfc-dade3cd995c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92910b42-8136-49d1-b83e-1b5ffea997ec HTTP/1.1" status: 200 len: 853 time: 0.1839478 Jan 27 19:21:56.153065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-84f7c02f-78f9-4c43-8c75-1fcaf169eb41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd200cf4-49cb-4dcf-8616-83b48c92135f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641937 Jan 27 19:21:56.736226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a974f979-116b-4ba3-94f1-65ce8d13de41 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:56.896948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-0e05835a-ff7f-434b-835e-f5ea3f0f610c service neutron] 10.222.0.66 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369342 Jan 27 19:21:56.939535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a974f979-116b-4ba3-94f1-65ce8d13de41 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:56.940716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.118929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a974f979-116b-4ba3-94f1-65ce8d13de41 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:57.119874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.121542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-11bd78cf-23f5-4d6a-8caa-f6dc43a51c73 req-9d8a1e2f-77c6-41ab-a2ef-c4c225cd5ef3 service neutron] 10.222.0.66 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160726 Jan 27 19:21:57.192440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] It took 1.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:21:57.199400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a974f979-116b-4ba3-94f1-65ce8d13de41, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a974f979-116b-4ba3-94f1-65ce8d13de41,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:21:57.207782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.291283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.302101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-47ac1367-9740-4a5b-a990-81ee544e76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:57.307868 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-47ac1367-9740-4a5b-a990-81ee544e76af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51dcda8fd2d2493b9e1617570fe439d2&device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 1095 time: 0.1189220 Jan 27 19:21:57.336163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a974f979-116b-4ba3-94f1-65ce8d13de41,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:57.360730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.389014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Made reservation on behalf of 3c3e573cbc234111b8d6d59e559b00c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:57.392488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.423008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf28b292-11d0-43a3-b8aa-1e84a4ade3a4 req-9dcafca0-2e0f-4ad8-bd97-17a36d8240f1 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.5070274 Jan 27 19:21:57.505637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a3f1a-d2bf-4869-b73f-5cae0dfd15e5 None None] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:21:57.602603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-0fd3c588-aee3-4fe7-b8ef-7910cb2851ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:57.606330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-0fd3c588-aee3-4fe7-b8ef-7910cb2851ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd200cf4-49cb-4dcf-8616-83b48c92135f HTTP/1.1" status: 200 len: 914 time: 0.2909987 Jan 27 19:21:57.636949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3311d0df-66bb-4924-b298-7e9c7e6221dd req-181644f5-34e2-4428-9630-abb1bf5ad669 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.6975293 Jan 27 19:21:57.704619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-c3695c2c-ce55-4c07-a55e-15f18a2cc808 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65 HTTP/1.1" status: 200 len: 217 time: 0.0915065 Jan 27 19:21:57.762432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-91358db9-6508-48e9-9934-8a522e9bb351 None None] Provisioning complete for port a974f979-116b-4ba3-94f1-65ce8d13de41 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:57.763582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91358db9-6508-48e9-9934-8a522e9bb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:57.874285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-b28a8406-6339-47ef-965c-a67d50109e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:57.874522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Allocated IP 172.20.0.6 (4358d4bd-e147-4dbe-9c5e-c6c045e96603/b3376ff2-0598-4772-854c-b8bbb570796f/457b7205-908a-4adc-8f13-ccad9293a9c9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:21:57.880845 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-b28a8406-6339-47ef-965c-a67d50109e9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92910b42-8136-49d1-b83e-1b5ffea997ec HTTP/1.1" status: 200 len: 853 time: 0.1614602 Jan 27 19:21:57.999046 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-0a5fcb4f-a825-4359-9c1c-252a0d93b838 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd200cf4-49cb-4dcf-8616-83b48c92135f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130049 Jan 27 19:21:58.122738 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Floating IP 54437bdd-8a8b-4f4a-a9d4-a92f18adff03 associated. External IP: 172.25.5.206, port: f24468a6-4b0e-4416-bddb-56dc95ce3b0d. Jan 27 19:21:58.204132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-45b543ce-1d8d-4ebb-b03a-b4dcb228898f service neutron] 10.222.0.66 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970973 Jan 27 19:21:58.382561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91358db9-6508-48e9-9934-8a522e9bb351 None None] Current status of the port a974f979-116b-4ba3-94f1-65ce8d13de41 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:58.520640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a974f979-116b-4ba3-94f1-65ce8d13de41 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:21:58.583804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77b14ae7-3ea8-4712-98f5-f9476f8a7ce3 req-2eef944b-5aa0-443f-a7fd-18e451fd2c7e service neutron] 10.222.0.66 "GET /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701332 Jan 27 19:21:58.601163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks [] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:58.689615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a974f979-116b-4ba3-94f1-65ce8d13de41 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:58.691430 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:58.855746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67c5892a-de5f-4ed8-9dc3-00731638216d req-8d91962f-3013-4aa4-b74c-701cf81623dd tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 210 time: 0.6099911 Jan 27 19:21:58.920581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-537f6e8d-d4d6-4704-8b96-f10c03b76c4f None None] Provisioning complete for port a974f979-116b-4ba3-94f1-65ce8d13de41 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:21:58.921185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-537f6e8d-d4d6-4704-8b96-f10c03b76c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:58.954203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:59.066233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a974f979-116b-4ba3-94f1-65ce8d13de41 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:59.089845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Pushing event updated for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:21:59.132611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.132965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.133345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.133686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.134023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.134359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.134690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.135023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.136002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.136341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.136676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.137007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.137363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:21:59.147708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:21:59.184374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272b5d7-4d45-45bc-81c5-886e517f143f req-05771f1a-cf36-4fd2-9665-fe7133b04d5f tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:59.186063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-537f6e8d-d4d6-4704-8b96-f10c03b76c4f None None] Current status of the port a974f979-116b-4ba3-94f1-65ce8d13de41 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:21:59.187825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f272b5d7-4d45-45bc-81c5-886e517f143f req-05771f1a-cf36-4fd2-9665-fe7133b04d5f tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 944 time: 1.4386189 Jan 27 19:21:59.203459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dad8d12c-7198-43c0-88f5-eef5bb82983f req-9ab459cc-3bda-4787-aca2-2847023a4b1d tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.1316767 Jan 27 19:21:59.246079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:21:59.251483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:21:59.256529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for router_gateway (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:59.259502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Made reservation on behalf of 872e1bb84c504986b94cd4ccd429e0e2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:21:59.267444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:59.472452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:59.634134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9024cd0e-d38f-4e80-b992-2434e5bbd72d req-bae03839-a473-45d0-b756-c89c2b4af2a2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8227a5d-7d7b-45b8-9ba6-a97fa6496441 HTTP/1.1" status: 200 len: 210 time: 0.2359128 Jan 27 19:21:59.755447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:21:59.756281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:21:59.779362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f272b5d7-4d45-45bc-81c5-886e517f143f req-78c7ff1e-172a-4fb3-b24c-4d9ba2b8c1f1 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706897 Jan 27 19:21:59.806572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Router c0d57d7c-5fae-41be-949b-efd447e2a832 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:21:59.848277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-a885eb5e-35fa-4319-b964-e1c6e7687fef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6336572 Jan 27 19:21:59.882583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Request body: {'port': {'device_id': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:21:59.974674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Allocated IP 192.168.233.134 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/c4811b77-3842-4e9f-b2e0-9a05faae4f56) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:00.024918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Allocated IP 172.25.5.129 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:00.119292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.142284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8e6e13b9-137c-40bf-ac59-81528b49dd65 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:00.421103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b532a2-2863-47b3-84a8-f5a23d499992 req-3451327c-b65d-4adc-8b84-86873dddef2a tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:00.423154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52b532a2-2863-47b3-84a8-f5a23d499992 req-3451327c-b65d-4adc-8b84-86873dddef2a tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 931 time: 0.3945334 Jan 27 19:22:00.432866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:22:00.471736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9e12a8d-a43a-4b53-82cf-6845818f0c19 req-6716c81b-bb3f-489c-a851-f582a417b41e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.0720417 Jan 27 19:22:00.475593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.477618 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Sync routers for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:22:00.493622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65,segment=NetworkSegment(f9eaf892-5776-4118-ab28-1d75b9a01a04),segment_id=f9eaf892-5776-4118-ab28-1d75b9a01a04)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:00.509022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:00.511136 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:00.535564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '8e6e13b9-137c-40bf-ac59-81528b49dd65', 'network_id': 'cd200cf4-49cb-4dcf-8616-83b48c92135f', 'port_id': '8e6e13b9-137c-40bf-ac59-81528b49dd65', 'mac_address': 'fa:16:3e:b9:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92910b42-8136-49d1-b83e-1b5ffea997ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:00.620684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f6b86a8f-50fd-45c2-becd-7dc7968b2e12 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "PUT /v2.0/floatingips/54437bdd-8a8b-4f4a-a9d4-a92f18adff03 HTTP/1.1" status: 200 len: 992 time: 7.6502991 Jan 27 19:22:00.627325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:00.630256 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97c494-32ca-484f-b38f-de63d593b3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:00.655872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 8e6e13b9-137c-40bf-ac59-81528b49dd65 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:00.659192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.736125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6e13b9-137c-40bf-ac59-81528b49dd65 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:00.783466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.789795 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:00.821033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65,segment=NetworkSegment(f9eaf892-5776-4118-ab28-1d75b9a01a04),segment_id=f9eaf892-5776-4118-ab28-1d75b9a01a04)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:00.822100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52b532a2-2863-47b3-84a8-f5a23d499992 req-1e2b72cd-5c86-4c5d-abec-353a163b1137 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333290 Jan 27 19:22:00.830145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.940245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks [] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:00.970873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:01.043182 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e152b9b-88ec-4780-b2c1-86c83bd1ce28 x-openstack-request-id: req-1e152b9b-88ec-4780-b2c1-86c83bd1ce28 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:01.047438 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:01.047918 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e152b9b-88ec-4780-b2c1-86c83bd1ce28 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:01.048258 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'status': 'completed', 'code': 200} Jan 27 19:22:01.181513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['8e6e13b9-137c-40bf-ac59-81528b49dd65'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:01.185184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:01.258921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:01.370256 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:01.402072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', '04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:01.469120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c494-32ca-484f-b38f-de63d593b3fa req-bef778e9-9930-47e7-ae55-4abbe18862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:01.477769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-bef778e9-9930-47e7-ae55-4abbe18862cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b2329392ff4ca09db7325456824391&device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 1097 time: 0.4030371 Jan 27 19:22:01.593760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:01.611701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d186dbb-b654-4b81-9859-9b90ef7b934e req-e0cccded-b896-4fbe-8ebc-916c0f4aafa1 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:01.625194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d186dbb-b654-4b81-9859-9b90ef7b934e req-e0cccded-b896-4fbe-8ebc-916c0f4aafa1 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 945 time: 0.5012429 Jan 27 19:22:01.705798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:01.722173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:01.760681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:01.847470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:01.874538 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '54437bdd-8a8b-4f4a-a9d4-a92f18adff03', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'port_id': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'mac_address': 'fa:16:3e:1f:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:19:57Z', 'updated_at': '2022-01-27T19:21:55Z', 'revision_number': 1, 'project_id': '30b2329392ff4ca09db7325456824391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:01.925514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:01.957709 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Checking router: c0d57d7c-5fae-41be-949b-efd447e2a832 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:22:01.976987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:01.978534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:02.198447 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:02.259194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1a1e67e1-ac5a-4e3b-bcb0-d1d9d99930ce None None] Provisioning complete for port c4811b77-3842-4e9f-b2e0-9a05faae4f56 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:02.259849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a1e67e1-ac5a-4e3b-bcb0-d1d9d99930ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:02.344112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e67e1-ac5a-4e3b-bcb0-d1d9d99930ce None None] Port c4811b77-3842-4e9f-b2e0-9a05faae4f56 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:02.578170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event updated for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:02.620668 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '54437bdd-8a8b-4f4a-a9d4-a92f18adff03', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'port_id': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'mac_address': 'fa:16:3e:1f:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:19:57Z', 'updated_at': '2022-01-27T19:21:55Z', 'revision_number': 1, 'project_id': '30b2329392ff4ca09db7325456824391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:02.658346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41325a6e-e365-45b1-ba6c-8926060a2ba1 None None] The sync data for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 is: [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '54437bdd-8a8b-4f4a-a9d4-a92f18adff03', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'port_id': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'mac_address': 'fa:16:3e:1f:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:19:57Z', 'updated_at': '2022-01-27T19:21:55Z', 'revision_number': 1, 'project_id': '30b2329392ff4ca09db7325456824391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:22:02.683067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d186dbb-b654-4b81-9859-9b90ef7b934e req-6e5953ac-bcba-42ac-b1b6-3be61b90dfbc tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0563915 Jan 27 19:22:02.712016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457b7205-908a-4adc-8f13-ccad9293a9c9 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:02.735153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9acdb4-6690-4fb6-957d-28dc2c28c631 req-3b07e18c-9856-4020-a43d-a4a4b400ecf0 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:02.748532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc9acdb4-6690-4fb6-957d-28dc2c28c631 req-3b07e18c-9856-4020-a43d-a4a4b400ecf0 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 936 time: 1.0628402 Jan 27 19:22:02.826961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks [] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:02.897654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:02.898781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:02.977966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91089fad-8045-4e2d-875f-ed1548125bbd None None] New status for floating IP 54437bdd-8a8b-4f4a-a9d4-a92f18adff03: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:22:03.026431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c494-32ca-484f-b38f-de63d593b3fa req-0c7c242f-480e-4a1a-a3f7-7752d3fb9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:03.027978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-0c7c242f-480e-4a1a-a3f7-7752d3fb9d13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 200 len: 917 time: 1.4628999 Jan 27 19:22:03.054238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Transition to ACTIVE for port object 457b7205-908a-4adc-8f13-ccad9293a9c9 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:03.123079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:03.138483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-293fb9b8-0122-4a03-a586-f77af3f4f6fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.1449683 Jan 27 19:22:03.188314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Request body: {'port': {'device_id': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:03.202709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc9acdb4-6690-4fb6-957d-28dc2c28c631 req-b178d177-fceb-420b-bab8-5f27eb978280 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529274 Jan 27 19:22:03.254873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6ca5-e108-49cb-9c24-9f9bb2bc9b58 req-9ac74d60-f6b1-45aa-b533-a48d90a8f18d tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:03.258258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6ac6ca5-e108-49cb-9c24-9f9bb2bc9b58 req-9ac74d60-f6b1-45aa-b533-a48d90a8f18d tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 931 time: 0.4081187 Jan 27 19:22:03.304093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-a7e72a12-f414-4314-b347-057dcffbf793 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 200 len: 1000 time: 0.2483912 Jan 27 19:22:03.344228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Pushing event updated for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:03.569764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:03.814337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c494-32ca-484f-b38f-de63d593b3fa req-abecdd62-4866-4a97-926e-eaca8e0fb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:03.817055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-abecdd62-4866-4a97-926e-eaca8e0fb120 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba HTTP/1.1" status: 200 len: 855 time: 0.4697769 Jan 27 19:22:03.900280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6ac6ca5-e108-49cb-9c24-9f9bb2bc9b58 req-4a837572-b564-4c93-8ae0-071f87ed4a5c tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057479 Jan 27 19:22:03.992051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for router_gateway (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:04.121582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Attempting to bind port 457b7205-908a-4adc-8f13-ccad9293a9c9 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:04.121931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Attempting to bind port 457b7205-908a-4adc-8f13-ccad9293a9c9 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '38d44b94-c70f-49c8-b294-d25fe71643ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:04.122786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Attempting to bind port 457b7205-908a-4adc-8f13-ccad9293a9c9 on network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:04.168068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8e6e13b9-137c-40bf-ac59-81528b49dd65 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:04.193915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-9c235f50-460d-4bb1-88dc-4b813acb74f2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:04.195962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-9c235f50-460d-4bb1-88dc-4b813acb74f2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.6995320 Jan 27 19:22:04.207884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Port 457b7205-908a-4adc-8f13-ccad9293a9c9 on network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:04.208495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Attempting to bind port 457b7205-908a-4adc-8f13-ccad9293a9c9 on network 4358d4bd-e147-4dbe-9c5e-c6c045e96603 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:04.248591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c494-32ca-484f-b38f-de63d593b3fa req-c33a5cd2-f1cc-4dd5-9fbd-0b2c32ab3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:04.251028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-c33a5cd2-f1cc-4dd5-9fbd-0b2c32ab3d53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8175110f-5606-4bc9-8ac3-15c87b18e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3824809 Jan 27 19:22:04.269313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:04.269313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Checking segment: {'id': '38d44b94-c70f-49c8-b294-d25fe71643ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:04.269990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Bound using segment: {'id': '38d44b94-c70f-49c8-b294-d25fe71643ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:04.270587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Bound port: 457b7205-908a-4adc-8f13-ccad9293a9c9, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d44b94-c70f-49c8-b294-d25fe71643ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:04.271263 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:04.301382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 8e6e13b9-137c-40bf-ac59-81528b49dd65 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:04.310848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 8e6e13b9-137c-40bf-ac59-81528b49dd65 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:04.311745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:04.390805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-1dec4a10-de0c-44c2-85e2-85f68dc3d3f1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.1572523 Jan 27 19:22:04.472103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 8e6e13b9-137c-40bf-ac59-81528b49dd65 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:04.472643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:04.519023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:04.523704 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3cc490-c15f-4fbb-8d48-68befc4c2d5f" -d '{"events": [{"server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:04.553460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65,segment=NetworkSegment(f9eaf892-5776-4118-ab28-1d75b9a01a04),segment_id=f9eaf892-5776-4118-ab28-1d75b9a01a04)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:04.561774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:04.562097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-ad91a749-d595-430e-b320-6f38eecf0939 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1699293 Jan 27 19:22:04.679408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:04.709303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffc1c7-71ad-4379-a244-92377b93f2a4 req-49e757e4-cdd6-451c-8562-35cb85d4a2fe tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:04.721695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fffc1c7-71ad-4379-a244-92377b93f2a4 req-49e757e4-cdd6-451c-8562-35cb85d4a2fe tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 945 time: 0.5971911 Jan 27 19:22:05.006109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-d4e18470-de73-484d-be0c-bc6e1f4ac8aa service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315392 Jan 27 19:22:05.023851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:05.106089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=457b7205-908a-4adc-8f13-ccad9293a9c9,segment=NetworkSegment(38d44b94-c70f-49c8-b294-d25fe71643ea),segment_id=38d44b94-c70f-49c8-b294-d25fe71643ea)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:05.148970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:05.216287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fffc1c7-71ad-4379-a244-92377b93f2a4 req-bd157f57-3a1c-4dbb-bf07-fe56b2834be9 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180405 Jan 27 19:22:05.265446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-74dcf2c8-6956-4346-aec7-a32a039fcf82 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253474 Jan 27 19:22:05.293230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:05.320459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:05.321089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:05.322645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] 10.222.0.66 "PUT /v2.0/ports/457b7205-908a-4adc-8f13-ccad9293a9c9 HTTP/1.1" status: 200 len: 1091 time: 5.4522533 Jan 27 19:22:05.331935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:05.334311 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9e5204-268b-4d9f-928a-33a33e0bd708" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:05.810285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4811b77-3842-4e9f-b2e0-9a05faae4f56 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:05.842490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ba12-68ae-4ad2-add1-0dde79ba3144 service neutron] Pushing event updated for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:05.876075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks [] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:05.939523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Transition to ACTIVE for port object c4811b77-3842-4e9f-b2e0-9a05faae4f56 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:05.982784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:05.986388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de97c494-32ca-484f-b38f-de63d593b3fa req-4c8510d4-67c2-4910-b5fd-e70f3d8784d4 service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9600587 Jan 27 19:22:06.062653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-6427940e-8138-4de9-8b0d-db61389463a4 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609925 Jan 27 19:22:06.073941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-74498506-12d4-4a85-bfad-fe3219087b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:06.076034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-74498506-12d4-4a85-bfad-fe3219087b6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c3e573cbc234111b8d6d59e559b00c9&device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 1094 time: 0.2699502 Jan 27 19:22:06.083208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1fc5d-c9e6-4a74-a42a-098dc69a8404 req-95831408-a756-47b6-abb8-9c2e61e96527 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:06.084702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7b1fc5d-c9e6-4a74-a42a-098dc69a8404 req-95831408-a756-47b6-abb8-9c2e61e96527 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 936 time: 0.7249908 Jan 27 19:22:06.115565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Pushing event updated for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:06.161017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-8133e63f-ed1f-46b6-8d24-011295a02368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457b7205-908a-4adc-8f13-ccad9293a9c9 HTTP/1.1" status: 200 len: 217 time: 0.0700338 Jan 27 19:22:06.445717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-1bd217ae-bbea-4d57-abaf-96b19064ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:06.447808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-1bd217ae-bbea-4d57-abaf-96b19064ab7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3376ff2-0598-4772-854c-b8bbb570796f HTTP/1.1" status: 200 len: 854 time: 0.2770860 Jan 27 19:22:06.461139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7b1fc5d-c9e6-4a74-a42a-098dc69a8404 req-33459b80-93c2-4e61-930e-e5ac9cf1935f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564301 Jan 27 19:22:06.525628 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaecc67-3ec1-4fad-b0bd-b4a0b8b3c952 x-openstack-request-id: req-acaecc67-3ec1-4fad-b0bd-b4a0b8b3c952 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:06.526666 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:06.527128 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acaecc67-3ec1-4fad-b0bd-b4a0b8b3c952 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:06.527722 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65', 'code': 200} Jan 27 19:22:06.535945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:22:06.548841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Attempting to bind port c4811b77-3842-4e9f-b2e0-9a05faae4f56 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:06.550838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Attempting to bind port c4811b77-3842-4e9f-b2e0-9a05faae4f56 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:06.552229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Attempting to bind port c4811b77-3842-4e9f-b2e0-9a05faae4f56 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:06.566728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-112b2106-c234-4c98-8477-9a11171f547c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4358d4bd-e147-4dbe-9c5e-c6c045e96603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024754 Jan 27 19:22:06.574156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Port c4811b77-3842-4e9f-b2e0-9a05faae4f56 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:06.574597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Attempting to bind port c4811b77-3842-4e9f-b2e0-9a05faae4f56 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:06.611271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:06.611655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:06.612207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:06.612467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Bound port: c4811b77-3842-4e9f-b2e0-9a05faae4f56, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:06.612835 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:06.728795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc82aa-b4ca-479d-b106-9bb31cebb928 req-b6fa56eb-7e94-498f-acdf-78cd5273e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:06.735560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-44dc82aa-b4ca-479d-b106-9bb31cebb928 req-b6fa56eb-7e94-498f-acdf-78cd5273e6a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 1097 time: 0.1165900 Jan 27 19:22:06.772249 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea00773a-01e0-4afb-bb70-d6889c4b760c x-openstack-request-id: req-ea00773a-01e0-4afb-bb70-d6889c4b760c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:06.772877 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:06.774028 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea00773a-01e0-4afb-bb70-d6889c4b760c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:06.774687 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9', 'status': 'completed', 'code': 200} Jan 27 19:22:06.871993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-44dc82aa-b4ca-479d-b106-9bb31cebb928 req-7303123c-db41-487d-ac07-08a5006c222d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Jan 27 19:22:07.085447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab2c9-b84e-4dbe-ab0d-48c80a03820c req-335c0786-ec4d-4886-823c-dd567c44df88 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:07.088545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761ab2c9-b84e-4dbe-ab0d-48c80a03820c req-335c0786-ec4d-4886-823c-dd567c44df88 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 943 time: 0.3670156 Jan 27 19:22:07.187201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:22:07.206227 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:22:07.218184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-9362e793-0ecb-4e5b-ba1f-7718dc4f6a8d service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374176 Jan 27 19:22:07.230176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:07.231203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:07.298723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc23e21-0d53-4e55-b306-267fdb6f0572 req-44d95260-8235-4b65-bce3-0867bd489ff4 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:07.301653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efc23e21-0d53-4e55-b306-267fdb6f0572 req-44d95260-8235-4b65-bce3-0867bd489ff4 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 946 time: 0.3759062 Jan 27 19:22:07.323061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:07.443738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-761ab2c9-b84e-4dbe-ab0d-48c80a03820c req-c0b86927-7df8-4109-afb2-aba88ea7bdde tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431716 Jan 27 19:22:07.449041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:07.455770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:07.456415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c79f0829-8fda-4c6b-ba15-b2021645d3a5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 14.2965629 Jan 27 19:22:07.465535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:07.481435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:07.542915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:07.730270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe6fe98-2d24-4872-b0b6-4c02531a4b5b req-99f3577e-7f2d-49f8-9dfe-34743b57c999 service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898779 Jan 27 19:22:07.732257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:07.733036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:07.734801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] 10.222.0.39 "PUT /v2.0/ports/c4811b77-3842-4e9f-b2e0-9a05faae4f56 HTTP/1.1" status: 200 len: 1096 time: 4.5816689 Jan 27 19:22:07.771705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efc23e21-0d53-4e55-b306-267fdb6f0572 req-1a6c60c5-a6e7-41e6-a41f-29ddb0ce550d tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385493 Jan 27 19:22:08.044116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-861c1dd2-c30c-4c6c-ad3e-1ca65a47d2a3 req-8f8244b8-ad7d-470f-bcd6-8894db49824c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.2950625 Jan 27 19:22:08.045480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f818c1-2daa-46e5-88d4-db597f8340ad service neutron] Pushing event updated for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:08.135007 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:03Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:08.236621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-f1eaf792-93c3-4e76-8319-4e7282de122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.238291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-f1eaf792-93c3-4e76-8319-4e7282de122c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c3e573cbc234111b8d6d59e559b00c9&device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 1094 time: 0.4311996 Jan 27 19:22:08.252352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-98ef6ac6-21fb-4f63-9a61-6c8623bf728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.277338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-98ef6ac6-21fb-4f63-9a61-6c8623bf728d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 1099 time: 0.2512949 Jan 27 19:22:08.312223 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:22:08.312871 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Updating router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:22:08.448305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-0eb0ab47-1c72-40a5-b023-51f4eaab063c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56 HTTP/1.1" status: 200 len: 217 time: 0.1520495 Jan 27 19:22:08.476041 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:08.567250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-5279ac00-08a7-4202-8d7f-8d203be5c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.568723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-5279ac00-08a7-4202-8d7f-8d203be5c84d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0716853 Jan 27 19:22:08.640149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1aed-4fc5-4af8-95b2-28918ce49f32 req-aedf9218-24a8-4f49-8462-eea037051006 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.650801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e9e1aed-4fc5-4af8-95b2-28918ce49f32 req-aedf9218-24a8-4f49-8462-eea037051006 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 948 time: 0.3429985 Jan 27 19:22:08.727205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e9e1aed-4fc5-4af8-95b2-28918ce49f32 req-0bf45a64-b8de-4650-a7d0-ec0e6ade3181 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Jan 27 19:22:08.787429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:08.804988 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:08.839362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-a8b135b6-ce6d-4e85-8c5c-b9e21e6c5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.843606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-a8b135b6-ce6d-4e85-8c5c-b9e21e6c5d0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2646058 Jan 27 19:22:08.848780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-d90e797a-a66c-45f0-a21f-f9f21f6f9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:08.857535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-d90e797a-a66c-45f0-a21f-f9f21f6f9376 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4358d4bd-e147-4dbe-9c5e-c6c045e96603 HTTP/1.1" status: 200 len: 915 time: 0.5783269 Jan 27 19:22:08.991583 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89db2c0d-93d6-46db-b652-4ce85678629e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.108428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-4fd91495-2ff5-4f96-b535-3faa177def86 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:09.112835 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-4fd91495-2ff5-4f96-b535-3faa177def86 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.6498628 Jan 27 19:22:09.130108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:09.192334 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks [] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.202970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.210471 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.223142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-7f38faef-2a62-441d-b074-267a5961166a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457b7205-908a-4adc-8f13-ccad9293a9c9 HTTP/1.1" status: 200 len: 217 time: 0.3308766 Jan 27 19:22:09.377058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Attempting to bind port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:09.385304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Attempting to bind port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:09.385304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Attempting to bind port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:09.405103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:09.411553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.413759 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:09.414475 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:09.415145 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.415806 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:09.416651 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Bound port: 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:09.417318 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.427825 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Pushing event updated for resources: {'Port': ['ID=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:09.433547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca0af0-472e-46d0-aa2f-205107390929 req-f00f030f-8d50-4776-8b37-11fbaf7d289e tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:09.453047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdca0af0-472e-46d0-aa2f-205107390929 req-f00f030f-8d50-4776-8b37-11fbaf7d289e tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 943 time: 0.3480980 Jan 27 19:22:09.482266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-36f3119d-605c-4b7e-a903-c6f55835619a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223350 Jan 27 19:22:09.491243 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.492022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.492599 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.493156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.493716 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.494242 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.494956 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.495496 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.496050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.496602 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.497196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.497761 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.498438 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:09.542213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdca0af0-472e-46d0-aa2f-205107390929 req-3dc12dad-9fe4-4444-b948-0317d302557f tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Jan 27 19:22:09.564866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-3ba3eb60-26ce-4a70-b042-fdd9efd0aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:09.566493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-3ba3eb60-26ce-4a70-b042-fdd9efd0aa23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3376ff2-0598-4772-854c-b8bbb570796f HTTP/1.1" status: 200 len: 854 time: 0.3353946 Jan 27 19:22:09.568967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Allocated IP 172.20.0.1 (f5a9f96d-0f38-4646-89ba-4a8b6e277323/048240e0-f5d5-4812-9e0e-c9014a5a9fa1/0c999a9d-14b4-4108-8dec-64c6d459b6f5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:09.616900 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] For port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:09.622695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] For port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:09.634553 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.665466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87306-0416-4119-9b9f-43d148605ff4 req-d711bc8d-a0f0-4733-8cb7-a9f449c71d34 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:09.673323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ed87306-0416-4119-9b9f-43d148605ff4 req-d711bc8d-a0f0-4733-8cb7-a9f449c71d34 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 946 time: 0.3569925 Jan 27 19:22:09.682456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.8 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/b8f526c9-25b8-4645-8baf-0406b2b1530c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:09.792881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks [] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.801590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:09.801590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:21:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:09.834674 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f87f74-b959-44d6-8107-93a272f1ebc0 x-openstack-request-id: req-e9f87f74-b959-44d6-8107-93a272f1ebc0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:09.835116 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:09.835388 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9f87f74-b959-44d6-8107-93a272f1ebc0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:09.836061 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', 'status': 'completed', 'code': 200} Jan 27 19:22:09.929028 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a316cd-977c-420a-bbe2-90f84b698721 None None] Pushing event updated for resources: {'Port': ['ID=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:09.933998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.964451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ed87306-0416-4119-9b9f-43d148605ff4 req-93c89b9c-63e8-44cd-9ab7-4807e0e5f715 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879412 Jan 27 19:22:09.965139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:09.969285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-f9890d44-dd3a-4264-b297-f1f781a90577 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4358d4bd-e147-4dbe-9c5e-c6c045e96603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3323472 Jan 27 19:22:10.026595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03d0c805-7750-4d52-bd06-90fc172e3faa req-19b5e13d-c7e1-44fe-ae67-835e67bfe502 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.0544786 Jan 27 19:22:10.115000 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:10.144316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f7a7e83-fc2a-4fee-88fb-b09e620c070a req-534e43d8-5c47-49d0-95fe-c3ebc720ea34 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269269 Jan 27 19:22:10.169931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Pushing event updated for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:10.262358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-c0455480-e55f-43f5-babd-39c9ff689a08 service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344031 Jan 27 19:22:10.264213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:10.270024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:10.278413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:10.283461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:10.456157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:10.511797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c9e5204-268b-4d9f-928a-33a33e0bd708 req-efa3ddc3-af9f-4937-950b-751ef1f48855 service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354026 Jan 27 19:22:10.634098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a6b70-0e03-416e-9550-05ea031ea1d9 req-daf51430-a7fa-4e8e-8d57-00976a53052e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:10.651445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-525a6b70-0e03-416e-9550-05ea031ea1d9 req-daf51430-a7fa-4e8e-8d57-00976a53052e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 948 time: 0.5040340 Jan 27 19:22:10.695433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:10.705518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:10.735740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0243fd65-48a2-4d66-ae4a-199840f4781c None None] Provisioning complete for port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:10.737598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0243fd65-48a2-4d66-ae4a-199840f4781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:10.740915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:10.744371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:10.776940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-2f48045c-4570-449b-adf1-2a8e4ef5fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:10.780304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-2f48045c-4570-449b-adf1-2a8e4ef5fc03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 1099 time: 0.2654018 Jan 27 19:22:10.786985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0243fd65-48a2-4d66-ae4a-199840f4781c None None] Port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:10.799754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-525a6b70-0e03-416e-9550-05ea031ea1d9 req-86422b31-50ff-4eea-847d-9d2e4123095b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469274 Jan 27 19:22:10.837877 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:22:10.927607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:10.936011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:10.971423 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-d543fa81-a033-4bf2-a377-c16901050cad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8464785 Jan 27 19:22:10.994896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Request body: {'port': {'device_id': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:11.069055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41dcaa-d44a-4837-905c-7a4c0527faf6 req-7d895fed-4b7e-4d7d-a7e6-e0c33374ea66 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.070860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f41dcaa-d44a-4837-905c-7a4c0527faf6 req-7d895fed-4b7e-4d7d-a7e6-e0c33374ea66 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 943 time: 0.2214456 Jan 27 19:22:11.113748 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:03Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:11.120627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:11.182479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f41dcaa-d44a-4837-905c-7a4c0527faf6 req-39c5115a-c61a-49e8-9c64-865ec4a3832f tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912440 Jan 27 19:22:11.183288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0ef6-8326-4ef1-8767-390e1fafb1ac None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:03Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:22:11.220039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-a7e191f6-dae7-4660-821c-7ec14a5b539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.223150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-a7e191f6-dae7-4660-821c-7ec14a5b539d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4189050 Jan 27 19:22:11.322137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:11.354982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-a8d18c3a-06f6-4644-a2fd-e65693f6179c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56 HTTP/1.1" status: 200 len: 217 time: 0.1142669 Jan 27 19:22:11.545237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-6166958b-1c3b-4c71-8364-8ccc4ba143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.546387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-6166958b-1c3b-4c71-8364-8ccc4ba143de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1489720 Jan 27 19:22:11.576677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ff13b-870d-43a4-a792-b9402d3d64f8 req-dfd09647-20cf-45f6-87bb-db82b0f9d430 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.593679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a0ff13b-870d-43a4-a792-b9402d3d64f8 req-dfd09647-20cf-45f6-87bb-db82b0f9d430 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 931 time: 0.2507057 Jan 27 19:22:11.855155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a0ff13b-870d-43a4-a792-b9402d3d64f8 req-c1ee25d0-1980-4948-86c6-53b36e1e0ea5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262383 Jan 27 19:22:11.863301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf7b6-9cbe-4d13-a1c4-926626d766ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:11.874840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks [] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:11.889065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:11.895211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d1afd-015e-4437-be87-1a4b6926f51a req-33cdeb1a-8055-4b22-9592-af2e97c6c5d1 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.898507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b38d1afd-015e-4437-be87-1a4b6926f51a req-33cdeb1a-8055-4b22-9592-af2e97c6c5d1 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 946 time: 0.2868183 Jan 27 19:22:11.901640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-923988a7-d3a3-4e38-968f-63c199532808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:11.907193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-923988a7-d3a3-4e38-968f-63c199532808 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3093994 Jan 27 19:22:12.009826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Pushing event updated for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:12.012551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:12.146883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cea118-db0e-4067-a3ba-93c32e8a61dd req-7c5d4597-dd2a-44fb-aafb-9f8db039dbd9 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:12.148531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95cea118-db0e-4067-a3ba-93c32e8a61dd req-7c5d4597-dd2a-44fb-aafb-9f8db039dbd9 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 948 time: 0.1700811 Jan 27 19:22:12.156781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b38d1afd-015e-4437-be87-1a4b6926f51a req-5b321ecd-7a8b-4f42-866c-1a62890a1b85 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479441 Jan 27 19:22:12.185090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-ce6b8087-3d6b-4a28-be2f-9cb5ae062d3a service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580175 Jan 27 19:22:12.190166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f526c9-25b8-4645-8baf-0406b2b1530c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:12.203365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks [] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:12.215896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:12.217515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 457b7205-908a-4adc-8f13-ccad9293a9c9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:12.223025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:12.353037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95cea118-db0e-4067-a3ba-93c32e8a61dd req-a7d88a60-38c6-4052-99ce-c7adc0debdb6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948278 Jan 27 19:22:12.500226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Transition to ACTIVE for port object b8f526c9-25b8-4645-8baf-0406b2b1530c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:12.506436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b854d63a-7669-43d8-83b1-5fdf58b5d3c3 req-e52aa091-fccc-4b18-a084-aa03a290af93 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997034 Jan 27 19:22:12.519192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:12.526970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:22:12.601341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=457b7205-908a-4adc-8f13-ccad9293a9c9,segment=NetworkSegment(38d44b94-c70f-49c8-b294-d25fe71643ea),segment_id=38d44b94-c70f-49c8-b294-d25fe71643ea)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:12.618531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '457b7205-908a-4adc-8f13-ccad9293a9c9', 'network_id': '4358d4bd-e147-4dbe-9c5e-c6c045e96603', 'port_id': '457b7205-908a-4adc-8f13-ccad9293a9c9', 'mac_address': 'fa:16:3e:6c:ce:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3376ff2-0598-4772-854c-b8bbb570796f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:12.674867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 457b7205-908a-4adc-8f13-ccad9293a9c9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:12.675655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:12.694285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457b7205-908a-4adc-8f13-ccad9293a9c9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:12.715452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:12.730139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:12.796118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d1802-afee-45c4-a2dd-f1440a31b098 req-dbe6070a-d285-401c-acda-38456fce1249 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:12.811126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-040d1802-afee-45c4-a2dd-f1440a31b098 req-dbe6070a-d285-401c-acda-38456fce1249 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 943 time: 0.2694530 Jan 27 19:22:12.827872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=457b7205-908a-4adc-8f13-ccad9293a9c9,segment=NetworkSegment(38d44b94-c70f-49c8-b294-d25fe71643ea),segment_id=38d44b94-c70f-49c8-b294-d25fe71643ea)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:12.844420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:12.910373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-040d1802-afee-45c4-a2dd-f1440a31b098 req-7b455337-0bd3-42c8-b768-d09be280c178 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974543 Jan 27 19:22:12.922943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:12.942155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:12.943192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.019064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4c665cfb-2afa-4903-a140-0cb7d060c0c8 None None] Provisioning complete for port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:13.019674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c665cfb-2afa-4903-a140-0cb7d060c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.062893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:22:13.083415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f3a2656d-8233-416c-912a-d0856c09c45b admin admin] 10.222.0.59 "PUT /v2.0/routers/4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6247962 Jan 27 19:22:13.164931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c665cfb-2afa-4903-a140-0cb7d060c0c8 None None] Port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:13.210466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Attempting to bind port b8f526c9-25b8-4645-8baf-0406b2b1530c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:13.211180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Attempting to bind port b8f526c9-25b8-4645-8baf-0406b2b1530c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:13.211390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Attempting to bind port b8f526c9-25b8-4645-8baf-0406b2b1530c on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:13.228151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Port b8f526c9-25b8-4645-8baf-0406b2b1530c on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:13.228337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Attempting to bind port b8f526c9-25b8-4645-8baf-0406b2b1530c on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:13.239448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:13.239628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.242304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:13.242744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:13.243152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:13.243617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Bound port: b8f526c9-25b8-4645-8baf-0406b2b1530c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:13.243990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.345065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:13.357285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['457b7205-908a-4adc-8f13-ccad9293a9c9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:13.359933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.508533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:13.513149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:13.519357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.551905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:13.597569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.598629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:13.600266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] 10.222.0.66 "PUT /v2.0/ports/b8f526c9-25b8-4645-8baf-0406b2b1530c HTTP/1.1" status: 200 len: 1091 time: 2.6171577 Jan 27 19:22:13.603293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:13.610803 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee5f36d-40d6-4518-94b3-2119b16de53d" -d '{"events": [{"name": "network-changed", "server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:13.696070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43ca3a-f36d-4db7-bd29-b97a0164b83e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:13.730272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-3ac37660-8fbe-476d-afb0-d93c23fd0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.733808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-3ac37660-8fbe-476d-afb0-d93c23fd0c90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 1094 time: 0.0750647 Jan 27 19:22:13.784417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb807f35-4384-4c12-9408-33cdf4c0196a req-41166616-b5b8-460c-a27d-7e2e3d1e8324 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.784690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-8e8734b9-9115-4a13-bfde-98450b3f617f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c HTTP/1.1" status: 200 len: 217 time: 0.0427542 Jan 27 19:22:13.786139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb807f35-4384-4c12-9408-33cdf4c0196a req-41166616-b5b8-460c-a27d-7e2e3d1e8324 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 943 time: 0.7799592 Jan 27 19:22:13.808220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd681c-e324-4f39-b681-86dc299562cf req-e56d5e1c-5416-4eda-879f-50193921bdfd tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.810463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dffd681c-e324-4f39-b681-86dc299562cf req-e56d5e1c-5416-4eda-879f-50193921bdfd tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 946 time: 0.7855687 Jan 27 19:22:13.845978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-c2aa82ea-6117-4643-ba74-6306e1ae776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.847586 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-c2aa82ea-6117-4643-ba74-6306e1ae776d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.0571074 Jan 27 19:22:13.883604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-d443f74e-b806-4d31-ba16-edfff11d6496 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288510 Jan 27 19:22:13.942627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c4811b77-3842-4e9f-b2e0-9a05faae4f56 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:13.968592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7040f-8e5a-416a-b8f1-15db6448bba6 req-34f4c089-43ca-4318-81fe-747caacaad5d tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:13.971257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbf7040f-8e5a-416a-b8f1-15db6448bba6 req-34f4c089-43ca-4318-81fe-747caacaad5d tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 946 time: 0.1824408 Jan 27 19:22:14.025757 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-fc372a3e-c85f-4808-88d1-9e1f3a1daa26 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355338 Jan 27 19:22:14.059459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb807f35-4384-4c12-9408-33cdf4c0196a req-09787b46-0a83-4365-bb91-a2dbadfc1b16 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605999 Jan 27 19:22:14.174794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-20046163-17dd-4853-95df-72ec14044448 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370168 Jan 27 19:22:14.212701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbf7040f-8e5a-416a-b8f1-15db6448bba6 req-747c551a-8113-4915-b6f7-df3e866cdbdb tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f083a3c-e955-4ef3-9e29-d61222b2005b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920431 Jan 27 19:22:14.254120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Deleting port 8e6e13b9-137c-40bf-ac59-81528b49dd65 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:22:14.254472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:14.341647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:14.378579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', 'mac_address': 'fa:16:3e:be:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:14.484000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92147a68-42e9-4655-a148-cf68c6d25972 req-506b53c3-d00a-462d-aeda-55742fe52c05 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:14.497979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92147a68-42e9-4655-a148-cf68c6d25972 req-506b53c3-d00a-462d-aeda-55742fe52c05 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 948 time: 0.1338041 Jan 27 19:22:14.562209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c4811b77-3842-4e9f-b2e0-9a05faae4f56 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:14.568654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:14.588652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92147a68-42e9-4655-a148-cf68c6d25972 req-b9d353bb-621a-4783-9eab-9c37063a6877 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862489 Jan 27 19:22:14.606339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4811b77-3842-4e9f-b2e0-9a05faae4f56 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:14.615471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:14.676937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] For port 8e6e13b9-137c-40bf-ac59-81528b49dd65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8e6e13b9-137c-40bf-ac59-81528b49dd65,segment=NetworkSegment(f9eaf892-5776-4118-ab28-1d75b9a01a04),segment_id=f9eaf892-5776-4118-ab28-1d75b9a01a04)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:14.677207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:14.693412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:22:14.701387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Calling delete_port for 8e6e13b9-137c-40bf-ac59-81528b49dd65 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:22:14.712964 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef8eb4-3a4c-4f40-844b-55f2a5002864 x-openstack-request-id: req-03ef8eb4-3a4c-4f40-844b-55f2a5002864 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:14.713594 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:14.713594 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03ef8eb4-3a4c-4f40-844b-55f2a5002864 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:14.714043 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c', 'status': 'completed', 'code': 200} Jan 27 19:22:14.735001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:14.755723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:14.820652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:14.821299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:22:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:14.852158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-cd974424-581d-47df-81e1-bfae8c373e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:14.855400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-cd974424-581d-47df-81e1-bfae8c373e28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 1094 time: 0.1122303 Jan 27 19:22:14.895521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:14.895917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:15.013184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-96a61d11-bd60-4757-9274-568291cc0429 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:15.015665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-96a61d11-bd60-4757-9274-568291cc0429 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 821 time: 0.3056693 Jan 27 19:22:15.063170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-11b9a7d0-abbc-4bfa-844b-5e4c250675d0 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/quotas/1ba6d6d2d28a42f0942830a0cdb873a8 HTTP/1.1" status: 200 len: 375 time: 0.0307145 Jan 27 19:22:15.107842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-49111f0e-d5dc-453d-b663-1aa573a0ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:15.112300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-49111f0e-d5dc-453d-b663-1aa573a0ebb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.2474768 Jan 27 19:22:15.197502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8090-e488-4697-a982-19108f78acb7 req-de036b5f-57b5-4028-98b3-51a48ee1b133 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:15.206347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bfc8090-e488-4697-a982-19108f78acb7 req-de036b5f-57b5-4028-98b3-51a48ee1b133 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 944 time: 0.3156035 Jan 27 19:22:15.208328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-8c2f765d-308c-49f5-b0bc-71fddf5f6174 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c HTTP/1.1" status: 200 len: 217 time: 0.0887728 Jan 27 19:22:15.239602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8e6e13b9-137c-40bf-ac59-81528b49dd65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:15.266960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:15.276152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:15.290681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:15.304042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Pushing event deleted for resources: {'Port': ['ID=8e6e13b9-137c-40bf-ac59-81528b49dd65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:15.348032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bfc8090-e488-4697-a982-19108f78acb7 req-ecc9a164-2df9-4db2-ad73-91d9f0e38eff tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333463 Jan 27 19:22:15.371493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-875eede3-96b8-4bda-a649-8342ec662fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:15.375126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-875eede3-96b8-4bda-a649-8342ec662fdb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1599863 Jan 27 19:22:15.431296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-3939873e-cc4c-4143-a808-747c64f8bfc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489860 Jan 27 19:22:15.480551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['c4811b77-3842-4e9f-b2e0-9a05faae4f56'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:15.516451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-7a6f0cf1-3a10-4789-963f-184659448159 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4385996 Jan 27 19:22:15.533074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] No DVR routers for this DVR port 8e6e13b9-137c-40bf-ac59-81528b49dd65 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:22:15.539645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:15.546305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dffd681c-e324-4f39-b681-86dc299562cf req-2ddd84a5-2c0c-4e62-8bec-4d9c3fb184db tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.66 "DELETE /v2.0/ports/8e6e13b9-137c-40bf-ac59-81528b49dd65 HTTP/1.1" status: 204 len: 173 time: 1.7156279 Jan 27 19:22:15.577573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'name': 'network-vif-deleted', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:15.581710 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd9772-0562-49e0-a782-77d19a88e90e" -d '{"events": [{"server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "name": "network-vif-deleted", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:15.667060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-f617f98e-e248-448c-ac39-807abc64ab4f service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296662 Jan 27 19:22:15.730293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:15.777352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cabf68-0375-474a-88e1-9a79cf413cad req-7582f900-691b-41bd-8462-0f3c65006f14 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:15.779727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04cabf68-0375-474a-88e1-9a79cf413cad req-7582f900-691b-41bd-8462-0f3c65006f14 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 943 time: 0.2599335 Jan 27 19:22:15.817659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ee5f36d-40d6-4518-94b3-2119b16de53d req-b028bae6-4812-4a29-9051-7e624a0473c0 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433513 Jan 27 19:22:15.836788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-04055ba8-24b2-4acd-9f94-08449e2ae68d service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182452 Jan 27 19:22:15.915189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:15.982276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:16.005818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04cabf68-0375-474a-88e1-9a79cf413cad req-25b5f384-8cc5-4025-a886-94f4502ffa56 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153103 Jan 27 19:22:16.056236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-4d4e7928-1bfe-4423-a037-7db9a3acb346 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178099 Jan 27 19:22:16.196750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9dee1d-383f-4f15-8c53-1d2cb150ee5b req-392c8d94-800a-4793-a77d-247232edcfe5 tempest-ServerAddressesTestJSON-2136070589 tempest-ServerAddressesTestJSON-2136070589-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1 HTTP/1.1" status: 200 len: 210 time: 0.0552187 Jan 27 19:22:16.242244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 457b7205-908a-4adc-8f13-ccad9293a9c9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:16.329847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:11Z', 'revision_number': 2, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:16.345206 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f0de5-b881-46e2-9dcd-ae67b40eee63 x-openstack-request-id: req-549f0de5-b881-46e2-9dcd-ae67b40eee63 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:16.345671 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1", "name": "network-vif-deleted", "tag": "8e6e13b9-137c-40bf-ac59-81528b49dd65", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:16.346034 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-549f0de5-b881-46e2-9dcd-ae67b40eee63 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:16.351159 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c17ec5-7bcb-437c-8c7d-e67c70cbc0e1', 'name': 'network-vif-deleted', 'tag': '8e6e13b9-137c-40bf-ac59-81528b49dd65', 'status': 'completed', 'code': 200} Jan 27 19:22:16.378191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:22:16.378575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Updating router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:22:16.443558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:16.478379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 457b7205-908a-4adc-8f13-ccad9293a9c9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:16.510000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 457b7205-908a-4adc-8f13-ccad9293a9c9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:16.510391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:16.593924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a721e9aa-5916-4fde-95b5-774c2867749e req-3abc1f19-9c9d-460f-854d-405a0eb09fc5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0629239 Jan 27 19:22:16.607262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d60e-5e80-4a1e-852e-c2504e938c33 req-447f4fce-a9b1-4b5e-8537-2ebc46c9a3f2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:16.610358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bae4d60e-5e80-4a1e-852e-c2504e938c33 req-447f4fce-a9b1-4b5e-8537-2ebc46c9a3f2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 949 time: 0.1553485 Jan 27 19:22:16.738055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bae4d60e-5e80-4a1e-852e-c2504e938c33 req-09a4dacc-632d-473f-a06d-f6df7bf6812c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099281 Jan 27 19:22:16.804048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3d272-e208-4d1d-964f-c2a355ce4b36 req-359b5404-de46-4c6e-9db3-6c594f0551eb tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:16.804280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 457b7205-908a-4adc-8f13-ccad9293a9c9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:16.804488 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:16.810426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ce3d272-e208-4d1d-964f-c2a355ce4b36 req-359b5404-de46-4c6e-9db3-6c594f0551eb tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 944 time: 0.1107333 Jan 27 19:22:16.876093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:16.879079 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e969a49f-5066-49d7-a901-e117a93471c8" -d '{"events": [{"server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "name": "network-vif-plugged", "status": "completed", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:16.902492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=457b7205-908a-4adc-8f13-ccad9293a9c9,segment=NetworkSegment(38d44b94-c70f-49c8-b294-d25fe71643ea),segment_id=38d44b94-c70f-49c8-b294-d25fe71643ea)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:16.912498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ce3d272-e208-4d1d-964f-c2a355ce4b36 req-fcda5014-7491-47da-9567-48aa8f17e284 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946622 Jan 27 19:22:16.916711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:16.918547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8e6e13b9-137c-40bf-ac59-81528b49dd65 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:22:17.006230 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1026851d-b293-49b7-8f60-d40267e4ee0d x-openstack-request-id: req-1026851d-b293-49b7-8f60-d40267e4ee0d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:17.007096 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "name": "network-vif-plugged", "status": "completed", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:17.007816 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1026851d-b293-49b7-8f60-d40267e4ee0d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:17.008742 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9', 'code': 200} Jan 27 19:22:17.029756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 8e6e13b9-137c-40bf-ac59-81528b49dd65 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:22:17.030671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8e6e13b9-137c-40bf-ac59-81528b49dd65 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:22:17.140883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:17.162569 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks [] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.163110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a68d-5fbb-4365-a0a6-6b0642a6c3b9 req-3ad336e8-83a7-4c49-a548-6a6e1f85e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:17.165549 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5be5a68d-5fbb-4365-a0a6-6b0642a6c3b9 req-3ad336e8-83a7-4c49-a548-6a6e1f85e7ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 1096 time: 0.1209166 Jan 27 19:22:17.175864 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.303114 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5be5a68d-5fbb-4365-a0a6-6b0642a6c3b9 req-8627f5de-7694-4b0a-9ec8-b2a85902e93b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251197 Jan 27 19:22:17.328795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf3c24-d937-4ebb-9b03-767fb6d3c038 None None] Pushing event updated for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:17.336287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203f9ee-53e3-44de-999c-be0b8a3d2503 req-40fc6c22-e6dd-4344-a52e-3f13206682b3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:17.355333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9203f9ee-53e3-44de-999c-be0b8a3d2503 req-40fc6c22-e6dd-4344-a52e-3f13206682b3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 943 time: 0.2343161 Jan 27 19:22:17.368674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:17.387405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Attempting to bind port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:17.388796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Attempting to bind port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:17.389878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Attempting to bind port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:17.403856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:17.405414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Checking segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:17.406222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.407042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Bound using segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:17.408022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Bound port: 0c999a9d-14b4-4108-8dec-64c6d459b6f5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:17.409682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.573612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9203f9ee-53e3-44de-999c-be0b8a3d2503 req-353cf024-687d-465a-99fc-c19128670d6c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025242 Jan 27 19:22:17.599959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] For port 0c999a9d-14b4-4108-8dec-64c6d459b6f5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:17.604165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Deleting subnet 92910b42-8136-49d1-b83e-1b5ffea997ec {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:22:17.611696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Publish callbacks [] for subnet (92910b42-8136-49d1-b83e-1b5ffea997ec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.638945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] For port 0c999a9d-14b4-4108-8dec-64c6d459b6f5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0c999a9d-14b4-4108-8dec-64c6d459b6f5,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:17.654751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.744993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (92910b42-8136-49d1-b83e-1b5ffea997ec), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.850803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b4e5b15-d93a-46cd-ae6c-6d87a472b614 req-33edd578-a9dc-4596-81d8-88230cc1ab0e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0509176 Jan 27 19:22:17.867598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Provisioning complete for port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:17.868109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.868362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (92910b42-8136-49d1-b83e-1b5ffea997ec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:17.878368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf3c24-d937-4ebb-9b03-767fb6d3c038 None None] Pushing event updated for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:17.986382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:22:17.989037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:22:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:18.039690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2bee1-685d-40c9-a8ae-cf942d7ea8b7 req-d5677760-69be-4ce2-a574-606a0a68eb6e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:18.046045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a2bee1-685d-40c9-a8ae-cf942d7ea8b7 req-d5677760-69be-4ce2-a574-606a0a68eb6e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 949 time: 0.1097968 Jan 27 19:22:18.051149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (92910b42-8136-49d1-b83e-1b5ffea997ec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:18.158574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92910b42-8136-49d1-b83e-1b5ffea997ec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:18.163975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:18.168305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2767e265-688c-4ff2-aa35-21206b96873e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92910b42-8136-49d1-b83e-1b5ffea997ec HTTP/1.1" status: 204 len: 168 time: 0.7926996 Jan 27 19:22:18.171324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40670) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:18.180220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c4811b77-3842-4e9f-b2e0-9a05faae4f56 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:18.243757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a2bee1-685d-40c9-a8ae-cf942d7ea8b7 req-aec6e3ab-d44b-46b1-92fb-e262cf5bc44e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963854 Jan 27 19:22:18.274719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b8f526c9-25b8-4645-8baf-0406b2b1530c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:18.302634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac84af-7d7c-4519-87e7-56dcd5350a04 req-232c7cc0-526b-447f-8b28-d1f39b0f4915 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:18.306315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cac84af-7d7c-4519-87e7-56dcd5350a04 req-232c7cc0-526b-447f-8b28-d1f39b0f4915 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 945 time: 0.2576265 Jan 27 19:22:18.306963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:22:18.496364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cac84af-7d7c-4519-87e7-56dcd5350a04 req-a0b6e18a-07d1-4486-b9e7-cf1938f97424 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724212 Jan 27 19:22:18.590317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:22:18.599008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Current status of the port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:18.599447 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:18.851746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cd200cf4-49cb-4dcf-8616-83b48c92135f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:18.862816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f433-e182-4062-8730-f4e519fd2cce req-c5be7572-4359-42da-9886-2e37fea6340e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:18.872670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:18.874212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7347f433-e182-4062-8730-f4e519fd2cce req-c5be7572-4359-42da-9886-2e37fea6340e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 943 time: 0.1189599 Jan 27 19:22:19.000508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b8f526c9-25b8-4645-8baf-0406b2b1530c', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': 'b8f526c9-25b8-4645-8baf-0406b2b1530c', 'mac_address': 'fa:16:3e:f7:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:19.064632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7347f433-e182-4062-8730-f4e519fd2cce req-89c37698-681e-4fb0-a1ab-d229296f1e91 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851001 Jan 27 19:22:19.108104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-8fa6cbc1-b98c-4176-b3d7-3599b180690f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:19.110472 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-8fa6cbc1-b98c-4176-b3d7-3599b180690f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 821 time: 0.4308059 Jan 27 19:22:19.127948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'port': {'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'admin_state_up': True, 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:19.129296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68ac1cc8-2c35-4699-95cc-e99f24e02ac3 req-6e57114e-1f21-46b0-aadd-c77375e43c21 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Jan 27 19:22:19.136698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cd200cf4-49cb-4dcf-8616-83b48c92135f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.141962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port c4811b77-3842-4e9f-b2e0-9a05faae4f56 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:19.150084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b8f526c9-25b8-4645-8baf-0406b2b1530c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:19.150574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.157414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] For port 0c999a9d-14b4-4108-8dec-64c6d459b6f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0c999a9d-14b4-4108-8dec-64c6d459b6f5,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:19.160706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port c4811b77-3842-4e9f-b2e0-9a05faae4f56 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:19.161207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.247840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd200cf4-49cb-4dcf-8616-83b48c92135f']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:19.281684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9eaf892-5776-4118-ab28-1d75b9a01a04') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:19.282452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9eaf892-5776-4118-ab28-1d75b9a01a04') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:19.308960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f9eaf892-5776-4118-ab28-1d75b9a01a04), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.363375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f9eaf892-5776-4118-ab28-1d75b9a01a04), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.368132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.391283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:22:19.391936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f9eaf892-5776-4118-ab28-1d75b9a01a04), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:22:19.396701 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:22:19.414993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f526c9-25b8-4645-8baf-0406b2b1530c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:19.454774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b75e4-2301-4a1b-88c8-f6a2e3aff010 req-7b5e4d65-a425-4c7c-aff9-ef3568ad80bc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:19.456756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-706b75e4-2301-4a1b-88c8-f6a2e3aff010 req-7b5e4d65-a425-4c7c-aff9-ef3568ad80bc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 949 time: 0.0787725 Jan 27 19:22:19.486030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:17Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:22:19.532624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-706b75e4-2301-4a1b-88c8-f6a2e3aff010 req-5c777d43-3fdd-4e83-b82c-e73fec60b459 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680747 Jan 27 19:22:19.548843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cd200cf4-49cb-4dcf-8616-83b48c92135f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.553132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Made reservation on behalf of 1ba6d6d2d28a42f0942830a0cdb873a8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:19.562751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.575904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.581160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cd200cf4-49cb-4dcf-8616-83b48c92135f HTTP/1.1" status: 204 len: 168 time: 1.4076416 Jan 27 19:22:19.609417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:19.632465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0c009-cc1e-4aae-84f0-84cf63f4e15f None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:17Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:22:19.639648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.641902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617c890-2ec0-4660-8eed-6c68fe07e047 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd200cf4-49cb-4dcf-8616-83b48c92135f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:19.797507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ba9ee-b21d-4126-b31b-9fe13a50d4ef None None] Pushing event updated for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:19.830942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1c4b2be4-bfd7-482d-a3d1-5d677394673d None None] Provisioning complete for port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:19.838904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2be4-bfd7-482d-a3d1-5d677394673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:19.843986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b934-060a-405e-a2fe-449e4aaa8030 req-6805bb97-2965-462a-9837-f9e156d73b9b tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:19.865363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc48b934-060a-405e-a2fe-449e4aaa8030 req-6805bb97-2965-462a-9837-f9e156d73b9b tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 945 time: 0.2505043 Jan 27 19:22:19.989472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Allocated IP 172.20.0.6 (f5a9f96d-0f38-4646-89ba-4a8b6e277323/048240e0-f5d5-4812-9e0e-c9014a5a9fa1/9c98ab93-f733-4f5c-a511-3acf9482a8d2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:20.029557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc48b934-060a-405e-a2fe-449e4aaa8030 req-14d69e69-820f-4a25-b3eb-9433636964e8 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581981 Jan 27 19:22:20.109521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b8f526c9-25b8-4645-8baf-0406b2b1530c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:20.131066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:20.225093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:20.241578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c4811b77-3842-4e9f-b2e0-9a05faae4f56 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:20.242172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.316095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f598e110-da85-462e-b2fa-0af3c40b2e49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51dcda8fd2d2493b9e1617570fe439d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833901 Jan 27 19:22:20.317978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:20.319229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:20.320679 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf36b967-d761-499a-9326-4748edaf63de" -d '{"events": [{"server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "name": "network-vif-plugged", "status": "completed", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:20.340562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:20.395074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.537751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d8113b2-0f98-4d3e-99cc-acf797ace8c8 req-55396926-985d-4c77-8482-0bcbf8cb8c5a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0917060 Jan 27 19:22:20.608291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.658537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b2be4-bfd7-482d-a3d1-5d677394673d None None] Current status of the port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:20.751819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:20.755498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] Publish callbacks [] for security_group (2f083a3c-e955-4ef3-9e29-d61222b2005b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.793299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.807282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b6f01-3425-4b94-a6d8-c0107244be5e x-openstack-request-id: req-383b6f01-3425-4b94-a6d8-c0107244be5e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:20.809305 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "name": "network-vif-plugged", "status": "completed", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:20.809845 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-383b6f01-3425-4b94-a6d8-c0107244be5e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:20.814994 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', 'code': 200} Jan 27 19:22:20.834208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0c999a9d-14b4-4108-8dec-64c6d459b6f5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:20.851742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] Publish callbacks [] for security_group (2f083a3c-e955-4ef3-9e29-d61222b2005b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:20.884941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ea90-c2c2-460a-bec0-37076ff904e5 req-45b44faf-2e88-4374-b949-130ccf0135af tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:20.892811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed65ea90-c2c2-460a-bec0-37076ff904e5 req-45b44faf-2e88-4374-b949-130ccf0135af tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 944 time: 0.4931691 Jan 27 19:22:20.955961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40710) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:21.031348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-704614924'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:21.079221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:21.080427 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.120468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:21.123745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event updated for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:21.134480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:21.139431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:21.175551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.212596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:21.350147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:22:21.377817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8929ab32-e016-4fd8-b0f9-2e9fb8fcc919), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.378252 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Added segment 8929ab32-e016-4fd8-b0f9-2e9fb8fcc919 of type vlan for network 8c61d034-e0d1-41d8-a0fc-f26577689807 Jan 27 19:22:21.445957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0e8ef-8eda-41b2-8f1e-96724b8456ca req-fd999b48-2197-44e0-93b7-daf90e47d5bf tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:21.448640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46e0e8ef-8eda-41b2-8f1e-96724b8456ca req-fd999b48-2197-44e0-93b7-daf90e47d5bf tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.5469923 Jan 27 19:22:21.453764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:21.480610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc057e24-f99c-44c8-8dd3-27f21aa01af4 req-4353b3d9-d527-4a7d-b66b-3e611cc0d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:21.502636 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc057e24-f99c-44c8-8dd3-27f21aa01af4 req-4353b3d9-d527-4a7d-b66b-3e611cc0d29f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 1101 time: 0.5143721 Jan 27 19:22:21.520123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed65ea90-c2c2-460a-bec0-37076ff904e5 req-9fa8bae3-6a33-4184-9792-f46a11ee1c2d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795271 Jan 27 19:22:21.532168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8c61d034-e0d1-41d8-a0fc-f26577689807), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.576364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:21.577916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.605749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2f083a3c-e955-4ef3-9e29-d61222b2005b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.609929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.613551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f083a3c-e955-4ef3-9e29-d61222b2005b HTTP/1.1" status: 204 len: 168 time: 1.2928660 Jan 27 19:22:21.649778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-93e4f50c-a51e-490b-9d3b-a6b73d23cdb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5289009 Jan 27 19:22:21.676080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2e938-cf05-4112-b2b2-d03a4bfe1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f083a3c-e955-4ef3-9e29-d61222b2005b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:21.687330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Request body: {'port': {'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:21.815608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46e0e8ef-8eda-41b2-8f1e-96724b8456ca req-f38ae3f5-2bf4-482c-bc39-07fabb466df6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295958 Jan 27 19:22:21.819385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc057e24-f99c-44c8-8dd3-27f21aa01af4 req-d055a06e-fc08-49f8-b0d5-fc2d62ebce89 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752860 Jan 27 19:22:21.857726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5fbfce5d-a1f5-4d90-ba5b-0b12a9ee513a None None] Provisioning complete for port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:21.858562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbfce5d-a1f5-4d90-ba5b-0b12a9ee513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.876548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8c61d034-e0d1-41d8-a0fc-f26577689807), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.882603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:21.883556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:21.960065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9984622 Jan 27 19:22:21.964655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:21.975933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-911519259'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:22.030783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.075467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfce5d-a1f5-4d90-ba5b-0b12a9ee513a None None] Port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:22.141362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:22.167318 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.237949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d71d-a6c6-442c-b9b9-125375cfd687 req-048c3439-ee8a-43f1-beae-6cbb94bb7534 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:22.248168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fe3d71d-a6c6-442c-b9b9-125375cfd687 req-048c3439-ee8a-43f1-beae-6cbb94bb7534 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 931 time: 0.2349787 Jan 27 19:22:22.291631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:22:22.303408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b8f526c9-25b8-4645-8baf-0406b2b1530c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:22.357637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (de33aac9-42b5-489d-a9ba-feae69daf110), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.358966 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Added segment de33aac9-42b5-489d-a9ba-feae69daf110 of type vlan for network f520999e-07b2-4171-aaca-41bb73264804 Jan 27 19:22:22.378704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cdb76-13b3-47f7-a3b7-54053ba7b809 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Network': ['ID=8c61d034-e0d1-41d8-a0fc-f26577689807,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:22.402874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fe3d71d-a6c6-442c-b9b9-125375cfd687 req-b5df2ca0-562b-4a58-80ed-cbc13bb984d0 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531203 Jan 27 19:22:22.403302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:22:22.513976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f520999e-07b2-4171-aaca-41bb73264804), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.545006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b8f526c9-25b8-4645-8baf-0406b2b1530c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:22.564087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f520999e-07b2-4171-aaca-41bb73264804), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.583172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b8f526c9-25b8-4645-8baf-0406b2b1530c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:22.583518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:22.584501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.585100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.871247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Network': ['ID=f520999e-07b2-4171-aaca-41bb73264804,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:22.893618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f520999e-07b2-4171-aaca-41bb73264804 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:22:22.905644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b8f526c9-25b8-4645-8baf-0406b2b1530c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:22.907523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:22.915725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fcea487f-3b6e-4e9f-95a5-f268f9fd841c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9488711 Jan 27 19:22:22.927909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40746) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:22.947291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'subnet': {'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:22.997432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab1af0-b489-4d80-8ac5-44c49d0f8732 req-4d293042-4396-46fb-91b6-562ce7e5f828 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:23.000137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3ab1af0-b489-4d80-8ac5-44c49d0f8732 req-4d293042-4396-46fb-91b6-562ce7e5f828 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 944 time: 0.1170566 Jan 27 19:22:23.060736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:23.067610 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883ef8f-9a9a-416b-948a-ea858959394c" -d '{"events": [{"server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "name": "network-vif-plugged", "status": "completed", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:23.095654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:23.107701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:23.189005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:23.224829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3ab1af0-b489-4d80-8ac5-44c49d0f8732 req-19de61e3-86f4-4787-9784-9e89c8b43248 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156100 Jan 27 19:22:23.237019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:23.247137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:23.306402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8d2db-f344-41b5-91cf-3c5f1ae1766d req-635fd46c-b0da-42f1-9330-95a59a0f261e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:23.319942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ab8d2db-f344-41b5-91cf-3c5f1ae1766d req-635fd46c-b0da-42f1-9330-95a59a0f261e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.2507372 Jan 27 19:22:23.464836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c98ab93-f733-4f5c-a511-3acf9482a8d2 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:23.475240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks [] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:23.492794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Transition to ACTIVE for port object 9c98ab93-f733-4f5c-a511-3acf9482a8d2 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:23.502252 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:23.534338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ab8d2db-f344-41b5-91cf-3c5f1ae1766d req-d4a182d5-6966-426a-9f85-c202302c0312 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127132 Jan 27 19:22:23.649990 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc0917-4f4d-4db7-a569-0e7c856aa898 x-openstack-request-id: req-9cfc0917-4f4d-4db7-a569-0e7c856aa898 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:23.653394 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "name": "network-vif-plugged", "status": "completed", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:23.655591 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cfc0917-4f4d-4db7-a569-0e7c856aa898 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:23.657492 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c', 'code': 200} Jan 27 19:22:23.659710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:23.687138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:23.964154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:24.030338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Attempting to bind port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:24.031280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Attempting to bind port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:24.031509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b28e-572f-43c9-8def-4964d56f3fe2 req-86274556-9044-4bee-9cdc-72b530a05f99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.031718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Attempting to bind port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:24.039082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cd1b28e-572f-43c9-8def-4964d56f3fe2 req-86274556-9044-4bee-9cdc-72b530a05f99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 943 time: 0.2824082 Jan 27 19:22:24.058347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:24.058880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Attempting to bind port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:24.084256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:24.084789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Checking segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:24.085477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Bound using segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:24.086484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Bound port: 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:24.087081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.089402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f7867-df6a-4b3a-a295-41d614a40566 req-7bb5135d-5c96-4c20-9173-f4b1ff35e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.094768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f58f7867-df6a-4b3a-a295-41d614a40566 req-7bb5135d-5c96-4c20-9173-f4b1ff35e2a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 1096 time: 0.2344666 Jan 27 19:22:24.124716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (79de9184-7ff8-4f89-93b4-9bd391617cc9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.167347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cd1b28e-572f-43c9-8def-4964d56f3fe2 req-917b1f98-9bb8-4d0d-a996-d732c25ad65f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270492 Jan 27 19:22:24.203789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f58f7867-df6a-4b3a-a295-41d614a40566 req-00b6bab1-c69e-4121-a548-260e3a9fd0a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991278 Jan 27 19:22:24.239988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1278011141-network', 'tenant_id': '59c23e7235814caab9e5a9e486fca263'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:24.282453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Made reservation on behalf of 59c23e7235814caab9e5a9e486fca263 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:24.287028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.301750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.330430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Subnet': ['ID=79de9184-7ff8-4f89-93b4-9bd391617cc9,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:24.352432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:24.359710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:24.360344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:24.360941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network hostable DHCP agents. Network: 8c61d034-e0d1-41d8-a0fc-f26577689807, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:22:24.370267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.480545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.481826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.484176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 1091 time: 2.8244390 Jan 27 19:22:24.487661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:24.495828 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241f0983-06e4-4724-b678-1793255abc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:24.509660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:22:24.543191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.553452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961988-95c7-4031-9ae0-aa54d86c09f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:24.561712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8c61d034-e0d1-41d8-a0fc-f26577689807) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:24.564624 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks [] for security_group (82895408-9dfc-4c07-9915-1e2d1d565fdf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.582879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.584187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.584358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2ada-05af-408b-ad77-0886d9827656 req-a6a0992c-43d3-497d-85f9-c5d836b0f152 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.603324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-074b2ada-05af-408b-ad77-0886d9827656 req-a6a0992c-43d3-497d-85f9-c5d836b0f152 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 945 time: 0.1512718 Jan 27 19:22:24.605299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82895408-9dfc-4c07-9915-1e2d1d565fdf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.628566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eeb40e-22b3-4d72-9109-8706277b1c39 None None] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:24.660470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:22:24.683094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8c5ecd3-b7dd-4707-ae58-cc7d73716b12 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7536478 Jan 27 19:22:24.687804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:24.695955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (57d63d29-8c08-4063-95b8-bf2b24f69478), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.697401 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Added segment 57d63d29-8c08-4063-95b8-bf2b24f69478 of type vlan for network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd Jan 27 19:22:24.699841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'subnet': {'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:24.852006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82895408-9dfc-4c07-9915-1e2d1d565fdf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:24.863853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-064c6d3e-5c38-4239-9eb1-6d0fd5183502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.865617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-064c6d3e-5c38-4239-9eb1-6d0fd5183502 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1094 time: 0.2637291 Jan 27 19:22:24.874319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:24.877886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (9e18b5c0-abec-4daf-8f8b-756c05fe17fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.878407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.883709 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecdbe01-0b4f-4e2a-abf4-5dc4aa4e0d4b x-openstack-request-id: req-4ecdbe01-0b4f-4e2a-abf4-5dc4aa4e0d4b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:24.883709 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:24.883709 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ecdbe01-0b4f-4e2a-abf4-5dc4aa4e0d4b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:24.884118 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:22:24.947640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-2caed179-3f15-44db-842e-b563b2b4e5a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0624511 Jan 27 19:22:24.963516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-074b2ada-05af-408b-ad77-0886d9827656 req-f1b9f783-a7a4-4398-a97d-dca589b28800 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590207 Jan 27 19:22:24.968570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8c61d034-e0d1-41d8-a0fc-f26577689807', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:22:24.971114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.985843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (9e18b5c0-abec-4daf-8f8b-756c05fe17fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:24.986958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:24.987848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.089503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-a940e561-a4fc-4aaa-b020-6d89a630aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:25.090877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1229949 Jan 27 19:22:25.091093 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-a940e561-a4fc-4aaa-b020-6d89a630aa48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1095445 Jan 27 19:22:25.096273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:25.100938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Request body: {'subnet': {'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1278011141-subnet', 'tenant_id': '59c23e7235814caab9e5a9e486fca263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:25.128908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ba95c-18a5-4fe6-b86d-b19d583784ff admin admin] Pushing event updated for resources: {'Network': ['ID=9e18b5c0-abec-4daf-8f8b-756c05fe17fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:25.152037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:22:25.154939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d509f53-f70e-4c13-aada-58f0ec7f8425 req-33767ce8-47d7-4424-a125-51fa27243762 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:25.156850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d509f53-f70e-4c13-aada-58f0ec7f8425 req-33767ce8-47d7-4424-a125-51fa27243762 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.0787694 Jan 27 19:22:25.186284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Made reservation on behalf of 59c23e7235814caab9e5a9e486fca263 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:25.190590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.258525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d509f53-f70e-4c13-aada-58f0ec7f8425 req-cb154963-cff0-4492-9a92-123d46bad26c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874372 Jan 27 19:22:25.275580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9035fa-c24c-4671-8600-462c1848da21 req-13b501ae-e679-4222-bde1-9168f857a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:25.277524 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-13b501ae-e679-4222-bde1-9168f857a7a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720276 Jan 27 19:22:25.411941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (d7d75c2a-53c4-42eb-87fa-a85b9513e246), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.414885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa6cc-9501-45e9-8d5d-425461dd650b req-415bb0a9-b900-47ed-84e6-df5ef6670f0a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:25.431699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Allocated IP 10.1.1.2 (8c61d034-e0d1-41d8-a0fc-f26577689807/79de9184-7ff8-4f89-93b4-9bd391617cc9/39f5480e-18df-47cf-986b-e1c19228541b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:25.432589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6edaa6cc-9501-45e9-8d5d-425461dd650b req-415bb0a9-b900-47ed-84e6-df5ef6670f0a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 943 time: 0.1425769 Jan 27 19:22:25.582905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6edaa6cc-9501-45e9-8d5d-425461dd650b req-d0a57599-0f12-4f40-9120-928d33207d3b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467483 Jan 27 19:22:25.604167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-55023178-751d-4e18-8468-8ed517789038 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147149 Jan 27 19:22:25.605616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Subnet': ['ID=d7d75c2a-53c4-42eb-87fa-a85b9513e246,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:25.725047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks [] for port (39f5480e-18df-47cf-986b-e1c19228541b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.741042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (39f5480e-18df-47cf-986b-e1c19228541b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.818225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Pushing event updated for resources: {'Port': ['ID=39f5480e-18df-47cf-986b-e1c19228541b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:25.841430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4b9035fa-c24c-4671-8600-462c1848da21 req-c56b6476-31d4-4091-8522-b8bfcf770566 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069712 Jan 27 19:22:25.845914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:25.848779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:25.854532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:25.861181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Checking segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:25.861992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network hostable DHCP agents. Network: f520999e-07b2-4171-aaca-41bb73264804, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:22:25.961874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Attempting to bind port 39f5480e-18df-47cf-986b-e1c19228541b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:25.962270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Attempting to bind port 39f5480e-18df-47cf-986b-e1c19228541b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:25.962648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Attempting to bind port 39f5480e-18df-47cf-986b-e1c19228541b on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:25.963630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network f520999e-07b2-4171-aaca-41bb73264804 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:22:25.971226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:25.971620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:25.972653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:25.984724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Bound using segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:25.985476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Bound port: 39f5480e-18df-47cf-986b-e1c19228541b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:25.985909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (39f5480e-18df-47cf-986b-e1c19228541b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:26.035297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7d789e78-e865-453a-82d1-5883979716cb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:26.065637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f520999e-07b2-4171-aaca-41bb73264804) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:26.079203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f77b3-4a78-4b23-986d-8ed7be1517c7 None None] Network f520999e-07b2-4171-aaca-41bb73264804 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:26.092378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0983-06e4-4724-b678-1793255abc3a req-1af1074f-fe7b-49ef-b6df-224100fca868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.094077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.095796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-1af1074f-fe7b-49ef-b6df-224100fca868 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1094 time: 0.1267908 Jan 27 19:22:26.098525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:26.176674 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b900387-fced-418a-bf95-44bff25907d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4866712 Jan 27 19:22:26.185456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:26.197183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] For port 39f5480e-18df-47cf-986b-e1c19228541b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:26.222319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] For port 39f5480e-18df-47cf-986b-e1c19228541b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39f5480e-18df-47cf-986b-e1c19228541b,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:26.256911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'name': 'tempest-TaggedBootDevicesTest-2090188858', 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:26.273968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (39f5480e-18df-47cf-986b-e1c19228541b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:26.304082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f520999e-07b2-4171-aaca-41bb73264804', 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ips': [{'subnet_id': 'd7d75c2a-53c4-42eb-87fa-a85b9513e246'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:22:26.311323 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:26.536428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0983-06e4-4724-b678-1793255abc3a req-5c95671f-067e-4c2d-825c-abe22bc0d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.538672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc73567-92b7-4ee3-90bf-0f54fc239dad None None] Pushing event updated for resources: {'Port': ['ID=39f5480e-18df-47cf-986b-e1c19228541b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:26.539136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-5c95671f-067e-4c2d-825c-abe22bc0d84b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.4336774 Jan 27 19:22:26.551251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37e71-667e-4351-a1d8-d530ca6d410c req-77037f9a-691b-4a7a-bef4-26966826d4c4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.564569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ed37e71-667e-4351-a1d8-d530ca6d410c req-77037f9a-691b-4a7a-bef4-26966826d4c4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 945 time: 0.1359406 Jan 27 19:22:26.660398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-2e7e5f24-e485-4ef9-8051-e4ce928370ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0924225 Jan 27 19:22:26.705191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684334-9167-463f-acf9-9b3eb90be307 req-fb68d6f9-634e-44ec-98e9-d90432cf55d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.706759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-fb68d6f9-634e-44ec-98e9-d90432cf55d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 945 time: 0.7482741 Jan 27 19:22:26.707420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d789e78-e865-453a-82d1-5883979716cb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:26.719613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Allocated IP 10.2.2.2 (f520999e-07b2-4171-aaca-41bb73264804/d7d75c2a-53c4-42eb-87fa-a85b9513e246/eb4acce4-301f-4087-a539-1065d916d95f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:26.821243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Checking segment: {'id': '57d63d29-8c08-4063-95b8-bf2b24f69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:26.822508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Network hostable DHCP agents. Network: 9e18b5c0-abec-4daf-8f8b-756c05fe17fd, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:22:26.879112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ed37e71-667e-4351-a1d8-d530ca6d410c req-1f27555c-9e50-44ed-a269-5e81061b1acd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123324 Jan 27 19:22:26.899996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0983-06e4-4724-b678-1793255abc3a req-61490d0e-60b6-4ceb-b957-b1ae3dd13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:26.926912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-61490d0e-60b6-4ceb-b957-b1ae3dd13c30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.2367568 Jan 27 19:22:27.032402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:27.072628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0983-06e4-4724-b678-1793255abc3a req-8bd185e7-5bf9-4908-a8d4-fd21d480ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.076803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-8bd185e7-5bf9-4908-a8d4-fd21d480ec44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485424 Jan 27 19:22:27.182349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks [] for port (eb4acce4-301f-4087-a539-1065d916d95f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.199293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (eb4acce4-301f-4087-a539-1065d916d95f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.229432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-511d03e3-0b79-482c-b69c-a426c5a06665 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281674 Jan 27 19:22:27.288601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.289972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Network f520999e-07b2-4171-aaca-41bb73264804 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:27.306092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:27.313925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:27.339678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] device_id is not set on port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:22:27.353890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:22:27.435784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Pushing event updated for resources: {'Port': ['ID=eb4acce4-301f-4087-a539-1065d916d95f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:27.509158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Attempting to bind port eb4acce4-301f-4087-a539-1065d916d95f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:27.510129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Attempting to bind port eb4acce4-301f-4087-a539-1065d916d95f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:27.510851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Attempting to bind port eb4acce4-301f-4087-a539-1065d916d95f on network f520999e-07b2-4171-aaca-41bb73264804 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:27.522735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:27.523548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Checking segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:27.524363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.525149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Bound using segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:27.526141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Bound port: eb4acce4-301f-4087-a539-1065d916d95f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:27.526928 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb4acce4-301f-4087-a539-1065d916d95f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.602624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379be11-261c-4c5b-b81e-a2262a71f0dd req-cb6e5023-48b7-47f8-9a36-a63a28188b0a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.607057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b379be11-261c-4c5b-b81e-a2262a71f0dd req-cb6e5023-48b7-47f8-9a36-a63a28188b0a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 943 time: 0.3787596 Jan 27 19:22:27.631115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.632313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.633422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.635429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.636787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.638348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.639511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.640649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:27.644804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-6026847b-bd70-42f2-9584-444b338e5619 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6&device_id=b54b61b8-e841-4852-8359-f3300c49bebd&device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d&device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec&device_id=e608e144-596f-4f45-923c-843cbe0250a8&device_id=33f22aad-12d4-4732-916d-e59646f1a84c&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e&device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 7313 time: 0.5650723 Jan 27 19:22:27.713829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] For port eb4acce4-301f-4087-a539-1065d916d95f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:27.720645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] For port eb4acce4-301f-4087-a539-1065d916d95f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb4acce4-301f-4087-a539-1065d916d95f,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:27.732854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb4acce4-301f-4087-a539-1065d916d95f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.765561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b379be11-261c-4c5b-b81e-a2262a71f0dd req-2667e8de-0c1e-4e12-812a-de208cf76555 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152623 Jan 27 19:22:27.831491 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-8e3d4832-eb0f-4c0b-b7d5-0c2cc1ad70d7 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:27.858945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268e95-7242-40d7-b24c-92c440e378ad None None] Pushing event updated for resources: {'Port': ['ID=eb4acce4-301f-4087-a539-1065d916d95f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:27.933499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241f0983-06e4-4724-b678-1793255abc3a req-420e7100-64c6-4ebc-813f-f997ed687ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995416 Jan 27 19:22:28.155763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-8e3d4832-eb0f-4c0b-b7d5-0c2cc1ad70d7 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Publish callbacks [] for security_group (da022d48-b8a8-4b0a-b0a5-1c30563c1a6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.156105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 9e18b5c0-abec-4daf-8f8b-756c05fe17fd) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:28.160794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:28.161448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.172220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c524b8-40d1-4912-a2d3-19ce74f891e7 None None] Network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:28.175808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port b8f526c9-25b8-4645-8baf-0406b2b1530c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:22:28.176215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.191439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-8e3d4832-eb0f-4c0b-b7d5-0c2cc1ad70d7 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (da022d48-b8a8-4b0a-b0a5-1c30563c1a6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.291963 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a129faf3-57b3-4140-bb2f-2dfcb9d064dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1936955 Jan 27 19:22:28.330759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.1.1.30 (8c61d034-e0d1-41d8-a0fc-f26577689807/79de9184-7ff8-4f89-93b4-9bd391617cc9/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:28.404197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d4832-eb0f-4c0b-b7d5-0c2cc1ad70d7 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da022d48-b8a8-4b0a-b0a5-1c30563c1a6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:28.667762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbd20c08-a758-4ec8-bf63-cc7c897e304d req-8e3d4832-eb0f-4c0b-b7d5-0c2cc1ad70d7 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&id=0b01867b-d141-492e-9f29-9b19e9c71c4f&id=54bdf750-d499-461f-a1fe-8471f982d0db&id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&id=4fd3a156-e9db-4320-b692-e8ffdc245f94&id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.9216938 Jan 27 19:22:28.702365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port b8f526c9-25b8-4645-8baf-0406b2b1530c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b8f526c9-25b8-4645-8baf-0406b2b1530c,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:28.703145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.703922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b034-0765-4f71-9207-f87bac8eb6f6 req-5340ca4b-169e-4df7-9a3d-4342e0b1b3d6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:28.716590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48d7b034-0765-4f71-9207-f87bac8eb6f6 req-5340ca4b-169e-4df7-9a3d-4342e0b1b3d6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 945 time: 0.5582709 Jan 27 19:22:28.755457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec0323-64ef-40b9-994f-09aeb971ad95 None None] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:28.787579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for b8f526c9-25b8-4645-8baf-0406b2b1530c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:22:28.921364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Provisioning complete for port 39f5480e-18df-47cf-986b-e1c19228541b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:28.921730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39f5480e-18df-47cf-986b-e1c19228541b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:28.926329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48d7b034-0765-4f71-9207-f87bac8eb6f6 req-8966894c-b489-4ba7-854a-e57e65d5544d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046883 Jan 27 19:22:28.930713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043ad7b-8a0b-474e-a481-9cdc8d4cbcac None None] Network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:29.155787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39f5480e-18df-47cf-986b-e1c19228541b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:29.232193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.328992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.443146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ed6b1-5e69-4b1d-8587-9aec9d89b5ad req-a37736b1-80ae-42be-ac78-87f9081d2708 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:29.458497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d9ed6b1-5e69-4b1d-8587-9aec9d89b5ad req-a37736b1-80ae-42be-ac78-87f9081d2708 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 943 time: 0.2380672 Jan 27 19:22:29.469750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:29.483725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:29.491277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:29.528563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 39f5480e-18df-47cf-986b-e1c19228541b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:29.528865 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39f5480e-18df-47cf-986b-e1c19228541b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.569235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d9ed6b1-5e69-4b1d-8587-9aec9d89b5ad req-9a973f7a-c704-4f6e-8227-00774f6f681d tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053545 Jan 27 19:22:29.579288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:29.585788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Current status of the port 39f5480e-18df-47cf-986b-e1c19228541b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:29.586438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (39f5480e-18df-47cf-986b-e1c19228541b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.647416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-0804876c-0e9d-4ade-acd6-c07c064c70ae tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:29.655556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-0804876c-0e9d-4ade-acd6-c07c064c70ae tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/networks?id=9e18b5c0-abec-4daf-8f8b-756c05fe17fd HTTP/1.1" status: 200 len: 813 time: 0.4592326 Jan 27 19:22:29.681451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-daa80afc-e94f-488c-b7a9-353afbf51544 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/quotas/59c23e7235814caab9e5a9e486fca263 HTTP/1.1" status: 200 len: 375 time: 0.0248537 Jan 27 19:22:29.692987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] For port 39f5480e-18df-47cf-986b-e1c19228541b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39f5480e-18df-47cf-986b-e1c19228541b,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:29.695203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:29.700664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.709850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b8f526c9-25b8-4645-8baf-0406b2b1530c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.749123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-11c386ea-08f6-47bd-93ad-5270ce7b7ef9 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=59c23e7235814caab9e5a9e486fca263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666571 Jan 27 19:22:29.763024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-f8754796-dae7-4ef0-8966-96b88506aea6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:22:29.771556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b8f526c9-25b8-4645-8baf-0406b2b1530c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:29.774068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-f8754796-dae7-4ef0-8966-96b88506aea6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216651 Jan 27 19:22:29.788643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=b8f526c9-25b8-4645-8baf-0406b2b1530c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:29.830826 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (39f5480e-18df-47cf-986b-e1c19228541b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.851849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66c05a6c-29ac-41e7-b8c4-217015946d94 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6244924 Jan 27 19:22:29.878740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:29.879302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port b8f526c9-25b8-4645-8baf-0406b2b1530c on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:22:29.885188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:29.891421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83684334-9167-463f-acf9-9b3eb90be307 req-e1ae2ff4-030c-4a2b-8185-a582e2b01d9f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "DELETE /v2.0/ports/b8f526c9-25b8-4645-8baf-0406b2b1530c HTTP/1.1" status: 204 len: 173 time: 3.1726105 Jan 27 19:22:29.897855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'name': 'tempest-TaggedBootDevicesTest-481573588', 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:29.901092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'name': 'network-vif-deleted', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:29.904564 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3017166f-fa6e-4db1-b001-e79c5d2d4771" -d '{"events": [{"server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "name": "network-vif-deleted", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:30.019784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-a10f0209-1024-4c93-b52e-df8b3e781ea6 service neutron] 10.222.0.59 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444997 Jan 27 19:22:30.170997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f696fcb-b539-43fe-9124-3eb82fa49ac5 None None] Pushing event updated for resources: {'Port': ['ID=39f5480e-18df-47cf-986b-e1c19228541b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:30.215852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:30.229241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cb4ac-439a-4900-8ff2-6761dce202b3 None None] Network f520999e-07b2-4171-aaca-41bb73264804 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:22:30.232513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:30.273856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 39f5480e-18df-47cf-986b-e1c19228541b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:30.285025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb4acce4-301f-4087-a539-1065d916d95f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:30.308380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] device_id is not set on port 1727f8ea-5263-49f9-b604-5b88d5787b72 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:22:30.362432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9c98ab93-f733-4f5c-a511-3acf9482a8d2 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:30.572399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:30.659871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:30.717950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Provisioning complete for port eb4acce4-301f-4087-a539-1065d916d95f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:30.718947 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb4acce4-301f-4087-a539-1065d916d95f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:30.803365 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-fd480a0f-cd34-463a-948e-d48eea90c19b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.0802836 Jan 27 19:22:30.874773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eb4acce4-301f-4087-a539-1065d916d95f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:30.875772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb4acce4-301f-4087-a539-1065d916d95f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.033140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491dfd-f0aa-45ce-a3dd-55b379d03d08 req-d4b5f0b3-07e5-4400-8212-6242dc542cc3 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.035188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491dfd-f0aa-45ce-a3dd-55b379d03d08 req-d4b5f0b3-07e5-4400-8212-6242dc542cc3 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.036250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491dfd-f0aa-45ce-a3dd-55b379d03d08 req-d4b5f0b3-07e5-4400-8212-6242dc542cc3 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.040420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.1.1.113 (8c61d034-e0d1-41d8-a0fc-f26577689807/79de9184-7ff8-4f89-93b4-9bd391617cc9/1727f8ea-5263-49f9-b604-5b88d5787b72) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:31.051420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd491dfd-f0aa-45ce-a3dd-55b379d03d08 req-d4b5f0b3-07e5-4400-8212-6242dc542cc3 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec&device_id=e608e144-596f-4f45-923c-843cbe0250a8&device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 2883 time: 0.9055374 Jan 27 19:22:31.071945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-c8764e1d-4c8f-4bfb-8d79-98187698c039 service neutron] 10.222.0.59 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0509191 Jan 27 19:22:31.076298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Current status of the port eb4acce4-301f-4087-a539-1065d916d95f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:31.077442 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb4acce4-301f-4087-a539-1065d916d95f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.140299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:31.140976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.158509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-4e317a2a-f0a6-40e3-8889-6b42bf331f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.160262 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-4e317a2a-f0a6-40e3-8889-6b42bf331f84 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3158660 Jan 27 19:22:31.224746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c98ab93-f733-4f5c-a511-3acf9482a8d2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:31.240118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd491dfd-f0aa-45ce-a3dd-55b379d03d08 req-690a003f-e15d-41f8-91a5-161542d7cf18 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633608 Jan 27 19:22:31.322010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] For port eb4acce4-301f-4087-a539-1065d916d95f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb4acce4-301f-4087-a539-1065d916d95f,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:31.435124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eb4acce4-301f-4087-a539-1065d916d95f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:31.444513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb4acce4-301f-4087-a539-1065d916d95f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.467638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:31.505074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-44dbaf52-cebe-4f23-a36d-a6431a1affac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.507048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-44dbaf52-cebe-4f23-a36d-a6431a1affac service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3343980 Jan 27 19:22:31.534212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.553286 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e7fce0-60d6-4d90-9d3e-200ca1cc2837 x-openstack-request-id: req-39e7fce0-60d6-4d90-9d3e-200ca1cc2837 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:31.553784 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54b61b8-e841-4852-8359-f3300c49bebd", "name": "network-vif-deleted", "tag": "b8f526c9-25b8-4645-8baf-0406b2b1530c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:31.554159 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39e7fce0-60d6-4d90-9d3e-200ca1cc2837 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:31.554686 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54b61b8-e841-4852-8359-f3300c49bebd', 'name': 'network-vif-deleted', 'tag': 'b8f526c9-25b8-4645-8baf-0406b2b1530c', 'status': 'completed', 'code': 200} Jan 27 19:22:31.605689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.646051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.676620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Provisioning complete for port 39f5480e-18df-47cf-986b-e1c19228541b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:31.677791 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39f5480e-18df-47cf-986b-e1c19228541b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:31.740217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-234bf0a8-0fe1-4689-9b6f-19ebcd52a2c4 req-46158552-71e7-48c1-aff5-3a9db890cb9b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.1343713 Jan 27 19:22:31.771462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:31.821873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.822937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.822937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.823209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.823639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.823823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.824158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.824412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.824687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.825048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.825407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.825737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.826066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:31.837606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:31.839850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:31.845535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:31.907401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476aee7-b872-49e5-87ed-b20b554d872a None None] Pushing event updated for resources: {'Port': ['ID=eb4acce4-301f-4087-a539-1065d916d95f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:31.974999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39f5480e-18df-47cf-986b-e1c19228541b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:31.982842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:31.986942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:32.030433 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70cbf36d-b25e-418b-bb72-050f83d5cad6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1372721 Jan 27 19:22:32.053928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2d13-3c63-44f3-9f8e-256d810fb9a8 req-d4fa9f5c-1c55-4b3e-a639-90732e487556 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:32.069944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d63e2d13-3c63-44f3-9f8e-256d810fb9a8 req-d4fa9f5c-1c55-4b3e-a639-90732e487556 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 944 time: 0.3275623 Jan 27 19:22:32.104297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9c98ab93-f733-4f5c-a511-3acf9482a8d2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:32.197720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d63e2d13-3c63-44f3-9f8e-256d810fb9a8 req-5dfcf492-6236-4801-87cd-2f9da04c8264 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243834 Jan 27 19:22:32.264615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-816b696c-f9c2-4c58-a6a0-36ca466c4d17 req-fbcc1dd5-7e22-463d-8dd6-7dd474b00886 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 210 time: 0.0518422 Jan 27 19:22:32.306672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Current status of the port 39f5480e-18df-47cf-986b-e1c19228541b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:32.446465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Provisioning complete for port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:32.449128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:32.469379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:32.574444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 39f5480e-18df-47cf-986b-e1c19228541b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:32.577090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39f5480e-18df-47cf-986b-e1c19228541b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:32.736751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5b40375-f61a-4677-a286-fa4b3b5feb41 None None] Port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:32.801645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:32.812322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760344781', 'description': 'tempest-description--1328920252'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:32.919759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.000166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 39f5480e-18df-47cf-986b-e1c19228541b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:33.010917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Provisioning complete for port 1727f8ea-5263-49f9-b604-5b88d5787b72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:33.011559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.158133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (fc7ca9f1-fa74-405d-b70b-7e3ff3345a83), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.167770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fc7ca9f1-fa74-405d-b70b-7e3ff3345a83), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.170592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84912cbd-4ea9-4781-824b-f2942cd9a4a8 req-6bf07eec-5897-4d26-a15a-a89548856d9a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.1640716 Jan 27 19:22:33.176228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Port 1727f8ea-5263-49f9-b604-5b88d5787b72 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:33.225840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Provisioning complete for port eb4acce4-301f-4087-a539-1065d916d95f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:33.226842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb4acce4-301f-4087-a539-1065d916d95f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.275564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.282989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:33.290400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'security_group_rule': {'security_group_id': 'fc7ca9f1-fa74-405d-b70b-7e3ff3345a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:33.298694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4933596 Jan 27 19:22:33.307552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1f15-4213-4847-b091-e409cb3ea5e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:33.437774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (0f86bba4-cadc-4dc7-9fff-0dc808edbed3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.565163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (0f86bba4-cadc-4dc7-9fff-0dc808edbed3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.585803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0f86bba4-cadc-4dc7-9fff-0dc808edbed3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.720356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f86bba4-cadc-4dc7-9fff-0dc808edbed3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:33.734736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3b17e172-0e4e-4df6-83c0-f33447f657b9 req-5d0f3cf4-94f9-4e84-b4e2-b3b252fd9fd1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.0590935 Jan 27 19:22:33.779981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb4acce4-301f-4087-a539-1065d916d95f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:33.785396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08d765b1-2fcd-4ff4-a244-61c1a0eb7b7c None None] Current status of the port eb4acce4-301f-4087-a539-1065d916d95f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:33.812499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63e1714e-5ce5-4b2a-86c2-fe4e3d798e3b req-c146125b-e6ea-44d6-9c72-a56b43e48888 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 210 time: 0.1124678 Jan 27 19:22:33.826447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.832258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40910) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:33.833934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-69ca42ba-f76d-4d73-b67f-356b978672e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5440795 Jan 27 19:22:33.837996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'security_group_rule': {'security_group_id': 'fc7ca9f1-fa74-405d-b70b-7e3ff3345a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:33.883235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3f1c-9483-4073-b7ff-039428dd1e24 req-88bda011-25a1-430b-96e2-477b94b34de2 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:33.893526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc9b3f1c-9483-4073-b7ff-039428dd1e24 req-88bda011-25a1-430b-96e2-477b94b34de2 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 944 time: 0.2884402 Jan 27 19:22:33.914738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (27e3d59e-daf0-4a4b-91e3-2ba6ec87f2dc), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:33.949646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eb4acce4-301f-4087-a539-1065d916d95f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:33.953426 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb4acce4-301f-4087-a539-1065d916d95f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.123951 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (27e3d59e-daf0-4a4b-91e3-2ba6ec87f2dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.132992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (27e3d59e-daf0-4a4b-91e3-2ba6ec87f2dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.174981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e3d59e-daf0-4a4b-91e3-2ba6ec87f2dc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:34.187373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc9b3f1c-9483-4073-b7ff-039428dd1e24 req-564d38a1-bf42-4ea6-829f-d2d615e65ce4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621486 Jan 27 19:22:34.274641 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.281610 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bf9ce33e-fd8e-41a9-851b-bfa08828192a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429867 Jan 27 19:22:34.286193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:34.304755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eb4acce4-301f-4087-a539-1065d916d95f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:34.335308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:34.339808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9c98ab93-f733-4f5c-a511-3acf9482a8d2 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:34.482004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960fc03-cffa-4dfa-98f0-b004867c1a56 req-41c8bea9-acd7-4aec-89bb-d03ecf30ad2c tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:34.502233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d960fc03-cffa-4dfa-98f0-b004867c1a56 req-41c8bea9-acd7-4aec-89bb-d03ecf30ad2c tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1100 time: 0.3865364 Jan 27 19:22:34.556793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-670ce27d-cf73-444a-887a-3c2bdde9d999 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:34.559802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-670ce27d-cf73-444a-887a-3c2bdde9d999 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.66 "GET /v2.0/networks?id=9e18b5c0-abec-4daf-8f8b-756c05fe17fd HTTP/1.1" status: 200 len: 813 time: 0.3511131 Jan 27 19:22:34.574327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Request body: {'port': {'device_id': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd', 'admin_state_up': True, 'tenant_id': '59c23e7235814caab9e5a9e486fca263'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:34.608518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:34.614305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.623209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:34.626782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.813662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564d965e-57d4-4c4a-b195-7450470f7ecd req-a9a3ee5f-997e-4094-8fa0-13b3739795f8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=b54b61b8-e841-4852-8359-f3300c49bebd HTTP/1.1" status: 200 len: 210 time: 0.1741207 Jan 27 19:22:34.844614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Made reservation on behalf of 59c23e7235814caab9e5a9e486fca263 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:34.851558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.883545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:34.883961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:34.942613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:34.945007 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669416c9-c84a-4a77-959f-5f0b03dfb305" -d '{"events": [{"server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:34.985368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:34.998456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:35.047812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d960fc03-cffa-4dfa-98f0-b004867c1a56 req-b1f6b7a1-6625-42fb-bb72-f904289c2b64 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418372 Jan 27 19:22:35.259639 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5730c-1b47-4788-955a-fb6958d410b9 x-openstack-request-id: req-b5e5730c-1b47-4788-955a-fb6958d410b9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:35.267259 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:35.267259 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5e5730c-1b47-4788-955a-fb6958d410b9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:35.267259 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'code': 200} Jan 27 19:22:35.312578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:35.368650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:35.445066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Allocated IP 172.20.0.6 (9e18b5c0-abec-4daf-8f8b-756c05fe17fd/7d789e78-e865-453a-82d1-5883979716cb/fb2b10e5-4303-4cef-b46f-fad97f9a7641) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:35.509608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1bafbe8-2168-4e92-bba6-43fb91ae411c req-0769213b-da9d-45ce-a90d-f40f9ccc0a3e tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 210 time: 0.2141116 Jan 27 19:22:35.698918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 172.25.5.15 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/7bc272d8-443e-4fc0-9815-9f621c719541) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:35.791772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366017-fda9-4661-96db-3623d1cd4d0d req-108436fe-5cc1-4917-88cc-67617c78907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:35.800488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57366017-fda9-4661-96db-3623d1cd4d0d req-108436fe-5cc1-4917-88cc-67617c78907d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.3141673 Jan 27 19:22:35.832782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks [] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:35.873556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3cf6-904e-4971-b51d-83ebf5d36257 req-83c963de-6822-4255-8c34-ac9a86a84240 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:35.886103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eafb3cf6-904e-4971-b51d-83ebf5d36257 req-83c963de-6822-4255-8c34-ac9a86a84240 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1100 time: 0.4100435 Jan 27 19:22:35.899171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:36.008848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:36.021615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:36.027148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:36.040982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Pushing event updated for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:36.052703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37262007-cd3a-4864-aa9a-cd27df786d42 req-d3c3e4eb-e757-4e1a-aaa4-e08a907a7e83 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:36.066516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37262007-cd3a-4864-aa9a-cd27df786d42 req-d3c3e4eb-e757-4e1a-aaa4-e08a907a7e83 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 945 time: 0.3625925 Jan 27 19:22:36.150225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:36.151356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:36.182891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-9504d89d-06da-4ce4-8b80-7e43fb2ea093 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6117723 Jan 27 19:22:36.206091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Request body: {'port': {'device_id': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:36.284131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eafb3cf6-904e-4971-b51d-83ebf5d36257 req-00c82aed-152b-408e-94c5-c3e69039949d tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941550 Jan 27 19:22:36.294956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57366017-fda9-4661-96db-3623d1cd4d0d req-0b4dd167-87d9-4a13-89fe-e66bf756aafa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778557 Jan 27 19:22:36.354514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b8f526c9-25b8-4645-8baf-0406b2b1530c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:22:36.418350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:36.424914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b8f526c9-25b8-4645-8baf-0406b2b1530c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:22:36.426050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b8f526c9-25b8-4645-8baf-0406b2b1530c not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:22:36.439201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (7bc272d8-443e-4fc0-9815-9f621c719541), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:36.493052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37262007-cd3a-4864-aa9a-cd27df786d42 req-654a6285-0f01-48c0-b894-5666ff925a14 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868997 Jan 27 19:22:36.610874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:36.748007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:36.808078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=7bc272d8-443e-4fc0-9815-9f621c719541,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:36.822688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:36.835441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:37.128136 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (03948fc9-997b-494a-8415-277335220e3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:37.259285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2b10e5-4303-4cef-b46f-fad97f9a7641 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:37.274633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks [] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:37.305553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Transition to ACTIVE for port object fb2b10e5-4303-4cef-b46f-fad97f9a7641 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:37.314323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:37.342105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:37.417237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533269a-57bb-49b0-99cc-44a494b4d257 req-d1153f22-87ef-4a29-ad35-6c1f30e4f834 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:37.425590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3533269a-57bb-49b0-99cc-44a494b4d257 req-d1153f22-87ef-4a29-ad35-6c1f30e4f834 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 931 time: 0.2891471 Jan 27 19:22:37.582061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3533269a-57bb-49b0-99cc-44a494b4d257 req-01902ddd-449d-43a6-a448-e7e4e0f7e266 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551287 Jan 27 19:22:37.638785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:37.722762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Attempting to bind port fb2b10e5-4303-4cef-b46f-fad97f9a7641 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:37.723403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Attempting to bind port fb2b10e5-4303-4cef-b46f-fad97f9a7641 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '57d63d29-8c08-4063-95b8-bf2b24f69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:37.723961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Attempting to bind port fb2b10e5-4303-4cef-b46f-fad97f9a7641 on network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:37.735259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Port fb2b10e5-4303-4cef-b46f-fad97f9a7641 on network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:37.735991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Attempting to bind port fb2b10e5-4303-4cef-b46f-fad97f9a7641 on network 9e18b5c0-abec-4daf-8f8b-756c05fe17fd {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:37.747560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:37.748109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Checking segment: {'id': '57d63d29-8c08-4063-95b8-bf2b24f69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:37.748816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Bound using segment: {'id': '57d63d29-8c08-4063-95b8-bf2b24f69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:37.750164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Bound port: fb2b10e5-4303-4cef-b46f-fad97f9a7641, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d63d29-8c08-4063-95b8-bf2b24f69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:37.750789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:37.884519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-58acb0d2-fb9a-4f8a-b3b6-65ad0d231b11 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:37.898241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-58acb0d2-fb9a-4f8a-b3b6-65ad0d231b11 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.4663408 Jan 27 19:22:37.943412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-cf14a794-39f7-4229-ba2a-1a94a6294813 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.0433550 Jan 27 19:22:38.044809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:38.048647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641,segment=NetworkSegment(57d63d29-8c08-4063-95b8-bf2b24f69478),segment_id=57d63d29-8c08-4063-95b8-bf2b24f69478)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:38.056262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.090694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (7bc272d8-443e-4fc0-9815-9f621c719541), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.132019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:38.132729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.135214 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] 10.222.0.66 "PUT /v2.0/ports/fb2b10e5-4303-4cef-b46f-fad97f9a7641 HTTP/1.1" status: 200 len: 1091 time: 1.9398735 Jan 27 19:22:38.135612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:38.138875 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d0b13-b835-4440-b504-fd2f48c41b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:38.139257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-6bb1a911-edde-4ee2-83b8-ea0e828e6c80 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1932356 Jan 27 19:22:38.158105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.240261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a9c4b-cb37-4a44-a4a2-8995781419d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:38.275531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-5874ee15-ec19-4b6c-a7b1-e4840c6eecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:38.277407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-5874ee15-ec19-4b6c-a7b1-e4840c6eecf2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=59c23e7235814caab9e5a9e486fca263&device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 1094 time: 0.0843689 Jan 27 19:22:38.329760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-fbb80557-4852-421f-8180-ddc8f57aed11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641 HTTP/1.1" status: 200 len: 217 time: 0.0443330 Jan 27 19:22:38.408352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-65ae6944-ba69-459b-b28f-9e122400d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:38.411452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-65ae6944-ba69-459b-b28f-9e122400d8be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7d789e78-e865-453a-82d1-5883979716cb HTTP/1.1" status: 200 len: 853 time: 0.0736449 Jan 27 19:22:38.455587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-11133feb-2372-4c71-bd28-79f0af8f43b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e18b5c0-abec-4daf-8f8b-756c05fe17fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364141 Jan 27 19:22:38.489200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=7bc272d8-443e-4fc0-9815-9f621c719541,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:38.586585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (03948fc9-997b-494a-8415-277335220e3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.632008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6704-361d-473b-9feb-32974de36332 req-7d2afeec-d1a8-4553-b032-854c75da03e7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:38.645077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-212b6704-361d-473b-9feb-32974de36332 req-7d2afeec-d1a8-4553-b032-854c75da03e7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 945 time: 0.3111005 Jan 27 19:22:38.666419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-1b7f157d-8b70-4b21-91ca-cca4ae4caa02 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768140 Jan 27 19:22:38.680903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-43a92aeb-5c9a-4b3f-931a-9cd5d4acb1d7 service neutron] 10.222.0.66 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196910 Jan 27 19:22:38.716771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:38.718832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-74f69e04-3c54-4b54-930c-63d007502d7d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4255607 Jan 27 19:22:38.859371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-212b6704-361d-473b-9feb-32974de36332 req-db514712-ccba-4415-8266-abdf47dee3a3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128897 Jan 27 19:22:38.905047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f4fec19-9928-4b67-809b-cbaa3d0ce8ae req-e5aa88fd-50da-47cd-b63d-230da8c3a446 service neutron] 10.222.0.66 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130365 Jan 27 19:22:38.973027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-27519f51-dab4-4881-85e9-19ff84328e47 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880797 Jan 27 19:22:38.979265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d2da585-11c8-41da-aca8-9065f0c0281b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:39.277049 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad8deb-1121-4a0c-a37c-0b03d5d9ef71 x-openstack-request-id: req-f1ad8deb-1121-4a0c-a37c-0b03d5d9ef71 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:39.277873 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:39.278266 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1ad8deb-1121-4a0c-a37c-0b03d5d9ef71 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:39.278645 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641', 'status': 'completed', 'code': 200} Jan 27 19:22:39.403529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-78ba5fa1-58b4-4a94-97ff-9262c6086478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:39.406360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-78ba5fa1-58b4-4a94-97ff-9262c6086478 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=59c23e7235814caab9e5a9e486fca263&device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 1094 time: 0.0952933 Jan 27 19:22:39.517947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ed15-4220-43ef-8bd6-2de38a659453 req-31a4a8a7-fc05-4c34-a51b-b98374f44c87 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:39.531197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cb9ed15-4220-43ef-8bd6-2de38a659453 req-31a4a8a7-fc05-4c34-a51b-b98374f44c87 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 943 time: 0.2193003 Jan 27 19:22:39.646131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-ea65b247-6f5e-4fad-827d-7106e8afb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:39.649060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-ea65b247-6f5e-4fad-827d-7106e8afb24e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e18b5c0-abec-4daf-8f8b-756c05fe17fd HTTP/1.1" status: 200 len: 914 time: 0.2283835 Jan 27 19:22:39.661445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cb9ed15-4220-43ef-8bd6-2de38a659453 req-5a65a372-16ca-4786-b49a-cab7fb8bab4d tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283534 Jan 27 19:22:39.724776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-2ef8168e-aff1-4c39-8508-6166b1471d9c tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3995152 Jan 27 19:22:39.736434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:39.782291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:39.796071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-4d66c604-3c1f-4161-a60b-a35d3c7767a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641 HTTP/1.1" status: 200 len: 217 time: 0.1390278 Jan 27 19:22:39.907897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-44828872-351c-40a5-8e02-63d9966fa526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:39.911036 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-44828872-351c-40a5-8e02-63d9966fa526 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7d789e78-e865-453a-82d1-5883979716cb HTTP/1.1" status: 200 len: 853 time: 0.1075974 Jan 27 19:22:39.978029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-b8e9ebc2-f431-4432-88d4-ad11c2adf86c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e18b5c0-abec-4daf-8f8b-756c05fe17fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573897 Jan 27 19:22:40.043331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-aa21602b-5cf3-4cea-960c-eb15df9fe10c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1760344781&fields=id&tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8 HTTP/1.1" status: 200 len: 267 time: 0.1457767 Jan 27 19:22:40.112637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-98d09441-b50c-42d0-8976-a638f433c8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226864 Jan 27 19:22:40.169739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:40.186528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-52c193cc-d5da-4a02-b820-8e65d546fcac tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.189172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-52c193cc-d5da-4a02-b820-8e65d546fcac tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 931 time: 0.1279953 Jan 27 19:22:40.235006 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8f3d0b13-b835-4440-b504-fd2f48c41b0f req-6d2e1b01-bd2e-4f94-a528-12dc19e5beb4 service neutron] 10.222.0.66 "GET /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158607 Jan 27 19:22:40.348933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7577829a-7ca9-48b1-b8d7-ff74895812fc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.354947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7577829a-7ca9-48b1-b8d7-ff74895812fc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 931 time: 0.1358941 Jan 27 19:22:40.472938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7f2b2889-415f-474c-8709-b682e6e71e6d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1116128 Jan 27 19:22:40.538625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-7639670e-33cd-45cf-94ab-042d28209c77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766907 Jan 27 19:22:40.575493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-afca8f12-5308-4a6a-9e66-3aaf0418d966 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0445189 Jan 27 19:22:40.614816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Allocated IP 172.25.5.168 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/5fd24beb-7f1a-43f0-adb2-134da35f1413) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:40.731987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-30830f6a-9577-4233-888c-87f9e265231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.733876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-30830f6a-9577-4233-888c-87f9e265231f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee181dd303a947d8af6783c256319bbc&device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 1097 time: 0.0811207 Jan 27 19:22:40.793593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d214b5a3-0493-4c95-970c-638d1bdc2d64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.798826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d214b5a3-0493-4c95-970c-638d1bdc2d64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.804017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d214b5a3-0493-4c95-970c-638d1bdc2d64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.805720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d214b5a3-0493-4c95-970c-638d1bdc2d64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=f520999e-07b2-4171-aaca-41bb73264804&id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 1989 time: 0.2161458 Jan 27 19:22:40.852676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7032815f-6d18-4368-8417-04f4a1c8aec4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/quotas/3b181dc7bb464fcb9a0900bc1fee3cd8 HTTP/1.1" status: 200 len: 375 time: 0.0238252 Jan 27 19:22:40.855902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:40.881047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-04544c4c-71c1-44db-8d72-44016e031a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:40.882702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-04544c4c-71c1-44db-8d72-44016e031a38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 200 len: 906 time: 0.1145980 Jan 27 19:22:40.937605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:41.005275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-a2ba48bf-a728-49db-af27-75ffbf5f0f70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 200 len: 1002 time: 0.1130607 Jan 27 19:22:41.015556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-f8d9c9f6-3538-49ac-8207-41aeb5236e06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1492121 Jan 27 19:22:41.032325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:41.053165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:41.070578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:41.106410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event updated for resources: {'Port': ['ID=5fd24beb-7f1a-43f0-adb2-134da35f1413,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:41.144802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-a9976ca6-62c2-4f69-ae44-d00e662088bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:41.148462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-a9976ca6-62c2-4f69-ae44-d00e662088bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 200 len: 844 time: 0.1341558 Jan 27 19:22:41.235407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-9a01b999-a085-4bfb-8c01-74c189dd1afd service neutron] 10.222.0.59 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055163 Jan 27 19:22:41.236741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:41.244948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-ceb2bbdd-0327-4f42-8c85-8ba218a5a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:41.248667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-ceb2bbdd-0327-4f42-8c85-8ba218a5a6dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4c97f54-ae4e-4255-b000-0c7b9c91ae73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884497 Jan 27 19:22:41.336451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:41.402595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-13a7b68a-f982-4b01-b523-40bcd8618f9d service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458321 Jan 27 19:22:41.464770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-907332da-2a40-4cdf-ad1f-f8c274013af0 service neutron] 10.222.0.59 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108350 Jan 27 19:22:41.536272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-11d9b4b9-93f6-4c14-8d40-c9a2c6afada6 service neutron] 10.222.0.59 "GET /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700583 Jan 27 19:22:41.557843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-853cde83-dc51-44f7-835d-e951e8ba5853 req-31984eb0-5441-4f9a-8547-6409834a1731 service neutron] 10.222.0.66 "GET /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471825 Jan 27 19:22:41.678764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:41.688805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:41.700734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-4b4b8a66-68e0-4e57-9cde-a647375d49e1 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491551 Jan 27 19:22:41.834984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event updated for resources: {'Port': ['ID=5fd24beb-7f1a-43f0-adb2-134da35f1413,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:41.891501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eabb06ad-80d8-425e-bcf0-e4aee7b89181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:42.262145 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:42.309519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:42.310864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-31a204f8-918f-44d4-ad5d-f64480ee9c78 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5832882 Jan 27 19:22:42.350978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3723aae8-43eb-44c7-a0b6-88a80981691c service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274059 Jan 27 19:22:42.362084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ea4e4641-0ed2-44c9-b4c6-8f7fdfa2a0ca tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:42.363714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ea4e4641-0ed2-44c9-b4c6-8f7fdfa2a0ca tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.5453515 Jan 27 19:22:42.419103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fb2b10e5-4303-4cef-b46f-fad97f9a7641 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:42.448837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:42.531343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-652d2d22-99b9-4db8-97aa-580c6b4569b5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.1947467 Jan 27 19:22:42.602730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641,segment=NetworkSegment(57d63d29-8c08-4063-95b8-bf2b24f69478),segment_id=57d63d29-8c08-4063-95b8-bf2b24f69478)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:42.609564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-48efff45-9b6e-40d1-b939-9e56da8a28fa service neutron] 10.222.0.59 "GET /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2445519 Jan 27 19:22:42.627108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641', 'network_id': '9e18b5c0-abec-4daf-8f8b-756c05fe17fd', 'port_id': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641', 'mac_address': 'fa:16:3e:9b:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d789e78-e865-453a-82d1-5883979716cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:42.688911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port fb2b10e5-4303-4cef-b46f-fad97f9a7641 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:42.689948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:42.714816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2b10e5-4303-4cef-b46f-fad97f9a7641 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:42.760509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641,segment=NetworkSegment(57d63d29-8c08-4063-95b8-bf2b24f69478),segment_id=57d63d29-8c08-4063-95b8-bf2b24f69478)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:42.767013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:42.896934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:43.037345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-f4299c8a-8f32-4df0-a8b5-cd8fdfb318a5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:43.040364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-f4299c8a-8f32-4df0-a8b5-cd8fdfb318a5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.4967816 Jan 27 19:22:43.066563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-0e946a34-5d7b-48d3-808c-ad97afaa1801 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468544 Jan 27 19:22:43.097006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-debfeb4c-ab4c-483d-8749-1c39eaf85edf tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:22:43.099083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba8db6-f305-47b1-939e-db62c5140ce2 req-debfeb4c-ab4c-483d-8749-1c39eaf85edf tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184925 Jan 27 19:22:43.100647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:43.106764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:43.148301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['fb2b10e5-4303-4cef-b46f-fad97f9a7641'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:43.534719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-b36a2d84-240a-443f-9fb9-84ac7085cdd1 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667614 Jan 27 19:22:43.686088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.2 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/f3d2dbe7-c091-4855-8de1-7f4df9d910c7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:43.769929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-456687fe-c298-41a9-bfdd-a82e7d1dee08 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168932 Jan 27 19:22:44.053248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8a60343-3ab7-4c42-8f92-ba1d65f43e91 req-686bb5ac-be44-46c1-924c-4868446eafae tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 210 time: 0.0527563 Jan 27 19:22:44.076730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:44.177926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-62043006-0536-4ee6-9583-28e39a938971 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360203 Jan 27 19:22:44.408210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:44.507381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:44.516451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc66f1-3083-4893-b389-c10cbee2d162 req-0d8adb5a-56cc-4385-84ac-dc0648b6843b tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:44.518120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34fc66f1-3083-4893-b389-c10cbee2d162 req-0d8adb5a-56cc-4385-84ac-dc0648b6843b tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 944 time: 0.2016358 Jan 27 19:22:44.521989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:44.532467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-f009c436-b2b0-4d4b-bb39-cd0408e7f365 service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380387 Jan 27 19:22:44.539869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:44.656209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:44.733853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:44.734597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:44.745667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34fc66f1-3083-4893-b389-c10cbee2d162 req-802a25c1-cadb-49f8-b944-87ab88467a6a tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027981 Jan 27 19:22:44.769061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-6b56b75a-76c4-4ea9-9068-9d4db66fabbf service neutron] 10.222.0.59 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367680 Jan 27 19:22:44.784116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-dbf3e7a6-5267-4cd4-9399-3ec6fd3d436a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3706560 Jan 27 19:22:44.799465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Request body: {'port': {'device_id': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:45.017007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:45.059816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-2a72f0d7-9822-4287-b1aa-98348ebc8b29 service neutron] 10.222.0.59 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744408 Jan 27 19:22:45.070072 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:45.132394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-e72e90d1-4491-4581-a96e-4cc7c2e1d484 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:45.134053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-e72e90d1-4491-4581-a96e-4cc7c2e1d484 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 821 time: 0.2506509 Jan 27 19:22:45.200907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-4f5feb39-2850-4919-9410-7f8f1818aeb4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/quotas/1ba6d6d2d28a42f0942830a0cdb873a8 HTTP/1.1" status: 200 len: 375 time: 0.0376744 Jan 27 19:22:45.434541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-f23acbc3-8ef7-4d57-8bdb-d4b40b8c5c74 service neutron] 10.222.0.59 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605931 Jan 27 19:22:45.465663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:45.473945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-ffbe59d6-2396-4c54-84e3-a02398b92c81 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211730 Jan 27 19:22:45.628649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-1848531e-2c5e-483b-943b-6a397201412c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3044007 Jan 27 19:22:45.756603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-70046e1b-f51b-4d6e-828a-36547ebdd6a3 service neutron] 10.222.0.59 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144782 Jan 27 19:22:45.791042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-d94130f8-1843-41ed-b69d-7a538fb0ffe8 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161082 Jan 27 19:22:45.865868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d2dbe7-c091-4855-8de1-7f4df9d910c7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:45.883953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks [] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:45.922394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:45.930994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-150ee665-3b6e-4d2c-b493-b3b71c74a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:45.932565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-150ee665-3b6e-4d2c-b493-b3b71c74a9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30b2329392ff4ca09db7325456824391&device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 1097 time: 0.2465267 Jan 27 19:22:45.956857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Transition to ACTIVE for port object f3d2dbe7-c091-4855-8de1-7f4df9d910c7 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:45.976125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.048789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-ef65f736-a917-4ea7-b25c-42102eef9783 service neutron] 10.222.0.59 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703578 Jan 27 19:22:46.123680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-ad6f0819-0b95-4eca-bd9a-56bbb8632322 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161998 Jan 27 19:22:46.140754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:46.217541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-b04d727a-7f01-4489-a7f7-c49d6e683ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:46.219148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-b04d727a-7f01-4489-a7f7-c49d6e683ae4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 200 len: 917 time: 0.2442756 Jan 27 19:22:46.318484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Attempting to bind port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:46.319025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Attempting to bind port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:46.319559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Attempting to bind port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:46.333527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:46.334064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Attempting to bind port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:46.351071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:46.351770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:46.352359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:46.353202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Bound port: f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:46.353839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.433117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fb2b10e5-4303-4cef-b46f-fad97f9a7641 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:46.468266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-5a0027f7-2126-4fcf-ba37-489d8527f270 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 200 len: 1002 time: 0.2361782 Jan 27 19:22:46.538304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port fb2b10e5-4303-4cef-b46f-fad97f9a7641 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:46.549173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port fb2b10e5-4303-4cef-b46f-fad97f9a7641 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:46.550535 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.657376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:46.675408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:46.682391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-6c6bc1c6-d927-4dfb-bdea-1ccffedafab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:46.686002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-6c6bc1c6-d927-4dfb-bdea-1ccffedafab1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba HTTP/1.1" status: 200 len: 855 time: 0.1717668 Jan 27 19:22:46.700901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff7ca3-1b8a-407d-bf21-092040e20aac req-14c96cc6-d4e0-42c5-8640-6dacabdb3012 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:46.703915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bff7ca3-1b8a-407d-bf21-092040e20aac req-14c96cc6-d4e0-42c5-8640-6dacabdb3012 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.2608743 Jan 27 19:22:46.721804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.748655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port fb2b10e5-4303-4cef-b46f-fad97f9a7641 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:46.749341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.887249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:46.888602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:46.891005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] 10.222.0.39 "PUT /v2.0/ports/f3d2dbe7-c091-4855-8de1-7f4df9d910c7 HTTP/1.1" status: 200 len: 1091 time: 2.0962155 Jan 27 19:22:46.895226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:46.899665 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abe586-99d9-49d4-86db-ece7682b27f5" -d '{"events": [{"name": "network-changed", "server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:46.925135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641,segment=NetworkSegment(57d63d29-8c08-4063-95b8-bf2b24f69478),segment_id=57d63d29-8c08-4063-95b8-bf2b24f69478)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:46.929951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:46.937077 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4355d-1947-4b67-8627-4d14f9cea7b8" -d '{"events": [{"server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "name": "network-vif-plugged", "status": "completed", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:46.957346 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:47.091235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:47.453439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-6a0cd1d9-a2e8-4316-bcc8-28727b323d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:47.455716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-6a0cd1d9-a2e8-4316-bcc8-28727b323d0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8175110f-5606-4bc9-8ac3-15c87b18e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7497540 Jan 27 19:22:47.492689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40bf1c-4ae0-4a35-a42f-2859e459883c service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:47.536116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bff7ca3-1b8a-407d-bf21-092040e20aac req-878a5041-4678-4c13-877c-4b904fa22ded tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082042 Jan 27 19:22:47.720382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-3413a094-e005-4d51-8909-fb7e2d85b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:47.723268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-3413a094-e005-4d51-8909-fb7e2d85b6c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 1094 time: 0.3091474 Jan 27 19:22:47.736461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220eb41-99dc-40d1-9573-826c3bbc53f9 req-6fb8eda7-bbb7-4afa-88d2-e4e162817f6f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:47.739152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4220eb41-99dc-40d1-9573-826c3bbc53f9 req-6fb8eda7-bbb7-4afa-88d2-e4e162817f6f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 943 time: 0.3203371 Jan 27 19:22:47.786789 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:22:47.813480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-f59dc766-9325-48c7-97ca-ddd7827a3317 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7 HTTP/1.1" status: 200 len: 217 time: 0.0728266 Jan 27 19:22:47.865130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-90ed46a8-66c2-4edf-9e88-5f1321d1ddd8 service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748622 Jan 27 19:22:48.034823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad687-c82e-4506-a456-4db323a90517 req-743f44e7-8d55-45d0-a4cf-cb5a42f8154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:48.036326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-743f44e7-8d55-45d0-a4cf-cb5a42f8154c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1933026 Jan 27 19:22:48.046845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4220eb41-99dc-40d1-9573-826c3bbc53f9 req-e5070ccc-5489-4c62-a451-6f19a0de03ea tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307510 Jan 27 19:22:48.109331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd4a29-1c4c-419a-8011-10df121d8564 req-40ca7143-e1ca-4b84-91b9-6c472f88550a tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:48.118266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfcd4a29-1c4c-419a-8011-10df121d8564 req-40ca7143-e1ca-4b84-91b9-6c472f88550a tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.2806995 Jan 27 19:22:48.163377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-d591342f-e6c7-4fb3-9820-ba3fb76643a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136074 Jan 27 19:22:48.280365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f427feed-1b5c-42ea-a8a9-c421a04956c4 req-67ada461-bc25-4efc-9cb8-d9e5fdf2da17 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 210 time: 0.1292384 Jan 27 19:22:48.417559 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95534e94-64cc-4bc6-8c37-de0daae9416e x-openstack-request-id: req-95534e94-64cc-4bc6-8c37-de0daae9416e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:48.417963 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172d04f-05b0-4e6b-a6e9-e38e2318e19c x-openstack-request-id: req-2172d04f-05b0-4e6b-a6e9-e38e2318e19c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:48.418876 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "name": "network-vif-plugged", "status": "completed", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:48.418876 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2172d04f-05b0-4e6b-a6e9-e38e2318e19c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:48.419205 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641', 'code': 200} Jan 27 19:22:48.419920 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:48.420818 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95534e94-64cc-4bc6-8c37-de0daae9416e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:48.421753 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7', 'status': 'completed', 'code': 200} Jan 27 19:22:48.443820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfcd4a29-1c4c-419a-8011-10df121d8564 req-fbf34603-8ff3-4132-ae83-fe1f6088cd83 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851186 Jan 27 19:22:48.456486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b97525b8-5e62-4ee6-b493-81144c5c39f9 req-c2c4bcaf-ecd6-4b63-81c6-4f8028e672c6 service neutron] 10.222.0.39 "GET /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336421 Jan 27 19:22:48.522105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-e5da1ae6-1341-47cb-89f5-49fdd0d29f41 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:48.526644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-e5da1ae6-1341-47cb-89f5-49fdd0d29f41 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 821 time: 0.2131917 Jan 27 19:22:48.530180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-836cefb1-7c51-4ee6-bd39-11f045f70c2d service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415430 Jan 27 19:22:48.577128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'port': {'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'admin_state_up': True, 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:48.764580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Made reservation on behalf of 1ba6d6d2d28a42f0942830a0cdb873a8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:48.770543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:48.810422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-869247c4-d728-4ddc-a05d-74d07880d57c req-30dd702c-34d7-4133-93c7-afdbcb781848 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1955738 Jan 27 19:22:49.057559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67e77-2216-46e5-967c-4114fc4d8f6e req-f5f588c2-7fa2-49c8-a307-4958c33da5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.060657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94b67e77-2216-46e5-967c-4114fc4d8f6e req-f5f588c2-7fa2-49c8-a307-4958c33da5d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 1096 time: 0.2623556 Jan 27 19:22:49.068162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a1ad687-c82e-4506-a456-4db323a90517 req-eee88d26-70eb-4ca0-96af-a8cabfe6ae1f service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274460 Jan 27 19:22:49.088100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e07cbb-30c0-427a-b7e7-eca0b842c001 req-81653617-a594-4fbf-b04a-5007b8b40f94 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.106761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2e07cbb-30c0-427a-b7e7-eca0b842c001 req-81653617-a594-4fbf-b04a-5007b8b40f94 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.3115377 Jan 27 19:22:49.306208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94b67e77-2216-46e5-967c-4114fc4d8f6e req-b94eabaf-8cf9-47c6-ae1c-b3c6a8a254f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995432 Jan 27 19:22:49.406364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2e07cbb-30c0-427a-b7e7-eca0b842c001 req-e3ab1420-291a-41c4-9845-1928bb8f4ede tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816424 Jan 27 19:22:49.461428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22db35f-e24a-4e2f-9fe7-074093e39097 req-67f26df3-4b8c-49ad-b58c-a0bd11a7e2c3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.471751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c22db35f-e24a-4e2f-9fe7-074093e39097 req-67f26df3-4b8c-49ad-b58c-a0bd11a7e2c3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 943 time: 0.1708028 Jan 27 19:22:49.480113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-d87a0f01-dddb-4bde-9ce9-9e8bf8258ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.485243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-d87a0f01-dddb-4bde-9ce9-9e8bf8258ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 1094 time: 0.1532130 Jan 27 19:22:49.509284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-08bc7ee1-3551-497b-828f-ab28d31932b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.511669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-08bc7ee1-3551-497b-828f-ab28d31932b8 service neutron] 10.222.0.66 "GET /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 1027 time: 0.0943949 Jan 27 19:22:49.519539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Allocated IP 172.20.0.3 (f5a9f96d-0f38-4646-89ba-4a8b6e277323/048240e0-f5d5-4812-9e0e-c9014a5a9fa1/7e880f9d-c9f3-4a62-a623-8f55f12e3910) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:49.615644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-585808fc-0740-49d1-b2b7-f3a4ecbfa2eb req-59d37501-215f-4300-9062-e355b0184e5d tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 210 time: 0.0766957 Jan 27 19:22:49.665788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c22db35f-e24a-4e2f-9fe7-074093e39097 req-dcae571b-fb7a-4b1b-827e-41f342d9821a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910524 Jan 27 19:22:49.790342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-d1a7a86b-9ae6-4700-adc0-4b23179088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.793449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-d1a7a86b-9ae6-4700-adc0-4b23179088af service neutron] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.2820554 Jan 27 19:22:49.863809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d8899e58-c358-41cb-bd79-68a66487876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:49.866683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d8899e58-c358-41cb-bd79-68a66487876b service neutron] 10.222.0.66 "GET /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 1027 time: 0.1260617 Jan 27 19:22:49.915068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-8e03628b-f40a-4b95-a97e-9609065b9b63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7 HTTP/1.1" status: 200 len: 217 time: 0.0903060 Jan 27 19:22:50.003355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.084769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8b79-0007-49a7-a771-743c3a035c23 req-34d67226-3eb9-45c9-b9ae-4001025d9fb7 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.087510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e1f84e12-b1d3-4c03-8f7c-272cfad49f9e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.088313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205e8b79-0007-49a7-a771-743c3a035c23 req-34d67226-3eb9-45c9-b9ae-4001025d9fb7 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.3233688 Jan 27 19:22:50.093304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e1f84e12-b1d3-4c03-8f7c-272cfad49f9e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.095307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c7a551c-43a7-4181-8543-4b7c088d3284 req-3a8a18d9-f08f-47bb-af1f-1463d117cfe9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0908101 Jan 27 19:22:50.097995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e1f84e12-b1d3-4c03-8f7c-272cfad49f9e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.099927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e1f84e12-b1d3-4c03-8f7c-272cfad49f9e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=f520999e-07b2-4171-aaca-41bb73264804&id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 1989 time: 0.2219574 Jan 27 19:22:50.125525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.144678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9c98ab93-f733-4f5c-a511-3acf9482a8d2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:50.146218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-7d688335-7cd8-434a-b171-1a0e7484b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.148545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-7d688335-7cd8-434a-b171-1a0e7484b066 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.2230680 Jan 27 19:22:50.209544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-c37dc3a0-c1b7-439f-9d96-9b2980a65f91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383375 Jan 27 19:22:50.230243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:50.241535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:50.245519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:50.321863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205e8b79-0007-49a7-a771-743c3a035c23 req-060629a2-d372-4e7a-a694-d89243a1d1a0 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220855 Jan 27 19:22:50.323150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event updated for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:50.358587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-ca51747d-8d9b-45db-9ab1-dc9a2bbc3bbe tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8 HTTP/1.1" status: 200 len: 380 time: 0.2455132 Jan 27 19:22:50.374533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.374533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.384618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'admin_state_up': True, 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'security_groups': ['fc7ca9f1-fa74-405d-b70b-7e3ff3345a83']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:50.412962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-2d2d4ac8-443d-4715-9112-a969d2d18193 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8412154 Jan 27 19:22:50.456399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-eb555d2f-b933-4f83-887d-ec48eb3f6208 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344322 Jan 27 19:22:50.457544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Request body: {'port': {'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:50.668119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842b4d8-1a2a-4b06-b3de-92ff39383279 req-c8e68f72-0f89-4f88-b2c7-f81662c09f82 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.676661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8842b4d8-1a2a-4b06-b3de-92ff39383279 req-c8e68f72-0f89-4f88-b2c7-f81662c09f82 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1088190 Jan 27 19:22:50.698602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.704930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82abe586-99d9-49d4-86db-ece7682b27f5 req-67ca971d-48b8-414d-bfaf-c37184382207 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388983 Jan 27 19:22:50.739912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8842b4d8-1a2a-4b06-b3de-92ff39383279 req-0a720ad3-b0f1-464b-b5c0-398750139399 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623589 Jan 27 19:22:50.790776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b6d16848-981b-4fab-b536-0532c5d00dab None None] Provisioning complete for port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:50.791154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6d16848-981b-4fab-b536-0532c5d00dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.841286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:50.850327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:50.881322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6d16848-981b-4fab-b536-0532c5d00dab None None] Port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:50.972980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4eb2a-b9e8-41e4-ba05-65f4be6dc313 req-ce0fbe9a-0203-4cbf-8d45-15047a81a507 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.976357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adc4eb2a-b9e8-41e4-ba05-65f4be6dc313 req-ce0fbe9a-0203-4cbf-8d45-15047a81a507 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 943 time: 0.1447814 Jan 27 19:22:50.995265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc463ef-a7c4-45c0-9020-b2664a4f939a req-db7268a0-4572-408a-a059-6ad7e9d67650 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:50.997809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc463ef-a7c4-45c0-9020-b2664a4f939a req-db7268a0-4572-408a-a059-6ad7e9d67650 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 931 time: 0.1495011 Jan 27 19:22:51.073703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adc4eb2a-b9e8-41e4-ba05-65f4be6dc313 req-b8f75273-4e48-42e8-b719-22501d3f9c30 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746973 Jan 27 19:22:51.089015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc463ef-a7c4-45c0-9020-b2664a4f939a req-a8418c98-a277-472c-958d-381d441315fb tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741856 Jan 27 19:22:51.244109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 172.20.0.9 (151d0951-5b25-4e89-bc06-67791b6ee0fa/cfa282fd-2d08-4d79-b4a9-ce8dfa684af5/704f4993-3759-4f2d-a2d0-db1a47022aab) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:51.383061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e880f9d-c9f3-4a62-a623-8f55f12e3910 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:51.401394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks [] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:51.517474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2330546c-2add-4a68-b9d7-07936be81679 req-a1d89f26-033d-4db6-b184-e19f450019dd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0672679 Jan 27 19:22:51.529523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Transition to ACTIVE for port object 7e880f9d-c9f3-4a62-a623-8f55f12e3910 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:22:51.537851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:51.630116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0c3d-5e80-45b8-bd72-087b47f1d22b req-b720a6a4-f3ed-4008-b00f-fa7794c1a29f tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:51.638749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:51.649703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b04e0c3d-5e80-45b8-bd72-087b47f1d22b req-b720a6a4-f3ed-4008-b00f-fa7794c1a29f tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.1236918 Jan 27 19:22:51.730287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Pushing event updated for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:51.742224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b04e0c3d-5e80-45b8-bd72-087b47f1d22b req-97be4257-c9ef-4c46-95d3-da67559e07fe tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909791 Jan 27 19:22:51.889427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Attempting to bind port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:22:51.893474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Attempting to bind port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:22:51.894219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Attempting to bind port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:51.904232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:22:51.905237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Attempting to bind port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 on network f5a9f96d-0f38-4646-89ba-4a8b6e277323 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:22:51.913216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:22:51.913938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Checking segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:22:51.914587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Bound using segment: {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:22:51.915582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Bound port: 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448cc769-da8c-43a2-9cfc-55f25a4d8136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:22:51.916241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:51.921058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:51.987820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:52.062697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da57ba4-8bcf-43e0-bbcf-4f05b9a2a38c req-353bbded-2a34-4870-90d1-00f96f94f1aa tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.066056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4da57ba4-8bcf-43e0-bbcf-4f05b9a2a38c req-353bbded-2a34-4870-90d1-00f96f94f1aa tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1868739 Jan 27 19:22:52.070850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:52.078410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:52.116119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:22:52.131411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:52.142804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f3d2dbe7-c091-4855-8de1-7f4df9d910c7 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:52.150643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:22:52.188292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.189882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:52.200543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:52.267173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4da57ba4-8bcf-43e0-bbcf-4f05b9a2a38c req-18fa6035-ae7c-4bb3-9e1c-f64f2974a642 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785951 Jan 27 19:22:52.315610 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-337f4338-5d6e-4fb4-a8fd-34379d8e41ea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9422917 Jan 27 19:22:52.334781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.335980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:52.337469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] 10.222.0.66 "PUT /v2.0/ports/7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 1091 time: 1.8844469 Jan 27 19:22:52.339369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:52.345956 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d82062-8b6f-4356-8fd5-357b5951252a" -d '{"events": [{"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:52.370069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'admin_state_up': True, 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'security_groups': ['fc7ca9f1-fa74-405d-b70b-7e3ff3345a83']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:52.587260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca05d4-4b82-40f7-843d-27acb6001adc service neutron] Pushing event updated for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:52.662272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:52.663087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-bab39e2a-73e3-408e-b9c2-44139f0ad4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.664978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-bab39e2a-73e3-408e-b9c2-44139f0ad4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1094 time: 0.1929932 Jan 27 19:22:52.717046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7', 'mac_address': 'fa:16:3e:59:42:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:52.785689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1397a-ed60-43f4-924b-f41a7e827dfe req-df24519f-ac86-41da-b687-dd0595c8d78b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.799008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7c1397a-ed60-43f4-924b-f41a7e827dfe req-df24519f-ac86-41da-b687-dd0595c8d78b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 943 time: 0.2035949 Jan 27 19:22:52.799493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-d50cb4ab-aa6d-463a-905e-7f98d74828c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 217 time: 0.1211474 Jan 27 19:22:52.892430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:52.895122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894272f7-f8be-4c28-90ef-17b43abf5c72 req-16832038-565f-4ed1-b864-9e3f1a9aa047 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.896218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:52.903528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-74fdc2e4-fd08-4cd3-8b32-cf05056dc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:52.904711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:52.905211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:52.909620 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-894272f7-f8be-4c28-90ef-17b43abf5c72 req-16832038-565f-4ed1-b864-9e3f1a9aa047 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 943 time: 0.4558127 Jan 27 19:22:52.911776 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-74fdc2e4-fd08-4cd3-8b32-cf05056dc06f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.0998638 Jan 27 19:22:52.935324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2dbe7-c091-4855-8de1-7f4df9d910c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:52.962255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:52.967046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cd2723bd-540f-4946-a407-6167cdf5cd6c None None] Provisioning complete for port 704f4993-3759-4f2d-a2d0-db1a47022aab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:52.967769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd2723bd-540f-4946-a407-6167cdf5cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:53.002329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:53.063502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7c1397a-ed60-43f4-924b-f41a7e827dfe req-9f3d8e80-12b8-4c8e-a996-f1b42e6f1065 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611518 Jan 27 19:22:53.086377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-894272f7-f8be-4c28-90ef-17b43abf5c72 req-52852142-a649-478b-aed0-94755050aac0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752691 Jan 27 19:22:53.132769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:53.142854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cd2723bd-540f-4946-a407-6167cdf5cd6c None None] Port 704f4993-3759-4f2d-a2d0-db1a47022aab cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:53.210686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-9b0bc7c8-cf52-4947-b800-a5a8cd4130bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:53.213740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-9b0bc7c8-cf52-4947-b800-a5a8cd4130bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887032 Jan 27 19:22:53.342490 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ccd10-2f5d-4869-934f-c5d3a9ef7ccc x-openstack-request-id: req-d95ccd10-2f5d-4869-934f-c5d3a9ef7ccc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:53.343164 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:53.343277 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d95ccd10-2f5d-4869-934f-c5d3a9ef7ccc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:53.344006 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'status': 'completed', 'code': 200} Jan 27 19:22:53.367468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['f3d2dbe7-c091-4855-8de1-7f4df9d910c7'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:53.492720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.1.1.219 (8c61d034-e0d1-41d8-a0fc-f26577689807/79de9184-7ff8-4f89-93b4-9bd391617cc9/44dd471a-2280-4eed-a45d-36c5bd809156) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:53.560772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-9edefe17-deb1-4e38-8470-c0fc5e25e49e service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334212 Jan 27 19:22:53.578394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:53.674373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec0d46-9ad6-494b-b2a7-634d0aea1fc9 req-27c69f94-3d59-43bb-b394-f745cdf843bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:53.676429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12ec0d46-9ad6-494b-b2a7-634d0aea1fc9 req-27c69f94-3d59-43bb-b394-f745cdf843bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 931 time: 0.1476367 Jan 27 19:22:53.756793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12ec0d46-9ad6-494b-b2a7-634d0aea1fc9 req-e56c794b-fd61-4194-8b8d-62e1071581d5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659664 Jan 27 19:22:53.840701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cda5b3c1-ac2c-46a5-a444-3d045ff9bdb4 req-c23afc7b-061c-4296-8043-7a9afc8b7bc3 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616138 Jan 27 19:22:53.942027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (44dd471a-2280-4eed-a45d-36c5bd809156), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:53.964382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010fbe-742b-4659-bfe0-6d1987aa849e req-57b49421-bb26-40ee-8b46-a0742d07ba7a tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:53.968159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06010fbe-742b-4659-bfe0-6d1987aa849e req-57b49421-bb26-40ee-8b46-a0742d07ba7a tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.0698254 Jan 27 19:22:54.032919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:54.064664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06010fbe-742b-4659-bfe0-6d1987aa849e req-ad2db077-6cd1-4661-90ac-588f32ea598c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854416 Jan 27 19:22:54.126132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:54.138725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfde9c-84c5-4c9d-9b1e-6bed9e191c7c req-b2cc6003-1ab7-406d-8189-41ae013f4ff1 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.140321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbbfde9c-84c5-4c9d-9b1e-6bed9e191c7c req-b2cc6003-1ab7-406d-8189-41ae013f4ff1 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.0821962 Jan 27 19:22:54.143128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:54.148914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:54.153365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:54.195868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d82062-8b6f-4356-8fd5-357b5951252a req-a32e8859-04ba-4339-901a-2411fb41ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.198573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-a32e8859-04ba-4339-901a-2411fb41ab45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1094 time: 0.1871107 Jan 27 19:22:54.259461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbbfde9c-84c5-4c9d-9b1e-6bed9e191c7c req-d1d166d0-5d53-4e0e-b196-113b71aa42ed tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116445 Jan 27 19:22:54.329601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.330437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:54.375921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35c1f9e2-4ac1-4404-aeef-b66a7f9fe781 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0370307 Jan 27 19:22:54.394036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'admin_state_up': True, 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'security_groups': ['fc7ca9f1-fa74-405d-b70b-7e3ff3345a83']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:54.531576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95465c92-325d-46a9-bd71-33ba805e0897 req-4c53d748-5206-4213-a1c5-83b8609b92a6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.538955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95465c92-325d-46a9-bd71-33ba805e0897 req-4c53d748-5206-4213-a1c5-83b8609b92a6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 944 time: 0.1352370 Jan 27 19:22:54.544401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d82062-8b6f-4356-8fd5-357b5951252a req-cf28c47f-6ce5-4294-91da-6dff9229906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.546472 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-cf28c47f-6ce5-4294-91da-6dff9229906a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3394134 Jan 27 19:22:54.560255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4300acec-af05-4dbf-888b-27f85d912faa None None] Provisioning complete for port 44dd471a-2280-4eed-a45d-36c5bd809156 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:54.566337 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4300acec-af05-4dbf-888b-27f85d912faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:54.649676 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:54.653810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-9bae10b6-f1cb-4481-9bf3-17c2fc865709 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 217 time: 0.0840464 Jan 27 19:22:54.679610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4300acec-af05-4dbf-888b-27f85d912faa None None] Port 44dd471a-2280-4eed-a45d-36c5bd809156 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:54.690474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95465c92-325d-46a9-bd71-33ba805e0897 req-0748d648-6da9-49a8-9288-5e14fd7a8558 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366994 Jan 27 19:22:54.760790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:54.766091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:54.780905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f1d2c-1329-4f64-8320-1d836e8f6ea1 req-75e625d0-f395-45a6-b375-75be7754b054 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.781553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d82062-8b6f-4356-8fd5-357b5951252a req-6ebb36fd-e1c0-4549-93ae-90f84945daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.783211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-6ebb36fd-e1c0-4549-93ae-90f84945daa6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1169121 Jan 27 19:22:54.784194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a80f1d2c-1329-4f64-8320-1d836e8f6ea1 req-75e625d0-f395-45a6-b375-75be7754b054 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 943 time: 0.1280284 Jan 27 19:22:54.874352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a80f1d2c-1329-4f64-8320-1d836e8f6ea1 req-f00e863f-4db9-42be-ad36-34098e0f1cc7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Jan 27 19:22:54.907716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d82062-8b6f-4356-8fd5-357b5951252a req-53568a8a-0555-4537-9557-2648982d37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:54.909493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-53568a8a-0555-4537-9557-2648982d37ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141088 Jan 27 19:22:55.074478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.1.1.139 (8c61d034-e0d1-41d8-a0fc-f26577689807/79de9184-7ff8-4f89-93b4-9bd391617cc9/40b335f9-a611-4c04-8803-2f914807c836) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:55.107461 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-d79f6b52-6b49-4ede-b053-e82040d91e20 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769764 Jan 27 19:22:55.117623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa322ea2-063d-40e5-af1c-849932db0fe3 req-be4f7748-73d1-4240-b9f2-ef3db7bb34eb tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.123189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa322ea2-063d-40e5-af1c-849932db0fe3 req-be4f7748-73d1-4240-b9f2-ef3db7bb34eb tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.130883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa322ea2-063d-40e5-af1c-849932db0fe3 req-be4f7748-73d1-4240-b9f2-ef3db7bb34eb tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 1653 time: 0.1111045 Jan 27 19:22:55.204100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa322ea2-063d-40e5-af1c-849932db0fe3 req-73a961b2-f89f-451c-9824-a6c77308939a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714068 Jan 27 19:22:55.294501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b865f6-36df-4e23-ad59-7973aebaf670 req-cc90fc7d-4aaa-4bda-8164-4bfd143ce103 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.296026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3b865f6-36df-4e23-ad59-7973aebaf670 req-cc90fc7d-4aaa-4bda-8164-4bfd143ce103 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.0824790 Jan 27 19:22:55.380324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3b865f6-36df-4e23-ad59-7973aebaf670 req-c72d0bbe-07aa-4312-9d84-b3fcc9210913 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Jan 27 19:22:55.482299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40d82062-8b6f-4356-8fd5-357b5951252a req-8e394bf7-292b-4759-8c13-4e8ead1f4fe5 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191180 Jan 27 19:22:55.526737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (40b335f9-a611-4c04-8803-2f914807c836), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:55.541025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93293aa4-7590-411e-806e-3536b457d354 req-3bc8e277-d341-4d78-b3fe-acf8e5e3b8a3 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.544857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93293aa4-7590-411e-806e-3536b457d354 req-3bc8e277-d341-4d78-b3fe-acf8e5e3b8a3 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.1216233 Jan 27 19:22:55.576105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:55.623827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93293aa4-7590-411e-806e-3536b457d354 req-b37ce233-0116-49f6-9718-abbe6553c374 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Jan 27 19:22:55.674947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:55.678518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:55.687533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:55.694881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:55.777031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.781172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:55.859890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-d14db0f6-95b4-4d7a-86e8-16411c4d2a06 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4727073 Jan 27 19:22:55.875513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'admin_state_up': True, 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'security_groups': ['fc7ca9f1-fa74-405d-b70b-7e3ff3345a83']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:55.943573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf429-125c-4ab3-8af6-c8998f0db21e req-4b7ce43c-3d57-44a5-a071-289d916dabee tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:55.950303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dcdf429-125c-4ab3-8af6-c8998f0db21e req-4b7ce43c-3d57-44a5-a071-289d916dabee tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 944 time: 0.1795907 Jan 27 19:22:56.075022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dcdf429-125c-4ab3-8af6-c8998f0db21e req-f7d81777-1e19-4c75-a446-0f73897bbafa tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078045 Jan 27 19:22:56.102656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd0976-f623-4bb5-babc-19819c230302 req-64290738-a03b-4627-b294-184c62eecc20 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.104396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58dd0976-f623-4bb5-babc-19819c230302 req-64290738-a03b-4627-b294-184c62eecc20 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.3184683 Jan 27 19:22:56.164700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f3d2dbe7-c091-4855-8de1-7f4df9d910c7 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:22:56.183264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8618bd68-3624-4452-a3cc-e88db6137a2b None None] Provisioning complete for port 40b335f9-a611-4c04-8803-2f914807c836 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:56.185526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8618bd68-3624-4452-a3cc-e88db6137a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40b335f9-a611-4c04-8803-2f914807c836), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.240481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9202-b7ea-4ea7-a468-2bd702e893de req-773d220b-3a60-4d32-a819-46f507718f81 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.251565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59ff9202-b7ea-4ea7-a468-2bd702e893de req-773d220b-3a60-4d32-a819-46f507718f81 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 943 time: 0.1173916 Jan 27 19:22:56.316328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8618bd68-3624-4452-a3cc-e88db6137a2b None None] Port 40b335f9-a611-4c04-8803-2f914807c836 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:56.347817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59ff9202-b7ea-4ea7-a468-2bd702e893de req-75e1223c-73ad-44d1-b158-b9d4557d99c5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945392 Jan 27 19:22:56.420007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:22:56.426166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:56.426821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.599064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:56.599652 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.661712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:56.678768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:56.683201 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be1802-853f-401a-98d5-feeb1ec2f6f8" -d '{"events": [{"server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:56.696920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c7f47-5ee1-4cfe-87fd-d41c97c1af7a req-6005bb12-804c-4234-8973-05634fa96c9d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.706905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:56.708775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c7f47-5ee1-4cfe-87fd-d41c97c1af7a req-6005bb12-804c-4234-8973-05634fa96c9d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.713827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.722599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c7f47-5ee1-4cfe-87fd-d41c97c1af7a req-6005bb12-804c-4234-8973-05634fa96c9d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.726426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b3c7f47-5ee1-4cfe-87fd-d41c97c1af7a req-6005bb12-804c-4234-8973-05634fa96c9d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 2374 time: 0.2006795 Jan 27 19:22:56.740869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f750dc-aca3-408f-9272-9b9f3deeb0f6 req-f32bfa9d-a5d5-4891-b3b0-6e6d8304eb1f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:56.756169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1f750dc-aca3-408f-9272-9b9f3deeb0f6 req-f32bfa9d-a5d5-4891-b3b0-6e6d8304eb1f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1814687 Jan 27 19:22:56.785322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.811672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:56.827274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.828297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.829585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.830466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.831377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.832493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.833860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.836332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.837540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.838513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.839612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.840717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.841564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:22:56.900016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Deleting port fb2b10e5-4303-4cef-b46f-fad97f9a7641 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:22:56.900376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:56.928856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b3c7f47-5ee1-4cfe-87fd-d41c97c1af7a req-13fd5321-98da-4e88-83ca-750b3c091479 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677063 Jan 27 19:22:56.946831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1f750dc-aca3-408f-9272-9b9f3deeb0f6 req-d74ed6d1-a75f-4581-82e2-0775e9c8708f tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888132 Jan 27 19:22:57.055204 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9c3de-ae99-4d18-959d-10ccc61c2bc6 x-openstack-request-id: req-f6d9c3de-ae99-4d18-959d-10ccc61c2bc6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:57.056269 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:57.056813 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6d9c3de-ae99-4d18-959d-10ccc61c2bc6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:57.057607 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7', 'code': 200} Jan 27 19:22:57.244429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce585a-4830-493c-a648-d62aa3db9779 req-3a7dbccb-b694-4e1d-8284-fb7841ac84f2 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:57.247172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38ce585a-4830-493c-a648-d62aa3db9779 req-3a7dbccb-b694-4e1d-8284-fb7841ac84f2 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 945 time: 0.1693506 Jan 27 19:22:57.257953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4489555-4c45-4f53-8445-91adecbc1773 req-c024898b-b81c-482f-b046-f0bb7a99b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:57.260660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4489555-4c45-4f53-8445-91adecbc1773 req-c024898b-b81c-482f-b046-f0bb7a99b18a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 1096 time: 0.1199148 Jan 27 19:22:57.338073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] For port fb2b10e5-4303-4cef-b46f-fad97f9a7641, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=fb2b10e5-4303-4cef-b46f-fad97f9a7641,segment=NetworkSegment(57d63d29-8c08-4063-95b8-bf2b24f69478),segment_id=57d63d29-8c08-4063-95b8-bf2b24f69478)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:57.338869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:57.380233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Calling delete_port for fb2b10e5-4303-4cef-b46f-fad97f9a7641 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:22:57.401858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.2.2.100 (f520999e-07b2-4171-aaca-41bb73264804/d7d75c2a-53c4-42eb-87fa-a85b9513e246/48857fb3-ea5b-4a20-9bc8-194b0d3552fd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:57.437202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38ce585a-4830-493c-a648-d62aa3db9779 req-19f3fe26-8155-4422-bd01-af2f93b04e03 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/security-groups?id=82895408-9dfc-4c07-9915-1e2d1d565fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747713 Jan 27 19:22:57.444542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4489555-4c45-4f53-8445-91adecbc1773 req-d0780614-55ca-445e-8acf-e8770703abe8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700733 Jan 27 19:22:57.466157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca4aa-94c5-4e2b-9c9c-0832661efbfc req-6f9bae56-5766-40b3-a37c-a0c9faa13ae9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:57.468876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-232ca4aa-94c5-4e2b-9c9c-0832661efbfc req-6f9bae56-5766-40b3-a37c-a0c9faa13ae9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.1753993 Jan 27 19:22:57.588472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-232ca4aa-94c5-4e2b-9c9c-0832661efbfc req-4bd59b5f-8a17-47a5-ba93-e4e86db288cf tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112187 Jan 27 19:22:57.800606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7db19-de49-4b05-b705-d8145812e0dc req-e67bc74a-bb89-4e3b-b2af-1085c809f591 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:57.803417 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ae7db19-de49-4b05-b705-d8145812e0dc req-e67bc74a-bb89-4e3b-b2af-1085c809f591 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 943 time: 0.0889707 Jan 27 19:22:57.837908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:57.869798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fb2b10e5-4303-4cef-b46f-fad97f9a7641), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:57.902259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ae7db19-de49-4b05-b705-d8145812e0dc req-9f611dc7-922e-41ec-bd85-e8ed31809137 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853148 Jan 27 19:22:57.934658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Pushing event deleted for resources: {'Port': ['ID=fb2b10e5-4303-4cef-b46f-fad97f9a7641,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:58.049427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] No DVR routers for this DVR port fb2b10e5-4303-4cef-b46f-fad97f9a7641 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:22:58.056469 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.064126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58dd0976-f623-4bb5-babc-19819c230302 req-72baa628-c4ac-46f1-acca-0f07d11eaf75 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.66 "DELETE /v2.0/ports/fb2b10e5-4303-4cef-b46f-fad97f9a7641 HTTP/1.1" status: 204 len: 173 time: 1.9524291 Jan 27 19:22:58.065428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'name': 'network-vif-deleted', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:22:58.070914 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994d2fec-6820-4dc7-afe0-53bbb5200628" -d '{"events": [{"server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "name": "network-vif-deleted", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:22:58.079618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.164015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7691faa-a9e7-414e-a40e-9df378a1b1d7 req-561cab08-80d7-430e-9417-bde3db0deb60 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.164857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network f520999e-07b2-4171-aaca-41bb73264804 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:58.171386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:58.171729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7691faa-a9e7-414e-a40e-9df378a1b1d7 req-561cab08-80d7-430e-9417-bde3db0deb60 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1334453 Jan 27 19:22:58.178335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:58.193173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-e67835f4-dcc7-4085-829e-3f7216f199df tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.199343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-e67835f4-dcc7-4085-829e-3f7216f199df tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.205100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-e67835f4-dcc7-4085-829e-3f7216f199df tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.211732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-e67835f4-dcc7-4085-829e-3f7216f199df tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.213590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-e67835f4-dcc7-4085-829e-3f7216f199df tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 3095 time: 0.1163728 Jan 27 19:22:58.262906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:58.305610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7691faa-a9e7-414e-a40e-9df378a1b1d7 req-48ae4433-740f-4f17-a97d-1b01222c33b4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328895 Jan 27 19:22:58.351365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:58.353448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d994cb33-7f20-4313-a200-55e7c362f2e5 req-22449e92-7691-463c-98ed-8a191ee594ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283362 Jan 27 19:22:58.354318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.384954 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914a4565-b5fa-4d4b-b3b1-2b8211647774 x-openstack-request-id: req-914a4565-b5fa-4d4b-b3b1-2b8211647774 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:22:58.385909 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0166bb-1287-43eb-aa6f-84815a6bca1a", "name": "network-vif-deleted", "tag": "fb2b10e5-4303-4cef-b46f-fad97f9a7641", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:22:58.387200 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-914a4565-b5fa-4d4b-b3b1-2b8211647774 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:22:58.395371 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0166bb-1287-43eb-aa6f-84815a6bca1a', 'name': 'network-vif-deleted', 'tag': 'fb2b10e5-4303-4cef-b46f-fad97f9a7641', 'status': 'completed', 'code': 200} Jan 27 19:22:58.418698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-97f1be70-bbce-4c3f-a31c-e1460043fe6f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5403056 Jan 27 19:22:58.426089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'admin_state_up': True, 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'security_groups': ['fc7ca9f1-fa74-405d-b70b-7e3ff3345a83']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:58.507642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e880f9d-c9f3-4a62-a623-8f55f12e3910 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:22:58.646394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Made reservation on behalf of 3b181dc7bb464fcb9a0900bc1fee3cd8 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:22:58.654559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fb2b10e5-4303-4cef-b46f-fad97f9a7641 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:22:58.656221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.679484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d47e8a08-e36f-4cb9-85b3-0e45b890492b req-6d7dc0ed-de84-4e0c-bdb0-c335c078e301 tempest-ServerPasswordTestJSON-1560888141 tempest-ServerPasswordTestJSON-1560888141-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0166bb-1287-43eb-aa6f-84815a6bca1a HTTP/1.1" status: 200 len: 210 time: 0.0389524 Jan 27 19:22:58.791063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:58.815148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: fb2b10e5-4303-4cef-b46f-fad97f9a7641 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:22:58.816466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device fb2b10e5-4303-4cef-b46f-fad97f9a7641 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:22:58.819550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:22:58.879757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1aa24232-19f7-44a3-bf1f-35505b56552f None None] Provisioning complete for port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:22:58.880862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1aa24232-19f7-44a3-bf1f-35505b56552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.930997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1aa24232-19f7-44a3-bf1f-35505b56552f None None] Port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:22:58.943812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:22:58.944660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:58.969594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e880f9d-c9f3-4a62-a623-8f55f12e3910 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:22:59.005744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:22:59.006200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560ec4-e0a4-422b-98c7-e091ddeb980c req-510c16c3-ddf9-4bcd-a282-ff0874c8b411 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.012368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:59.018127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3560ec4-e0a4-422b-98c7-e091ddeb980c req-510c16c3-ddf9-4bcd-a282-ff0874c8b411 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.1479723 Jan 27 19:22:59.121348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3560ec4-e0a4-422b-98c7-e091ddeb980c req-db956638-d4b2-4d9e-9abc-195f480d91db tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002538 Jan 27 19:22:59.122752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:59.184358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0de40-5e8a-4e99-9ad6-287d547946a4 req-798b4e35-1018-4e13-8937-02a5479a3f1f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.188176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8d0de40-5e8a-4e99-9ad6-287d547946a4 req-798b4e35-1018-4e13-8937-02a5479a3f1f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 944 time: 0.0654786 Jan 27 19:22:59.259612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Allocated IP 10.2.2.200 (f520999e-07b2-4171-aaca-41bb73264804/d7d75c2a-53c4-42eb-87fa-a85b9513e246/6cda2d07-2070-48e0-9139-715210c020f4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:22:59.276097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8d0de40-5e8a-4e99-9ad6-287d547946a4 req-05fe0ec9-a8a1-4b64-8b69-5ba5a206add9 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792265 Jan 27 19:22:59.419989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7e880f9d-c9f3-4a62-a623-8f55f12e3910'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:22:59.466287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73d04-d187-4d4a-9859-4e5e74847330 req-fbb4a27f-6e0b-4a90-8b9e-44c165dd07b3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.471780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd73d04-d187-4d4a-9859-4e5e74847330 req-fbb4a27f-6e0b-4a90-8b9e-44c165dd07b3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.0809722 Jan 27 19:22:59.481524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for port (6cda2d07-2070-48e0-9139-715210c020f4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:59.597248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:59.629176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd73d04-d187-4d4a-9859-4e5e74847330 req-8cce2efc-388e-4e0e-976c-f64932d2affb tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515744 Jan 27 19:22:59.705653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Network f520999e-07b2-4171-aaca-41bb73264804 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:22:59.724519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:22:59.728665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:22:59.730821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.745965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:22:59.755777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.782956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.799973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.819663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.828149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-30598a22-f92b-4c03-ae60-266e647724a4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 3816 time: 0.2512999 Jan 27 19:22:59.892169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:22:59.896267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:22:59.898036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:22:59.931333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-85778d50-d981-4f33-bcfd-b2d9c898370f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130539 Jan 27 19:22:59.951277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Deleting subnet 7d789e78-e865-453a-82d1-5883979716cb {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:22:59.953404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:22:59.956054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Publish callbacks [] for subnet (7d789e78-e865-453a-82d1-5883979716cb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.069028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7d789e78-e865-453a-82d1-5883979716cb), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.089800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dbc71ce-7591-4b71-b635-bc7103ea91b9 req-32d221fa-d11c-4316-96bb-444ba43e2426 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479115 Jan 27 19:23:00.130263 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.162672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7d789e78-e865-453a-82d1-5883979716cb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.205035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-677be733-d596-46f1-b7ae-a53747e21701 None None] Provisioning complete for port 6cda2d07-2070-48e0-9139-715210c020f4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:00.205992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-677be733-d596-46f1-b7ae-a53747e21701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cda2d07-2070-48e0-9139-715210c020f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.283068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7d789e78-e865-453a-82d1-5883979716cb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.288119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-677be733-d596-46f1-b7ae-a53747e21701 None None] Port 6cda2d07-2070-48e0-9139-715210c020f4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:23:00.305757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c0946-0509-40ce-b65d-5a6643f9fcd3 req-e7658c46-6859-4189-9fa9-a33076fae1bc tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:00.313230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-119c0946-0509-40ce-b65d-5a6643f9fcd3 req-e7658c46-6859-4189-9fa9-a33076fae1bc tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.0800331 Jan 27 19:23:00.382213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.394055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d789e78-e865-453a-82d1-5883979716cb HTTP/1.1" status: 204 len: 168 time: 0.4973578 Jan 27 19:23:00.395793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d789e78-e865-453a-82d1-5883979716cb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:00.399266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:00.502614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.503322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.503659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.504363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.505028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.505965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.506627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.507343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.507998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.508651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.509333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.509994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.510954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e6bd6-8014-47ff-b8ce-b9d9fd12d6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:00.547289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704f4993-3759-4f2d-a2d0-db1a47022aab {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:00.555910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks [] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.570237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Transition to ACTIVE for port object 704f4993-3759-4f2d-a2d0-db1a47022aab will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:00.574823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.656326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:00.687928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-119c0946-0509-40ce-b65d-5a6643f9fcd3 req-6e3a3200-d3e4-4071-8f58-594878cece59 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736796 Jan 27 19:23:00.691008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (9e18b5c0-abec-4daf-8f8b-756c05fe17fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.701185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e67d5-2416-4252-ac6c-fe689a05c039 req-ff208c24-f90e-470b-8e62-8deb115ad1ab tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:00.720522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-099e67d5-2416-4252-ac6c-fe689a05c039 req-ff208c24-f90e-470b-8e62-8deb115ad1ab tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 944 time: 0.3297429 Jan 27 19:23:00.731662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Attempting to bind port 704f4993-3759-4f2d-a2d0-db1a47022aab on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:00.732317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Attempting to bind port 704f4993-3759-4f2d-a2d0-db1a47022aab by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:00.732861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Attempting to bind port 704f4993-3759-4f2d-a2d0-db1a47022aab on network 151d0951-5b25-4e89-bc06-67791b6ee0fa {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:00.742531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Port 704f4993-3759-4f2d-a2d0-db1a47022aab on network 151d0951-5b25-4e89-bc06-67791b6ee0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:00.743049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Attempting to bind port 704f4993-3759-4f2d-a2d0-db1a47022aab on network 151d0951-5b25-4e89-bc06-67791b6ee0fa {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:00.752823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:00.753381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Checking segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:00.753784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Bound using segment: {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:00.754325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Bound port: 704f4993-3759-4f2d-a2d0-db1a47022aab, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:00.754692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:00.842393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-099e67d5-2416-4252-ac6c-fe689a05c039 req-c8670992-6c2c-481e-89b6-bd3c5cc877d4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206682 Jan 27 19:23:00.859079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:00.865439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:00.875754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.016290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:01.024981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.025494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.035990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (9e18b5c0-abec-4daf-8f8b-756c05fe17fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.042276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7a0f361f-cd55-444d-9af2-d4ea36e2f1b6 service neutron] 10.222.0.66 "PUT /v2.0/ports/704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 1091 time: 1.0998764 Jan 27 19:23:01.044604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:01.047785 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39729b1-d6cb-4247-8b3a-5166caf939e4" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:01.068282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:01.100645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e18b5c0-abec-4daf-8f8b-756c05fe17fd']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:01.134787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d63d29-8c08-4063-95b8-bf2b24f69478') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:01.135612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d63d29-8c08-4063-95b8-bf2b24f69478') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:01.166850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac73ef-c4f1-425e-b40a-0b35595b0a72 req-e85c840e-e5b2-490d-a48a-dfe93d4d1d39 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.179272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82ac73ef-c4f1-425e-b40a-0b35595b0a72 req-e85c840e-e5b2-490d-a48a-dfe93d4d1d39 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.2586732 Jan 27 19:23:01.181975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.184496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (57d63d29-8c08-4063-95b8-bf2b24f69478), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.265560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (57d63d29-8c08-4063-95b8-bf2b24f69478), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.305457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:23:01.306122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (57d63d29-8c08-4063-95b8-bf2b24f69478), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:23:01.311127 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:23:01.366875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82ac73ef-c4f1-425e-b40a-0b35595b0a72 req-df0b63e8-897d-4395-bb01-dfe995ac1751 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860082 Jan 27 19:23:01.483530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c369-6079-4577-9b94-be4a1c705a43 req-cb4ae3fd-ef84-4cb4-98af-cc41b879f536 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.495221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71d6c369-6079-4577-9b94-be4a1c705a43 req-cb4ae3fd-ef84-4cb4-98af-cc41b879f536 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.2185135 Jan 27 19:23:01.543766 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (9e18b5c0-abec-4daf-8f8b-756c05fe17fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.555287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.560467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] 10.222.0.59 "DELETE /v2.0/networks/9e18b5c0-abec-4daf-8f8b-756c05fe17fd HTTP/1.1" status: 204 len: 168 time: 1.1460817 Jan 27 19:23:01.598005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d5715-b9f9-4c37-bb67-2e4157b895df admin admin] Pushing event deleted for resources: {'Network': ['ID=9e18b5c0-abec-4daf-8f8b-756c05fe17fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:01.638749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:01.647568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71d6c369-6079-4577-9b94-be4a1c705a43 req-e00b9939-fea6-4925-8981-41dd084bdd55 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511245 Jan 27 19:23:01.650926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks [] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.668291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Transition to ACTIVE for port object 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:01.670330 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb3ef1-0b1e-49a5-a732-47c0e3cf75c1 x-openstack-request-id: req-c3eb3ef1-0b1e-49a5-a732-47c0e3cf75c1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:01.670628 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:01.670940 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3eb3ef1-0b1e-49a5-a732-47c0e3cf75c1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:01.671358 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'status': 'completed', 'code': 200} Jan 27 19:23:01.676564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:01.838018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:01.843087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:01.908934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.921476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.933567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.944379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.955481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.959527 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87ee54fb-4f9e-4111-aeae-3ce73d2cead2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59c23e7235814caab9e5a9e486fca263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182954 Jan 27 19:23:01.963066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:01.966691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:01.979393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-4cb29f8b-eb58-4fdf-b700-b80a4e25df3a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 4600 time: 0.1806300 Jan 27 19:23:02.048066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Attempting to bind port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:02.048589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Attempting to bind port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:02.049322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Attempting to bind port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:02.063899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:02.064416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Attempting to bind port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:02.094025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:02.094565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:02.095199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Bound using segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:02.095942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Bound port: 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:02.096510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.117444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.118285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.119796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.120822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.122637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.126100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.130285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-00b92d66-a73f-48e8-80fc-3624a0e62593 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5244 time: 0.3505774 Jan 27 19:23:02.143838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07a75858-f7f4-4a0c-b30d-0d7b09b2a32b req-9d7fddb4-5197-45df-bc9a-311f27642688 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630604 Jan 27 19:23:02.163960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf649fe3-3f6a-44fc-8895-411ba757fd1f req-c5774be1-bc7d-4cd3-97bb-917b6a3755e5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.179588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf649fe3-3f6a-44fc-8895-411ba757fd1f req-c5774be1-bc7d-4cd3-97bb-917b6a3755e5 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 944 time: 0.1620383 Jan 27 19:23:02.269293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf649fe3-3f6a-44fc-8895-411ba757fd1f req-ae347126-5b83-4d91-9ed4-fc81b0fccc59 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910068 Jan 27 19:23:02.327148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] Publish callbacks [] for security_group (82895408-9dfc-4c07-9915-1e2d1d565fdf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.410015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] Publish callbacks [] for security_group (82895408-9dfc-4c07-9915-1e2d1d565fdf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.434856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:02.452260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:02.479635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-056d8e39-b1d6-4454-8cd7-04725a19c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.480282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-056d8e39-b1d6-4454-8cd7-04725a19c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.481146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-056d8e39-b1d6-4454-8cd7-04725a19c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.482951 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-056d8e39-b1d6-4454-8cd7-04725a19c6d6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3355720 Jan 27 19:23:02.488075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.505461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e880f9d-c9f3-4a62-a623-8f55f12e3910 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:02.621700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.626413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.631038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 1130 time: 1.5711374 Jan 27 19:23:02.665543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:23:02.681329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:02.681904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.696020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:02.702598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6619e-cee9-4f04-b2a7-ad415e8a34b1 req-85f80bcd-48c2-4389-bf6d-90a47c74f266 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.705338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7d6619e-cee9-4f04-b2a7-ad415e8a34b1 req-85f80bcd-48c2-4389-bf6d-90a47c74f266 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.2121587 Jan 27 19:23:02.758737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82895408-9dfc-4c07-9915-1e2d1d565fdf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.768616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.773462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82895408-9dfc-4c07-9915-1e2d1d565fdf HTTP/1.1" status: 204 len: 168 time: 0.7989578 Jan 27 19:23:02.839791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2696a1-2fe7-4f78-9b42-4893e7bfd50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82895408-9dfc-4c07-9915-1e2d1d565fdf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:02.865424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7336c-752d-47ed-accf-5dc9fb2dccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:02.914838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:02.922772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-261f35a7-56a3-49d9-9003-6d0bb1cc6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:02.926878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f39729b1-d6cb-4247-8b3a-5166caf939e4 req-261f35a7-56a3-49d9-9003-6d0bb1cc6083 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4353817 Jan 27 19:23:02.988379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7d6619e-cee9-4f04-b2a7-ad415e8a34b1 req-7c265b8c-6bbf-4158-8be9-1d2cbcfedd12 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687945 Jan 27 19:23:03.062401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:03.063167 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:03.075824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d400fe-d9cc-401c-9388-6bba29ce9c5e req-18be1b97-1790-4824-98df-a549fe273d5f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.092543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54d400fe-d9cc-401c-9388-6bba29ce9c5e req-18be1b97-1790-4824-98df-a549fe273d5f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.2794230 Jan 27 19:23:03.158066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:03.174066 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b9c22-be0c-4481-8a3f-eff090fb9574" -d '{"events": [{"server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "name": "network-vif-plugged", "status": "completed", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:03.227011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:03.234658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:03.268346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54d400fe-d9cc-401c-9388-6bba29ce9c5e req-f774d15e-70f2-4f67-b998-8e06a3f96fce tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740699 Jan 27 19:23:03.325685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be583ab-6be2-47ef-b0d6-fb7b1f2ae39b x-openstack-request-id: req-9be583ab-6be2-47ef-b0d6-fb7b1f2ae39b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:03.325685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "name": "network-vif-plugged", "status": "completed", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:03.325685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9be583ab-6be2-47ef-b0d6-fb7b1f2ae39b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:03.325685 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'code': 200} Jan 27 19:23:03.476922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:03.551097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9701b-1cb7-4e6c-a02d-b152e7ba3b62 req-e52752c8-007b-41ec-986c-6b60347c5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.552813 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbc9701b-1cb7-4e6c-a02d-b152e7ba3b62 req-e52752c8-007b-41ec-986c-6b60347c5909 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1096 time: 0.0705149 Jan 27 19:23:03.637501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.647406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.657367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.667205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.677344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.693745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:03.694833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.697845 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f14965-7349-4b53-becd-37f2500e85b2" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:03.698404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8ad4b17b-a195-4879-a930-00e57b47e0a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 4600 time: 0.2518389 Jan 27 19:23:03.713468 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbc9701b-1cb7-4e6c-a02d-b152e7ba3b62 req-c03d9f3b-98ec-4516-bd1d-9eec88502adc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463375 Jan 27 19:23:03.735830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1727f8ea-5263-49f9-b604-5b88d5787b72 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:03.763614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks [] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:03.781373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Transition to ACTIVE for port object 1727f8ea-5263-49f9-b604-5b88d5787b72 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:03.787231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:03.810580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a12b49e0-3e76-418c-ad2c-a823dfd7bc0b req-8e6c497d-7ac1-4c56-ba8f-def10973970f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027339 Jan 27 19:23:03.823966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78bf8-b9b8-4cdf-ab68-4d9552f4803b req-ad91c240-5531-4d4d-af3b-45edcee1366e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:03.850136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97e78bf8-b9b8-4cdf-ab68-4d9552f4803b req-ad91c240-5531-4d4d-af3b-45edcee1366e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 945 time: 0.2988420 Jan 27 19:23:03.883343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:03.982047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97e78bf8-b9b8-4cdf-ab68-4d9552f4803b req-7fe6befb-65a4-40d7-ad36-d64f04ee7dc8 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297724 Jan 27 19:23:04.145113 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38a621-ce4c-44c3-943d-93a5ef874286 x-openstack-request-id: req-8c38a621-ce4c-44c3-943d-93a5ef874286 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:04.145825 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:04.146325 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c38a621-ce4c-44c3-943d-93a5ef874286 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:04.147109 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1', 'status': 'completed', 'code': 200} Jan 27 19:23:04.311202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.312113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.312986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.313887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.314720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.315470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.316273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.319280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-e077afe6-402a-47dc-93af-54d3f93fb2a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6167 time: 0.1639605 Jan 27 19:23:04.389943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Attempting to bind port 1727f8ea-5263-49f9-b604-5b88d5787b72 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:04.390602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Attempting to bind port 1727f8ea-5263-49f9-b604-5b88d5787b72 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:04.391295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Attempting to bind port 1727f8ea-5263-49f9-b604-5b88d5787b72 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:04.423680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Port 1727f8ea-5263-49f9-b604-5b88d5787b72 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:04.424227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Attempting to bind port 1727f8ea-5263-49f9-b604-5b88d5787b72 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:04.438272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690ca3f-ebc0-4f1f-983c-1e5263846295 req-ac000139-78dc-423d-8f85-eb2d93399369 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.440323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6690ca3f-ebc0-4f1f-983c-1e5263846295 req-ac000139-78dc-423d-8f85-eb2d93399369 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.1500275 Jan 27 19:23:04.491599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698bbf6-ce1c-4ea1-b63e-13b1a921d18e req-cc255d85-ade5-455c-b991-16883637e011 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.493375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0698bbf6-ce1c-4ea1-b63e-13b1a921d18e req-cc255d85-ade5-455c-b991-16883637e011 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1996133 Jan 27 19:23:04.499086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:04.500306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:04.500977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Bound using segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:04.510516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Bound port: 1727f8ea-5263-49f9-b604-5b88d5787b72, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:04.511853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:04.532574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6690ca3f-ebc0-4f1f-983c-1e5263846295 req-15efd42a-d28f-46e4-ace1-05f396301425 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824187 Jan 27 19:23:04.636004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0698bbf6-ce1c-4ea1-b63e-13b1a921d18e req-8fcf9509-4f19-42c0-9165-4baf593193ad tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069326 Jan 27 19:23:04.687809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-91cae877-f294-4943-be59-8de9b21563e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.688273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-91cae877-f294-4943-be59-8de9b21563e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.688813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-91cae877-f294-4943-be59-8de9b21563e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.690642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-91cae877-f294-4943-be59-8de9b21563e7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3470385 Jan 27 19:23:04.720542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:04.761458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:04.780994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1727f8ea-5263-49f9-b604-5b88d5787b72,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:04.788515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:04.852057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.852910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:04.854575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] 10.222.0.66 "PUT /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 1130 time: 2.1834586 Jan 27 19:23:04.880923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-8f5a8f45-a3f8-41de-8937-c71557004ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:04.882510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2f14965-7349-4b53-becd-37f2500e85b2 req-8f5a8f45-a3f8-41de-8937-c71557004ecc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817534 Jan 27 19:23:04.888440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a96f-74fa-49b3-a8f7-636879dfb09c service neutron] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:04.903820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:04.934220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-network', 'tenant_id': '86623a22368347bca1d41600ab137a49'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:04.962535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Made reservation on behalf of 86623a22368347bca1d41600ab137a49 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:23:04.972091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:04.998520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.071696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.165562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.175968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.186734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.199757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.210252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.220705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.230277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.243291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-b86cbf15-732a-4ba1-b708-822d9a752109 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5372 time: 0.2132881 Jan 27 19:23:05.525747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915e7e6-a3f7-4552-9d24-b9fbc06e72a7 req-d66ed439-6a06-441a-aacb-67f27fda6ec1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:05.528872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c915e7e6-a3f7-4552-9d24-b9fbc06e72a7 req-d66ed439-6a06-441a-aacb-67f27fda6ec1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 945 time: 0.2808967 Jan 27 19:23:05.574969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dc812cd-2188-4feb-bc05-f2dac5a9e559 req-d8bd2921-24af-471c-9f2a-23d901524116 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3294163 Jan 27 19:23:05.578496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dd471a-2280-4eed-a45d-36c5bd809156 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:05.596188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks [] for port (44dd471a-2280-4eed-a45d-36c5bd809156), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.644342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Transition to ACTIVE for port object 44dd471a-2280-4eed-a45d-36c5bd809156 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:05.656742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.673617 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks [] for security_group (330f37d1-2e04-4832-8a30-aa8012066364), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.693532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (330f37d1-2e04-4832-8a30-aa8012066364), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.785312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:05.796035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f37d1-2e04-4832-8a30-aa8012066364,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:05.802865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:23:05.828719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c915e7e6-a3f7-4552-9d24-b9fbc06e72a7 req-c3de4a75-41b0-44a2-b8f6-b048ad941a29 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523091 Jan 27 19:23:05.909053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c3cd5257-30ef-4ab1-a2fa-3d53feb190e1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:05.909721 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Added segment c3cd5257-30ef-4ab1-a2fa-3d53feb190e1 of type vlan for network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 Jan 27 19:23:05.969455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Attempting to bind port 44dd471a-2280-4eed-a45d-36c5bd809156 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:05.969922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Attempting to bind port 44dd471a-2280-4eed-a45d-36c5bd809156 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:05.970480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Attempting to bind port 44dd471a-2280-4eed-a45d-36c5bd809156 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:05.977754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Port 44dd471a-2280-4eed-a45d-36c5bd809156 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:05.978230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Attempting to bind port 44dd471a-2280-4eed-a45d-36c5bd809156 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:05.985456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:05.985994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:05.986477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Bound using segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:05.987039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Bound port: 44dd471a-2280-4eed-a45d-36c5bd809156, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:05.987494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.099590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:06.106384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:06.117989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.172335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '1727f8ea-5263-49f9-b604-5b88d5787b72'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:06.185869 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f75aac9-e92b-46d6-a7ae-927e00621faf" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "1727f8ea-5263-49f9-b604-5b88d5787b72"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:06.202863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:23:06.210219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:23:06.235975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:06.236540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.242384 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] 10.222.0.66 "PUT /v2.0/ports/44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 200 len: 1091 time: 1.3434916 Jan 27 19:23:06.287622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:06.388038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fd0bd-a362-48aa-bf44-d6b915dc6f76 service neutron] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:06.394118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.505527 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (29cab1b5-81b4-4d39-99eb-6fdb4d83f451), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.554779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5540af-4088-43f4-a6a4-65f8f06d89c5 req-ab595356-0f2e-4a51-8e48-0935eac3c047 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:06.562648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f5540af-4088-43f4-a6a4-65f8f06d89c5 req-ab595356-0f2e-4a51-8e48-0935eac3c047 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.7612629 Jan 27 19:23:06.623678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fe1b-7ffc-4b0d-b857-17972578cfaa req-0ffcd6a5-f75d-46c1-b480-a46aa2f9923a tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:06.631096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d344fe1b-7ffc-4b0d-b857-17972578cfaa req-0ffcd6a5-f75d-46c1-b480-a46aa2f9923a tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1978328 Jan 27 19:23:06.635365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:06.637280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.641213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a4202617-2fe7-410a-b8f0-ac97f77e1cac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:06.642661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a4202617-2fe7-410a-b8f0-ac97f77e1cac tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.2109523 Jan 27 19:23:06.649765 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (29cab1b5-81b4-4d39-99eb-6fdb4d83f451), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.650761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:06.651384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:06.831013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1090665 Jan 27 19:23:06.843868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41368) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:06.855322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Request body: {'subnet': {'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-subnet', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:06.876067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f5540af-4088-43f4-a6a4-65f8f06d89c5 req-34aa2a2e-e071-4bcb-8720-05bb98ede930 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113368 Jan 27 19:23:06.954184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45b517-6b09-4b54-a2d2-a3ffd8ac1e16 admin admin] Pushing event updated for resources: {'Network': ['ID=29cab1b5-81b4-4d39-99eb-6fdb4d83f451,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:06.965568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:06.986508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:07.004156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:07.007574 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e98931-6e57-4035-9a9d-85d6045c9080" -d '{"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:07.018834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'mac_address': 'fa:16:3e:be:90:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:23:07.020010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d344fe1b-7ffc-4b0d-b857-17972578cfaa req-5d4a9f2c-a14b-4ef8-942a-e910f322882b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874123 Jan 27 19:23:07.027420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:23:07.031411 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.046070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Made reservation on behalf of 86623a22368347bca1d41600ab137a49 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:23:07.053383 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.205623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:07.284977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:23:07.285524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.372279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:07.372663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.393486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:07.418717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:07.432723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.452396 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4db55a-3a97-4c9e-b66f-e49fbb9a9e2a x-openstack-request-id: req-0c4db55a-3a97-4c9e-b66f-e49fbb9a9e2a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:07.453321 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "1727f8ea-5263-49f9-b604-5b88d5787b72", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:07.453321 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c4db55a-3a97-4c9e-b66f-e49fbb9a9e2a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:07.453927 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '1727f8ea-5263-49f9-b604-5b88d5787b72', 'status': 'completed', 'code': 200} Jan 27 19:23:07.504320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:07.592109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.592752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.593394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.594041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.594935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.595799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.596680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.600230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-383646d6-cd0f-433b-a1b9-f3a0362eef76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6276 time: 0.1389143 Jan 27 19:23:07.764745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.773121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.780342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.785712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:07.788590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.792296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b335f9-a611-4c04-8803-2f914807c836 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:07.798056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.803915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks [] for port (40b335f9-a611-4c04-8803-2f914807c836), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.807099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.810005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-b5d6a629-eb58-4560-a4ac-53ccfc27cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.810493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-b5d6a629-eb58-4560-a4ac-53ccfc27cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.810921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-b5d6a629-eb58-4560-a4ac-53ccfc27cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.812651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-b5d6a629-eb58-4560-a4ac-53ccfc27cd53 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2001381 Jan 27 19:23:07.817438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.831025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-6282edc2-ec4c-4f61-8910-8ce9c3f4967f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5384 time: 0.5414546 Jan 27 19:23:07.846080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Transition to ACTIVE for port object 40b335f9-a611-4c04-8803-2f914807c836 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:07.856862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port f3d2dbe7-c091-4855-8de1-7f4df9d910c7, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:07.857217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:07.868076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45456d32-edd4-4493-8491-f76b2964fff5 req-c5e1eb5c-46a5-4be9-8863-adc7a9d558e1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:07.869780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45456d32-edd4-4493-8491-f76b2964fff5 req-c5e1eb5c-46a5-4be9-8863-adc7a9d558e1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 945 time: 0.3215389 Jan 27 19:23:07.909840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for f3d2dbe7-c091-4855-8de1-7f4df9d910c7 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:23:07.998740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.068020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-878ef94d-76d2-40b4-94dd-bbd853a33d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:08.068343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (40c553bf-2abe-4160-9c3f-cf4b6a256db8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.068915 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5f75aac9-e92b-46d6-a7ae-927e00621faf req-878ef94d-76d2-40b4-94dd-bbd853a33d1c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487438 Jan 27 19:23:08.077170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:08.094914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45456d32-edd4-4493-8491-f76b2964fff5 req-f4dedf5a-e853-4517-a592-e0486f31cd43 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073853 Jan 27 19:23:08.173000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Attempting to bind port 40b335f9-a611-4c04-8803-2f914807c836 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:08.174133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Attempting to bind port 40b335f9-a611-4c04-8803-2f914807c836 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:08.174740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Attempting to bind port 40b335f9-a611-4c04-8803-2f914807c836 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:08.181374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Port 40b335f9-a611-4c04-8803-2f914807c836 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:08.182087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Attempting to bind port 40b335f9-a611-4c04-8803-2f914807c836 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:08.190109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:08.190885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Checking segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:08.191541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Bound using segment: {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:08.192227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Bound port: 40b335f9-a611-4c04-8803-2f914807c836, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:08.192995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.202618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f3d2dbe7-c091-4855-8de1-7f4df9d910c7 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:23:08.251035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4677ab50-df12-4d7d-a88c-c03c3e33224d req-b20368cd-5a27-4cc3-83e6-3cdcd17e33b2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4186702 Jan 27 19:23:08.307564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c553bf-2abe-4160-9c3f-cf4b6a256db8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:08.363249 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe07a07-fa52-4ba3-a46b-24b405d1da19 x-openstack-request-id: req-dbe07a07-fa52-4ba3-a46b-24b405d1da19 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:08.364160 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:08.364160 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbe07a07-fa52-4ba3-a46b-24b405d1da19 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:08.364814 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'code': 200} Jan 27 19:23:08.402608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:08.411270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:08.420281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.488710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:08.489104 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.495170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Checking segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:08.499134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:08.499926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Network hostable DHCP agents. Network: 29cab1b5-81b4-4d39-99eb-6fdb4d83f451, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:23:08.501825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.504336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] 10.222.0.66 "PUT /v2.0/ports/40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 200 len: 1091 time: 2.2222536 Jan 27 19:23:08.551851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:08.578502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ec69b-6e8f-4a98-871c-4a45d1061f80 service neutron] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:08.624500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:23:08.654446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3cf3d-8a42-4506-ab0b-9f33145ba4eb req-861021d4-023a-4ab4-8c5d-32f6753395e1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:08.662043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8a3cf3d-8a42-4506-ab0b-9f33145ba4eb req-861021d4-023a-4ab4-8c5d-32f6753395e1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3bf7b0-7014-40a2-9c2e-e77b922555a3 HTTP/1.1" status: 200 len: 945 time: 0.2275162 Jan 27 19:23:08.664323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 29cab1b5-81b4-4d39-99eb-6fdb4d83f451) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:08.668933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f3d2dbe7-c091-4855-8de1-7f4df9d910c7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.680615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:08.681936 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.684766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:08.744130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb8c6a-6823-455e-807c-c97205384ac6 None None] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:23:08.797080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=f3d2dbe7-c091-4855-8de1-7f4df9d910c7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:08.820626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61149e24-1e96-40a4-a243-3532516c218d req-7a0da40b-dd90-4915-af91-31c6f04195d2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:08.823442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61149e24-1e96-40a4-a243-3532516c218d req-7a0da40b-dd90-4915-af91-31c6f04195d2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 948 time: 0.3036144 Jan 27 19:23:08.939149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c24002d-381a-49fa-9379-ccb8c99e3053 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0885847 Jan 27 19:23:09.001059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:09.014897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8a3cf3d-8a42-4506-ab0b-9f33145ba4eb req-5a838a03-4d80-4cfd-84dc-654d864553b5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515711 Jan 27 19:23:09.029154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:09.070018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1153-c70d-4be3-8426-77f56eba9915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.071111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48857fb3-ea5b-4a20-9bc8-194b0d3552fd {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:09.085222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks [] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.086565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce1a892-367e-47ed-9fa1-ceca7d62752d None None] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:23:09.104295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Transition to ACTIVE for port object 48857fb3-ea5b-4a20-9bc8-194b0d3552fd will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:09.108255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port f3d2dbe7-c091-4855-8de1-7f4df9d910c7 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:23:09.111184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.112680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.114393 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.121567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.127586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dd93c2d-c1ac-4fdd-b892-ec49dd23ea5a req-a84a102c-c9e1-4f70-9914-58bef8dd5504 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "DELETE /v2.0/ports/f3d2dbe7-c091-4855-8de1-7f4df9d910c7 HTTP/1.1" status: 204 len: 173 time: 2.4710219 Jan 27 19:23:09.128394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'name': 'network-vif-deleted', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:09.130916 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7618dbd-1051-4d10-bd15-b955a1ad1383" -d '{"events": [{"server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "name": "network-vif-deleted", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:09.182323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61149e24-1e96-40a4-a243-3532516c218d req-b8188534-dd64-4c16-8507-7e32298294da tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204138 Jan 27 19:23:09.269917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:09.292567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for router_controller (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.347083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-e229200a-7678-496d-bf08-5e0d4d6006df tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:09.349350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-e229200a-7678-496d-bf08-5e0d4d6006df tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1650739 Jan 27 19:23:09.458422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156'}, {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '40b335f9-a611-4c04-8803-2f914807c836'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:09.463147 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6a6b36-59fa-4a1a-86ed-94921545734b" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156"}, {"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "40b335f9-a611-4c04-8803-2f914807c836"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:09.514604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Attempting to bind port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:09.515267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Attempting to bind port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:09.515267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Attempting to bind port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd on network f520999e-07b2-4171-aaca-41bb73264804 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:09.521223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd on network f520999e-07b2-4171-aaca-41bb73264804 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:09.521597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Attempting to bind port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd on network f520999e-07b2-4171-aaca-41bb73264804 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:09.542103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:09.542559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Checking segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:09.543508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Bound using segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:09.548923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Bound port: 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:09.549377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.599175 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1cebb1-21f3-49f1-8480-430d6705c0c7 x-openstack-request-id: req-ec1cebb1-21f3-49f1-8480-430d6705c0c7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:09.600119 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bf7b0-7014-40a2-9c2e-e77b922555a3", "name": "network-vif-deleted", "tag": "f3d2dbe7-c091-4855-8de1-7f4df9d910c7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:09.600119 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec1cebb1-21f3-49f1-8480-430d6705c0c7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:09.601213 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bf7b0-7014-40a2-9c2e-e77b922555a3', 'name': 'network-vif-deleted', 'tag': 'f3d2dbe7-c091-4855-8de1-7f4df9d910c7', 'status': 'completed', 'code': 200} Jan 27 19:23:09.659213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:09.663558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:09.669712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.717784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:09.718606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.720334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] 10.222.0.66 "PUT /v2.0/ports/48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 1091 time: 1.1808698 Jan 27 19:23:09.765825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-526a8a10-6de1-4b32-85cf-14ae9825c547 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.2729566 Jan 27 19:23:09.766743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Request body: {'port': {'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:09.809647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:09.836063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54108-95dd-46f9-8854-b21a4bc55a93 service neutron] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:09.912931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.973750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for router_gateway (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:09.991851 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.168255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.177750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.188456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.198301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.208589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.214742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:10.219325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.229488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:10.235175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5958147b-9c77-409c-8533-73b2088af46f req-cc25f4fd-f619-4a45-b689-742de11adff8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5408 time: 0.4922817 Jan 27 19:23:10.341581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 04d90458-a5fb-49af-9958-e58b76ccf4a5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:10.343866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.363959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cda2d07-2070-48e0-9139-715210c020f4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:10.381685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks [] for port (6cda2d07-2070-48e0-9139-715210c020f4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.415568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Transition to ACTIVE for port object 6cda2d07-2070-48e0-9139-715210c020f4 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:10.425652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.520815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5958147b-9c77-409c-8533-73b2088af46f req-3d91eee8-2fb6-4528-850d-0bf6057778a7 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336020 Jan 27 19:23:10.563438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:10.581090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:10.582317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.679311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:10.691159 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305d094-09c9-4f93-9378-c3ad7de3e7b7" -d '{"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:10.723383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:10.740263 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:10.821960 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d982b-044a-430e-9d90-228705fbc908 x-openstack-request-id: req-128d982b-044a-430e-9d90-228705fbc908 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:10.822568 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "40b335f9-a611-4c04-8803-2f914807c836", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:10.823002 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-128d982b-044a-430e-9d90-228705fbc908 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:10.823601 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156', 'status': 'completed', 'code': 200} Jan 27 19:23:10.824339 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '40b335f9-a611-4c04-8803-2f914807c836', 'status': 'completed', 'code': 200} Jan 27 19:23:10.825976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Attempting to bind port 6cda2d07-2070-48e0-9139-715210c020f4 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:10.827414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Attempting to bind port 6cda2d07-2070-48e0-9139-715210c020f4 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:10.827985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Attempting to bind port 6cda2d07-2070-48e0-9139-715210c020f4 on network f520999e-07b2-4171-aaca-41bb73264804 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:10.843549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:10.871445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Port 6cda2d07-2070-48e0-9139-715210c020f4 on network f520999e-07b2-4171-aaca-41bb73264804 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:10.872467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Attempting to bind port 6cda2d07-2070-48e0-9139-715210c020f4 on network f520999e-07b2-4171-aaca-41bb73264804 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:10.879905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:10.880261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Checking segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:10.880682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Bound using segment: {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:10.881092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Bound port: 6cda2d07-2070-48e0-9139-715210c020f4, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de33aac9-42b5-489d-a9ba-feae69daf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:10.881486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.012041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.013112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.014069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.014994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.015933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.016852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.018402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.023440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-5bd3bc43-7319-4300-938a-8bc5068f0a60 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6435 time: 0.2041261 Jan 27 19:23:11.061532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:11.070084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:11.105396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.187030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.194520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914852d-e23b-46dd-a698-826cd2421b1c req-2930dc0d-a320-414f-89fb-1bf377c20ccf tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.196476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2914852d-e23b-46dd-a698-826cd2421b1c req-2930dc0d-a320-414f-89fb-1bf377c20ccf tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.3489506 Jan 27 19:23:11.198674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for router_gateway (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.201658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.259290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.260192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.263307 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] 10.222.0.66 "PUT /v2.0/ports/6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 1091 time: 1.5029268 Jan 27 19:23:11.275309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.330466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc599e-9f5b-4461-aefa-8161ac4e3297 service neutron] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:11.392171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-408c32ef-a17a-4bde-97c8-ce66200e7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.395408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-408c32ef-a17a-4bde-97c8-ce66200e7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.396092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-408c32ef-a17a-4bde-97c8-ce66200e7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.403833 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-408c32ef-a17a-4bde-97c8-ce66200e7f47 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3209934 Jan 27 19:23:11.416358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2914852d-e23b-46dd-a698-826cd2421b1c req-fe40660e-b943-4cac-b71b-0faef3874a79 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123044 Jan 27 19:23:11.429078 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Floating IP 2c41d740-bb12-4e25-8973-623f64be075d associated. External IP: 172.25.5.168, port: 9c98ab93-f733-4f5c-a511-3acf9482a8d2. Jan 27 19:23:11.567149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-147b26bd-cbed-4342-9b64-1d102fcd597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.569060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-147b26bd-cbed-4342-9b64-1d102fcd597f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603148 Jan 27 19:23:11.721404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.722137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.722715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.724232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.725656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.726164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.726640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.729653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-6d974b4a-89ec-4e5f-a8b0-f3fb36437148 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6477 time: 0.0890059 Jan 27 19:23:11.885118 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e98ceddb-c891-4cbe-8b58-1137162e1adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:11.951906 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0deee54-5e9f-40dd-8d21-8bab97e0622d x-openstack-request-id: req-f0deee54-5e9f-40dd-8d21-8bab97e0622d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:11.952768 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:11.952768 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0deee54-5e9f-40dd-8d21-8bab97e0622d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:11.953512 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'code': 200} Jan 27 19:23:11.972359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-023589d4-1615-44d4-a98f-84c3855f2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.973044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-023589d4-1615-44d4-a98f-84c3855f2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.973654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-023589d4-1615-44d4-a98f-84c3855f2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:11.975848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-023589d4-1615-44d4-a98f-84c3855f2a4f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2240937 Jan 27 19:23:11.983481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Allocated IP 172.25.5.245 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/182dd605-e114-47a2-bddc-df3c929a0f3d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:23:12.196960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-f6a8eb6e-56cb-4b91-8ed9-606d95972118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.199682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fe6a6b36-59fa-4a1a-86ed-94921545734b req-f6a8eb6e-56cb-4b91-8ed9-606d95972118 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153966 Jan 27 19:23:12.277869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:12.318022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.318930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.321057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.321976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.323358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.323607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.325440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.328852 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-675eba4b-6e00-4d52-ae43-9254486ceed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6477 time: 0.0823529 Jan 27 19:23:12.378261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:12.391406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-aa86963e-214e-4a46-bbf8-d063767a6e4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 217 time: 0.0546973 Jan 27 19:23:12.424234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713df3c-4da3-400b-8635-d3864e7bc6cc req-7107368f-443f-48b8-8541-836cb86896e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.426665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a713df3c-4da3-400b-8635-d3864e7bc6cc req-7107368f-443f-48b8-8541-836cb86896e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1100 time: 0.2278845 Jan 27 19:23:12.444203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-6f202b24-73ac-4d9e-a6da-e4c91f287280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.446127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-6f202b24-73ac-4d9e-a6da-e4c91f287280 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 200 len: 851 time: 0.0485959 Jan 27 19:23:12.510723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-053bef10-fb8f-4825-9e9d-2104bec7582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.515554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-053bef10-fb8f-4825-9e9d-2104bec7582c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=151d0951-5b25-4e89-bc06-67791b6ee0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622003 Jan 27 19:23:12.568853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-1dfda4ba-9ec1-45bd-8d6d-1f543ef29ab3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:12.570819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-1dfda4ba-9ec1-45bd-8d6d-1f543ef29ab3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.3751478 Jan 27 19:23:12.588814 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:12.719503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-06a62b6c-053c-4d6f-99fe-68a3739da4dd service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969149 Jan 27 19:23:12.753426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a713df3c-4da3-400b-8635-d3864e7bc6cc req-ffa71938-5991-4eeb-a431-ad0ba11aa8f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119631 Jan 27 19:23:12.759641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:12.762026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-926da5ce-d33b-4a26-b0c6-865eb3794dc3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.1515434 Jan 27 19:23:12.770809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:12.778669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:23:12.796201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=182dd605-e114-47a2-bddc-df3c929a0f3d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:12.825796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd'}, {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:12.830079 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd"}, {"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "6cda2d07-2070-48e0-9139-715210c020f4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:12.848640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-297833b7-0428-4213-9e18-9eb17fdbb44a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661151 Jan 27 19:23:12.853581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:12.861438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:12.871190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:12.883440 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:12.884096 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:12.901303 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-786d89d3-95ae-4467-8d66-e591325ae714 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755836 Jan 27 19:23:13.000296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:13.014849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-440d7c70-84d6-4bc7-b90a-4683a3082d43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 217 time: 0.1057632 Jan 27 19:23:13.084492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-4730df03-524f-4c2e-9e99-38ac151229d0 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763556 Jan 27 19:23:13.135924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-51b77019-9f60-48bf-aa14-729964fe4df1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "PUT /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 996 time: 3.3645818 Jan 27 19:23:13.138700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-51feff53-6cdd-46b6-bc41-8c523765ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.143120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:13.146782 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-51feff53-6cdd-46b6-bc41-8c523765ff35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1255527 Jan 27 19:23:13.147985 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff77968-7a50-4b73-871d-9135da82f542" -d '{"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:13.202907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-b36d4284-cd76-4b02-bf08-b4711341b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.205697 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-b36d4284-cd76-4b02-bf08-b4711341b634 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518181 Jan 27 19:23:13.361219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-0c0840bf-c1d6-4256-aed8-cdbae1c9bd77 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436110 Jan 27 19:23:13.368047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-ada73e5c-3c03-4105-bceb-09a52aa410a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.370312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-ada73e5c-3c03-4105-bceb-09a52aa410a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.2170613 Jan 27 19:23:13.374635 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:11Z', 'revision_number': 1, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:13.428963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:13.440136 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:13.440878 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:13.536644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-739e8f2e-44c7-47ee-854f-affb24c24934 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690125 Jan 27 19:23:13.562133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-53a45c3b-5511-4944-8dea-4e10279f799d service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758222 Jan 27 19:23:13.605085 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:13.676055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-5fc10a55-1c55-401d-9b5a-a0888f2c44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.678038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-5fc10a55-1c55-401d-9b5a-a0888f2c44ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.2960823 Jan 27 19:23:13.679629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c1a644ac-4714-4eb3-a8ce-dab5b654d118 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 217 time: 0.1360064 Jan 27 19:23:13.755049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for router_gateway (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:13.781221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-2e4d35be-4dd7-4727-bd8f-96191cd9a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.786540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-2e4d35be-4dd7-4727-bd8f-96191cd9a332 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0989745 Jan 27 19:23:13.855656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-15910fcb-ab29-49af-9183-2f6834fcfc20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 999 time: 0.1602020 Jan 27 19:23:13.951359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-5159e5c3-2b13-4d1d-b1db-c864f474cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:13.955552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-5159e5c3-2b13-4d1d-b1db-c864f474cae3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627243 Jan 27 19:23:13.968707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:11Z', 'revision_number': 1, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:14.005811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a76be-12f4-4769-8c36-5bbdad5c3176 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:11Z', 'revision_number': 1, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:14.199989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-f759d05e-dbc2-4d32-9e39-305048210f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.201828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-f759d05e-dbc2-4d32-9e39-305048210f68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.2547348 Jan 27 19:23:14.228814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-20a358b8-c8da-4fbb-b9c0-c62485e9c733 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671916 Jan 27 19:23:14.455592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-9060646b-28a9-41d5-aeed-5a72259fa853 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179332 Jan 27 19:23:14.481360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab7380-c0e9-43a2-a21f-48f4e96e1a08 None None] New status for floating IP 2c41d740-bb12-4e25-8973-623f64be075d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:23:14.511474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.512350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-39d9aec9-c41e-4d08-85d5-65b537d18ab0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 200 len: 217 time: 0.0496557 Jan 27 19:23:14.516908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.541881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.548721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.563497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.577334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.585475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-470bac9f-f6e4-4674-855b-35228e96ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.587837 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-470bac9f-f6e4-4674-855b-35228e96ecd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0702460 Jan 27 19:23:14.592360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.604244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-21c948bb-0294-46b9-8228-4e285737daea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.6543760 Jan 27 19:23:14.660207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c8a9b7e5-ef29-4745-a165-045e68e9b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.662694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c8a9b7e5-ef29-4745-a165-045e68e9b725 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675530 Jan 27 19:23:14.670317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-6c7093e4-19ca-4e41-a357-ffea856347b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:14.672124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-6c7093e4-19ca-4e41-a357-ffea856347b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4419611 Jan 27 19:23:14.827853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:14.861700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b93884d2-44ad-454e-bac6-70e176476ad8 req-2e28fd0e-71a6-4300-b6ea-d4f7c05a2dea tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2547810 Jan 27 19:23:14.892397 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-3febe0f5-a072-44a0-bc60-2b593a00b2a8 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225897 Jan 27 19:23:15.043450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:15.081872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c06bc619-b2ec-4b8b-a61a-d69591f55dfc service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704619 Jan 27 19:23:15.152847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-2da1f9f0-cdfa-424d-b792-8185d96cb3c3 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694152 Jan 27 19:23:15.158702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-bb804cc9-6b44-4261-b8a6-773ac39225c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 200 len: 217 time: 0.0678306 Jan 27 19:23:15.228476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-a8bce58d-6dc6-4699-b858-8b0655f5bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:15.231081 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-a8bce58d-6dc6-4699-b858-8b0655f5bde7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0661061 Jan 27 19:23:15.290113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-9fda9e24-3677-4caf-ae0b-f2bcc56be1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:15.291791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-9fda9e24-3677-4caf-ae0b-f2bcc56be1aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537927 Jan 27 19:23:15.295356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b5fa-acf1-45ff-8195-da6406684e6d req-28ddc32c-5ebd-4280-9b0a-0fffe0d94a01 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:15.298093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de00b5fa-acf1-45ff-8195-da6406684e6d req-28ddc32c-5ebd-4280-9b0a-0fffe0d94a01 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.2408278 Jan 27 19:23:15.435720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:23:15.456900 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:15.473639 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-33dfafdf-e521-4f00-93da-435f4e2cc64d service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746213 Jan 27 19:23:15.477494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7e428d-87c2-4f51-bf42-a7fe1697fd7d req-4e99adad-a54d-4b36-b99d-1488a4f1300e service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029768 Jan 27 19:23:15.490855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de00b5fa-acf1-45ff-8195-da6406684e6d req-89d5689c-6a2b-469b-af59-f029be867a73 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845691 Jan 27 19:23:15.821102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-eaf853c5-830e-4b5f-bbd9-90ecbc52b85b service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414989 Jan 27 19:23:15.938208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:15.969217 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57372872-5b62-4873-8f5f-a0ad4987349c x-openstack-request-id: req-57372872-5b62-4873-8f5f-a0ad4987349c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:15.973842 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "6cda2d07-2070-48e0-9139-715210c020f4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:15.974918 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57372872-5b62-4873-8f5f-a0ad4987349c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:15.975979 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'status': 'completed', 'code': 200} Jan 27 19:23:15.979881 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4', 'status': 'completed', 'code': 200} Jan 27 19:23:16.026622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-8b92b848-785e-4ade-b0db-6eb7ab9bc21d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 217 time: 0.1975675 Jan 27 19:23:16.178241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c0acb1d6-d4a5-4275-bca1-7db8a3ef3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.181216 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-c0acb1d6-d4a5-4275-bca1-7db8a3ef3f61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.1383910 Jan 27 19:23:16.184694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77968-7a50-4b73-871d-9135da82f542 req-6552ccd4-d0ea-4149-a783-48c4bb3a1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.187701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-6552ccd4-d0ea-4149-a783-48c4bb3a1644 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.2057972 Jan 27 19:23:16.368100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-b645ec08-1888-4ba6-8e6e-5076d783bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.370878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-b645ec08-1888-4ba6-8e6e-5076d783bdef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1813543 Jan 27 19:23:16.374732 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9e11e-fe2c-4371-8200-0b99865eac23 x-openstack-request-id: req-79f9e11e-fe2c-4371-8200-0b99865eac23 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:16.375628 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:16.375628 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79f9e11e-fe2c-4371-8200-0b99865eac23 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:16.375977 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:23:16.443565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e709c36e-bace-4b89-aa0d-7e41dbe90665 req-f64c0794-0328-4e67-859b-a5220fdff64d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 210 time: 0.0789237 Jan 27 19:23:16.485536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:16.511965 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Sync routers for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:16.544444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77968-7a50-4b73-871d-9135da82f542 req-eac5d6f9-8203-443e-8d4c-994caa31584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.547532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-eac5d6f9-8203-443e-8d4c-994caa31584a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3132389 Jan 27 19:23:16.553892 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:16.554948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:16.601982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-3007200d-8dff-4130-8b54-543badb9b712 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.615451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-3007200d-8dff-4130-8b54-543badb9b712 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2454367 Jan 27 19:23:16.620422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:16.622458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-052c2d93-eb46-499b-b8cf-c41d981e5fb7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6062994 Jan 27 19:23:16.652914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:16.703718 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-dfd645a0-ce33-4c0a-b8b6-20ba580cb4bd service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218925 Jan 27 19:23:16.755318 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-a873379d-4443-40a1-9fe5-276be22f9fda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 1001 time: 0.1980155 Jan 27 19:23:16.821058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:16.856156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-ec9e28fb-e19a-40e0-93d8-75c1eb9490f1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:16.857757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-ec9e28fb-e19a-40e0-93d8-75c1eb9490f1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 1.1017554 Jan 27 19:23:17.001754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:17.047428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-7f3f06c6-6d2c-4560-a3fb-06f8481e40bc service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344398 Jan 27 19:23:17.052076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77968-7a50-4b73-871d-9135da82f542 req-5fa3b39c-7dcf-4a9e-8eef-8c0abfc8f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:17.053925 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-5fa3b39c-7dcf-4a9e-8eef-8c0abfc8f10f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1213956 Jan 27 19:23:17.156088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-92332a72-0999-4fe1-93cf-af1daf8d22a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 217 time: 0.0944209 Jan 27 19:23:17.173883 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:13Z', 'revision_number': 3, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:17.186229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-c35fb8fb-547b-4fce-a96e-0e3ed14b6436 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.5465345 Jan 27 19:23:17.206620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:17.255369 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Checking router: a3eda7fe-739e-4dc9-ad98-5f15e7327e91 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:17.257391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Updating router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 port 182dd605-e114-47a2-bddc-df3c929a0f3d binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:23:17.279659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.304377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77968-7a50-4b73-871d-9135da82f542 req-5ce018f1-2e8c-4a1b-8ca6-7e2424b12942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:17.307181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-5ce018f1-2e8c-4a1b-8ca6-7e2424b12942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482553 Jan 27 19:23:17.311350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-1a943401-934c-4eae-8958-ac2678eb414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:17.313873 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-1a943401-934c-4eae-8958-ac2678eb414c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.1382372 Jan 27 19:23:17.343382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:23:17.347163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.348752 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.428186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250ba5-481f-4d07-a382-7049d2b58b0a req-3649377e-f85d-4e6a-9607-d83b7d5f1161 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:17.430116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27250ba5-481f-4d07-a382-7049d2b58b0a req-3649377e-f85d-4e6a-9607-d83b7d5f1161 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.6598098 Jan 27 19:23:17.493903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-679be49f-66e0-4aab-b56a-728a16fe301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:17.497159 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-679be49f-66e0-4aab-b56a-728a16fe301a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690278 Jan 27 19:23:17.582655 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-93179fba-43dd-4a88-8a54-406770553a96 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664862 Jan 27 19:23:17.595490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.7 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/1c21d083-c27b-44e2-85ca-a01917815dc1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:23:17.739805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-ac5bda73-67bf-4983-ab80-f4a998bdcb40 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303913 Jan 27 19:23:17.845504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.901445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.948050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fff77968-7a50-4b73-871d-9135da82f542 req-c929aa88-7f1f-4f83-bec5-0d7f25182275 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056224 Jan 27 19:23:17.954526 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks [] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:17.961704 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:18.023649 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Pushing event updated for resources: {'Port': ['ID=182dd605-e114-47a2-bddc-df3c929a0f3d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:18.036477 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.036979 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.037329 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.037707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.037994 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.038318 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.038656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.038957 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.039300 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.039727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.039928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.040209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.040538 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:18.042937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:18.064407 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Attempting to bind port 182dd605-e114-47a2-bddc-df3c929a0f3d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:18.064784 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Attempting to bind port 182dd605-e114-47a2-bddc-df3c929a0f3d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:18.065125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Attempting to bind port 182dd605-e114-47a2-bddc-df3c929a0f3d on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:18.071970 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:18.072352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:18.073475 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:18.074438 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:18.074940 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Bound port: 182dd605-e114-47a2-bddc-df3c929a0f3d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:18.075319 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:18.076696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:18.092510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:18.097331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:23:18.171580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5cd6db3-0eb4-4f1b-98e1-6f46d109a12d req-a617ca9d-3957-4308-8657-11084587083f service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143033 Jan 27 19:23:18.185942 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] For port 182dd605-e114-47a2-bddc-df3c929a0f3d, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:18.193561 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] For port 182dd605-e114-47a2-bddc-df3c929a0f3d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=182dd605-e114-47a2-bddc-df3c929a0f3d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:18.204600 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:18.211610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27250ba5-481f-4d07-a382-7049d2b58b0a req-d5730fda-f9a5-47cf-8a61-3001e1ac846c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671769 Jan 27 19:23:18.350285 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:18.353231 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:18.377068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.377929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.378766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.379596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.380425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.381247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.382119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.385529 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-57c537b2-db79-4004-9627-a66306ac279a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6477 time: 0.1272051 Jan 27 19:23:18.427240 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8605-e635-4039-be09-27fc1ae687b6 None None] Pushing event updated for resources: {'Port': ['ID=182dd605-e114-47a2-bddc-df3c929a0f3d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:18.583193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-c92696e8-7685-4b24-95bc-16f090f94ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.591293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-c92696e8-7685-4b24-95bc-16f090f94ee4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 902 time: 0.1959260 Jan 27 19:23:18.609485 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:18.798177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.799691 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:18.847703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.858259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.868546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.879000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.890218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.900800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.911247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:18.914668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8885672e-1ada-43a2-a902-30507fec3e62 req-b4db5b5d-a3d7-45ee-bc73-bee4469854d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.5653772 Jan 27 19:23:18.954670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:13Z', 'revision_number': 3, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:19.000120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-530f2fb4-eca4-424d-a8c9-0a032824525a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0059021 Jan 27 19:23:19.021379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Request body: {'port': {'device_id': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:19.032838 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a1831-7bae-4621-9e15-6eea516e8cd6 None None] The sync data for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 is: [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:13Z', 'revision_number': 3, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:19.084543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-4e51b0c9-b3d2-4f62-8b76-97da164a05b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 217 time: 0.4887054 Jan 27 19:23:19.175667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-23d26951-9a0f-4719-89a6-76a11fa0dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.179490 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-23d26951-9a0f-4719-89a6-76a11fa0dd31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.0857100 Jan 27 19:23:19.258964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-de048ddc-621d-411f-958f-835ab5983d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.260809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-de048ddc-621d-411f-958f-835ab5983d05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684721 Jan 27 19:23:19.263352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8885672e-1ada-43a2-a902-30507fec3e62 req-8c69db2d-3ecc-4f67-bd53-70f8feb8434d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3360391 Jan 27 19:23:19.358978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:19.442684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:19.495043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-0a29d7c3-b6e5-40eb-965d-5b1a4a9ba7c0 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216773 Jan 27 19:23:19.707043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-960a7a85-4ccc-4b91-9a3f-75aff3a35196 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949685 Jan 27 19:23:19.815499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 182dd605-e114-47a2-bddc-df3c929a0f3d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:19.897026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.898801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.900390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.901364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.902799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.904066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.905123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:19.908652 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-cc2ab2e0-6b4e-4d51-ae67-0d02cb62c23c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6477 time: 0.1171072 Jan 27 19:23:19.975015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 182dd605-e114-47a2-bddc-df3c929a0f3d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:19.975709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:20.128063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-7bd290f8-8230-4e56-a531-ad5745c1b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:20.129673 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-7bd290f8-8230-4e56-a531-ad5745c1b8ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 902 time: 0.2147601 Jan 27 19:23:20.206112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 182dd605-e114-47a2-bddc-df3c929a0f3d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:20.206842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:20.226915 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-7206d8ac-d0e0-4a54-9066-386ea15cc0ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 217 time: 0.0885499 Jan 27 19:23:20.280726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 182dd605-e114-47a2-bddc-df3c929a0f3d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=182dd605-e114-47a2-bddc-df3c929a0f3d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:20.290593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:20.396970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c21d083-c27b-44e2-85ca-a01917815dc1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:20.408838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks [] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:20.455334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-2266b8c4-28d3-470f-b161-9b971db6458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:20.458614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Transition to ACTIVE for port object 1c21d083-c27b-44e2-85ca-a01917815dc1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:20.459730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-2266b8c4-28d3-470f-b161-9b971db6458b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.2198906 Jan 27 19:23:20.503943 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:20.561425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=182dd605-e114-47a2-bddc-df3c929a0f3d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:20.606536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-72a2d7cb-e312-4346-89d6-4d7e7fc672f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:20.608278 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-72a2d7cb-e312-4346-89d6-4d7e7fc672f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385472 Jan 27 19:23:20.783557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bed755-32c6-41be-9d09-95cc40bf0332 req-7691b9ef-4b4a-45d4-90b2-e28e12b12185 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:20.798724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08bed755-32c6-41be-9d09-95cc40bf0332 req-7691b9ef-4b4a-45d4-90b2-e28e12b12185 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 931 time: 0.7804787 Jan 27 19:23:20.829170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:23:20.841575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-679a39af-655d-4c60-9678-f240e967dfac service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264977 Jan 27 19:23:20.926688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Allocated IP 172.20.0.1 (29cab1b5-81b4-4d39-99eb-6fdb4d83f451/40c553bf-2abe-4160-9c3f-cf4b6a256db8/5bbf646a-f0f6-4087-83bf-79cd9e6d36be) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:23:20.969984 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71dc344d-62ed-4af6-bedc-8f3ad01aeaed req-6762214c-d379-441a-9588-c1e273022a2d service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095762 Jan 27 19:23:21.102572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:21.587755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:21.637576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks [] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:21.694725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:21.721982 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:21.740875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 182dd605-e114-47a2-bddc-df3c929a0f3d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:21.825932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:21.888609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 182dd605-e114-47a2-bddc-df3c929a0f3d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:21.888995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:21.901399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:21.906500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:21.931192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:23:22.038828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08bed755-32c6-41be-9d09-95cc40bf0332 req-75d1c534-624d-4aca-8672-d9c105c4d86d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2390985 Jan 27 19:23:22.097453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 182dd605-e114-47a2-bddc-df3c929a0f3d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:22.220717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Attempting to bind port 1c21d083-c27b-44e2-85ca-a01917815dc1 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:22.223235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Attempting to bind port 1c21d083-c27b-44e2-85ca-a01917815dc1 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:22.223944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Attempting to bind port 1c21d083-c27b-44e2-85ca-a01917815dc1 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:22.260212 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Floating IP 2c41d740-bb12-4e25-8973-623f64be075d associated. External IP: 172.25.5.168, port: 9c98ab93-f733-4f5c-a511-3acf9482a8d2. Jan 27 19:23:22.317730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:22.357206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Port 1c21d083-c27b-44e2-85ca-a01917815dc1 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:22.357527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Attempting to bind port 1c21d083-c27b-44e2-85ca-a01917815dc1 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:22.382356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:22.382356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:22.382356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:22.382356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Bound port: 1c21d083-c27b-44e2-85ca-a01917815dc1, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:22.382356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:22.671421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:22.701768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:22.704969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:22.726415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:22.782146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.788161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.794431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.799953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.805747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.813330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.818723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.820724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-7f9821a7-3ac7-4ccc-b72d-3ae0e3a999d3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.2851362 Jan 27 19:23:22.890419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:22.891033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:22.892482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] 10.222.0.39 "PUT /v2.0/ports/1c21d083-c27b-44e2-85ca-a01917815dc1 HTTP/1.1" status: 200 len: 1091 time: 3.8789155 Jan 27 19:23:22.896064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:22.898200 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d33c9-a970-46f6-9149-9a48bd6f125e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:22.983335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:22.984171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230662-b650-43da-916e-d6a09c8e5a9d service neutron] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:23.106098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8abf6070-dd65-429c-83e4-ab94dd829b23 req-791ebcf3-c244-43c6-bb86-870cff514428 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526829 Jan 27 19:23:23.201200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-561c7b7e-0fa5-4c97-989f-8d99268659fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:23.203680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-561c7b7e-0fa5-4c97-989f-8d99268659fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 1094 time: 0.2225080 Jan 27 19:23:23.289310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-fd3055ce-c090-419c-a08d-3f24110da3e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c21d083-c27b-44e2-85ca-a01917815dc1 HTTP/1.1" status: 200 len: 217 time: 0.0765877 Jan 27 19:23:23.436029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-bb4bfaa9-f95c-4856-9ad1-e2437458f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:23.437557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-bb4bfaa9-f95c-4856-9ad1-e2437458f01c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1041589 Jan 27 19:23:23.439796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks [] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:23.442258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:23.458296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:23.467205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:23.492752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:23.494274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:23.541892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-eaec7042-04d8-49f0-9c05-1928224b5d0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935102 Jan 27 19:23:23.579063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:23.692250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:23.726265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:23.733602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:23.799649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a3439-ad73-4098-b4c9-f6965da1f300 req-54bfe63f-94d2-40e6-8e0e-30a6d0480cde tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:23.801200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-924a3439-ad73-4098-b4c9-f6965da1f300 req-54bfe63f-94d2-40e6-8e0e-30a6d0480cde tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.3005102 Jan 27 19:23:23.879175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-dc30c8b5-e0dc-43fc-b8d0-e224a88626ef service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025336 Jan 27 19:23:24.046372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-924a3439-ad73-4098-b4c9-f6965da1f300 req-667559a1-0de2-4296-ba15-8dc6acaade09 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175899 Jan 27 19:23:24.135880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:24.153368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:24.159224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71688d-ee5e-4510-a2c3-9eecc153e242 req-82929dd5-29f3-4d1f-bdb6-09f5b8be5e68 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418642 Jan 27 19:23:24.163187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:24.168453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:24.181279 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da629096-4e88-4f1e-a70f-03d551fa2105 x-openstack-request-id: req-da629096-4e88-4f1e-a70f-03d551fa2105 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:24.181654 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:24.181914 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da629096-4e88-4f1e-a70f-03d551fa2105 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:24.182332 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'status': 'completed', 'code': 200} Jan 27 19:23:24.187436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:24.188182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:24.340991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:24.398587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-ebcd4112-1c5e-4471-9d66-137d4294058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:24.402828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-ebcd4112-1c5e-4471-9d66-137d4294058d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 1094 time: 0.1442659 Jan 27 19:23:24.607057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:24.624653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:24.628852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:24.634100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:24.778446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:23:24.798349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19ba1-5c35-4f06-87ed-d708ab27d03f req-cc400e01-8b94-4eaf-8ca7-095e60827f38 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:24.799181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84d19ba1-5c35-4f06-87ed-d708ab27d03f req-cc400e01-8b94-4eaf-8ca7-095e60827f38 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 943 time: 0.1814358 Jan 27 19:23:24.867146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:24.887353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-dd4a289b-5a09-4e86-bc9c-6b6baa1a939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:24.888903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-dd4a289b-5a09-4e86-bc9c-6b6baa1a939f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.2723613 Jan 27 19:23:24.949435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-2f298d40-602d-4f12-b4aa-98f7978100ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c21d083-c27b-44e2-85ca-a01917815dc1 HTTP/1.1" status: 200 len: 217 time: 0.0493159 Jan 27 19:23:24.956433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-57fc274e-bbd5-4205-a909-1c4a491abc96 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "PUT /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 998 time: 7.7692032 Jan 27 19:23:25.044791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-6beb751b-2db5-40a4-8043-caa5055a139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:25.046439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-6beb751b-2db5-40a4-8043-caa5055a139a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.0856833 Jan 27 19:23:25.103188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-87291541-507f-40f7-9cff-949e08bbe02e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385609 Jan 27 19:23:25.139951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:25.206648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68ae7-a766-462d-a61c-45241dcae592 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 3, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:25.557702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42930750-984a-453a-929a-24f3d8a9469b None None] New status for floating IP 2c41d740-bb12-4e25-8973-623f64be075d: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:23:25.639384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84d19ba1-5c35-4f06-87ed-d708ab27d03f req-820ddffa-da8b-493c-a89d-b8fbd53c0d7a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302536 Jan 27 19:23:25.695014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:25.716394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cee45feb-5d6b-4a6d-a792-adfc8aa405e9 admin admin] 10.222.0.59 "PUT /v2.0/routers/a3eda7fe-739e-4dc9-ad98-5f15e7327e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0479639 Jan 27 19:23:25.718279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-76c0c07c-3ec0-4b57-9d49-e7652bc85ceb tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:25.723154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Sync routers for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:25.737694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-76c0c07c-3ec0-4b57-9d49-e7652bc85ceb tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports/9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 942 time: 0.7802942 Jan 27 19:23:25.754479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:25.755297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:25.883570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-8cc8bc14-9a36-4c41-8230-51c7199216c2 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650714 Jan 27 19:23:26.043326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:26.072282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-65e18398-5a9b-4fbb-9fc7-7347b872f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.074481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-65e18398-5a9b-4fbb-9fc7-7347b872f12f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.1869864 Jan 27 19:23:26.087578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.094038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.099609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.105114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.110560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.116072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.122436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.124459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc545af8-94df-4ede-8b86-1b244980011a req-751e660b-c066-4ee4-a4d6-e0c41f6fe392 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3067727 Jan 27 19:23:26.148064 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:26.163672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:26.166974 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:26.203575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}, {'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:26.205840 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed" -d '{"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}, {"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:26.212598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164d33c9-a970-46f6-9149-9a48bd6f125e req-46043c91-3628-4dd9-9661-0fab28b67f58 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116181 Jan 27 19:23:26.311970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:23:26.373180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc545af8-94df-4ede-8b86-1b244980011a req-fb78a4eb-79eb-40a3-acb5-3fbb75f22b51 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327952 Jan 27 19:23:26.419551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-a3c7ed16-025b-45ba-9e93-d21009e94153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.434536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-a3c7ed16-025b-45ba-9e93-d21009e94153 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3049545 Jan 27 19:23:26.506097 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:26.520430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:26.537113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'mac_address': 'fa:16:3e:5d:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:23:26.611719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:26.613171 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:26.622132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-9368c51b-8074-4d59-8473-41c2b6fa4479 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.1860597 Jan 27 19:23:26.651256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c21d083-c27b-44e2-85ca-a01917815dc1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:26.680506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:26.694093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:22Z', 'revision_number': 4, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '5bbf646a-f0f6-4087-83bf-79cd9e6d36be', 'name': '', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'mac_address': 'fa:16:3e:cd:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:19Z', 'updated_at': '2022-01-27T19:23:22Z', 'revision_number': 2, 'project_id': '86623a22368347bca1d41600ab137a49', 'subnets': [{'id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:26.729157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-b73b18f6-21a1-4286-aabf-681a61dd11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.732445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Checking router: a3eda7fe-739e-4dc9-ad98-5f15e7327e91 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:26.733372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Updating router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:23:26.740647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-b73b18f6-21a1-4286-aabf-681a61dd11d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1175137 Jan 27 19:23:26.741803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:26.802190 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:26.884336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:26.900046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-363c78e4-160c-4d71-b3f7-1ed55669ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:26.903327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-363c78e4-160c-4d71-b3f7-1ed55669ebd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615918 Jan 27 19:23:27.097720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21d083-c27b-44e2-85ca-a01917815dc1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:27.126865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd377d-d959-420b-adcd-98a69da3cd29 req-f990cef2-cfd6-4777-8ac5-b2465a0d0163 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:27.139581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95dd377d-d959-420b-adcd-98a69da3cd29 req-f990cef2-cfd6-4777-8ac5-b2465a0d0163 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1793659 Jan 27 19:23:27.283060 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:25Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:27.317374 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:27.330639 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:27.332086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:27.343733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-0805cfc9-871d-420d-a646-040006e119b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316659 Jan 27 19:23:27.410113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95dd377d-d959-420b-adcd-98a69da3cd29 req-59ad2085-5121-4768-b1d4-c1dada5ff4fc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690880 Jan 27 19:23:27.456384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks [] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:27.514924 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:27.516143 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:27.707719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-b3f1c77a-862d-4ce8-bf12-9902dd97d386 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432882 Jan 27 19:23:27.846104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb565aa-153f-45f1-81c3-1ce3695f5e6f None None] Pushing event updated for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:28.053242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Attempting to bind port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:28.053964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Attempting to bind port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:28.054138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Attempting to bind port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:28.060170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-07b68f88-4793-467f-aecd-a1afc76da170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:28.072636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:28.072955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Checking segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:28.073297 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:28.073766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Bound using segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:28.074244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-07b68f88-4793-467f-aecd-a1afc76da170 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1096 time: 0.3332882 Jan 27 19:23:28.074411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Bound port: 5bbf646a-f0f6-4087-83bf-79cd9e6d36be, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:28.074679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:28.105597 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:25Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:28.138384 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bee48-a6f0-4af3-a9bd-1400076cef17 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:d3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:25Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:28.201347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] For port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:28.206440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] For port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:28.216686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:28.294444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:28.295423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:28.341888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-043ae0e5-1243-4c0b-8694-6b7732fa2f51 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:28.344652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-043ae0e5-1243-4c0b-8694-6b7732fa2f51 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 819 time: 0.4851339 Jan 27 19:23:28.365421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb565aa-153f-45f1-81c3-1ce3695f5e6f None None] Pushing event updated for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:28.423030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-ef563bb2-21f3-400f-a054-f424a2ccacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:28.437909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-ef563bb2-21f3-400f-a054-f424a2ccacd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3501074 Jan 27 19:23:28.511318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:28.533133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-5dbece7c-9588-4362-b473-e6925cf1346c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/quotas/86623a22368347bca1d41600ab137a49 HTTP/1.1" status: 200 len: 375 time: 0.1159399 Jan 27 19:23:28.596756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-1a9e80f9-59a0-4f00-9a6a-ba3856de2356 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 1001 time: 0.1521320 Jan 27 19:23:28.606154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-967c2bf7-e230-4caf-b5bc-76ab7fa8f73c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665774 Jan 27 19:23:28.780441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-a4f526a1-95e8-4d9d-a5c2-f90adefce1ef service neutron] 10.222.0.59 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645172 Jan 27 19:23:28.873639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:22Z', 'revision_number': 4, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '5bbf646a-f0f6-4087-83bf-79cd9e6d36be', 'name': '', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'mac_address': 'fa:16:3e:cd:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:19Z', 'updated_at': '2022-01-27T19:23:28Z', 'revision_number': 4, 'project_id': '86623a22368347bca1d41600ab137a49', 'subnets': [{'id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:28.954416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-a8627443-136c-4e43-bb36-054cf76494c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:28.957183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-a8627443-136c-4e43-bb36-054cf76494c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.3499203 Jan 27 19:23:29.081897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-08afcd07-2697-4210-81ff-38b860806d7f service neutron] 10.222.0.59 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645996 Jan 27 19:23:29.099024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6bee4-0381-4832-8daf-ce3413b70a91 None None] The sync data for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 is: [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:23:22Z', 'revision_number': 4, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '5bbf646a-f0f6-4087-83bf-79cd9e6d36be', 'name': '', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'mac_address': 'fa:16:3e:cd:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:19Z', 'updated_at': '2022-01-27T19:23:28Z', 'revision_number': 4, 'project_id': '86623a22368347bca1d41600ab137a49', 'subnets': [{'id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:29.099796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-24541cdd-168a-40a4-9043-b4d2cfd1cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:29.102712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-24541cdd-168a-40a4-9043-b4d2cfd1cd32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379972 Jan 27 19:23:29.251977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-868500bd-d79a-4068-98a4-24b0eea628c6 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Jan 27 19:23:29.464584 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3584847-ea62-4d36-a23b-20ab48551b74 x-openstack-request-id: req-d3584847-ea62-4d36-a23b-20ab48551b74 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:29.464916 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:29.465185 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3584847-ea62-4d36-a23b-20ab48551b74 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:29.465663 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:23:29.465929 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'status': 'completed', 'code': 200} Jan 27 19:23:29.481726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcf4cb7-ca2d-4f85-b41d-51a2bf814c77 req-606ba0ab-842e-4aa3-afbd-86b95d09ccd5 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175748 Jan 27 19:23:29.655103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-9a4ef1fc-66fd-4092-a3dc-2f484ed05e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:29.661802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-9a4ef1fc-66fd-4092-a3dc-2f484ed05e13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.1791794 Jan 27 19:23:29.680131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17797576-e58d-4d79-8482-2ed3f8823abd req-be3000d9-de54-4b0e-be74-98d737472b5a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:29.688465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17797576-e58d-4d79-8482-2ed3f8823abd req-be3000d9-de54-4b0e-be74-98d737472b5a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 944 time: 0.1165450 Jan 27 19:23:29.827158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bbf646a-f0f6-4087-83bf-79cd9e6d36be up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:29.905192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17797576-e58d-4d79-8482-2ed3f8823abd req-0ee3c3fd-9ee6-4c7a-90b0-6b2a8540d54f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157116 Jan 27 19:23:29.974434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:29.978229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:29.979717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:29.992556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:29.998769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-33a41f79-7a37-407f-9edb-621db4a69913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.001392 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-33a41f79-7a37-407f-9edb-621db4a69913 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3321545 Jan 27 19:23:30.017636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.045200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.053954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.076551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.100032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.110562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-e7ffa9ec-9f6f-4a4f-bc09-7cbb43b948c2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3935916 Jan 27 19:23:30.143284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-1a1c4b7a-72cc-46e6-87fd-07148700d648 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.1325011 Jan 27 19:23:30.223613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-f7d571c0-f047-4349-80db-7c9d741daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.225985 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-f7d571c0-f047-4349-80db-7c9d741daf10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.0763330 Jan 27 19:23:30.242834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:30.250421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:30.309983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-162e9c3a-0186-4e8b-9fa7-240e742a00f7 req-d8a9695a-3e56-4797-971f-dc36f36e987a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854854 Jan 27 19:23:30.322246 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-482247d3-3ed2-4d8b-870e-bd90f5458cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.330207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:30.339022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:30.341084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-482247d3-3ed2-4d8b-870e-bd90f5458cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011913 Jan 27 19:23:30.425906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:30.588820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-434cdf5c-9f5f-4575-a2ca-09a112df12f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402465 Jan 27 19:23:30.654231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:30.668718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-802117ea-0a1a-4e99-a200-9e49897ae7dc req-7a72ee6e-104d-4808-a764-a069479aa507 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 210 time: 0.1316352 Jan 27 19:23:30.715617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 1c21d083-c27b-44e2-85ca-a01917815dc1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:23:30.722373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 1c21d083-c27b-44e2-85ca-a01917815dc1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:30.722731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:30.746245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fefc73-820c-4623-bb7f-e874f01d730f req-53905d3b-5e11-4e41-a8c0-2de2d0bfc0e3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:30.778314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77fefc73-820c-4623-bb7f-e874f01d730f req-53905d3b-5e11-4e41-a8c0-2de2d0bfc0e3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.3798921 Jan 27 19:23:30.889450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-f876a96d-c54f-4a3d-818d-134d7f9296cf service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913215 Jan 27 19:23:30.959150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-07536db1-fc04-4de3-bf8d-8ddde1121f88 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.2721677 Jan 27 19:23:31.014168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:31.014749 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:31.019258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77fefc73-820c-4623-bb7f-e874f01d730f req-8c569902-1739-48d9-98e9-b8ee90f494b2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531432 Jan 27 19:23:31.078064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:31.087816 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5215a73-7a7b-434d-8f28-ee202a392ce4" -d '{"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:31.097942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-96de5f5d-f1f2-4fd7-a612-ec3197486e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.099574 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-96de5f5d-f1f2-4fd7-a612-ec3197486e39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1096 time: 0.1143599 Jan 27 19:23:31.113187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:31.121398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:31.174696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-a8d2b48f-bd47-4457-bd24-ffab98c2a883 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.196341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-a8d2b48f-bd47-4457-bd24-ffab98c2a883 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports/7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 942 time: 0.2098491 Jan 27 19:23:31.235678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:31.407246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-20da67ee-e185-4ae6-a5bb-a48f5965fc96 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.420809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-20da67ee-e185-4ae6-a5bb-a48f5965fc96 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 819 time: 0.2680266 Jan 27 19:23:31.448876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-2416b8b7-b384-452a-8654-6199f2506d44 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/quotas/86623a22368347bca1d41600ab137a49 HTTP/1.1" status: 200 len: 375 time: 0.0256913 Jan 27 19:23:31.455664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-c187deac-86b2-4500-8e53-958bb5c26f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.457387 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-c187deac-86b2-4500-8e53-958bb5c26f43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.3450732 Jan 27 19:23:31.532107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-943c15f8-09a4-47ae-a3a3-3bdb34820836 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821512 Jan 27 19:23:31.685868 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-1e594c21-a3a2-47e4-8860-b9eb30646131 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 1001 time: 0.2138786 Jan 27 19:23:31.741318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bbf646a-f0f6-4087-83bf-79cd9e6d36be up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:31.799653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-676e6546-cc78-4a24-b426-eabb093ec3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.804039 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-676e6546-cc78-4a24-b426-eabb093ec3aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1109259 Jan 27 19:23:31.922816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-c674cf72-0dd0-4534-9024-532a924cef08 service neutron] 10.222.0.59 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882861 Jan 27 19:23:31.924504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-6b946fd7-9010-45e1-9eb3-1bde2b95a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:31.933069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-6b946fd7-9010-45e1-9eb3-1bde2b95a19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220589 Jan 27 19:23:31.966247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:31.966955 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:32.155569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:32.170853 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-b5b6bd77-3be3-4a33-82e1-30af63b2d0c7 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266877 Jan 27 19:23:32.184887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-ca199247-1939-4a29-8320-fe491103930c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:32.187195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-ca199247-1939-4a29-8320-fe491103930c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 819 time: 0.5515003 Jan 27 19:23:32.212928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Request body: {'port': {'device_id': 'd942342d-166e-41ae-85a8-972054ed368e', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'admin_state_up': True, 'tenant_id': '86623a22368347bca1d41600ab137a49'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:32.219645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-f4bafdcf-f30c-4c13-8dc1-668db2517d5a service neutron] 10.222.0.59 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971256 Jan 27 19:23:32.327410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-cbaf75f3-096f-42e6-840d-e7495e8487ab tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.3898003 Jan 27 19:23:32.369176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8cfbdd0e-c7ac-4ee5-a2eb-d55694ee27ed req-bbea5816-292f-4e17-98e8-146a2128cc68 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900311 Jan 27 19:23:32.556257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-9f9ae83d-6dda-4c0a-aa2a-316e46e500ef tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:32.558716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efb3286f-0c2e-497a-8a01-75a8bf5dedd6 req-9f9ae83d-6dda-4c0a-aa2a-316e46e500ef tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.2295606 Jan 27 19:23:32.560043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Made reservation on behalf of 86623a22368347bca1d41600ab137a49 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:23:32.564069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:32.671417 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bde39-62d3-4142-9da3-2d1fe8b388e4 x-openstack-request-id: req-874bde39-62d3-4142-9da3-2d1fe8b388e4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:32.671827 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:32.672187 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-874bde39-62d3-4142-9da3-2d1fe8b388e4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:32.672691 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'code': 200} Jan 27 19:23:32.784891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64c18-3627-4350-8d3d-585c239a1229 req-e6bad3ca-a934-43bc-9796-6c5df77f943f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:32.800378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2db64c18-3627-4350-8d3d-585c239a1229 req-e6bad3ca-a934-43bc-9796-6c5df77f943f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1883225 Jan 27 19:23:32.996176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Allocated IP 172.20.0.4 (29cab1b5-81b4-4d39-99eb-6fdb4d83f451/40c553bf-2abe-4160-9c3f-cf4b6a256db8/620899b4-2e09-400e-bb63-a93271d1b198) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:23:33.246934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f476-e819-4a86-8eef-905fe13185f1 req-6410d395-3dd6-4264-9f33-efaf5c8e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.249739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc2f476-e819-4a86-8eef-905fe13185f1 req-6410d395-3dd6-4264-9f33-efaf5c8e04b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 1096 time: 0.4449511 Jan 27 19:23:33.275414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2db64c18-3627-4350-8d3d-585c239a1229 req-7dfdbee7-61e7-4bc6-99ef-131304b56a3f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725831 Jan 27 19:23:33.460442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.487877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.513644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.526651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.556457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.588997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.604205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:33.625222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-f23f084a-e2f6-443b-9e87-8ed2549080d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.6318691 Jan 27 19:23:33.950490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc2f476-e819-4a86-8eef-905fe13185f1 req-5deba758-2e3a-4a3d-893b-c8d5b247659b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736376 Jan 27 19:23:33.997070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f87a0-1594-4711-b46e-688766145c8d req-4d9d38c8-dc62-4478-aab8-13be1c86900b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:34.009944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a34f87a0-1594-4711-b46e-688766145c8d req-4d9d38c8-dc62-4478-aab8-13be1c86900b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.3577456 Jan 27 19:23:34.129768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-400d39a6-e828-4c01-acf3-b9a9f81f59a7 req-5d0e0407-ba8a-4dae-952a-002a9537b886 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3542473 Jan 27 19:23:34.282852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a34f87a0-1594-4711-b46e-688766145c8d req-f8ab5dd9-3cb4-4dde-8a56-b251a600aabf tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714961 Jan 27 19:23:34.303238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks [] for port (620899b4-2e09-400e-bb63-a93271d1b198), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:34.563195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-6a00f449-b526-440b-9ba0-3644abdd8161 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:34.568357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-6a00f449-b526-440b-9ba0-3644abdd8161 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.66 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 819 time: 0.2565329 Jan 27 19:23:34.583372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Request body: {'port': {'device_id': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'admin_state_up': True, 'tenant_id': '86623a22368347bca1d41600ab137a49'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:34.603672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f751f85d-5945-4726-933f-fdc0a83b0d2b req-b70372d0-9838-4004-ac22-dc4fccca52b8 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 210 time: 0.2190173 Jan 27 19:23:34.721534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-b58e5970-710a-4ef6-91d8-2ecec10ca7e9 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.3944893 Jan 27 19:23:34.726392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:34.849694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Made reservation on behalf of 86623a22368347bca1d41600ab137a49 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:23:34.858190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:34.914046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:34.930279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:34.951903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-128c1a25-46dc-4303-a2b8-b7f4d29929c8 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:34.954915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-128c1a25-46dc-4303-a2b8-b7f4d29929c8 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports/7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 942 time: 0.2319610 Jan 27 19:23:34.957128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:23:35.073993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:35.075420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:35.093861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Pushing event updated for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:35.206171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d650d2c6-ee52-4f9c-af9f-b6d2c8409c7c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9967806 Jan 27 19:23:35.239737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Request body: {'port': {'device_id': 'd942342d-166e-41ae-85a8-972054ed368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:35.242215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Allocated IP 172.20.0.13 (29cab1b5-81b4-4d39-99eb-6fdb4d83f451/40c553bf-2abe-4160-9c3f-cf4b6a256db8/7f364502-4c9e-4c41-a9f3-b1bb076ee9bf) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:23:35.523609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-d5936bb5-16bb-4c83-ad47-d1c3214a07ee tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.4428384 Jan 27 19:23:35.591171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (620899b4-2e09-400e-bb63-a93271d1b198), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:35.611447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cac8b-fc11-4234-aa70-008035786545 req-cb78b920-8f2b-4113-8c69-50c9a456237f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:35.624721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-879cac8b-fc11-4234-aa70-008035786545 req-cb78b920-8f2b-4113-8c69-50c9a456237f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.3198617 Jan 27 19:23:35.671290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks [] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:35.729118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:35.815848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:23:35.820117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:23:35.825552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:23:35.874668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Pushing event updated for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:35.902974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.903445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.903838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.904190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.904544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.904874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.905214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.905579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.905910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.906247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.906580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.913708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.935031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:23:35.995754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:35.996534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:36.028457 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-e8c756cb-072d-47ab-a74b-02f27ed8c26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4505970 Jan 27 19:23:36.041402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Request body: {'port': {'device_id': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:36.117845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:36.437199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-243216b0-d6de-4619-a2de-3fe9f9e616fc tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:36.440132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-243216b0-d6de-4619-a2de-3fe9f9e616fc tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.8977003 Jan 27 19:23:36.477649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-879cac8b-fc11-4234-aa70-008035786545 req-ddb5a5eb-6ab7-4272-a0d4-e15cc86166e5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8514650 Jan 27 19:23:36.559755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:36.568464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks [] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:36.584060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Transition to ACTIVE for port object 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:36.601213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:36.772169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Attempting to bind port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:36.772875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Attempting to bind port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:36.772985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Attempting to bind port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:36.777993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:36.793410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:36.793811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Attempting to bind port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:36.811462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:36.812040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Checking segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:36.816908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Bound using segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:36.818735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Bound port: 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:36.821410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:36.841587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-29e4fbe7-1456-468e-bb94-ea33447e1c2c tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.3559299 Jan 27 19:23:36.869775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:36.941953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:36.945923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:36.957540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.017881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:37.037107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.037977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.041154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-133d7788-bd85-4902-9a29-60c588b09c09 service neutron] 10.222.0.66 "PUT /v2.0/ports/7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 200 len: 1092 time: 1.0035152 Jan 27 19:23:37.041739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:37.045921 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315922cc-60fb-4b77-aa10-a886312b5a29" -d '{"events": [{"name": "network-changed", "server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:37.194817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-244a9505-2572-415d-9412-bc2b030663b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.197428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-244a9505-2572-415d-9412-bc2b030663b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0982759 Jan 27 19:23:37.233944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.287676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-cd53d37a-6231-4df6-aaeb-2243c82dd986 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 200 len: 217 time: 0.0808251 Jan 27 19:23:37.372355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.384983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.394191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-efb6f60a-5308-46c6-96ed-26d767fe130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.397299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-efb6f60a-5308-46c6-96ed-26d767fe130e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.1018648 Jan 27 19:23:37.400826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.412224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.424761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.436308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.452051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:37.456298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-4d2b86b5-e7a4-4fe6-a49f-e4388cce2dda tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.6125057 Jan 27 19:23:37.459017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-de0ff775-e36b-4912-b024-a38f0e1e5315 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541093 Jan 27 19:23:37.588250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-4eee28ae-06b0-46c5-87a7-794a19a604d8 service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190896 Jan 27 19:23:37.748498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b5efc806-c5fc-484b-aa25-fcc949585c0e req-90a541cd-7973-4c9c-ba62-c442d223f683 service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427350 Jan 27 19:23:37.806995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd508cce-7bac-4d1d-ac25-304ada8c08db req-e634f5b0-c95c-44ad-9baf-cfe33a94d2d0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3397949 Jan 27 19:23:37.818362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620899b4-2e09-400e-bb63-a93271d1b198 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:37.840299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks [] for port (620899b4-2e09-400e-bb63-a93271d1b198), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.934853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.959026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:37.959747 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Floating IP 2c41d740-bb12-4e25-8973-623f64be075d disassociated. External IP: 172.25.5.168, port: 7e880f9d-c9f3-4a62-a623-8f55f12e3910. Jan 27 19:23:37.991622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Transition to ACTIVE for port object 620899b4-2e09-400e-bb63-a93271d1b198 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:23:38.067537 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:38.144407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace142-d316-4903-8d01-09f04d19e039 req-4bb40c5f-2017-4123-9417-fef89466a54c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:38.146206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0ace142-d316-4903-8d01-09f04d19e039 req-4bb40c5f-2017-4123-9417-fef89466a54c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.2306201 Jan 27 19:23:38.208403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Pushing event updated for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:38.492203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0ace142-d316-4903-8d01-09f04d19e039 req-87e985de-8694-46b6-8d1c-364c27065d11 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097534 Jan 27 19:23:38.668643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Attempting to bind port 620899b4-2e09-400e-bb63-a93271d1b198 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:23:38.669206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Attempting to bind port 620899b4-2e09-400e-bb63-a93271d1b198 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:23:38.669836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Attempting to bind port 620899b4-2e09-400e-bb63-a93271d1b198 on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:38.693657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Port 620899b4-2e09-400e-bb63-a93271d1b198 on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:23:38.694215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Attempting to bind port 620899b4-2e09-400e-bb63-a93271d1b198 on network 29cab1b5-81b4-4d39-99eb-6fdb4d83f451 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:23:38.700872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:38.718923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:23:38.719487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Checking segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:23:38.720142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Bound using segment: {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:23:38.720890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Bound port: 620899b4-2e09-400e-bb63-a93271d1b198, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:23:38.721544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (620899b4-2e09-400e-bb63-a93271d1b198), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:38.765186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353ff38-d0c9-4028-87b0-081df1188b2e req-75b966c0-49d6-43dd-a265-fa187bc43758 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:38.775246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2353ff38-d0c9-4028-87b0-081df1188b2e req-75b966c0-49d6-43dd-a265-fa187bc43758 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 944 time: 0.1914039 Jan 27 19:23:38.999542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2353ff38-d0c9-4028-87b0-081df1188b2e req-9ca7d6eb-2602-47cd-9d1b-e96f5ab348cd tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224329 Jan 27 19:23:39.017954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:23:39.020724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:39.047765 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:39.062972 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46196e52-58e8-4036-8a96-5bce65402991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:39.066800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:39.081641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:39.083021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:39.110393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=620899b4-2e09-400e-bb63-a93271d1b198,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:23:39.126952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:39.137868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-7b8d8bdb-a24c-4073-9418-6a1031ee1d99 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "PUT /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 695 time: 2.2759521 Jan 27 19:23:39.141084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:39.149838 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39" -d '{"events": [{"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:39.247523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:39.268143 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30efc86e-aef5-49e2-9125-4d927519200f x-openstack-request-id: req-30efc86e-aef5-49e2-9125-4d927519200f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:39.269129 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:39.269590 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30efc86e-aef5-49e2-9125-4d927519200f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:39.270811 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf', 'status': 'completed', 'code': 200} Jan 27 19:23:39.280836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.281829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:39.284064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] 10.222.0.39 "PUT /v2.0/ports/620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 1091 time: 4.0639839 Jan 27 19:23:39.402718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-4971f3fb-4f29-45a5-a152-36b93da1bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.404439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-4971f3fb-4f29-45a5-a152-36b93da1bb76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1095 time: 0.1029718 Jan 27 19:23:39.497669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95a36-1f5f-4f32-a479-559fd5bd0b08 service neutron] Pushing event updated for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:39.504409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-952f3962-8f8a-4a02-82c3-e4c9a083e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.506637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-952f3962-8f8a-4a02-82c3-e4c9a083e07b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1096 time: 0.3087399 Jan 27 19:23:39.577603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d43f1ae9-aedb-40fc-89a3-fdcfa202ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.579562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-d43f1ae9-aedb-40fc-89a3-fdcfa202ca50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1094 time: 0.1524181 Jan 27 19:23:39.597529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-74384254-0f04-4086-9a20-5591b1fcc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.599296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-74384254-0f04-4086-9a20-5591b1fcc72d service neutron] 10.222.0.66 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.1878583 Jan 27 19:23:39.642445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d10531-9d5c-47a8-987e-973850b862be req-307cb063-9273-44de-bc24-dc2eca97610e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.650487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17d10531-9d5c-47a8-987e-973850b862be req-307cb063-9273-44de-bc24-dc2eca97610e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2980556 Jan 27 19:23:39.690228 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-32d0c2cb-8380-474d-8fd0-07e0ca5a50e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 200 len: 217 time: 0.0830598 Jan 27 19:23:39.724070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-3b5f72d4-840e-4890-a357-e8b865e62e46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.1247959 Jan 27 19:23:39.752200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:39.794746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:39.805626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:39.806835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:39.829494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-f11546d2-f065-4050-8a3d-4b5d1c12f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.832642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-f11546d2-f065-4050-8a3d-4b5d1c12f75e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.1354234 Jan 27 19:23:39.925013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-89f64fe5-5851-4842-9bff-26d5863db454 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783837 Jan 27 19:23:39.962585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-b548f9bc-e971-4a5d-86ac-a0e00723b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:39.964643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-b548f9bc-e971-4a5d-86ac-a0e00723b26c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.2297513 Jan 27 19:23:39.975716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17d10531-9d5c-47a8-987e-973850b862be req-33196669-4810-4e47-8a4c-b8001d89e50a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236194 Jan 27 19:23:39.975974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:40.012569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-63d33d91-b3c0-4303-b39a-a29963656a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.014949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-63d33d91-b3c0-4303-b39a-a29963656a50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.4685974 Jan 27 19:23:40.069964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-e310478c-886d-4727-8e38-3b6bfc387abe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868559 Jan 27 19:23:40.118663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-58612788-888f-4e59-ae51-f27a80eb40ba service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843743 Jan 27 19:23:40.160849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-e97c489f-1a3d-4df8-b340-9f6c3c85996c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 217 time: 0.0995162 Jan 27 19:23:40.300109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-fdff1b00-162b-42a7-813e-4f2f601f012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.308567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-fdff1b00-162b-42a7-813e-4f2f601f012f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1458442 Jan 27 19:23:40.344474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-315922cc-60fb-4b77-aa10-a886312b5a29 req-1d5d7597-d175-4e7a-82cb-ce4092c245b8 service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186673 Jan 27 19:23:40.359390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-6cd0aa95-af32-411a-aab9-0b2af3c47314 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745583 Jan 27 19:23:40.381740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.399251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.407691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.413803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.420419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.426204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.434344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.460979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-d1ae7728-e509-4df4-af63-e4ace15f2e63 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3260012 Jan 27 19:23:40.600134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:40.628948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-36ea8d78-ed63-4583-a1f9-e29847c58da9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782733 Jan 27 19:23:40.651846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b996c-4e86-4094-bbbc-d0fdc6866ff1 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:40.704948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:23:40.741205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-b7aed0a0-6952-4b19-8e35-0d93d384b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.743163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-b7aed0a0-6952-4b19-8e35-0d93d384b11c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c3e573cbc234111b8d6d59e559b00c9&device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 1096 time: 0.0764279 Jan 27 19:23:40.743663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-8aa9795f-7c76-450d-a1d4-4e8bc328e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:40.746386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-8aa9795f-7c76-450d-a1d4-4e8bc328e4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364669 Jan 27 19:23:40.767073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b94353e-9a02-4ff8-a46b-9eaf8d5f9864 req-0d243f83-30b3-4e2d-a167-5d5645f8271e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3045294 Jan 27 19:23:40.969997 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57024524-49a2-40a6-be99-18a555eb015c x-openstack-request-id: req-57024524-49a2-40a6-be99-18a555eb015c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:40.970352 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:40.970541 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57024524-49a2-40a6-be99-18a555eb015c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:40.981289 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'status': 'completed', 'code': 200} Jan 27 19:23:41.015575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3cc58f8-8620-4e96-8442-4d7365329f96 req-09e05c4a-f57a-4fea-84d9-488d30072485 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462737 Jan 27 19:23:41.016829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:41.069298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'port_id': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf', 'mac_address': 'fa:16:3e:99:d0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:23:41.130174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-bec73497-1518-4ac0-844f-7d4b3ab36e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:41.131727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-bec73497-1518-4ac0-844f-7d4b3ab36e42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4358d4bd-e147-4dbe-9c5e-c6c045e96603 HTTP/1.1" status: 200 len: 915 time: 0.3569496 Jan 27 19:23:41.175345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-31e7c97d-1657-4a9f-b851-917c27b47104 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050329 Jan 27 19:23:41.184103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:41.185132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:41.209387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08134593-fccc-4e4b-abb5-28861ef514f5 req-9d1829b0-2ac7-4a94-b05b-fdc68fee1dbc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:41.211005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08134593-fccc-4e4b-abb5-28861ef514f5 req-9d1829b0-2ac7-4a94-b05b-fdc68fee1dbc tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 949 time: 0.1276374 Jan 27 19:23:41.216487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:41.268730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:41.268995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-8595a1c9-6b0d-468d-968f-0140babe9f34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457b7205-908a-4adc-8f13-ccad9293a9c9 HTTP/1.1" status: 200 len: 217 time: 0.1259534 Jan 27 19:23:41.278290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:41.367533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fea150-0a6f-4a48-83b9-9dce659fc84e None None] New status for floating IP 2c41d740-bb12-4e25-8973-623f64be075d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:23:41.373703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-9ee8b6ac-01fd-4c83-84a4-9ebb70d3dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:41.376598 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-9ee8b6ac-01fd-4c83-84a4-9ebb70d3dc2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 1096 time: 0.3747780 Jan 27 19:23:41.379403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-2028b29f-ca67-4271-9df5-42826d0076e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:41.382012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-2028b29f-ca67-4271-9df5-42826d0076e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3376ff2-0598-4772-854c-b8bbb570796f HTTP/1.1" status: 200 len: 854 time: 0.1051326 Jan 27 19:23:41.435380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ffa9b77-de77-48f8-a7be-9b8a36f5b47d req-b576d436-8853-4cd6-a905-4f54db4314a2 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538750 Jan 27 19:23:41.453033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:41.523923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08134593-fccc-4e4b-abb5-28861ef514f5 req-1a2128f2-d9d9-4741-9276-6123433f6ad8 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823641 Jan 27 19:23:41.567329 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-117abb0f-3ea9-4c54-a085-d927cdd17641 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4358d4bd-e147-4dbe-9c5e-c6c045e96603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695669 Jan 27 19:23:41.686012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7f364502-4c9e-4c41-a9f3-b1bb076ee9bf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:41.830364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-2568bda5-efe5-43d4-aa07-5e65a8a76894 service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355330 Jan 27 19:23:41.897932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c4ccc-63b8-41fc-859e-c428f6abb5a4 req-08098912-63de-4b73-bf47-0d8cf5ca5d6a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:41.902906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205c4ccc-63b8-41fc-859e-c428f6abb5a4 req-08098912-63de-4b73-bf47-0d8cf5ca5d6a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 945 time: 0.1225650 Jan 27 19:23:42.015553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205c4ccc-63b8-41fc-859e-c428f6abb5a4 req-56040772-6b30-483e-9a55-63afe4207020 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023247 Jan 27 19:23:42.041876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f549c315-7bd6-4946-95bd-4e3622f24d03 req-fafcf4e5-fe22-4fb4-8ba3-978492583f60 service neutron] 10.222.0.66 "GET /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025814 Jan 27 19:23:42.088389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-297b825f-d137-4e3b-a144-3b09e0d3e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.090096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-297b825f-d137-4e3b-a144-3b09e0d3e174 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.7065439 Jan 27 19:23:42.171220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31365f23-00a1-42db-a793-23c3bfb06115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:42.219725 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-b4018855-5a2f-448e-a27b-f1fc0c89922b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 200 len: 217 time: 0.1223204 Jan 27 19:23:42.388522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-8946ebb6-3638-4a0d-ab4c-62486ad80fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.391758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-8946ebb6-3638-4a0d-ab4c-62486ad80fb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1651959 Jan 27 19:23:42.414536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:23:42.486104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-ffbbfb23-a447-4e86-8183-30abc1a0ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.490882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-ffbbfb23-a447-4e86-8183-30abc1a0ed82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913832 Jan 27 19:23:42.591713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:42.601063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.611288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.622721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.625769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.632599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.639207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.644794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'mac_address': 'fa:16:3e:be:90:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:23:42.645607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:42.655286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-f663b2be-cf63-42a5-acc9-81a32d8a55e6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.1625910 Jan 27 19:23:42.754266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-c189fc43-9312-4bb4-83be-f6c26eefd328 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554533 Jan 27 19:23:42.772128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:42.773199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:42.803774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5397072-2f39-46d5-ab52-61af6d568b25 req-78964ea2-e964-4734-8fe5-20c3c74770d4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471786 Jan 27 19:23:42.824112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:42.896580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:42.899941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e53f8f30-afb6-4efd-93a2-a9cc2694cc39 req-54729223-a0a9-4630-b180-4b7d201b2177 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367099 Jan 27 19:23:42.903334 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:42.982488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:42.985834 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d" -d '{"events": [{"name": "network-changed", "server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "tag": "620899b4-2e09-400e-bb63-a93271d1b198"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:43.004786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:43.006464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c105540-a9f8-4daf-bf33-5e5c40596f4c req-4477a058-52b6-4f2b-b504-a439cf866395 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:43.008826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c105540-a9f8-4daf-bf33-5e5c40596f4c req-4477a058-52b6-4f2b-b504-a439cf866395 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2035844 Jan 27 19:23:43.021193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838387a-fa73-4b12-b8a9-54020ae0bcea req-1787ef8e-3bde-4439-95d9-08f1aed28f8b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:43.027209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6838387a-fa73-4b12-b8a9-54020ae0bcea req-1787ef8e-3bde-4439-95d9-08f1aed28f8b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 948 time: 0.1183269 Jan 27 19:23:43.174938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c105540-a9f8-4daf-bf33-5e5c40596f4c req-c0807788-c8b0-45f4-9a59-5e65a8604891 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460404 Jan 27 19:23:43.186810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6838387a-fa73-4b12-b8a9-54020ae0bcea req-96306a97-5903-4cca-919f-dabf168d6a1c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497874 Jan 27 19:23:43.257134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:43.482978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-ea94ce3a-2e86-4dd7-9de2-42216badef4d tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:43.497670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-ea94ce3a-2e86-4dd7-9de2-42216badef4d tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1729989 Jan 27 19:23:43.632428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-1aeb7041-0ffd-49ac-8c23-d4205a1f083e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.1331851 Jan 27 19:23:43.637491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:43.703759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:43.762171 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4308df70-f7d6-4021-8d2a-56c8da966da3 x-openstack-request-id: req-4308df70-f7d6-4021-8d2a-56c8da966da3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:43.762503 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "tag": "620899b4-2e09-400e-bb63-a93271d1b198", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:43.762733 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4308df70-f7d6-4021-8d2a-56c8da966da3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:43.763156 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198', 'status': 'completed', 'code': 200} Jan 27 19:23:43.975843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-f12f7163-e092-469c-b1d0-d3d826fc616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:43.978913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-f12f7163-e092-469c-b1d0-d3d826fc616d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1094 time: 0.2146852 Jan 27 19:23:44.060587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604042-5166-4d8a-acd2-e44ee7525127 req-923f3c09-88d6-4852-ba72-9e49227fcf55 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:44.063171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b604042-5166-4d8a-acd2-e44ee7525127 req-923f3c09-88d6-4852-ba72-9e49227fcf55 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 945 time: 0.2345121 Jan 27 19:23:44.427331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 620899b4-2e09-400e-bb63-a93271d1b198 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:23:44.635256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b46fd-d438-46a2-8045-0c9b61351595 req-2b4e0e62-51ca-43e0-a7f4-74b3116593b7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:44.636778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-080b46fd-d438-46a2-8045-0c9b61351595 req-2b4e0e62-51ca-43e0-a7f4-74b3116593b7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "GET /v2.0/ports?device_id=1de76e85-b538-4fbf-bcb4-e869bffa155f HTTP/1.1" status: 200 len: 945 time: 0.1560824 Jan 27 19:23:44.673024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:44.822059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:44.823951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b604042-5166-4d8a-acd2-e44ee7525127 req-9199fa67-97a1-4d0b-ae5a-ee93581cb9b8 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631451 Jan 27 19:23:44.852757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-249a63fb-9d15-413b-92fa-47f5b6bf8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:44.859553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-249a63fb-9d15-413b-92fa-47f5b6bf8bea service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.8724425 Jan 27 19:23:44.981973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Deleting port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:23:44.982604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.025108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=620899b4-2e09-400e-bb63-a93271d1b198,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:45.055346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '620899b4-2e09-400e-bb63-a93271d1b198', 'network_id': '29cab1b5-81b4-4d39-99eb-6fdb4d83f451', 'port_id': '620899b4-2e09-400e-bb63-a93271d1b198', 'mac_address': 'fa:16:3e:54:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c553bf-2abe-4160-9c3f-cf4b6a256db8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:23:45.131761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-73cf31bb-aeb0-46fa-8046-bf1b45d2bfee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.1666648 Jan 27 19:23:45.225959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] For port 7e880f9d-c9f3-4a62-a623-8f55f12e3910, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e880f9d-c9f3-4a62-a623-8f55f12e3910,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:45.226820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.241709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.259739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Calling delete_port for 7e880f9d-c9f3-4a62-a623-8f55f12e3910 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:23:45.294474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 620899b4-2e09-400e-bb63-a93271d1b198 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:45.295159 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (620899b4-2e09-400e-bb63-a93271d1b198), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.329138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620899b4-2e09-400e-bb63-a93271d1b198 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:23:45.369727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 04d90458-a5fb-49af-9958-e58b76ccf4a5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:45.370475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.387595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:23:45.412535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=620899b4-2e09-400e-bb63-a93271d1b198,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:45.482266 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:45.483313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.501304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-b5375272-57d1-46e9-907c-814fad84bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:45.503471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-b5375272-57d1-46e9-907c-814fad84bf1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.3556497 Jan 27 19:23:45.534436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.591388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-dba74b9d-1c0f-4b09-b0d8-7b2e489e50a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648663 Jan 27 19:23:45.640421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.714163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-99f94833-9d65-4d14-bcf8-08877c4cab29 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057053 Jan 27 19:23:45.729363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:45.795816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 04d90458-a5fb-49af-9958-e58b76ccf4a5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:45.796614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.853346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:45.854141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:45.875388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['620899b4-2e09-400e-bb63-a93271d1b198'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:45.938005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:45.941369 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67247c74-c9f5-4090-8f57-f7e636a97c99" -d '{"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:45.945057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d5d44f5-89bf-49ee-9eb8-a8e7fa89579d req-fa126766-a73c-428b-a75d-b4c4d270052f service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192674 Jan 27 19:23:45.945885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7e880f9d-c9f3-4a62-a623-8f55f12e3910), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.006840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-7f91e40d-33e9-4dd9-9eee-7e085a6ab8c5 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:46.011374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9c98ab93-f733-4f5c-a511-3acf9482a8d2', '7e880f9d-c9f3-4a62-a623-8f55f12e3910'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:46.020074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-7f91e40d-33e9-4dd9-9eee-7e085a6ab8c5 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 945 time: 0.2970939 Jan 27 19:23:46.127676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event deleted for resources: {'Port': ['ID=7e880f9d-c9f3-4a62-a623-8f55f12e3910,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:46.191179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.291151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c52c8-fb50-4ea9-b5b6-aa2687b5b84d req-22f57726-2cea-4197-b020-0907755d09ba tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:46.295328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c07c52c8-fb50-4ea9-b5b6-aa2687b5b84d req-22f57726-2cea-4197-b020-0907755d09ba tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcffd6e-5f5f-4518-97b6-eae47f99895d HTTP/1.1" status: 200 len: 945 time: 0.8099205 Jan 27 19:23:46.296353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:46.296653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.312578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:46.321229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.360462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] No DVR routers for this DVR port 7e880f9d-c9f3-4a62-a623-8f55f12e3910 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:23:46.369619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.390948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-080b46fd-d438-46a2-8045-0c9b61351595 req-bdc852a6-49b1-433c-9380-3c5c357a09b4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "DELETE /v2.0/ports/7e880f9d-c9f3-4a62-a623-8f55f12e3910 HTTP/1.1" status: 204 len: 173 time: 1.7460587 Jan 27 19:23:46.391661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'name': 'network-vif-deleted', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:46.398395 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c82d8-a8e6-49da-9e41-f3ab40ebe8b7" -d '{"events": [{"server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "name": "network-vif-deleted", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:46.488286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.492433 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.609996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Deleting port 457b7205-908a-4adc-8f13-ccad9293a9c9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:23:46.610468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.748853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] For port 457b7205-908a-4adc-8f13-ccad9293a9c9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=457b7205-908a-4adc-8f13-ccad9293a9c9,segment=NetworkSegment(38d44b94-c70f-49c8-b294-d25fe71643ea),segment_id=38d44b94-c70f-49c8-b294-d25fe71643ea)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:46.749432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:46.765752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:46.768911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Calling delete_port for 457b7205-908a-4adc-8f13-ccad9293a9c9 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:23:46.811566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075436-2772-45aa-8d5c-421e97220c45 req-a1258cd4-d4f1-4ebe-9aa8-0f6bcb292b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:46.814057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-a1258cd4-d4f1-4ebe-9aa8-0f6bcb292b49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1099 time: 0.6057060 Jan 27 19:23:46.853442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:46.921948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c07c52c8-fb50-4ea9-b5b6-aa2687b5b84d req-4e02e6cb-9fb7-4d39-9052-a028d61ea334 tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5f8c617-16ff-4895-8f27-a94539462767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172799 Jan 27 19:23:47.000924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (457b7205-908a-4adc-8f13-ccad9293a9c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:47.005594 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Floating IP 2c41d740-bb12-4e25-8973-623f64be075d associated. External IP: 172.25.5.168, port: 9c98ab93-f733-4f5c-a511-3acf9482a8d2. Jan 27 19:23:47.019235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['457b7205-908a-4adc-8f13-ccad9293a9c9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:23:47.061287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Pushing event deleted for resources: {'Port': ['ID=457b7205-908a-4adc-8f13-ccad9293a9c9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:47.148720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] No DVR routers for this DVR port 457b7205-908a-4adc-8f13-ccad9293a9c9 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:23:47.151627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:47.155617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0cba3a44-74aa-4bd3-ad86-b2d8174387ac req-504c1d11-ccb9-41fa-bb0d-28c828c002ef tempest-VolumesAdminNegativeTest-39743744 tempest-VolumesAdminNegativeTest-39743744-project] 10.222.0.66 "DELETE /v2.0/ports/457b7205-908a-4adc-8f13-ccad9293a9c9 HTTP/1.1" status: 204 len: 173 time: 1.0328217 Jan 27 19:23:47.354446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075436-2772-45aa-8d5c-421e97220c45 req-dc9a0350-f27b-41f7-a974-a526aae5a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.356906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-dc9a0350-f27b-41f7-a974-a526aae5a9ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.4667950 Jan 27 19:23:47.416767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.422206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.427516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.433440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.438779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.444095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.450143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.452136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa611024-e28a-47b8-af25-c32a27d275cf req-1b775ab4-f90e-4b72-ab7a-c6e15ff02ff9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.2297807 Jan 27 19:23:47.506049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-3c171852-523a-4f92-abc9-a6087a4fd51a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5 HTTP/1.1" status: 200 len: 217 time: 0.1051867 Jan 27 19:23:47.642531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075436-2772-45aa-8d5c-421e97220c45 req-733fe895-f84c-46ef-ae14-d7f89ca97430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.643926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-733fe895-f84c-46ef-ae14-d7f89ca97430 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1260750 Jan 27 19:23:47.652313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa611024-e28a-47b8-af25-c32a27d275cf req-2931750c-0b49-4eef-a7dd-8719e192dc0c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604216 Jan 27 19:23:47.877700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:47.881922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075436-2772-45aa-8d5c-421e97220c45 req-f0ae6917-9945-4d93-bec1-87c83c4aca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.883440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-f0ae6917-9945-4d93-bec1-87c83c4aca96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394100 Jan 27 19:23:47.915726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b252cb6-a453-4cea-8747-84ec60213857 req-dfa8e726-58cb-48c4-90e3-6b4dbb450f64 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:47.917766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b252cb6-a453-4cea-8747-84ec60213857 req-dfa8e726-58cb-48c4-90e3-6b4dbb450f64 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.1557627 Jan 27 19:23:48.125838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b252cb6-a453-4cea-8747-84ec60213857 req-72412b0e-4f9b-4d7e-80ad-192db8672d7d tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952515 Jan 27 19:23:48.136227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-ee59e4d8-70e8-4317-9e34-5d8bdae863ca service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401495 Jan 27 19:23:48.176851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:48.191145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:48.209560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:48.210284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:48.210639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:48.291119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-480d45e3-9f84-4fdc-a7a6-b291e432ca32 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "PUT /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 996 time: 4.6575348 Jan 27 19:23:48.297796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:48.302103 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1e550-e3ec-4763-9bce-37c304441a35" -d '{"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:48.355989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:48.419883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bdc85-46be-4403-8c21-12fdca780c1f req-8ff799e0-47d4-48b6-aadc-853445737cda tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:48.422639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-602bdc85-46be-4403-8c21-12fdca780c1f req-8ff799e0-47d4-48b6-aadc-853445737cda tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2159383 Jan 27 19:23:48.430025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef075436-2772-45aa-8d5c-421e97220c45 req-97989ce7-757f-4634-b4f2-49ee0b372811 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851496 Jan 27 19:23:48.454907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 620899b4-2e09-400e-bb63-a93271d1b198 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:23:48.475662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-cc5ffa20-9bce-4428-b538-f51402c812cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:48.478224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-cc5ffa20-9bce-4428-b538-f51402c812cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.1717775 Jan 27 19:23:48.583025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 620899b4-2e09-400e-bb63-a93271d1b198 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:23:48.592190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 620899b4-2e09-400e-bb63-a93271d1b198 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:23:48.592735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (620899b4-2e09-400e-bb63-a93271d1b198), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:48.619463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-602bdc85-46be-4403-8c21-12fdca780c1f req-e5a4e9a7-1e76-408c-9260-368d885419a5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865094 Jan 27 19:23:48.717184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-014b3994-5a32-469e-802e-1b47efe564b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:48.718661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-014b3994-5a32-469e-802e-1b47efe564b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.2228708 Jan 27 19:23:48.766665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e880f9d-c9f3-4a62-a623-8f55f12e3910 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:23:48.830106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 7e880f9d-c9f3-4a62-a623-8f55f12e3910 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:23:48.830683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e880f9d-c9f3-4a62-a623-8f55f12e3910 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:23:48.831365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 457b7205-908a-4adc-8f13-ccad9293a9c9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:23:48.835577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c6463-35c7-4f8b-b4ba-4971498047b2 req-2e9f6d2d-6e1a-47c0-89c2-9271cc7efdd0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:48.837626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d64c6463-35c7-4f8b-b4ba-4971498047b2 req-2e9f6d2d-6e1a-47c0-89c2-9271cc7efdd0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1050460 Jan 27 19:23:48.844727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 620899b4-2e09-400e-bb63-a93271d1b198 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:23:48.846721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (620899b4-2e09-400e-bb63-a93271d1b198), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:48.856894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-87802d69-b378-425a-afbb-7dd730820ff5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 999 time: 0.1148331 Jan 27 19:23:48.915783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 457b7205-908a-4adc-8f13-ccad9293a9c9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:23:48.916810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 457b7205-908a-4adc-8f13-ccad9293a9c9 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:23:48.954062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:45Z', 'revision_number': 8, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:48.963123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d64c6463-35c7-4f8b-b4ba-4971498047b2 req-d8e97541-89f5-47a0-9e84-a3788f26c93c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139569 Jan 27 19:23:48.966311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-f3fbd91a-cfc8-499a-8448-a1b3740d74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:48.981125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-f3fbd91a-cfc8-499a-8448-a1b3740d74a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1130955 Jan 27 19:23:49.010751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:49.016375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=620899b4-2e09-400e-bb63-a93271d1b198,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:23:49.025035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:49.030134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:49.030810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:49.055393 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4452545-07be-477f-a8d9-fca42075fa3d x-openstack-request-id: req-b4452545-07be-477f-a8d9-fca42075fa3d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:49.055638 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-plugged", "status": "completed", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:49.055777 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4452545-07be-477f-a8d9-fca42075fa3d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:49.056164 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'code': 200} Jan 27 19:23:49.121770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-cdea1caa-57fb-4804-bdc0-ea2844944935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.154976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-cdea1caa-57fb-4804-bdc0-ea2844944935 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705275 Jan 27 19:23:49.169123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:49.254036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:49.297912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-5452e182-9d72-4b79-9da6-1f047108ab67 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417937 Jan 27 19:23:49.308955 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54af75b-bc48-401d-8d99-8c92be45bb9f x-openstack-request-id: req-c54af75b-bc48-401d-8d99-8c92be45bb9f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:49.309568 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de76e85-b538-4fbf-bcb4-e869bffa155f", "name": "network-vif-deleted", "tag": "7e880f9d-c9f3-4a62-a623-8f55f12e3910", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:49.309846 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c54af75b-bc48-401d-8d99-8c92be45bb9f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:49.310506 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de76e85-b538-4fbf-bcb4-e869bffa155f', 'name': 'network-vif-deleted', 'tag': '7e880f9d-c9f3-4a62-a623-8f55f12e3910', 'status': 'completed', 'code': 200} Jan 27 19:23:49.346367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41722) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:49.406099 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfc6f24-8ce5-4a53-a39c-8127d1cb870a x-openstack-request-id: req-fbfc6f24-8ce5-4a53-a39c-8127d1cb870a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:49.406366 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:49.406737 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbfc6f24-8ce5-4a53-a39c-8127d1cb870a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:49.407138 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:23:49.450461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513a200-18c3-4fff-8eba-eeffbbc3f656 req-33bbee2b-1a40-4d8d-a9d5-06198e4a1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.452443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7513a200-18c3-4fff-8eba-eeffbbc3f656 req-33bbee2b-1a40-4d8d-a9d5-06198e4a1c36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1101 time: 0.1896989 Jan 27 19:23:49.504463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Deleting subnet b3376ff2-0598-4772-854c-b8bbb570796f {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:23:49.529678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Publish callbacks [] for subnet (b3376ff2-0598-4772-854c-b8bbb570796f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:49.572036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44e09eb4-9c0c-4676-9967-c8ee0f8d0367 req-96073e57-ac3e-4f8d-963d-d96db3aebe24 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572403 Jan 27 19:23:49.598502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7513a200-18c3-4fff-8eba-eeffbbc3f656 req-742a7bcd-8eb8-4778-8c41-e541e719a212 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355834 Jan 27 19:23:49.602779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-fc271ac7-d21c-4efd-b2c7-c98ac5361bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.604408 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-fc271ac7-d21c-4efd-b2c7-c98ac5361bb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.1586194 Jan 27 19:23:49.609932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b3376ff2-0598-4772-854c-b8bbb570796f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:49.622244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.637984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.649961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.661136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.672308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.683436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.694038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.697466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-3f232350-d57b-4952-b05b-055da5d9bfbd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.2097521 Jan 27 19:23:49.761790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:45Z', 'revision_number': 8, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:49.804522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23f7c1-dfa9-4fb3-9550-fc24c7163982 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '2c41d740-bb12-4e25-8973-623f64be075d', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'port_id': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'mac_address': 'fa:16:3e:4a:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:41Z', 'updated_at': '2022-01-27T19:23:45Z', 'revision_number': 8, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:49.820660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18b969-3e55-4b9b-aff7-22e11b576452 req-bb82a615-d01c-42e9-a7f2-c080f65b4982 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:49.823801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e18b969-3e55-4b9b-aff7-22e11b576452 req-bb82a615-d01c-42e9-a7f2-c080f65b4982 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.1158402 Jan 27 19:23:49.870341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-855e843a-c2a8-41f5-92c5-6c0c9545cd0a req-574e9487-761a-4bf1-a50c-faf3a8cdcd76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539013 Jan 27 19:23:49.926924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e18b969-3e55-4b9b-aff7-22e11b576452 req-c00f3d63-b05c-400b-81a1-d78b9aa6d0d6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976024 Jan 27 19:23:50.028551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34f1d675-8821-49ad-83f7-49f61b39894b req-b8129dc5-1614-4a38-b711-9eda0195ae12 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 996 time: 0.0813899 Jan 27 19:23:50.157638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e21d8-6677-4794-8d97-c6518c580a21 req-1f6b3c7a-fac4-4c1b-94fb-b60d3f7cddb0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.160842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d2e21d8-6677-4794-8d97-c6518c580a21 req-1f6b3c7a-fac4-4c1b-94fb-b60d3f7cddb0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1363947 Jan 27 19:23:50.176312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-2f5fa20b-f7a2-4ebf-abac-aa141e62c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.178123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-2f5fa20b-f7a2-4ebf-abac-aa141e62c219 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.5650117 Jan 27 19:23:50.183101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b3376ff2-0598-4772-854c-b8bbb570796f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:50.226727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba08db2-e538-4171-93ce-4c5c4b6ece09 None None] New status for floating IP 2c41d740-bb12-4e25-8973-623f64be075d: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:23:50.247659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d675-8821-49ad-83f7-49f61b39894b req-1e59acc3-a020-4dc9-9725-d0a528b7cb73 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.255376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34f1d675-8821-49ad-83f7-49f61b39894b req-1e59acc3-a020-4dc9-9725-d0a528b7cb73 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.1980662 Jan 27 19:23:50.267801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-34f1d675-8821-49ad-83f7-49f61b39894b req-33f47294-b188-4191-8d8b-1f25092781dc tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:23:50.279358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34f1d675-8821-49ad-83f7-49f61b39894b req-33f47294-b188-4191-8d8b-1f25092781dc tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229213 Jan 27 19:23:50.298676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d2e21d8-6677-4794-8d97-c6518c580a21 req-6978c596-d244-4c48-bb98-0301f9984471 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208341 Jan 27 19:23:50.327048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-74c151cd-20a9-43c8-b51d-54c55309f0df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 999 time: 0.0826108 Jan 27 19:23:50.328669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b3376ff2-0598-4772-854c-b8bbb570796f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:50.398710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3376ff2-0598-4772-854c-b8bbb570796f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:50.413746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:50.421101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b7a83d8-703f-4f24-add9-be11c70c1a59 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b3376ff2-0598-4772-854c-b8bbb570796f HTTP/1.1" status: 204 len: 168 time: 1.0692062 Jan 27 19:23:50.422294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41736) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:50.459903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d059-decc-4e80-b1ff-309260338ec9 req-a2e33a0a-190f-49bf-bc33-aa11c61d6129 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.463355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb15d059-decc-4e80-b1ff-309260338ec9 req-a2e33a0a-190f-49bf-bc33-aa11c61d6129 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1091816 Jan 27 19:23:50.509662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4358d4bd-e147-4dbe-9c5e-c6c045e96603), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:50.512931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-4b461a80-1cea-4072-892b-78ad5058bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.514607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-4b461a80-1cea-4072-892b-78ad5058bff5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1801507 Jan 27 19:23:50.576442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb15d059-decc-4e80-b1ff-309260338ec9 req-a7b1e4cb-ecc7-4bad-a34b-fa49cb7b667c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053514 Jan 27 19:23:50.590085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-571dfa5d-3166-4ca4-8da3-09a8830122ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:50.591670 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-571dfa5d-3166-4ca4-8da3-09a8830122ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684094 Jan 27 19:23:50.726941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4358d4bd-e147-4dbe-9c5e-c6c045e96603), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:50.857870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4358d4bd-e147-4dbe-9c5e-c6c045e96603']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:50.893248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d44b94-c70f-49c8-b294-d25fe71643ea') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:50.893769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d44b94-c70f-49c8-b294-d25fe71643ea') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:50.922428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-16571156-fb9d-44c6-95ec-dbe5275463d9 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340484 Jan 27 19:23:50.925286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (38d44b94-c70f-49c8-b294-d25fe71643ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.057892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf'}, {'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:51.061089 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18cac75-47eb-4f5e-b391-aab6c7a53cc7" -d '{"events": [{"server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf"}, {"server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "name": "network-vif-plugged", "status": "completed", "tag": "620899b4-2e09-400e-bb63-a93271d1b198"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:51.111162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (38d44b94-c70f-49c8-b294-d25fe71643ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.133506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:23:51.134203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (38d44b94-c70f-49c8-b294-d25fe71643ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:23:51.137876 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:23:51.288037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-d425e6f9-1b16-45b9-b5bb-a5518ba7fc9a tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.6703866 Jan 27 19:23:51.298065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4358d4bd-e147-4dbe-9c5e-c6c045e96603), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.311116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-30c1e550-e3ec-4763-9bce-37c304441a35 req-42c1f9a4-1f36-4759-84d6-23577ede263d service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776343 Jan 27 19:23:51.315146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'name': 'network-vif-deleted', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:51.319177 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d767bb-822e-4dad-9baf-f12dd4d30591" -d '{"events": [{"server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "name": "network-vif-deleted", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:51.357352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.364385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4358d4bd-e147-4dbe-9c5e-c6c045e96603 HTTP/1.1" status: 204 len: 168 time: 0.9402871 Jan 27 19:23:51.365582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1335-a243-4d33-86f6-800d33236e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=4358d4bd-e147-4dbe-9c5e-c6c045e96603,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:51.370668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41748) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:51.396943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-6743895f-41d1-438a-aacb-ea37c93ac231 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.400116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-6743895f-41d1-438a-aacb-ea37c93ac231 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports/9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 942 time: 0.1107903 Jan 27 19:23:51.424218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.435459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.445233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.455513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.465867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.476120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.487153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.487952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Deleting subnet 1a093cc5-286c-4709-8653-10b8a6227379 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:23:51.490423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08b86770-8d70-4d5e-937c-49e489082254 req-0ae971c1-c3f5-4657-b398-7f927e1e6a77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.2772470 Jan 27 19:23:51.497401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Publish callbacks [] for subnet (1a093cc5-286c-4709-8653-10b8a6227379), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.542250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (1a093cc5-286c-4709-8653-10b8a6227379), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.620652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1a093cc5-286c-4709-8653-10b8a6227379), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.659327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-dddfd804-44f6-4c93-98ba-dcae865ab076 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.1653633 Jan 27 19:23:51.673727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08b86770-8d70-4d5e-937c-49e489082254 req-62777b4d-2b90-438e-883a-5fc1544bef54 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754415 Jan 27 19:23:51.742376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (1a093cc5-286c-4709-8653-10b8a6227379), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.767211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a093cc5-286c-4709-8653-10b8a6227379,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:51.785349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.788230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c5e4d793-19a6-4209-ab28-852d90acf0d2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1a093cc5-286c-4709-8653-10b8a6227379 HTTP/1.1" status: 204 len: 168 time: 0.4136655 Jan 27 19:23:51.792770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:51.883832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c295eaf6-eda8-4b78-91a7-318beb191f43), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:51.914033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-73fb830d-4794-4414-9fc1-8bde54443481 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.916021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-73fb830d-4794-4414-9fc1-8bde54443481 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.2404606 Jan 27 19:23:51.942526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341e84-d2a5-4c91-8413-8b6f18be38a2 req-f3c37e0e-6021-46d4-ba9c-ca160a67af67 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:51.944915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4341e84-d2a5-4c91-8413-8b6f18be38a2 req-f3c37e0e-6021-46d4-ba9c-ca160a67af67 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.1101296 Jan 27 19:23:51.984551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c295eaf6-eda8-4b78-91a7-318beb191f43), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.028380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c295eaf6-eda8-4b78-91a7-318beb191f43']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:52.044949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247bf0a4-c584-4818-957e-a1b96183a34d') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:52.045723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247bf0a4-c584-4818-957e-a1b96183a34d') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:52.063489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (247bf0a4-c584-4818-957e-a1b96183a34d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.085473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (247bf0a4-c584-4818-957e-a1b96183a34d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.087535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-99d1e3e2-19ca-4c22-83a2-aad66a29d0eb tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.1410069 Jan 27 19:23:52.101754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:23:52.102210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (247bf0a4-c584-4818-957e-a1b96183a34d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:23:52.104049 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:23:52.108159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:23:52.116587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4341e84-d2a5-4c91-8413-8b6f18be38a2 req-3017cfff-59e3-47c2-a3f5-d441180127ce tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126287 Jan 27 19:23:52.194355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c295eaf6-eda8-4b78-91a7-318beb191f43), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.204905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.215695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c295eaf6-eda8-4b78-91a7-318beb191f43 HTTP/1.1" status: 204 len: 168 time: 0.4213891 Jan 27 19:23:52.233275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37c6b6-2029-4fab-abd5-166f7cfe53a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c295eaf6-eda8-4b78-91a7-318beb191f43,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:52.240318 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9655813-8e4c-4ac3-a5ff-37f59fde31b0 x-openstack-request-id: req-c9655813-8e4c-4ac3-a5ff-37f59fde31b0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:52.241136 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf", "code": 200}, {"server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "name": "network-vif-plugged", "status": "completed", "tag": "620899b4-2e09-400e-bb63-a93271d1b198", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:52.241376 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9655813-8e4c-4ac3-a5ff-37f59fde31b0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:52.241841 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf', 'code': 200} Jan 27 19:23:52.242472 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198', 'code': 200} Jan 27 19:23:52.343437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.445871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455ca74-83fc-41a3-9d00-f916d3e25e61 req-6a77672d-61cc-4ff3-88ca-0ea6599fdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:52.449538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7455ca74-83fc-41a3-9d00-f916d3e25e61 req-6a77672d-61cc-4ff3-88ca-0ea6599fdd6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1097 time: 0.1093140 Jan 27 19:23:52.536516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:52.543474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7455ca74-83fc-41a3-9d00-f916d3e25e61 req-5e9d4900-ce18-435d-aafc-657f5e59732b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873127 Jan 27 19:23:52.583954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb974-4d2d-415a-8ea4-0b0c4c1e81fa req-bfa9edc3-85eb-4009-a51b-6d929d680441 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:52.585824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d10bb974-4d2d-415a-8ea4-0b0c4c1e81fa req-bfa9edc3-85eb-4009-a51b-6d929d680441 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2323980 Jan 27 19:23:52.589448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518188-3a72-4c2f-99c1-5c3e7cf3ceaa req-e0b35661-7881-4354-a5c7-69d8b214653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:52.591116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de518188-3a72-4c2f-99c1-5c3e7cf3ceaa req-e0b35661-7881-4354-a5c7-69d8b214653e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.1919625 Jan 27 19:23:52.730425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.750562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-013b7b49-2b79-4364-b5c4-6bcf5c58bac9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c3e573cbc234111b8d6d59e559b00c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126765 Jan 27 19:23:52.754518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41766) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:52.755995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.756461 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Floating IP 2c41d740-bb12-4e25-8973-623f64be075d disassociated. External IP: 172.25.5.168, port: 9c98ab93-f733-4f5c-a511-3acf9482a8d2. Jan 27 19:23:52.838478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] Publish callbacks [] for security_group (d5f8c617-16ff-4895-8f27-a94539462767), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.843980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de518188-3a72-4c2f-99c1-5c3e7cf3ceaa req-957b488f-6514-445a-8711-f44c8584f668 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401047 Jan 27 19:23:52.847601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d10bb974-4d2d-415a-8ea4-0b0c4c1e81fa req-4595d062-5a5b-4d69-ae7e-4f31ccd5bfab tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507834 Jan 27 19:23:52.877552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] Publish callbacks [] for security_group (d5f8c617-16ff-4895-8f27-a94539462767), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.929120 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3314c-8720-4b02-ad26-0e8497124c8f x-openstack-request-id: req-dbf3314c-8720-4b02-ad26-0e8497124c8f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:52.929897 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcffd6e-5f5f-4518-97b6-eae47f99895d", "name": "network-vif-deleted", "tag": "457b7205-908a-4adc-8f13-ccad9293a9c9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:52.929897 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbf3314c-8720-4b02-ad26-0e8497124c8f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:52.930554 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcffd6e-5f5f-4518-97b6-eae47f99895d', 'name': 'network-vif-deleted', 'tag': '457b7205-908a-4adc-8f13-ccad9293a9c9', 'status': 'completed', 'code': 200} Jan 27 19:23:52.988517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d5f8c617-16ff-4895-8f27-a94539462767), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:52.996091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:53.002150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5f8c617-16ff-4895-8f27-a94539462767 HTTP/1.1" status: 204 len: 168 time: 0.2452505 Jan 27 19:23:53.013757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c70d5-7792-470c-95d1-d3a0c9aa3349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f8c617-16ff-4895-8f27-a94539462767,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:53.188208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:23:53.440661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4129-9d57-4c4a-829d-1ae2367dcaf7 req-e4d81d6d-5a8f-49cc-914b-c08265809173 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:53.450370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-607c4129-9d57-4c4a-829d-1ae2367dcaf7 req-e4d81d6d-5a8f-49cc-914b-c08265809173 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1414874 Jan 27 19:23:53.459976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:23:53.466374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:53.485816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:23:53.518207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9b989fd8-c74f-426b-884b-419f866dda5b tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "PUT /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 696 time: 1.4174013 Jan 27 19:23:53.522787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:23:53.525223 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4567ed-36d5-4280-869b-65ef25fe0ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:23:53.550172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-607c4129-9d57-4c4a-829d-1ae2367dcaf7 req-2dee5e14-d675-4e2b-9d05-e1b6050a58b0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968161 Jan 27 19:23:53.561586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:53.571929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:53.667684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-cf8e9c94-3c3a-4817-a7cb-91f33a71b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:53.670043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-cf8e9c94-3c3a-4817-a7cb-91f33a71b992 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0981524 Jan 27 19:23:53.859511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-b78e5279-4f1e-4aa1-8dc5-1433bc397d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:53.861241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-b78e5279-4f1e-4aa1-8dc5-1433bc397d62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.1807883 Jan 27 19:23:53.867911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:53.927238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-90fbbe10-ce5d-4d76-8375-844addc10a05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0556514 Jan 27 19:23:53.935208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:54.020556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-be4ccdf9-a3fd-4ee6-9780-122fcdefef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.023968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-be4ccdf9-a3fd-4ee6-9780-122fcdefef74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.0903094 Jan 27 19:23:54.063762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41778) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:54.164940 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d8f4c2a2-bd53-41b2-8186-57fb12d5aa8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a63af003c270409a92fbcbcdfe769087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968659 Jan 27 19:23:54.169694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:23:54.180080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-03eaf92d-828b-4c81-8fc5-ed4eb0697a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.189122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-03eaf92d-828b-4c81-8fc5-ed4eb0697a31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539679 Jan 27 19:23:54.272104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] Publish callbacks [] for security_group (e429cbe6-ead9-4a95-bd35-8c022b9e5ad2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:54.299065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] Publish callbacks [] for security_group (e429cbe6-ead9-4a95-bd35-8c022b9e5ad2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:54.385170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.396849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e429cbe6-ead9-4a95-bd35-8c022b9e5ad2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:54.397857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.400246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:54.402491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e429cbe6-ead9-4a95-bd35-8c022b9e5ad2 HTTP/1.1" status: 204 len: 168 time: 0.2306185 Jan 27 19:23:54.410357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.422806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131840d6-20a4-4b28-a6e5-d2284f3c8c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429cbe6-ead9-4a95-bd35-8c022b9e5ad2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:54.423957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.447757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.460426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.473104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:54.487743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-d8ff87a3-d1fd-4fe2-b924-234c97488d9b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3516943 Jan 27 19:23:54.596008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:54.599899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:54.653601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:23:54.663050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:23:54.664079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:54.668874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6cdf3c8-dbb4-490f-b88f-39b4ac89baf0 req-2c1cf906-ac5d-4ede-bead-f8834b78e655 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687317 Jan 27 19:23:54.670050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-9e11ad88-2cba-4d45-b9a4-15418ab810f6 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797616 Jan 27 19:23:54.812706 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d3511c-9096-40b8-b10d-45ab3090e829 x-openstack-request-id: req-b2d3511c-9096-40b8-b10d-45ab3090e829 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:23:54.813001 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:23:54.813235 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2d3511c-9096-40b8-b10d-45ab3090e829 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:23:54.813678 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:23:54.886683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8ea9f4d-dc00-4cdf-afe0-79a427f4ccbc req-84a44532-74da-4ee8-a3fa-8fcda92297cd service neutron] 10.222.0.59 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016709 Jan 27 19:23:55.001506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-d41e8c3c-2e9a-459a-90c0-22216e730732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.003564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-d41e8c3c-2e9a-459a-90c0-22216e730732 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 1096 time: 0.1566925 Jan 27 19:23:55.081424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc18c1-7de9-486a-9106-c77b6c11f86c req-0ec5d890-19a8-4939-a3f4-34f29a0703fb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.085894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fcc18c1-7de9-486a-9106-c77b6c11f86c req-0ec5d890-19a8-4939-a3f4-34f29a0703fb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2039044 Jan 27 19:23:55.093197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:23:55.195185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fcc18c1-7de9-486a-9106-c77b6c11f86c req-aa95ef72-5a40-4b3e-87c8-047aef96f6fc tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 Jan 27 19:23:55.246395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-9b9b7223-a272-4796-b14d-a7347ba22ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.254445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-9b9b7223-a272-4796-b14d-a7347ba22ae1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 200 len: 922 time: 0.2406983 Jan 27 19:23:55.261821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a9556-2990-464c-b755-109b0edaba92 req-b804f9ac-96cb-49a9-b515-489dd4a44b47 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.264225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c2a9556-2990-464c-b755-109b0edaba92 req-b804f9ac-96cb-49a9-b515-489dd4a44b47 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1101 time: 0.1378453 Jan 27 19:23:55.359501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-e4bf33af-b345-446c-a28c-42d5df67e0fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0981314 Jan 27 19:23:55.403285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c2a9556-2990-464c-b755-109b0edaba92 req-090e900b-2c62-4d18-92d3-391112307e70 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 Jan 27 19:23:55.546264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-15cd9a64-a308-4147-86b2-21cea72fc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.552400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-15cd9a64-a308-4147-86b2-21cea72fc6d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 200 len: 860 time: 0.1850905 Jan 27 19:23:55.691663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-0d7aef29-590c-476a-a4ee-eb99a2522465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.697152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-0d7aef29-590c-476a-a4ee-eb99a2522465 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f5a9f96d-0f38-4646-89ba-4a8b6e277323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347816 Jan 27 19:23:55.704929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1376cf-3ef0-4106-a6db-9b672f72e559 req-a004b60c-78b1-4bbf-a75c-cadf6681156a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.720536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b1376cf-3ef0-4106-a6db-9b672f72e559 req-a004b60c-78b1-4bbf-a75c-cadf6681156a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.2030523 Jan 27 19:23:55.809975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:23:55.882248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796dc48-b07c-4ea4-bade-b3070fff0374 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:22:10Z', 'revision_number': 4, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0c999a9d-14b4-4108-8dec-64c6d459b6f5', 'name': '', 'network_id': 'f5a9f96d-0f38-4646-89ba-4a8b6e277323', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'mac_address': 'fa:16:3e:f5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:22:09Z', 'updated_at': '2022-01-27T19:22:19Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'subnets': [{'id': '048240e0-f5d5-4812-9e0e-c9014a5a9fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:23:55.901995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b1376cf-3ef0-4106-a6db-9b672f72e559 req-50f28874-64dc-4d67-9224-ba2b9f904a99 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793625 Jan 27 19:23:55.946147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191c07c-79ea-4659-934e-8d2208d5bfae req-e0f04b19-a67a-40fc-992a-7c85f0de9253 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:55.949589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d191c07c-79ea-4659-934e-8d2208d5bfae req-e0f04b19-a67a-40fc-992a-7c85f0de9253 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.2055495 Jan 27 19:23:56.050047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-6d79af55-0082-4bbc-922b-40d20700de0b service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461185 Jan 27 19:23:56.120983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d191c07c-79ea-4659-934e-8d2208d5bfae req-4b7a1d71-6a9c-4acb-8e9a-263799276815 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572728 Jan 27 19:23:56.326126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1f4567ed-36d5-4280-869b-65ef25fe0ee4 req-f73067a9-9537-4880-8b49-49088c83bd4e service neutron] 10.222.0.66 "GET /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686465 Jan 27 19:23:56.464266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.482264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.482264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.486062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.495667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.501818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.507782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.510210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-baec3706-a78a-4ecb-8beb-b9a80f824d69 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.1597393 Jan 27 19:23:56.520046 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8159b-426c-4bc9-9515-3a1e1ab54a62 None None] New status for floating IP 2c41d740-bb12-4e25-8973-623f64be075d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:23:56.605162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2882d63-f7b6-441c-b273-ee1d021b08b3 req-72890c9f-8b6f-4c7a-afda-7422ae2cacca tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876029 Jan 27 19:23:56.766860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa819635-89ef-423f-9358-e15b537f2177 req-90226227-8b63-4ddf-8de6-74ffd58f52d9 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.768820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa819635-89ef-423f-9358-e15b537f2177 req-90226227-8b63-4ddf-8de6-74ffd58f52d9 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 1101 time: 0.0620213 Jan 27 19:23:56.855997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa819635-89ef-423f-9358-e15b537f2177 req-81ed87b6-c1be-4701-ae3f-bddb0afbc894 tempest-ServersAdminTestJSON-1296559403 tempest-ServersAdminTestJSON-1296559403-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813475 Jan 27 19:23:56.950485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-40bbf65d-4aa8-4138-bc2a-54058e5941f1 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 200 len: 694 time: 0.0835524 Jan 27 19:23:56.985650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-3f1a7181-906b-47fd-b330-fb671467b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:56.987193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-3f1a7181-906b-47fd-b330-fb671467b93a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0683517 Jan 27 19:23:57.123624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-be4412d8-2fab-49cb-8610-a844c2991db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:57.125580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-be4412d8-2fab-49cb-8610-a844c2991db3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.1316314 Jan 27 19:23:57.162134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bb6e-9249-4f10-9cae-920a8e37d59c req-199a6c92-6f33-40e5-baf8-1497cf5b72bd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:57.170210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5852bb6e-9249-4f10-9cae-920a8e37d59c req-199a6c92-6f33-40e5-baf8-1497cf5b72bd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2174065 Jan 27 19:23:57.178045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-f7fd4c88-9485-4ca1-b110-b60e805a9451 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 200 len: 217 time: 0.0431886 Jan 27 19:23:57.236504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-d32ac02e-dac4-4d16-a916-79efbdfbfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:57.238252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-d32ac02e-dac4-4d16-a916-79efbdfbfe7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.0542092 Jan 27 19:23:57.270045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-d450ba5e-dc32-4d95-be1c-df69e597148f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:57.272469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-d450ba5e-dc32-4d95-be1c-df69e597148f tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.3178864 Jan 27 19:23:57.274088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-5fff6d74-8dd1-49ca-bc81-73c54158daab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286398 Jan 27 19:23:57.300734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-0de769e9-4eb5-4f59-b8ff-623a1efea476 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:23:57.302679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-0de769e9-4eb5-4f59-b8ff-623a1efea476 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170562 Jan 27 19:23:57.316212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5852bb6e-9249-4f10-9cae-920a8e37d59c req-5583710a-0da9-49d8-b23f-3037f337dc44 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279483 Jan 27 19:23:57.434467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-2394b7b5-29ec-4f0b-8eaf-49a00dadeb1f service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535714 Jan 27 19:23:57.440116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-8a1ccc43-7a68-44a6-87a3-33f619026090 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 697 time: 0.0979688 Jan 27 19:23:57.536724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-2ec1972b-3345-4d49-bb18-9ceed8f3a2e4 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 697 time: 0.0834029 Jan 27 19:23:57.652682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a941e684-1c29-4cd3-adda-3f79d0fc5c33 req-97fc7d50-bf3c-461a-9ab2-104a5c429643 service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092819 Jan 27 19:23:57.732621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Deleting port 5fd24beb-7f1a-43f0-adb2-134da35f1413 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:23:57.733339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:57.916870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4068b-cd4b-404c-8f8e-20ec9cd21fcd req-0983d93e-1882-4a85-b9fe-c3dc7b82faf0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:57.918941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29b4068b-cd4b-404c-8f8e-20ec9cd21fcd req-0983d93e-1882-4a85-b9fe-c3dc7b82faf0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1202693 Jan 27 19:23:57.924265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:57.924764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (5fd24beb-7f1a-43f0-adb2-134da35f1413), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:57.950594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Calling delete_port for 5fd24beb-7f1a-43f0-adb2-134da35f1413 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:23:58.037009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29b4068b-cd4b-404c-8f8e-20ec9cd21fcd req-0e4644de-1e46-4d85-8e1f-de2bdb82fa33 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019652 Jan 27 19:23:58.202310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5fd24beb-7f1a-43f0-adb2-134da35f1413), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:58.248067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event deleted for resources: {'Port': ['ID=5fd24beb-7f1a-43f0-adb2-134da35f1413,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:23:58.352819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks [] for floatingip (2c41d740-bb12-4e25-8973-623f64be075d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:58.357550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:23:58.359512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-539a972e-9cc4-4fef-bb02-7ccba2850611 req-03779e47-d4c6-429b-a2bf-4a87de2ad0c3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "DELETE /v2.0/floatingips/2c41d740-bb12-4e25-8973-623f64be075d HTTP/1.1" status: 204 len: 173 time: 0.8121116 Jan 27 19:23:58.609174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525b73e-a8f4-4a2f-9da1-e10fdc41d332 req-deba05b6-5da2-4b2c-9e76-bc596c81c15c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.610609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e525b73e-a8f4-4a2f-9da1-e10fdc41d332 req-deba05b6-5da2-4b2c-9e76-bc596c81c15c tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.1061270 Jan 27 19:23:58.631515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.638192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.643620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.649123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.655108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.660509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.665983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.668577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29a568b4-830b-4037-b300-b743cffc193b req-b7626b6c-b425-4242-a4ac-4f1429851d3c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.1664851 Jan 27 19:23:58.745023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e525b73e-a8f4-4a2f-9da1-e10fdc41d332 req-88ba463c-fc73-4166-b89b-482a4903e697 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752308 Jan 27 19:23:58.773747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29a568b4-830b-4037-b300-b743cffc193b req-0d1efd92-e7bb-44ae-a6e0-108288d0cca2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898151 Jan 27 19:23:58.927070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea770400-9a1e-434b-ae08-d03f54112800 req-a3e1a40f-ba34-4e09-8b21-63588b1bef0b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:58.929064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea770400-9a1e-434b-ae08-d03f54112800 req-a3e1a40f-ba34-4e09-8b21-63588b1bef0b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.0661278 Jan 27 19:23:59.005667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea770400-9a1e-434b-ae08-d03f54112800 req-6aa1e8ae-d3ac-4ee6-91ae-0f62f81d5464 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jan 27 19:23:59.204514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee1d4e-6802-453b-b164-94079dc68521 req-ded5afc8-bc48-411d-a7b8-f93b77c63c46 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:59.206177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64ee1d4e-6802-453b-b164-94079dc68521 req-ded5afc8-bc48-411d-a7b8-f93b77c63c46 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.0806923 Jan 27 19:23:59.228716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c090bac-0822-4780-bd4d-322573244851 req-603b6d3a-85fa-4afe-81dc-9e0363e12116 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:59.230591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c090bac-0822-4780-bd4d-322573244851 req-603b6d3a-85fa-4afe-81dc-9e0363e12116 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 945 time: 0.0738504 Jan 27 19:23:59.298153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64ee1d4e-6802-453b-b164-94079dc68521 req-7fbd9e75-0a11-4bc5-a95c-756e48980799 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851436 Jan 27 19:23:59.306607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c090bac-0822-4780-bd4d-322573244851 req-7fd2480b-6c4b-4fa0-a12e-65c6a604736c tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Jan 27 19:23:59.464188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbd3-9a31-475c-a913-ee3c627a888f req-1da87d54-cb23-4939-8965-ea779a7076e3 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:59.466930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e0dcbd3-9a31-475c-a913-ee3c627a888f req-1da87d54-cb23-4939-8965-ea779a7076e3 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.0881960 Jan 27 19:23:59.535499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e0dcbd3-9a31-475c-a913-ee3c627a888f req-7ca356b0-66cf-41b9-96ba-74d6f9df826d tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Jan 27 19:23:59.914253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad502656-961d-49b6-a225-565b2e235083 req-8b897541-b936-4ef8-87d4-bafc636b05c5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:23:59.917047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad502656-961d-49b6-a225-565b2e235083 req-8b897541-b936-4ef8-87d4-bafc636b05c5 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.0603790 Jan 27 19:23:59.997844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad502656-961d-49b6-a225-565b2e235083 req-0c5b7258-bfd0-4c04-9b7d-c978a3557f77 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Jan 27 19:24:00.179417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.185390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.190923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.196342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.202356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.207646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.213186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.215172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-c3119f0c-6c14-46b1-966e-a5c7be0fb79f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.1231687 Jan 27 19:24:00.226636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c2e8-1e51-41d0-b64e-fd794a8a31c8 req-53dd5268-4f5c-428b-a419-b4522c00b6d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.228194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9941c2e8-1e51-41d0-b64e-fd794a8a31c8 req-53dd5268-4f5c-428b-a419-b4522c00b6d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.1267872 Jan 27 19:24:00.331418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b21021f3-9ab7-4a85-8477-8f0b55d45e70 req-ec1d8657-bb05-4867-960f-caa4a86a8777 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020875 Jan 27 19:24:00.334480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9941c2e8-1e51-41d0-b64e-fd794a8a31c8 req-9064fcfc-28fa-421c-aa94-93d61408dafd tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984406 Jan 27 19:24:00.499736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a7eaa-2f9f-4879-b61c-c23c3773dc49 req-86015d22-94d6-4f5e-aaee-25e59320dbc0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.503584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3a7eaa-2f9f-4879-b61c-c23c3773dc49 req-86015d22-94d6-4f5e-aaee-25e59320dbc0 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.0876174 Jan 27 19:24:00.524688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9d7d4db2-ed0c-4a60-8daa-1c387b340ff7 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.526271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9d7d4db2-ed0c-4a60-8daa-1c387b340ff7 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.0801468 Jan 27 19:24:00.681883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f3a7eaa-2f9f-4879-b61c-c23c3773dc49 req-deaa328e-c01c-481a-9e04-eb595baaedcd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651382 Jan 27 19:24:00.725708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa5b0-20ca-4774-a500-ca37f4b21744 req-195849b8-3b20-46a4-96f8-602ac7b32025 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.727314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e2fa5b0-20ca-4774-a500-ca37f4b21744 req-195849b8-3b20-46a4-96f8-602ac7b32025 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 945 time: 0.1681952 Jan 27 19:24:00.771441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Deleting port c4811b77-3842-4e9f-b2e0-9a05faae4f56 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:00.771812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:00.850146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:00.880127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e2fa5b0-20ca-4774-a500-ca37f4b21744 req-07779c8a-3a75-453e-a3f0-fd46eb0646f3 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fd3a156-e9db-4320-b692-e8ffdc245f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401546 Jan 27 19:24:00.937106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498749d-352f-47fa-9f4b-840656aa1acd req-6cc3ffee-c8b5-4cce-a071-183ba7404cb0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:00.939707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1498749d-352f-47fa-9f4b-840656aa1acd req-6cc3ffee-c8b5-4cce-a071-183ba7404cb0 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1511910 Jan 27 19:24:01.005991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] For port c4811b77-3842-4e9f-b2e0-9a05faae4f56, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c4811b77-3842-4e9f-b2e0-9a05faae4f56,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:01.006850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.017071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d32212a-cf14-4037-883e-781652855f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.042762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Calling delete_port for c4811b77-3842-4e9f-b2e0-9a05faae4f56 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:01.089540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1498749d-352f-47fa-9f4b-840656aa1acd req-2fc1594c-32be-42be-810d-bc4bc472666e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435821 Jan 27 19:24:01.109724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-366c62b9-bab1-4c6f-bf36-2fea9cd6c7a7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:01.121629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-366c62b9-bab1-4c6f-bf36-2fea9cd6c7a7 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 945 time: 0.1215827 Jan 27 19:24:01.239213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d32212a-cf14-4037-883e-781652855f1c admin admin] Publish callbacks [] for security_group (226d9b63-1de6-4abe-9675-2f2519ac4545), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.247527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d32212a-cf14-4037-883e-781652855f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (226d9b63-1de6-4abe-9675-2f2519ac4545), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.260049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13135c6-69dc-41a6-9193-0c4b18eba1c2 req-0d799621-2b7c-44a3-983d-0399550cec45 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:01.262834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e13135c6-69dc-41a6-9193-0c4b18eba1c2 req-0d799621-2b7c-44a3-983d-0399550cec45 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 950 time: 0.1717689 Jan 27 19:24:01.295701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4d32212a-cf14-4037-883e-781652855f1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0db8a5a5dae348fca25630bcd472c7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435794 Jan 27 19:24:01.300810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:01.311704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32212a-cf14-4037-883e-781652855f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d9b63-1de6-4abe-9675-2f2519ac4545,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:01.317319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Deleting port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:01.317717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.422045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e13135c6-69dc-41a6-9193-0c4b18eba1c2 req-bb4f229f-1c3e-4842-bfc2-39b0ef884eb6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459496 Jan 27 19:24:01.490854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c4811b77-3842-4e9f-b2e0-9a05faae4f56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.500374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] Publish callbacks [] for security_group (226d9b63-1de6-4abe-9675-2f2519ac4545), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.507434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] For port 9c98ab93-f733-4f5c-a511-3acf9482a8d2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=9c98ab93-f733-4f5c-a511-3acf9482a8d2,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:01.508206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.522867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', '04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:01.567238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event deleted for resources: {'Port': ['ID=c4811b77-3842-4e9f-b2e0-9a05faae4f56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:01.588122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] Publish callbacks [] for security_group (226d9b63-1de6-4abe-9675-2f2519ac4545), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.592339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Calling delete_port for 9c98ab93-f733-4f5c-a511-3acf9482a8d2 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:01.779743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:24:01.795704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (226d9b63-1de6-4abe-9675-2f2519ac4545), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.801467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.805636 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/226d9b63-1de6-4abe-9675-2f2519ac4545 HTTP/1.1" status: 204 len: 168 time: 0.5004914 Jan 27 19:24:01.828272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15211b69-08f0-4d0e-90c9-884d0d3199bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d9b63-1de6-4abe-9675-2f2519ac4545,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:01.965295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c98ab93-f733-4f5c-a511-3acf9482a8d2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:01.979705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['9c98ab93-f733-4f5c-a511-3acf9482a8d2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:01.992558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03223e9-79b8-4fb2-8721-054b016f01da req-7914012a-4a40-4ed4-bea1-3b1f223e2f5e tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:01.994219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f03223e9-79b8-4fb2-8721-054b016f01da req-7914012a-4a40-4ed4-bea1-3b1f223e2f5e tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.5708649 Jan 27 19:24:02.014437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.015501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.015501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.015501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.016011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.016251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.020172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.020864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.021446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.021969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.022507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.023046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.023565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:02.037040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] No DVR routers for this DVR port c4811b77-3842-4e9f-b2e0-9a05faae4f56 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:02.037653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Pushing event deleted for resources: {'Port': ['ID=9c98ab93-f733-4f5c-a511-3acf9482a8d2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:02.053548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:02.060247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab9fd519-a253-4114-9771-cc922d664a93 req-9803aaa1-8f0a-4c64-ac91-3a2062e4c25e tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "DELETE /v2.0/ports/c4811b77-3842-4e9f-b2e0-9a05faae4f56 HTTP/1.1" status: 204 len: 173 time: 1.5191522 Jan 27 19:24:02.061918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'name': 'network-vif-deleted', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:02.064243 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e2084-1e08-4e1e-9378-3aac19433577" -d '{"events": [{"server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "name": "network-vif-deleted", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:02.104004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.120296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.136668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.143744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] No DVR routers for this DVR port 9c98ab93-f733-4f5c-a511-3acf9482a8d2 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:02.147390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:02.151442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a696c30b-5db1-482e-ad0e-068049aaa31b req-9464a622-ec44-4769-bc31-7775ca5ab47e tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.66 "DELETE /v2.0/ports/9c98ab93-f733-4f5c-a511-3acf9482a8d2 HTTP/1.1" status: 204 len: 173 time: 1.0233827 Jan 27 19:24:02.151936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'name': 'network-vif-deleted', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:02.154360 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f0a20-0fe4-4f04-9cb4-f2b6fd6180b5" -d '{"events": [{"server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "name": "network-vif-deleted", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:02.156068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.169458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.179960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.191932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.195268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-4640bab8-b8bf-43f9-b06b-b50d429993a1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.6593580 Jan 27 19:24:02.302905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f03223e9-79b8-4fb2-8721-054b016f01da req-e8f0cca6-416f-47ab-9e0f-f5613265314f tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687707 Jan 27 19:24:02.381516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cadf7b3b-c08f-43a2-817c-4866ff11bec3 req-e5474987-5427-4085-bc05-bbf68f4e2772 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677887 Jan 27 19:24:02.608177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600494-0c0b-4573-85dd-a46387c883f9 req-e0897355-cef2-4cbe-bb8b-3b0923b02e70 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.615900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47600494-0c0b-4573-85dd-a46387c883f9 req-e0897355-cef2-4cbe-bb8b-3b0923b02e70 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1022377 Jan 27 19:24:02.696805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccea19f8-ebe8-418e-a679-57d0de518c2c req-014d73a0-2828-44eb-a4d7-f52d19a58261 tempest-FloatingIPsAssociationTestJSON-1668149113 tempest-FloatingIPsAssociationTestJSON-1668149113-project] 10.222.0.59 "GET /v2.0/ports?device_id=425f6948-d28b-44b0-9efd-378cc93bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0792456 Jan 27 19:24:02.777686 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b0e74c-2ac2-4f28-ab51-404d109df525 x-openstack-request-id: req-67b0e74c-2ac2-4f28-ab51-404d109df525 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:02.778183 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27afb3c-79fd-4277-8738-a3e748bc60ec", "name": "network-vif-deleted", "tag": "c4811b77-3842-4e9f-b2e0-9a05faae4f56", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:02.778615 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67b0e74c-2ac2-4f28-ab51-404d109df525 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:02.779333 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27afb3c-79fd-4277-8738-a3e748bc60ec', 'name': 'network-vif-deleted', 'tag': 'c4811b77-3842-4e9f-b2e0-9a05faae4f56', 'status': 'completed', 'code': 200} Jan 27 19:24:02.856333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-03dba5e5-57db-4dd4-b87a-363f2e01d34b tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:02.859293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-03dba5e5-57db-4dd4-b87a-363f2e01d34b tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.1796489 Jan 27 19:24:02.868326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47600494-0c0b-4573-85dd-a46387c883f9 req-d11238a3-41df-48a0-8124-32efd446994c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330086 Jan 27 19:24:02.943446 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d40ac30-762b-4221-a624-68c9c0ce4272 x-openstack-request-id: req-7d40ac30-762b-4221-a624-68c9c0ce4272 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:02.943880 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425f6948-d28b-44b0-9efd-378cc93bccc6", "name": "network-vif-deleted", "tag": "9c98ab93-f733-4f5c-a511-3acf9482a8d2", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:02.944258 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d40ac30-762b-4221-a624-68c9c0ce4272 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:02.944773 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425f6948-d28b-44b0-9efd-378cc93bccc6', 'name': 'network-vif-deleted', 'tag': '9c98ab93-f733-4f5c-a511-3acf9482a8d2', 'status': 'completed', 'code': 200} Jan 27 19:24:03.033316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5381e-53fe-4d0a-911d-d729a82fba55 req-7acbf87f-e46d-4a59-8d6a-93f5f3c47014 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.035072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dd5381e-53fe-4d0a-911d-d729a82fba55 req-7acbf87f-e46d-4a59-8d6a-93f5f3c47014 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1651871 Jan 27 19:24:03.122730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dd5381e-53fe-4d0a-911d-d729a82fba55 req-cbe0bcbb-546b-4662-8d38-cf4d03d86a9a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745549 Jan 27 19:24:03.156580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-424dafce-83ae-4746-ae67-039d9107e5d8 req-5f812101-237d-4f6e-82af-19f879f9d27d tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=b27afb3c-79fd-4277-8738-a3e748bc60ec HTTP/1.1" status: 200 len: 210 time: 0.0612669 Jan 27 19:24:03.161488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Deleting port f24468a6-4b0e-4416-bddb-56dc95ce3b0d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:03.162795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.232008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41966) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:03.300596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] For port f24468a6-4b0e-4416-bddb-56dc95ce3b0d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:03.301226 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.367784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-network', 'tenant_id': '9ce19d1873154da1aca38741c75a2601'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:03.401707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Made reservation on behalf of 9ce19d1873154da1aca38741c75a2601 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:03.406307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.422541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.551446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks [] for security_group (20b549a8-179d-4819-8fd3-aa00ff6e91e0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.557283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (20b549a8-179d-4819-8fd3-aa00ff6e91e0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.590039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:24:03.606577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b549a8-179d-4819-8fd3-aa00ff6e91e0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:03.608041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039a38-ea9f-4961-b82e-b96180fb24bb req-615ab579-1f0a-4a04-9835-cab7b3f4b790 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.608827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4039a38-ea9f-4961-b82e-b96180fb24bb req-615ab579-1f0a-4a04-9835-cab7b3f4b790 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 946 time: 0.1441026 Jan 27 19:24:03.612311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0b52298b-4477-4e42-8023-e2ac9d2b1078), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.612664 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Added segment 0b52298b-4477-4e42-8023-e2ac9d2b1078 of type vlan for network c74a2121-1e22-49ac-8eb3-a52283e663ed Jan 27 19:24:03.644699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.645060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.645433 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Floating IP 54437bdd-8a8b-4f4a-a9d4-a92f18adff03 disassociated. External IP: 172.25.5.206, port: f24468a6-4b0e-4416-bddb-56dc95ce3b0d. Jan 27 19:24:03.645780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Calling delete_port for f24468a6-4b0e-4416-bddb-56dc95ce3b0d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:03.667027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c74a2121-1e22-49ac-8eb3-a52283e663ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.672565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.677943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.684096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.691334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.696653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.700713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c74a2121-1e22-49ac-8eb3-a52283e663ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.702509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.702897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.703959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.707781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:03.709876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4a3513d8-a71f-40da-8ade-79e509f64f64 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.1551688 Jan 27 19:24:03.788939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4039a38-ea9f-4961-b82e-b96180fb24bb req-bf6e93b7-b63b-47de-bbb0-f5b175ed3565 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b01867b-d141-492e-9f29-9b19e9c71c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559184 Jan 27 19:24:03.804183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5703876 Jan 27 19:24:03.809446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:03.814479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Request body: {'subnet': {'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-subnet', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:03.821673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5e9d-7e05-4e21-9cbb-19d852a5fcdf admin admin] Pushing event updated for resources: {'Network': ['ID=c74a2121-1e22-49ac-8eb3-a52283e663ed,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:03.841997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c74a2121-1e22-49ac-8eb3-a52283e663ed details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:24:03.862098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3ce5c20-5c44-45a2-a749-7085be012645 req-4ed696ec-f649-40b8-8ce5-b408bb5df4be tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374292 Jan 27 19:24:03.882499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Made reservation on behalf of 9ce19d1873154da1aca38741c75a2601 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:03.885996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.971020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f24468a6-4b0e-4416-bddb-56dc95ce3b0d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:03.998399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:04.088993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event deleted for resources: {'Port': ['ID=f24468a6-4b0e-4416-bddb-56dc95ce3b0d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:04.323589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d50ab-62e3-4db6-a669-ebc163bd9944 req-ff7be498-ed93-4041-a3b2-54bce862a86f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:04.328223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a0d50ab-62e3-4db6-a669-ebc163bd9944 req-ff7be498-ed93-4041-a3b2-54bce862a86f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2708969 Jan 27 19:24:04.439232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Router c0d57d7c-5fae-41be-949b-efd447e2a832 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:04.492961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624d837-7c58-4946-b5d1-ecbbacad0e9b req-002da510-01ed-4f5e-8370-bf1c7443b439 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:04.494227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2624d837-7c58-4946-b5d1-ecbbacad0e9b req-002da510-01ed-4f5e-8370-bf1c7443b439 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.2174850 Jan 27 19:24:04.500489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a0d50ab-62e3-4db6-a669-ebc163bd9944 req-56c3bf8f-8785-4eea-be2e-dc3eb00a3455 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606815 Jan 27 19:24:04.549368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c4811b77-3842-4e9f-b2e0-9a05faae4f56 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:04.617968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: c4811b77-3842-4e9f-b2e0-9a05faae4f56 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:04.618551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c4811b77-3842-4e9f-b2e0-9a05faae4f56 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:04.657926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (4e059afa-2dfd-421e-8e40-f4cde758d423), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:04.696015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:04.785760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9c98ab93-f733-4f5c-a511-3acf9482a8d2 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:04.801555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2624d837-7c58-4946-b5d1-ecbbacad0e9b req-f0e628fe-ed9b-4f77-9657-3851aa9b5787 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724144 Jan 27 19:24:04.834407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 9c98ab93-f733-4f5c-a511-3acf9482a8d2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:04.834609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 9c98ab93-f733-4f5c-a511-3acf9482a8d2 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:04.909965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e059afa-2dfd-421e-8e40-f4cde758d423,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:04.995038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f6dc3c0-1584-4d65-aa07-0917cbf98a5f req-c1b1ce78-0622-4fee-a9c8-ddd601e0d927 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0622215 Jan 27 19:24:05.015876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Checking segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:05.016488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Network hostable DHCP agents. Network: c74a2121-1e22-49ac-8eb3-a52283e663ed, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:24:05.023060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:05.044893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Sync routers for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:05.075751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:05.077132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:05.110436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Deleting port 0c999a9d-14b4-4108-8dec-64c6d459b6f5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:05.110872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.136277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] No DVR routers for this DVR port f24468a6-4b0e-4416-bddb-56dc95ce3b0d on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:05.144606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.149923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d81982-0890-4304-b495-85ff1dff1ca8 req-26e05d5b-c41f-431e-adf2-b08ed0d64994 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.39 "DELETE /v2.0/ports/f24468a6-4b0e-4416-bddb-56dc95ce3b0d HTTP/1.1" status: 204 len: 173 time: 2.2619219 Jan 27 19:24:05.157924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'name': 'network-vif-deleted', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:05.162581 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1440f26-fb31-4f2f-bd73-d0229ac8d94e" -d '{"events": [{"server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "name": "network-vif-deleted", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:05.235266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Network c74a2121-1e22-49ac-8eb3-a52283e663ed is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:24:05.255901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6003-3913-46c0-8bda-025dead12001 req-167d4c41-a3ca-4f7f-86f5-ec61eae37ef4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.258844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be0d6003-3913-46c0-8bda-025dead12001 req-167d4c41-a3ca-4f7f-86f5-ec61eae37ef4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.3174174 Jan 27 19:24:05.278926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] For port 0c999a9d-14b4-4108-8dec-64c6d459b6f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0c999a9d-14b4-4108-8dec-64c6d459b6f5,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:05.279682 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.291760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c74a2121-1e22-49ac-8eb3-a52283e663ed) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:05.312771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Calling delete_port for 0c999a9d-14b4-4108-8dec-64c6d459b6f5 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:05.318092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0308b1-b499-4f2c-bc85-241bfce419d2 None None] Network c74a2121-1e22-49ac-8eb3-a52283e663ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:05.341618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.343092 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.424128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.429755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:05.444575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.463112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.475148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.486983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.505381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.512339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:05.515312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-fcf0cc8e-a65b-4cf0-a106-a219e5bc8ca3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3829653 Jan 27 19:24:05.528338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d44b59cb-b43e-4b4b-9751-e2f53107d7aa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7139537 Jan 27 19:24:05.530488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be0d6003-3913-46c0-8bda-025dead12001 req-9d79669e-b281-4ace-8adf-cb6c84079707 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568791 Jan 27 19:24:05.531632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:05.538382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:05.607659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.609075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.656514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6420630-e2e3-4a4c-a6fe-0e010e7dc257 req-afd91bc4-467d-42e1-899a-beba0be36106 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218600 Jan 27 19:24:05.710637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for router_controller (dd6ac80d-333f-4660-9fb2-4926ee2adea2), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.780897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c74a2121-1e22-49ac-8eb3-a52283e663ed', 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed', 'project_id': '9ce19d1873154da1aca38741c75a2601', 'fixed_ips': [{'subnet_id': '4e059afa-2dfd-421e-8e40-f4cde758d423'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:24:05.782591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.788607 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f922c10-17d0-4b46-b41b-749c79ca9446 x-openstack-request-id: req-9f922c10-17d0-4b46-b41b-749c79ca9446 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:05.789010 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f85849-d742-4ff2-8dba-2ce98c2ca979", "name": "network-vif-deleted", "tag": "f24468a6-4b0e-4416-bddb-56dc95ce3b0d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:05.789363 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f922c10-17d0-4b46-b41b-749c79ca9446 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:05.789836 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f85849-d742-4ff2-8dba-2ce98c2ca979', 'name': 'network-vif-deleted', 'tag': 'f24468a6-4b0e-4416-bddb-56dc95ce3b0d', 'status': 'completed', 'code': 200} Jan 27 19:24:05.971901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0c999a9d-14b4-4108-8dec-64c6d459b6f5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:05.979697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for router_gateway (dd6ac80d-333f-4660-9fb2-4926ee2adea2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:06.062320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c999a9d-14b4-4108-8dec-64c6d459b6f5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:06.117377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acf7b4-506c-47f0-af65-fe98376df9fd req-a2a78969-6060-4e4f-b99e-85a862a9da7a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:06.126238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55acf7b4-506c-47f0-af65-fe98376df9fd req-a2a78969-6060-4e4f-b99e-85a862a9da7a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1883965 Jan 27 19:24:06.163029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489883-eda6-40f0-824e-3b93da135f08 req-2c5358dd-c5e7-43ed-92ed-e89053453193 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:06.171445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14489883-eda6-40f0-824e-3b93da135f08 req-2c5358dd-c5e7-43ed-92ed-e89053453193 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.2288258 Jan 27 19:24:06.285837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55acf7b4-506c-47f0-af65-fe98376df9fd req-c2c7fc21-eaa2-4232-860c-26899a3b6c89 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574190 Jan 27 19:24:06.354880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14489883-eda6-40f0-824e-3b93da135f08 req-4838bd41-f066-4018-92eb-8e58adce3b01 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812761 Jan 27 19:24:06.411613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Allocated IP 172.20.0.2 (c74a2121-1e22-49ac-8eb3-a52283e663ed/4e059afa-2dfd-421e-8e40-f4cde758d423/dfeaf127-c627-4522-9790-8e563eb8dca2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:06.472976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:06.476227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:06.538849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Checking router: c0d57d7c-5fae-41be-949b-efd447e2a832 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:06.565249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f24468a6-4b0e-4416-bddb-56dc95ce3b0d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:06.648500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c83cd8b5-4a29-4e7b-9590-bf3aef682c2b req-501a2e1a-3e60-484c-a506-2cd85102c284 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.1571507 Jan 27 19:24:06.671224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: f24468a6-4b0e-4416-bddb-56dc95ce3b0d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:06.671929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f24468a6-4b0e-4416-bddb-56dc95ce3b0d not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:06.685812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:06.685812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:06.701528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for router_gateway (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:06.783384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:06.924172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Allocated IP 172.25.5.93 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:06.947026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:06.977863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:06.998823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks [] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:07.012039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:07.037290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Network c74a2121-1e22-49ac-8eb3-a52283e663ed is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:07.076929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:07.112989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:07.133809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0523-24e7-44f6-a563-bd692bb21d2e req-e6330fb6-d134-4135-8ac2-115c48fc1fa2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.137549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:07.148577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-999bc726-1844-4a39-a4a3-c5553d07f7c4 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441381 Jan 27 19:24:07.148775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fba0523-24e7-44f6-a563-bd692bb21d2e req-e6330fb6-d134-4135-8ac2-115c48fc1fa2 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.5119057 Jan 27 19:24:07.149622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:07.149980 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Sync routers for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:07.175770 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:07.176441 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:07.193918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:07.273949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:07.417312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:07.423355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks [] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:07.430880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:07.434293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:07.450521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:07.476841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.488189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.510222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.528253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.545441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.551715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.557520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.559607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-197da89e-3673-42f2-8990-b06fdd23ce8f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.5592356 Jan 27 19:24:07.579593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Pushing event updated for resources: {'Port': ['ID=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:07.698301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-bece6d42-2093-4b31-8ff0-5dc7a25700c6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:07.701174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-bece6d42-2093-4b31-8ff0-5dc7a25700c6 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.4657741 Jan 27 19:24:07.823987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fba0523-24e7-44f6-a563-bd692bb21d2e req-fcf359b2-8e28-4c0d-ae99-733b1bdc41f1 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757990 Jan 27 19:24:07.884801 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:24:05Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:07.916160 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Checking router: 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:07.926514 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Routers {'4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:07.927322 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:07.966237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69ce42b5-efb7-4036-b727-319ad4ab9c3e req-e8871f82-758b-4b06-aa3b-003cfeb6909a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3516827 Jan 27 19:24:08.087668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Pushing event updated for resources: {'Port': ['ID=dfeaf127-c627-4522-9790-8e563eb8dca2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:08.110175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Attempting to bind port dfeaf127-c627-4522-9790-8e563eb8dca2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:08.110777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Attempting to bind port dfeaf127-c627-4522-9790-8e563eb8dca2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:08.111363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Attempting to bind port dfeaf127-c627-4522-9790-8e563eb8dca2 on network c74a2121-1e22-49ac-8eb3-a52283e663ed {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:08.115003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] Set router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:08.124373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.124928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.127646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.128454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.129198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.129790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.130564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.131161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.131721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.132318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.132938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.133784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.134333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:08.159913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:08.160541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Checking segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:08.161623 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.162263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Bound using segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:08.163049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Bound port: dfeaf127-c627-4522-9790-8e563eb8dca2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:08.163736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.176064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks [] for router_gateway (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.231183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971824c8-3fca-45cf-9c87-4adb19b1d77f req-3f79cc4e-b81e-4f7b-8dc3-759c93d1a1b9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:08.233623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-971824c8-3fca-45cf-9c87-4adb19b1d77f req-3f79cc4e-b81e-4f7b-8dc3-759c93d1a1b9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2588894 Jan 27 19:24:08.312545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Deleting port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:08.313126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.342050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-971824c8-3fca-45cf-9c87-4adb19b1d77f req-af8eef08-6a2b-4237-9017-effff1d460c7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961468 Jan 27 19:24:08.364886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] For port dfeaf127-c627-4522-9790-8e563eb8dca2, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:24:08.376113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:08.381275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] For port dfeaf127-c627-4522-9790-8e563eb8dca2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfeaf127-c627-4522-9790-8e563eb8dca2,segment=NetworkSegment(0b52298b-4477-4e42-8023-e2ac9d2b1078),segment_id=0b52298b-4477-4e42-8023-e2ac9d2b1078)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:24:08.463064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08607ed-bce9-4b17-86ad-a06bfb24664d None None] The sync data for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 is: [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c60991c0-5bb1-457e-86b4-485b03fa463f', 'name': '', 'network_id': '8175110f-5606-4bc9-8ac3-15c87b18e4f5', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'mac_address': 'fa:16:3e:de:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:42Z', 'updated_at': '2022-01-27T19:19:52Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'subnets': [{'id': 'dd9bb8bb-9262-417f-80df-f53e1aa3c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:08.466662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.551594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] For port 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:08.551970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.577962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Calling delete_port for 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:08.601951 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:24:05Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:08.668678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d3c8d-86c9-43e8-8e42-ca02e752a033 None None] Pushing event updated for resources: {'Port': ['ID=dfeaf127-c627-4522-9790-8e563eb8dca2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:08.683741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dcb24-2490-49c1-9690-0d18e87bdd60 None None] The sync data for ids ['4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed'] in n-d-760453-6 is: [{'id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1324543450-router', 'tenant_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:21:53Z', 'updated_at': '2022-01-27T19:24:05Z', 'revision_number': 5, 'project_id': '1ba6d6d2d28a42f0942830a0cdb873a8', 'gw_port': {'id': '4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:21:59Z', 'updated_at': '2022-01-27T19:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:08.956818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:08.978135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3af53a76-f05b-4c11-82ad-0d8bddabe545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.017367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:09.174512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d40d52-343c-4852-a4cb-db85f554619f None None] New status for floating IP 54437bdd-8a8b-4f4a-a9d4-a92f18adff03: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:24:09.267869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.294722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for router_gateway (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.414395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80443df-b7d6-4433-9851-59e61297cf35 req-9553babd-bbdb-477f-a9dd-0cdaad404d86 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:09.418455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d80443df-b7d6-4433-9851-59e61297cf35 req-9553babd-bbdb-477f-a9dd-0cdaad404d86 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 1.3015709 Jan 27 19:24:09.478512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d037e62-a4af-490d-af8c-3f2e2fcc7943 req-2e10df65-e24d-4645-8daf-fe63637beaac tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.1905396 Jan 27 19:24:09.490977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Deleting port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:09.491704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.574727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.581885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks [] for router_controller (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.709721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.710705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:24:09.721664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.722645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a4520ec-617c-4032-9009-bfe8c7dfb994 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4f8e2b9b-7ad9-4e76-b7a9-0f5eb59538ed HTTP/1.1" status: 204 len: 168 time: 2.5719335 Jan 27 19:24:09.729486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:09.752653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d80443df-b7d6-4433-9851-59e61297cf35 req-d8261397-2a5d-49e3-b212-ed772ea1d13b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888095 Jan 27 19:24:09.911931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Deleting subnet 048240e0-f5d5-4812-9e0e-c9014a5a9fa1 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:24:09.921283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Publish callbacks [] for subnet (048240e0-f5d5-4812-9e0e-c9014a5a9fa1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:09.996134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] For port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:09.996935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.053639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfeaf127-c627-4522-9790-8e563eb8dca2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:10.060612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (048240e0-f5d5-4812-9e0e-c9014a5a9fa1), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.065673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Calling delete_port for a79e8317-736d-4dfe-ae4f-ae910d2f0f1f owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:10.200795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dfeaf127-c627-4522-9790-8e563eb8dca2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:10.201883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.261577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (048240e0-f5d5-4812-9e0e-c9014a5a9fa1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.284747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.306229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed33133-22e7-4103-8d90-b9b13bf32286 req-91c69b75-a10b-4c17-8790-a4cf6e14c8f3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.321426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ed33133-22e7-4103-8d90-b9b13bf32286 req-91c69b75-a10b-4c17-8790-a4cf6e14c8f3 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 950 time: 0.4174981 Jan 27 19:24:10.414358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dfeaf127-c627-4522-9790-8e563eb8dca2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:10.414790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.429241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (048240e0-f5d5-4812-9e0e-c9014a5a9fa1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.471864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048240e0-f5d5-4812-9e0e-c9014a5a9fa1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:10.482029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.497575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4245f169-5c2a-4ff7-9c2b-d12ab903869c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/048240e0-f5d5-4812-9e0e-c9014a5a9fa1 HTTP/1.1" status: 204 len: 168 time: 0.7665734 Jan 27 19:24:10.498251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:10.503548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954a88d-89d5-471d-b6ec-156e11166d77 None None] Network f5a9f96d-0f38-4646-89ba-4a8b6e277323 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:10.544818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port dfeaf127-c627-4522-9790-8e563eb8dca2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfeaf127-c627-4522-9790-8e563eb8dca2,segment=NetworkSegment(0b52298b-4477-4e42-8023-e2ac9d2b1078),segment_id=0b52298b-4477-4e42-8023-e2ac9d2b1078)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:10.594508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f5a9f96d-0f38-4646-89ba-4a8b6e277323), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.694600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Deleting port a974f979-116b-4ba3-94f1-65ce8d13de41 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:10.695069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.743263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a79e8317-736d-4dfe-ae4f-ae910d2f0f1f no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:10.749351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.756559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.771809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.778851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.785493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.791534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.799195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.812379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:10.816484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-46ca6f17-9ff7-43c4-89bd-65581d04a787 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.6859732 Jan 27 19:24:10.818820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] For port a974f979-116b-4ba3-94f1-65ce8d13de41, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a974f979-116b-4ba3-94f1-65ce8d13de41,segment=NetworkSegment(448cc769-da8c-43a2-9cfc-55f25a4d8136),segment_id=448cc769-da8c-43a2-9cfc-55f25a4d8136)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:10.821754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:10.837897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0c999a9d-14b4-4108-8dec-64c6d459b6f5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:10.850195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Calling delete_port for a974f979-116b-4ba3-94f1-65ce8d13de41 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:10.948730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0c999a9d-14b4-4108-8dec-64c6d459b6f5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:10.949540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ed33133-22e7-4103-8d90-b9b13bf32286 req-6a28c931-9225-4de2-a814-68f9a604014b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271174 Jan 27 19:24:10.952088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0c999a9d-14b4-4108-8dec-64c6d459b6f5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:11.035563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a974f979-116b-4ba3-94f1-65ce8d13de41), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.111152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] No DVR routers for this DVR port a974f979-116b-4ba3-94f1-65ce8d13de41 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:11.112768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7783e18-ad3a-4316-b6d2-1037d6175b62 None None] Network c74a2121-1e22-49ac-8eb3-a52283e663ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:11.114097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a974f979-116b-4ba3-94f1-65ce8d13de41,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:11.141559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=dfeaf127-c627-4522-9790-8e563eb8dca2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:11.210001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a468d59f-93a7-4cda-ad0d-af8003501543 req-45cb20fc-766a-491e-9c97-3b289e8133e1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2427073 Jan 27 19:24:11.275752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f5a9f96d-0f38-4646-89ba-4a8b6e277323), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.322064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dd12ceaf-55a9-4aa5-aa32-4f6efc7317b9 None None] Provisioning complete for port dfeaf127-c627-4522-9790-8e563eb8dca2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:11.323495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd12ceaf-55a9-4aa5-aa32-4f6efc7317b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.338807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a9f96d-0f38-4646-89ba-4a8b6e277323']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:11.362220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448cc769-da8c-43a2-9cfc-55f25a4d8136') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:11.362979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448cc769-da8c-43a2-9cfc-55f25a4d8136') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:11.380368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dfcf4-4381-4d97-9276-e200c8e9d096 req-d939b2ec-abf0-4c37-90d1-698d31bf9004 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:11.383251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a7dfcf4-4381-4d97-9276-e200c8e9d096 req-d939b2ec-abf0-4c37-90d1-698d31bf9004 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2925477 Jan 27 19:24:11.385801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (448cc769-da8c-43a2-9cfc-55f25a4d8136), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.388676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.392263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Router dd6ac80d-333f-4660-9fb2-4926ee2adea2 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:24:11.412414 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (448cc769-da8c-43a2-9cfc-55f25a4d8136), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.424859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:24:11.425822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (448cc769-da8c-43a2-9cfc-55f25a4d8136), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:24:11.428851 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:24:11.467876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:11.512919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d8a34-3368-45f2-b035-53330f021fc2 None None] DHCP port deletion for f5a9f96d-0f38-4646-89ba-4a8b6e277323 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:24:11.526965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f5a9f96d-0f38-4646-89ba-4a8b6e277323), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.536277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.544135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5a9f96d-0f38-4646-89ba-4a8b6e277323 HTTP/1.1" status: 204 len: 168 time: 1.0447621 Jan 27 19:24:11.549014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:11.549689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a79e8317-736d-4dfe-ae4f-ae910d2f0f1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:11.563669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event deleted for resources: {'Port': ['ID=a79e8317-736d-4dfe-ae4f-ae910d2f0f1f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:11.585931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b4c3331-914c-498d-8640-a55270c072bc req-96fd3e66-cba1-47ae-837f-557f640cf34b tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.2002976 Jan 27 19:24:11.589712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4dbb6-a7f9-4db5-b2f9-8dc66696fb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a9f96d-0f38-4646-89ba-4a8b6e277323,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:11.789552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:11.828903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a7dfcf4-4381-4d97-9276-e200c8e9d096 req-55d17dbe-4e37-41f0-85af-ef396e18e976 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279919 Jan 27 19:24:11.879985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd12ceaf-55a9-4aa5-aa32-4f6efc7317b9 None None] Current status of the port dfeaf127-c627-4522-9790-8e563eb8dca2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:11.886719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfeaf127-c627-4522-9790-8e563eb8dca2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:11.924671 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a4b46637-6a41-40aa-80fc-5e0afd5a0f15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ba6d6d2d28a42f0942830a0cdb873a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334774 Jan 27 19:24:11.928811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:12.002443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] No DVR routers for this DVR port a79e8317-736d-4dfe-ae4f-ae910d2f0f1f on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:12.011920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dfeaf127-c627-4522-9790-8e563eb8dca2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:12.012301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.015708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.021965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b0afe1-e27e-476b-af60-ee5e9c250722 req-6e998423-226d-4c19-943c-90f45bccd9d4 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "DELETE /v2.0/ports/a79e8317-736d-4dfe-ae4f-ae910d2f0f1f HTTP/1.1" status: 204 len: 173 time: 4.2630985 Jan 27 19:24:12.100010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'name': 'network-vif-deleted', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:12.114182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be45cfd9-28f9-4e17-905d-a316d1d47ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.131812 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f560ad-8758-485f-9302-d7ecdc3f8343" -d '{"events": [{"server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "name": "network-vif-deleted", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:12.151390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] Publish callbacks [] for security_group (4fd3a156-e9db-4320-b692-e8ffdc245f94), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.190683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] Publish callbacks [] for security_group (4fd3a156-e9db-4320-b692-e8ffdc245f94), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.220569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dfeaf127-c627-4522-9790-8e563eb8dca2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:12.300666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4fd3a156-e9db-4320-b692-e8ffdc245f94), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.304883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.309397 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fd3a156-e9db-4320-b692-e8ffdc245f94 HTTP/1.1" status: 204 len: 168 time: 0.3750451 Jan 27 19:24:12.333073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a02564f-880e-4be2-b680-7086dbbe8ca9 req-0a1d186f-ecb9-4332-aafe-d6cfe22c867b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=e608e144-596f-4f45-923c-843cbe0250a8 HTTP/1.1" status: 200 len: 210 time: 0.1891150 Jan 27 19:24:12.356168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182d8f-4c90-4670-b486-7fadf8bfeffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3a156-e9db-4320-b692-e8ffdc245f94,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:12.400531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:12.408595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a974f979-116b-4ba3-94f1-65ce8d13de41 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:12.415943 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Sync routers for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:12.436247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e636-2851-4085-925f-e1df16e8daad req-5c7c667f-cb72-4ad8-9f05-ff405c57c375 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.438394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7b0e636-2851-4085-925f-e1df16e8daad req-5c7c667f-cb72-4ad8-9f05-ff405c57c375 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.4287183 Jan 27 19:24:12.445235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.449380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7af363b3-2e44-4701-8811-24262ac28a2b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9140875 Jan 27 19:24:12.449901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:12.474490 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Routers {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:12.475621 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:12.511985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: a974f979-116b-4ba3-94f1-65ce8d13de41 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:12.512343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a974f979-116b-4ba3-94f1-65ce8d13de41 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:12.512772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:12.539506 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710040f0-3a6f-4d56-97e2-2c0eaeb790ef x-openstack-request-id: req-710040f0-3a6f-4d56-97e2-2c0eaeb790ef {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:12.539944 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e608e144-596f-4f45-923c-843cbe0250a8", "name": "network-vif-deleted", "tag": "a79e8317-736d-4dfe-ae4f-ae910d2f0f1f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:12.540314 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-710040f0-3a6f-4d56-97e2-2c0eaeb790ef {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:12.540928 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e608e144-596f-4f45-923c-843cbe0250a8', 'name': 'network-vif-deleted', 'tag': 'a79e8317-736d-4dfe-ae4f-ae910d2f0f1f', 'status': 'completed', 'code': 200} Jan 27 19:24:12.600411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:12.600795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4b8fad98-dc10-4b95-a2a0-a5d92bc7eda2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:12.615656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d875e407-6893-4f5c-9554-0316fb4ad801 None None] Provisioning complete for port dfeaf127-c627-4522-9790-8e563eb8dca2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:12.616958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d875e407-6893-4f5c-9554-0316fb4ad801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:12.641378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7b0e636-2851-4085-925f-e1df16e8daad req-693aa366-1a41-45bb-9575-3fa1b0402811 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687744 Jan 27 19:24:12.761538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d875e407-6893-4f5c-9554-0316fb4ad801 None None] Current status of the port dfeaf127-c627-4522-9790-8e563eb8dca2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:12.857980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.872492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.893036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.893410 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Set router dd6ac80d-333f-4660-9fb2-4926ee2adea2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:12.906912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.944084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.967782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.987718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:12.998457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-fc5eacb5-410e-4f4b-88a8-d5670015ffb5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3454361 Jan 27 19:24:13.079357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a18c477e-bc8f-4a7a-9439-87fca82ac58a req-9f46767a-ee02-4c66-9825-9294b17845f5 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0792654 Jan 27 19:24:13.179857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6b3f84c-d47a-4836-a911-b5527a940d93 req-e9b3ccc9-1428-4bb9-b5e6-4a48cb4ff492 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383152 Jan 27 19:24:13.299485 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:08Z', 'revision_number': 3, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:13.366843 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Checking router: dd6ac80d-333f-4660-9fb2-4926ee2adea2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:13.367573 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Updating router dd6ac80d-333f-4660-9fb2-4926ee2adea2 port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:24:13.422656 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:13.493588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ce296-6e6d-40ba-a532-8c4484008844 req-16e41b5e-5d4d-475d-aa43-15543c4b019c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:13.507184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae6ce296-6e6d-40ba-a532-8c4484008844 req-16e41b5e-5d4d-475d-aa43-15543c4b019c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1432774 Jan 27 19:24:13.625354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae6ce296-6e6d-40ba-a532-8c4484008844 req-e2ba7b13-6d78-43ad-9f95-07aff20a363b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171083 Jan 27 19:24:13.684243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:13.888655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092b8c-80f1-4613-8e3e-a3fe84ffea4f req-cf81627d-c190-40c9-b817-c8a7e5c87761 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:13.900491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba092b8c-80f1-4613-8e3e-a3fe84ffea4f req-cf81627d-c190-40c9-b817-c8a7e5c87761 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1184282 Jan 27 19:24:13.942143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Allocated IP 172.20.0.1 (c74a2121-1e22-49ac-8eb3-a52283e663ed/4e059afa-2dfd-421e-8e40-f4cde758d423/a433e7d6-ceb6-45eb-b8ac-61158f617b1f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:13.986671 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks [] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:13.994819 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.006215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:14.055157 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bca9-6c44-4677-ac6c-c2af054d6c27 None None] Pushing event updated for resources: {'Port': ['ID=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:14.079210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba092b8c-80f1-4613-8e3e-a3fe84ffea4f req-ea0742f4-4226-42a0-9c1e-d0b9e621f960 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716733 Jan 27 19:24:14.102797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d5879-4302-48a0-b500-6004ef611796 req-9485aef8-ed9a-4168-966a-a8c7e542e991 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.110200 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Attempting to bind port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:14.110576 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Attempting to bind port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:14.110944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Attempting to bind port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:14.115187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c15d5879-4302-48a0-b500-6004ef611796 req-9485aef8-ed9a-4168-966a-a8c7e542e991 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.2068152 Jan 27 19:24:14.116947 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:14.117371 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:14.117946 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.118398 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:14.119035 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Bound port: eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:14.120114 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.139531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks [] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.190094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.250743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] For port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:24:14.260722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] For port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:24:14.262248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c15d5879-4302-48a0-b500-6004ef611796 req-2f65c89a-b606-4c04-9502-27606a7057aa tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421230 Jan 27 19:24:14.268529 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.302044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Network c74a2121-1e22-49ac-8eb3-a52283e663ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:14.328780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:14.337532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:14.344209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1999443853-network', 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:14.352623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a433e7d6-ceb6-45eb-b8ac-61158f617b1f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:14.403441 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Routers {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:14.404176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:14.425729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.475737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bca9-6c44-4677-ac6c-c2af054d6c27 None None] Pushing event updated for resources: {'Port': ['ID=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:14.491277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df06d012-39fd-48b5-a5e2-2a02a53aa842 req-4d938a0e-00ff-4cdb-85a0-082069cd18fe tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.2218428 Jan 27 19:24:14.547358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:14.560052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.600126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:14.673404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.687960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.692318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.703495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.717528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.724639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.732095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] Set router dd6ac80d-333f-4660-9fb2-4926ee2adea2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:14.741296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.756968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.766455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-b238b4e6-77fb-46e0-aa5c-4c20dcd90fc0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3381557 Jan 27 19:24:14.770197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.846107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-62f7c721-5c49-44db-84a6-bfbe053203aa None None] Provisioning complete for port a433e7d6-ceb6-45eb-b8ac-61158f617b1f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:14.847672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f7c721-5c49-44db-84a6-bfbe053203aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:14.856275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:14.898371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'mac_address': 'fa:16:3e:5d:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:14.906075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a46b-5070-40e1-b8ac-ac6984009d0c req-dbedf24a-7130-4856-be17-08cded3df1c7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:14.907998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f847a46b-5070-40e1-b8ac-ac6984009d0c req-dbedf24a-7130-4856-be17-08cded3df1c7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1289477 Jan 27 19:24:14.922645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-62f7c721-5c49-44db-84a6-bfbe053203aa None None] Port a433e7d6-ceb6-45eb-b8ac-61158f617b1f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:24:15.007029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:15.008024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.009121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eb38fc3-9d57-489d-bfe6-0e5dcad315d7 req-88df05f2-3973-4ab1-98f0-7837f8dddb19 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402902 Jan 27 19:24:15.069650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c21d083-c27b-44e2-85ca-a01917815dc1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:15.071766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks [] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.080599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.081524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.123522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:15.132324 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.157014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f847a46b-5070-40e1-b8ac-ac6984009d0c req-babaa830-6b47-4ad5-b137-b94d8e26feec tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372444 Jan 27 19:24:15.225045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a433e7d6-ceb6-45eb-b8ac-61158f617b1f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:15.236379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.263286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks [] for security_group (93f7e97b-07b0-4278-87d8-a034596f6ab7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.295659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (93f7e97b-07b0-4278-87d8-a034596f6ab7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.301816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:15.339474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21d083-c27b-44e2-85ca-a01917815dc1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:15.346529 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:08Z', 'revision_number': 3, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:15.417053 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd2f03-14dc-4127-9dd8-9e67df22b806 None None] The sync data for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 is: [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:08Z', 'revision_number': 3, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:15.423153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7e97b-07b0-4278-87d8-a034596f6ab7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:15.429575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:24:15.445987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (2f9f1825-5a66-4a28-a212-521c877b984a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.446342 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Added segment 2f9f1825-5a66-4a28-a212-521c877b984a of type vlan for network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 Jan 27 19:24:15.489903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.502373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Network c74a2121-1e22-49ac-8eb3-a52283e663ed is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:15.504031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:15.584157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.682557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.683558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:15.684151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:15.733015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9eb08-4102-485b-aba9-bb8c5dcbe691 req-5e0f1aca-7e51-4f06-869c-8cc06933d7dc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:15.734791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84b9eb08-4102-485b-aba9-bb8c5dcbe691 req-5e0f1aca-7e51-4f06-869c-8cc06933d7dc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.4776156 Jan 27 19:24:15.799645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Router dd6ac80d-333f-4660-9fb2-4926ee2adea2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:15.839960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8294201 Jan 27 19:24:15.867319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:15.877309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd66a2-d90c-4ef0-bc02-9a3b34b9c231 req-639baf43-c369-46a4-9a04-94b8f6525f1b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:15.909502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4cd66a2-d90c-4ef0-bc02-9a3b34b9c231 req-639baf43-c369-46a4-9a04-94b8f6525f1b tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.4166963 Jan 27 19:24:15.922286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Request body: {'subnet': {'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1999443853-subnet', 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:15.930333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:16.008881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5a4504c4-b3e9-4825-a5bb-48369a69eb88 None None] Provisioning complete for port a433e7d6-ceb6-45eb-b8ac-61158f617b1f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:16.009504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a4504c4-b3e9-4825-a5bb-48369a69eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:16.045201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:16.066273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9191-3128-4054-b1b5-fbd79a25eeb0 admin admin] Pushing event updated for resources: {'Network': ['ID=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:16.069488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-003c96e8-6f53-4697-9e17-2b85878f8fd8 admin admin] 10.222.0.59 "PUT /v2.0/routers/dd6ac80d-333f-4660-9fb2-4926ee2adea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6180685 Jan 27 19:24:16.085308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:24:16.227282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a4504c4-b3e9-4825-a5bb-48369a69eb88 None None] Port a433e7d6-ceb6-45eb-b8ac-61158f617b1f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:24:16.253422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:16.257562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:16.495368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84b9eb08-4102-485b-aba9-bb8c5dcbe691 req-b078d0a1-d29b-435c-b11f-bdf4a47ecac3 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457602 Jan 27 19:24:16.519864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-9eaef3b3-abf0-4c55-a58f-f0330b799892 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:16.521703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-9eaef3b3-abf0-4c55-a58f-f0330b799892 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 950 time: 0.4664211 Jan 27 19:24:16.539960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4cd66a2-d90c-4ef0-bc02-9a3b34b9c231 req-229c11ae-212d-4b5f-ba6e-1091b4d9cdce tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273592 Jan 27 19:24:16.622181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:16.796204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee97ca8e-dd96-4747-a396-78164b2a1cf3 req-275e0940-6d88-4d2b-be23-0cd82e3caab9 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.1370277 Jan 27 19:24:16.867862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 1c21d083-c27b-44e2-85ca-a01917815dc1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:16.868508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:16.906042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (006dac98-3e5c-41f1-81b9-b842fc456482), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.022171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:17.023334 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.077761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.078581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:17.080024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:17.084437 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59c1afc-0d43-48fd-810f-e2fdba10bac0" -d '{"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:17.091163 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.093026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.107806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.127441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.149110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.173360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.186254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:17.187279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.197007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-579fc621-c817-4f12-b995-0cec3490e2ee req-95c4ad57-0f84-4800-89f2-203ae633130b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3589687 Jan 27 19:24:17.286746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006dac98-3e5c-41f1-81b9-b842fc456482,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:17.348512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77c4d59c-3380-4fae-8e41-eb8cb97e07bd req-3a06b632-d2f3-4085-9d0d-a83d7edbcd9c tempest-FloatingIPsNegativeTestJSON-945283130 tempest-FloatingIPsNegativeTestJSON-945283130-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=9ce19d1873154da1aca38741c75a2601 HTTP/1.1" status: 200 len: 217 time: 0.0588977 Jan 27 19:24:17.392380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Checking segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:17.392755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Network hostable DHCP agents. Network: cc25dfa8-9b4d-4359-8d78-7a5a403f4f22, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:24:17.409110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Deleting port 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:17.409618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.500435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-579fc621-c817-4f12-b995-0cec3490e2ee req-7be02e20-39fa-4620-a120-a433366c1e0c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018744 Jan 27 19:24:17.586576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:24:17.626554 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428860f6-f8b5-4a33-81bd-045963ff67f1 x-openstack-request-id: req-428860f6-f8b5-4a33-81bd-045963ff67f1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:17.626998 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:17.627156 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-428860f6-f8b5-4a33-81bd-045963ff67f1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:17.627577 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'code': 200} Jan 27 19:24:17.635074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] For port 04d90458-a5fb-49af-9958-e58b76ccf4a5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=04d90458-a5fb-49af-9958-e58b76ccf4a5,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:17.635602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.649775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cc25dfa8-9b4d-4359-8d78-7a5a403f4f22) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:17.675798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Calling delete_port for 04d90458-a5fb-49af-9958-e58b76ccf4a5 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:17.680230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.681027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:17.689569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56352d-755a-44b4-9f48-b864c41845f0 None None] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:17.704915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d955c-632e-4afc-97c4-83a93edcfe9c req-631199d6-b185-439a-8b2e-5fad9be87fba tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:17.706830 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-086d955c-632e-4afc-97c4-83a93edcfe9c req-631199d6-b185-439a-8b2e-5fad9be87fba tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2371559 Jan 27 19:24:17.714555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53374667-4860-4aa9-8ff7-a66fcd15911c req-b2cdf76a-b66e-45c2-90a1-227c6a19a46b tempest-FloatingIPsNegativeTestJSON-945283130 tempest-FloatingIPsNegativeTestJSON-945283130-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0629151 Jan 27 19:24:17.808179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc4551a0-97e3-4d59-9bc1-fdb9b4043e14 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8964603 Jan 27 19:24:18.000387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-086d955c-632e-4afc-97c4-83a93edcfe9c req-6526cb29-52d4-4a41-9a8f-be3465640d9b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732441 Jan 27 19:24:18.012552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:18.095875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb9e7-475f-467e-8540-4b07475c9557 req-c3616d2c-d69c-4731-9568-209e62e885b9 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:18.110553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a9fb9e7-475f-467e-8540-4b07475c9557 req-c3616d2c-d69c-4731-9568-209e62e885b9 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.1805360 Jan 27 19:24:18.131052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433dc152-82a9-4660-ad0d-e72d43f4077b None None] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:18.369495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a9fb9e7-475f-467e-8540-4b07475c9557 req-23087fc9-ebc5-42cc-a9b6-28a10ce57359 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456529 Jan 27 19:24:18.403664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (04d90458-a5fb-49af-9958-e58b76ccf4a5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:18.483425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['04d90458-a5fb-49af-9958-e58b76ccf4a5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:18.496434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Pushing event deleted for resources: {'Port': ['ID=04d90458-a5fb-49af-9958-e58b76ccf4a5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:18.668961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:18.671389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:19.022521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40b335f9-a611-4c04-8803-2f914807c836 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:19.025301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Sync routers for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:19.067904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Routers {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:19.068574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:19.273122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6e44671-7272-4d36-a960-3701be139813 req-df26755c-048d-4ea7-b9f8-6570aefca554 tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f22aad-12d4-4732-916d-e59646f1a84c HTTP/1.1" status: 200 len: 210 time: 0.7807508 Jan 27 19:24:19.276853 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-f71fadf5-e40f-4c51-bb43-5c3650a52ff2 req-1ac368e5-054a-4b26-83db-12ef8fefa0e5 tempest-FloatingIPsNegativeTestJSON-945283130 tempest-FloatingIPsNegativeTestJSON-945283130-project] show failed (client error): The resource could not be found. Jan 27 19:24:19.278163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f71fadf5-e40f-4c51-bb43-5c3650a52ff2 req-1ac368e5-054a-4b26-83db-12ef8fefa0e5 tempest-FloatingIPsNegativeTestJSON-945283130 tempest-FloatingIPsNegativeTestJSON-945283130-project] 10.222.0.59 "GET /v2.0/floatingips/83a72591-f82d-4130-b8fb-10ab943f2872 HTTP/1.1" status: 404 len: 350 time: 0.7419477 Jan 27 19:24:19.278959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:19.279421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:19.290184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42174) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:19.298919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] No DVR routers for this DVR port 04d90458-a5fb-49af-9958-e58b76ccf4a5 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:19.309874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:19.322575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a55b6572-f44e-4b5d-b981-b44958ebe4ad req-a4b21059-8853-4bcd-83b4-34f9df8361ff tempest-ServersAdminTestJSON-745772637 tempest-ServersAdminTestJSON-745772637-project] 10.222.0.39 "DELETE /v2.0/ports/04d90458-a5fb-49af-9958-e58b76ccf4a5 HTTP/1.1" status: 204 len: 173 time: 2.7740610 Jan 27 19:24:19.336939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-deleted', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:19.336939 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0131c4-60d7-484f-96a1-0f431eb3dc88" -d '{"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-deleted", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:19.364151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:19.389618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:19.405620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:19.520760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c33ebc76-23a6-47aa-b99c-7903a489afce req-1a65db6c-c3d8-47b1-85ef-86121768a2d1 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0646319 Jan 27 19:24:19.532138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Set router dd6ac80d-333f-4660-9fb2-4926ee2adea2 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:19.602129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '40b335f9-a611-4c04-8803-2f914807c836', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'port_id': '40b335f9-a611-4c04-8803-2f914807c836', 'mac_address': 'fa:16:3e:0b:22:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:19.839232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-ed62b080-a81c-4881-b09a-85af4e61ec8a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:19.842387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-ed62b080-a81c-4881-b09a-85af4e61ec8a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.2520721 Jan 27 19:24:19.912022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:19.953342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-6db0bcc2-cfde-4fb6-bd18-275841edcb9c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/quotas/2f563e43a1cc42b3b562769dae3cb039 HTTP/1.1" status: 200 len: 375 time: 0.0484967 Jan 27 19:24:19.966790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:19.990327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40b335f9-a611-4c04-8803-2f914807c836 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:19.990805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:20.033746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b335f9-a611-4c04-8803-2f914807c836 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:20.094796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.107778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.117415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.123910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.129814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.136907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.143148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.151141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-ac74c96c-9cc9-4372-a779-8f262dea14fd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5420 time: 0.3068807 Jan 27 19:24:20.154751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-ab335926-205a-460a-8935-2c6ec57256d0 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1885846 Jan 27 19:24:20.189507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:20.235418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:20.236212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1727f8ea-5263-49f9-b604-5b88d5787b72 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:20.308753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-051d47bd-7aa7-4911-9902-336b3e7613d9 req-0b40255e-b193-47e1-b6b5-756ed69ea9f2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565094 Jan 27 19:24:20.319034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:20.437907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1727f8ea-5263-49f9-b604-5b88d5787b72,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:20.475857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '1727f8ea-5263-49f9-b604-5b88d5787b72', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'port_id': '1727f8ea-5263-49f9-b604-5b88d5787b72', 'mac_address': 'fa:16:3e:a7:03:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:20.484980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-6b65a156-cb70-42d7-8a3e-5a2a9e1376aa service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146567 Jan 27 19:24:20.486377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:14Z', 'revision_number': 4, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'a433e7d6-ceb6-45eb-b8ac-61158f617b1f', 'name': '', 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'mac_address': 'fa:16:3e:dc:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '4e059afa-2dfd-421e-8e40-f4cde758d423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:13Z', 'updated_at': '2022-01-27T19:24:14Z', 'revision_number': 2, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'subnets': [{'id': '4e059afa-2dfd-421e-8e40-f4cde758d423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:20.576693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Deleting port a433e7d6-ceb6-45eb-b8ac-61158f617b1f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:20.582185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:20.602272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Checking router: dd6ac80d-333f-4660-9fb2-4926ee2adea2 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:20.602866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Updating router dd6ac80d-333f-4660-9fb2-4926ee2adea2 port a433e7d6-ceb6-45eb-b8ac-61158f617b1f binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:24:20.662124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:20.693132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:20.831694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-e7f3287d-a5bd-4f59-801e-e3ac733292cc service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448575 Jan 27 19:24:20.951607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028d45-5420-4cef-9df1-20f0905c4117 req-3535130b-545e-4bcd-aac9-7a6f32158246 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:20.954821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40028d45-5420-4cef-9df1-20f0905c4117 req-3535130b-545e-4bcd-aac9-7a6f32158246 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2985380 Jan 27 19:24:21.120423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 04d90458-a5fb-49af-9958-e58b76ccf4a5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:21.121507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 04d90458-a5fb-49af-9958-e58b76ccf4a5 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:21.123806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1727f8ea-5263-49f9-b604-5b88d5787b72 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:21.124482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.186984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727f8ea-5263-49f9-b604-5b88d5787b72 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:21.219051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40028d45-5420-4cef-9df1-20f0905c4117 req-b7e79302-da9c-488e-b404-522c0b6535d7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513630 Jan 27 19:24:21.242468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1727f8ea-5263-49f9-b604-5b88d5787b72,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:21.258883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks [] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.265136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.266766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 44dd471a-2280-4eed-a45d-36c5bd809156 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:21.341345 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81580ee-70d7-4a2b-a669-394c1b3a8037 x-openstack-request-id: req-b81580ee-70d7-4a2b-a669-394c1b3a8037 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:21.341956 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22aad-12d4-4732-916d-e59646f1a84c", "name": "network-vif-deleted", "tag": "04d90458-a5fb-49af-9958-e58b76ccf4a5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:21.341956 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b81580ee-70d7-4a2b-a669-394c1b3a8037 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:21.342338 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22aad-12d4-4732-916d-e59646f1a84c', 'name': 'network-vif-deleted', 'tag': '04d90458-a5fb-49af-9958-e58b76ccf4a5', 'status': 'completed', 'code': 200} Jan 27 19:24:21.367531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.522627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:24:21.586167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.635759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Calling delete_port for a433e7d6-ceb6-45eb-b8ac-61158f617b1f owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:21.699061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:21.743484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a607de-6d9b-4d53-b56f-c34cd37f8af3 req-7b1e2c09-4ec4-42b0-bbc7-04ad9c07b054 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:21.766624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88a607de-6d9b-4d53-b56f-c34cd37f8af3 req-7b1e2c09-4ec4-42b0-bbc7-04ad9c07b054 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.2637711 Jan 27 19:24:21.770935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda9741-eec3-40f3-ae0a-321d31b4219c None None] Pushing event updated for resources: {'Port': ['ID=a433e7d6-ceb6-45eb-b8ac-61158f617b1f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:21.795644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:21.853287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:21.853822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:21.854291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f on network c74a2121-1e22-49ac-8eb3-a52283e663ed {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:21.875530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '44dd471a-2280-4eed-a45d-36c5bd809156', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'port_id': '44dd471a-2280-4eed-a45d-36c5bd809156', 'mac_address': 'fa:16:3e:23:03:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:21.879923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:21.880556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Checking segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:21.882430 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:21.887509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Bound using segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:21.888281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Bound port: a433e7d6-ceb6-45eb-b8ac-61158f617b1f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:21.888958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:22.074796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88a607de-6d9b-4d53-b56f-c34cd37f8af3 req-d70326ed-ab21-4b5d-a3f7-288367b6239b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019049 Jan 27 19:24:22.106485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:22.207663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5aeb9b06-494e-4975-9c2b-47f520838510 req-eb7cd635-f77f-4aa0-ae10-c27f49aafb85 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.1566479 Jan 27 19:24:22.365695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-956c976f-23e0-4dae-accd-628936858740 req-8e51869f-9b25-4665-bc75-8820377174fa tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 210 time: 0.1313028 Jan 27 19:24:22.377222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 44dd471a-2280-4eed-a45d-36c5bd809156 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:22.383364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:22.450946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:22.542770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a433e7d6-ceb6-45eb-b8ac-61158f617b1f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:22.655012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bbd6f7ca-c3d3-441c-9679-98369dc89c79 None None] Provisioning complete for port a433e7d6-ceb6-45eb-b8ac-61158f617b1f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:22.668867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbd6f7ca-c3d3-441c-9679-98369dc89c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:22.724700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42216) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:22.748054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.755150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.762671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.774733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.777795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dd471a-2280-4eed-a45d-36c5bd809156 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:22.781898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.789517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.799593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.809985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-7b99ed79-1942-4b90-bf13-c7b652e26b77 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5422 time: 0.3599336 Jan 27 19:24:22.918893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6f7ca-c3d3-441c-9679-98369dc89c79 None None] Port a433e7d6-ceb6-45eb-b8ac-61158f617b1f was deleted so its status cannot be updated. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 19:24:22.983767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4bdbf-0459-4ab2-ae9f-0c0541c6df7d req-45583baa-b70d-4982-9280-8475beff604d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:22.997569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20e4bdbf-0459-4ab2-ae9f-0c0541c6df7d req-45583baa-b70d-4982-9280-8475beff604d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.2862797 Jan 27 19:24:23.001944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:23.017490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.018355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:23.027550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:24:23.027964 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:24:23.083465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:23.083832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.144630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.188120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9024924e-4adc-4cf2-8e84-6bf293813dd3 req-a8612ee9-bd13-4869-8f37-54b14f61c123 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3770955 Jan 27 19:24:23.188351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:23.192874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:23.214840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1', 'network_id': '8c61d034-e0d1-41d8-a0fc-f26577689807', 'port_id': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1', 'mac_address': 'fa:16:3e:9f:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79de9184-7ff8-4f89-93b4-9bd391617cc9', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:23.276333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20e4bdbf-0459-4ab2-ae9f-0c0541c6df7d req-252d29f0-6974-4744-b26b-f90eb2364d03 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2773037 Jan 27 19:24:23.330355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:23.330754 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.347761 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8be7e822-15c2-43a9-9c35-0c587e3a3332 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=872e1bb84c504986b94cd4ccd429e0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6193960 Jan 27 19:24:23.357116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:23.401722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:23.514417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:23.576492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] Publish callbacks [] for security_group (3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.590495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:23.593469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:23.593695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Attempting to bind port a433e7d6-ceb6-45eb-b8ac-61158f617b1f on network c74a2121-1e22-49ac-8eb3-a52283e663ed {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:23.607712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] Publish callbacks [] for security_group (3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.614416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:23.614799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Checking segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:23.615210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.615614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Bound using segment: {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:23.616544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Bound port: a433e7d6-ceb6-45eb-b8ac-61158f617b1f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b52298b-4477-4e42-8023-e2ac9d2b1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c74a2121-1e22-49ac-8eb3-a52283e663ed'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:23.616544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a433e7d6-ceb6-45eb-b8ac-61158f617b1f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.618752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.630686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 48857fb3-ea5b-4a20-9bc8-194b0d3552fd details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:23.715694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98042b3-d03a-477f-a3e3-924c269fb354 req-83f84c4e-588d-4e52-bd50-38f9ff9180aa tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:23.717603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a98042b3-d03a-477f-a3e3-924c269fb354 req-83f84c4e-588d-4e52-bd50-38f9ff9180aa tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.2471192 Jan 27 19:24:23.727573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524825-c7aa-4ce5-8313-622ef2800e50 req-e0149eed-c469-4ee8-901b-7864183bd622 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:23.736390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3524825-c7aa-4ce5-8313-622ef2800e50 req-e0149eed-c469-4ee8-901b-7864183bd622 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.3813360 Jan 27 19:24:23.740203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.743026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:23.745768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25 HTTP/1.1" status: 204 len: 168 time: 0.3866498 Jan 27 19:24:23.825224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3524825-c7aa-4ce5-8313-622ef2800e50 req-2f5ff969-6ec7-4018-b6b0-d4810d8b8f77 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Jan 27 19:24:23.826399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fccf45-6608-42f7-ad4b-5cd6d0b3990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b9d6b-9b21-4d06-98ea-0e2a9bddfc25,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:23.943286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a98042b3-d03a-477f-a3e3-924c269fb354 req-b581523d-5c6a-4a70-966d-8308e9fa7d32 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046916 Jan 27 19:24:23.954821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:23.999238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Router dd6ac80d-333f-4660-9fb2-4926ee2adea2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:24.099462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60b0f733-0545-43ae-b7e6-8816c31c5aa4 req-505e2a67-a898-49a1-9838-5573f1bbd071 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.0845766 Jan 27 19:24:24.170368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:24.281245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9bdf7fc-e398-492a-bd5f-32e2c02985f5 req-0ed8f87a-fb89-4697-891a-89fb1e100f39 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 210 time: 0.1262856 Jan 27 19:24:24.307448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Port a433e7d6-ceb6-45eb-b8ac-61158f617b1f has been deleted concurrently {{(pid=103324) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 19:24:24.318349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:24.338665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:24.339388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-abfd5212-ecf2-42f1-871c-dc3deea422e9 admin admin] 10.222.0.59 "PUT /v2.0/routers/dd6ac80d-333f-4660-9fb2-4926ee2adea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0464656 Jan 27 19:24:24.341929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:24.367985 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:24:24.490899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Routers {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:24.491554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:24.676665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:24.691580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks [] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:24.757485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:24.802327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-7f02b5c1-2342-4862-beef-703f91701b77 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.806428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-7f02b5c1-2342-4862-beef-703f91701b77 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.6300836 Jan 27 19:24:24.833597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.849020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.873550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.879645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.885934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.892317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.898347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:24.900647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-0b88dfba-ff7e-4880-b458-df004c9f2182 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5424 time: 0.4401350 Jan 27 19:24:24.910954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Request body: {'port': {'device_id': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'admin_state_up': True, 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:24.929056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] Set router dd6ac80d-333f-4660-9fb2-4926ee2adea2 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:25.112926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:25.151752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks [] for router_gateway (dd6ac80d-333f-4660-9fb2-4926ee2adea2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.177686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe2eb-b1df-4002-b3f0-8516781e0791 req-3d72cdce-151e-4e0e-a4d7-64b623dba6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:25.180553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'port_id': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'mac_address': 'fa:16:3e:a9:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d75c2a-53c4-42eb-87fa-a85b9513e246', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:25.184038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cfcfe2eb-b1df-4002-b3f0-8516781e0791 req-3d72cdce-151e-4e0e-a4d7-64b623dba6db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1097 time: 0.2775583 Jan 27 19:24:25.198570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b6e1d24f-86f4-40ee-8a69-bfffe976f8ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9ed58129be14d05a378445883e46169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203493 Jan 27 19:24:25.211092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:25.264262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c00b2ef-4c52-48d2-91f8-3fb3af884287 req-2a38ccbb-b235-4680-8e5f-2ca370db1d38 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3390684 Jan 27 19:24:25.292204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c45cb-db71-4cf4-9de8-7621e7c3c796 req-5ec44f44-0468-43f7-b55a-5ce24a4ac1cd tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:25.299999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75c45cb-db71-4cf4-9de8-7621e7c3c796 req-5ec44f44-0468-43f7-b55a-5ce24a4ac1cd tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.3978009 Jan 27 19:24:25.316336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cfcfe2eb-b1df-4002-b3f0-8516781e0791 req-39759146-3932-4c87-9e72-6a9799d1a1c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231182 Jan 27 19:24:25.334190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Deleting port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:25.334632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.387674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:25.392792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.438712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75c45cb-db71-4cf4-9de8-7621e7c3c796 req-08fe68f9-06f4-4231-bba5-ea50bd41539b tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374180 Jan 27 19:24:25.441625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] Publish callbacks [] for security_group (da022d48-b8a8-4b0a-b0a5-1c30563c1a6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.474157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:25.481234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.506877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] Publish callbacks [] for security_group (da022d48-b8a8-4b0a-b0a5-1c30563c1a6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.527401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] For port eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:25.528064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.548365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48857fb3-ea5b-4a20-9bc8-194b0d3552fd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:25.550080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Calling delete_port for eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:25.580172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:25.589076 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.590037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 6cda2d07-2070-48e0-9139-715210c020f4 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:25.657541 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (da022d48-b8a8-4b0a-b0a5-1c30563c1a6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.660582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.664777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da022d48-b8a8-4b0a-b0a5-1c30563c1a6d HTTP/1.1" status: 204 len: 168 time: 0.4275122 Jan 27 19:24:25.699513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:25.703274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:22Z', 'revision_number': 5, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:25.748672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154bb7-6354-4f3d-a469-ea66e7a83d4b None None] The sync data for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 is: [{'id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'name': 'tempest-FloatingIPsNegativeTestJSON-660292035-router', 'tenant_id': '9ce19d1873154da1aca38741c75a2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:05Z', 'updated_at': '2022-01-27T19:24:22Z', 'revision_number': 5, 'project_id': '9ce19d1873154da1aca38741c75a2601', 'gw_port': {'id': 'eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6ac80d-333f-4660-9fb2-4926ee2adea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:06Z', 'updated_at': '2022-01-27T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:25.757144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:25.761364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '6cda2d07-2070-48e0-9139-715210c020f4', 'network_id': 'f520999e-07b2-4171-aaca-41bb73264804', 'port_id': '6cda2d07-2070-48e0-9139-715210c020f4', 'mac_address': 'fa:16:3e:ce:67:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d75c2a-53c4-42eb-87fa-a85b9513e246', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:25.854133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33678-628f-4cfc-b455-2bfbbd278c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da022d48-b8a8-4b0a-b0a5-1c30563c1a6d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:25.870174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 6cda2d07-2070-48e0-9139-715210c020f4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:25.870572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:25.944876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cda2d07-2070-48e0-9139-715210c020f4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:25.963620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017179c-2f7f-4495-9e1f-bd7949e2b0d4 req-b2cf0df5-5754-4e70-8252-835121c6229b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:25.965234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9017179c-2f7f-4495-9e1f-bd7949e2b0d4 req-b2cf0df5-5754-4e70-8252-835121c6229b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.3825388 Jan 27 19:24:25.999200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099792d-78b6-4316-adde-df858d1ef004 req-1e0f333e-2cbf-4961-ac62-e3651fafa5d9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:26.019594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7099792d-78b6-4316-adde-df858d1ef004 req-1e0f333e-2cbf-4961-ac62-e3651fafa5d9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.4388030 Jan 27 19:24:26.043325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:26.050699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.051621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 704f4993-3759-4f2d-a2d0-db1a47022aab details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:26.110067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.174587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:26.264984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.375071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:26.430737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Allocated IP 172.20.0.12 (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22/006dac98-3e5c-41f1-81b9-b842fc456482/f667bbde-aaba-4540-bb4c-15e3f22985f3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:26.465984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9017179c-2f7f-4495-9e1f-bd7949e2b0d4 req-bd024409-9eb6-4c2d-a07e-c23aadfd0fd9 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440966 Jan 27 19:24:26.533383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7099792d-78b6-4316-adde-df858d1ef004 req-9f519bf1-9de7-495e-bb41-97e210a0fba9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127575 Jan 27 19:24:26.552275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.570041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks [] for router_controller (dd6ac80d-333f-4660-9fb2-4926ee2adea2), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.577985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:26.618289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'port_id': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'mac_address': 'fa:16:3e:39:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:26.826441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 704f4993-3759-4f2d-a2d0-db1a47022aab is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:26.833493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.885874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704f4993-3759-4f2d-a2d0-db1a47022aab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:26.886931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (dd6ac80d-333f-4660-9fb2-4926ee2adea2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.887716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6ac80d-333f-4660-9fb2-4926ee2adea2 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:24:26.918080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:26.919525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-122abe1a-d89c-4331-8053-bdd3d6c18596 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dd6ac80d-333f-4660-9fb2-4926ee2adea2 HTTP/1.1" status: 204 len: 168 time: 2.5763240 Jan 27 19:24:26.923493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:26.946555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:26.955652 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.048553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6065e3c7-8d73-4ec3-8af8-80ec02a7a62e req-1f581e6a-3cf0-42d1-8dd6-f979da1c99fe tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 210 time: 0.2357321 Jan 27 19:24:27.107444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:27.110094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Deleting subnet 4e059afa-2dfd-421e-8e40-f4cde758d423 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:24:27.136186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Publish callbacks [] for subnet (4e059afa-2dfd-421e-8e40-f4cde758d423), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.194162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b79e699-51ce-4c99-885e-d4d20244059d req-462a91f2-fb34-480f-9c3a-e525578221ba tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f85849-d742-4ff2-8dba-2ce98c2ca979 HTTP/1.1" status: 200 len: 210 time: 0.2414854 Jan 27 19:24:27.360982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (4e059afa-2dfd-421e-8e40-f4cde758d423), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.388845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks [] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.687544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Sync routers for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:27.721958 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:27.722402 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:24:27.723248 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:24:27.763454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4e059afa-2dfd-421e-8e40-f4cde758d423), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.764435 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:27.768258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:24:27.768811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd6ac80d-333f-4660-9fb2-4926ee2adea2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:24:27.774814 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb3b03-c9d7-4dcb-bf0a-1db38ac8ae9f None None] The sync data for ids ['dd6ac80d-333f-4660-9fb2-4926ee2adea2'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:27.790709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:27.977628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['44dd471a-2280-4eed-a45d-36c5bd809156'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:28.045061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (4e059afa-2dfd-421e-8e40-f4cde758d423), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.089020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:28.122341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5c82cad7-5bdd-4e57-a162-2ab7e47ddda1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:28.125124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['6cda2d07-2070-48e0-9139-715210c020f4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:28.132834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['40b335f9-a611-4c04-8803-2f914807c836'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:28.135246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.142982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e059afa-2dfd-421e-8e40-f4cde758d423,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:28.157913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.158444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.170883 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-849e0463-83d9-4f65-af0b-fe949f7b5561 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4e059afa-2dfd-421e-8e40-f4cde758d423 HTTP/1.1" status: 204 len: 168 time: 1.2391458 Jan 27 19:24:28.174018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:28.186759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.203392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.225161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c82768-60c7-4671-a18b-f5d56276051a None None] Network c74a2121-1e22-49ac-8eb3-a52283e663ed requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:28.245171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.271133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.304809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.323789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-03607f14-34f1-4630-86d6-daad145090a2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5427 time: 0.7733495 Jan 27 19:24:28.353098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c74a2121-1e22-49ac-8eb3-a52283e663ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.437209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:28.464980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92b4b-3856-41c4-9a9a-276cd8c242f8 req-fd41f00e-252a-498a-b7d8-db1e74f10d91 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:28.486565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2d92b4b-3856-41c4-9a9a-276cd8c242f8 req-fd41f00e-252a-498a-b7d8-db1e74f10d91 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.7599890 Jan 27 19:24:28.514495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Deleting port dfeaf127-c627-4522-9790-8e563eb8dca2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:28.514987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.544886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:28.606043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:28.642232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] For port dfeaf127-c627-4522-9790-8e563eb8dca2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfeaf127-c627-4522-9790-8e563eb8dca2,segment=NetworkSegment(0b52298b-4477-4e42-8023-e2ac9d2b1078),segment_id=0b52298b-4477-4e42-8023-e2ac9d2b1078)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:28.643213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.665087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Calling delete_port for dfeaf127-c627-4522-9790-8e563eb8dca2 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:28.806514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dfeaf127-c627-4522-9790-8e563eb8dca2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:28.872654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeaf127-c627-4522-9790-8e563eb8dca2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:28.885789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] No DVR routers for this DVR port dfeaf127-c627-4522-9790-8e563eb8dca2 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:28.959836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2d92b4b-3856-41c4-9a9a-276cd8c242f8 req-6337db91-d76f-4663-ad0e-c556302d29d7 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719985 Jan 27 19:24:29.086014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c74a2121-1e22-49ac-8eb3-a52283e663ed), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.100869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577119ab-0839-42b3-aee8-71bb7b189b85 None None] DHCP port deletion for c74a2121-1e22-49ac-8eb3-a52283e663ed request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:24:29.105334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['704f4993-3759-4f2d-a2d0-db1a47022aab'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:29.167699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74a2121-1e22-49ac-8eb3-a52283e663ed']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:29.204472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b52298b-4477-4e42-8023-e2ac9d2b1078') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:29.204723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b52298b-4477-4e42-8023-e2ac9d2b1078') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:29.231922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (0b52298b-4477-4e42-8023-e2ac9d2b1078), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.241734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:29.242633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.274383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0b52298b-4477-4e42-8023-e2ac9d2b1078), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.286825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:24:29.287307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (0b52298b-4477-4e42-8023-e2ac9d2b1078), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: items = [ Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:24:29.293985 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:24:29.312296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e01c9ce5-dfae-4ea9-a772-47ee68da4822 req-0dd369f9-4068-4f11-9544-8ce689ae6ba3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9875395 Jan 27 19:24:29.372117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['1727f8ea-5263-49f9-b604-5b88d5787b72'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:29.373681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-dceb5b08-4109-4823-a749-2b2cfc893ea2 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4538119 Jan 27 19:24:29.390480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Request body: {'port': {'device_id': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:29.464586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c74a2121-1e22-49ac-8eb3-a52283e663ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.475983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.494907 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c74a2121-1e22-49ac-8eb3-a52283e663ed HTTP/1.1" status: 204 len: 168 time: 1.3111548 Jan 27 19:24:29.503597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['48857fb3-ea5b-4a20-9bc8-194b0d3552fd'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:29.542372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c081d6-245c-4521-b837-0ca1d134ef50 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74a2121-1e22-49ac-8eb3-a52283e663ed,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:29.750372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:29.833900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46edc50-b00d-4b1a-b6ad-59e371cef195 req-af4bde62-0969-423c-95b0-5a6fad356dad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:29.838817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b46edc50-b00d-4b1a-b6ad-59e371cef195 req-af4bde62-0969-423c-95b0-5a6fad356dad tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.3515518 Jan 27 19:24:30.019251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:30.157500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f1a29d9e-1d10-40ae-9691-7ec0cd1dbf3d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ce19d1873154da1aca38741c75a2601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333435 Jan 27 19:24:30.158683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:30.291256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] Publish callbacks [] for security_group (20b549a8-179d-4819-8fd3-aa00ff6e91e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.351779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] Publish callbacks [] for security_group (20b549a8-179d-4819-8fd3-aa00ff6e91e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.357017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:30.420256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:30.420702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb1f325b-1ca2-4ea0-ab0a-39e4b9a1a62b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:30.421237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfeaf127-c627-4522-9790-8e563eb8dca2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:30.464794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (20b549a8-179d-4819-8fd3-aa00ff6e91e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.468033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.469575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20b549a8-179d-4819-8fd3-aa00ff6e91e0 HTTP/1.1" status: 204 len: 168 time: 0.3095975 Jan 27 19:24:30.484379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: dfeaf127-c627-4522-9790-8e563eb8dca2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:30.484828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfeaf127-c627-4522-9790-8e563eb8dca2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:30.488432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171b2e-7580-4e98-8c37-d87a4ff27620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b549a8-179d-4819-8fd3-aa00ff6e91e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:30.584330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f667bbde-aaba-4540-bb4c-15e3f22985f3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:30.595542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks [] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.614179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Transition to ACTIVE for port object f667bbde-aaba-4540-bb4c-15e3f22985f3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:24:30.644707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f6b9-aaeb-4a21-a27c-730dc8169258 req-ac5d783e-a426-4e1f-b79d-da2b54f9562d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:30.647330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6661f6b9-aaeb-4a21-a27c-730dc8169258 req-ac5d783e-a426-4e1f-b79d-da2b54f9562d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 932 time: 0.8862672 Jan 27 19:24:30.648062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:30.767596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:30.774981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b46edc50-b00d-4b1a-b6ad-59e371cef195 req-f19f53eb-986e-444f-82af-632773894b05 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9257524 Jan 27 19:24:30.857792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6661f6b9-aaeb-4a21-a27c-730dc8169258 req-54a0981e-cfb2-4785-9aa1-73e274027763 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575091 Jan 27 19:24:30.935602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Attempting to bind port f667bbde-aaba-4540-bb4c-15e3f22985f3 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:30.936522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Attempting to bind port f667bbde-aaba-4540-bb4c-15e3f22985f3 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:30.937122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Attempting to bind port f667bbde-aaba-4540-bb4c-15e3f22985f3 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:30.950316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Port f667bbde-aaba-4540-bb4c-15e3f22985f3 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:24:30.950721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Attempting to bind port f667bbde-aaba-4540-bb4c-15e3f22985f3 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:30.958980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:30.959611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Checking segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:30.960085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Bound using segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:30.960650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Bound port: f667bbde-aaba-4540-bb4c-15e3f22985f3, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:30.961366 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:31.178966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:24:31.214344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883d514-be35-4e0e-8169-3aa01fe46a79 req-1e878be4-bf54-4919-aeee-985d67f28d52 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.216461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5883d514-be35-4e0e-8169-3aa01fe46a79 req-1e878be4-bf54-4919-aeee-985d67f28d52 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1793120 Jan 27 19:24:31.218901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:24:31.248598 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:31.263076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a70c-9bc4-4539-b96a-32acb826b8ae req-d3550dad-a507-4de7-97a3-fed3df2b1f8d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.271838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d127a70c-9bc4-4539-b96a-32acb826b8ae req-d3550dad-a507-4de7-97a3-fed3df2b1f8d tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.1393881 Jan 27 19:24:31.366462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5883d514-be35-4e0e-8169-3aa01fe46a79 req-393edaaa-8806-4599-8f83-7a3fc1901284 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 Jan 27 19:24:31.437202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-8aad7be0-4826-4e8c-b86c-2f9223ecf888 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.444091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-8aad7be0-4826-4e8c-b86c-2f9223ecf888 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.2149842 Jan 27 19:24:31.449839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d127a70c-9bc4-4539-b96a-32acb826b8ae req-4cd0da8c-afae-43b4-a1dd-fbb8cb877217 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733549 Jan 27 19:24:31.453201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.453898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:31.458139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] 10.222.0.39 "PUT /v2.0/ports/f667bbde-aaba-4540-bb4c-15e3f22985f3 HTTP/1.1" status: 200 len: 1092 time: 2.0812809 Jan 27 19:24:31.460703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:31.468261 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6875c96-4260-47da-a922-21def470a802" -d '{"events": [{"name": "network-changed", "server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:31.611368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e48f0-887c-4ddf-ae98-70599c6cbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:31.677602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-9935c7db-55f7-415a-8de4-12ac4dbd016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.679825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-9935c7db-55f7-415a-8de4-12ac4dbd016e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 1095 time: 0.1541443 Jan 27 19:24:31.755564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-1a6aac1d-7156-45c7-af55-6035abd3e645 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3 HTTP/1.1" status: 200 len: 217 time: 0.0626922 Jan 27 19:24:31.788163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.797686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.806150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.813906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.821175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.827512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.833189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:31.838131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-5be12d3c-0120-4a42-ae8b-ef2cac3aff7f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5427 time: 0.2263362 Jan 27 19:24:31.843569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Deleting port 45a5763c-c8f6-4344-bd87-b53983ad6957 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:31.844034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.006615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-40bdb852-0cbe-4b79-a596-18184522d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:32.010701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-40bdb852-0cbe-4b79-a596-18184522d5ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.1712837 Jan 27 19:24:32.013122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:32.107673 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edff7b3-3efd-4e39-82be-8a82e5707236 x-openstack-request-id: req-2edff7b3-3efd-4e39-82be-8a82e5707236 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:32.108206 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:32.108639 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2edff7b3-3efd-4e39-82be-8a82e5707236 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:32.109914 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'status': 'completed', 'code': 200} Jan 27 19:24:32.144720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-ac8d3b91-ebd4-43ca-8329-bedb489d218b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230717 Jan 27 19:24:32.253819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c55be71b-7e1a-4559-baa0-d77392477f18 req-225539b2-2d6b-4387-bad5-02e9e54d0b28 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411523 Jan 27 19:24:32.275734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] For port 45a5763c-c8f6-4344-bd87-b53983ad6957, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=45a5763c-c8f6-4344-bd87-b53983ad6957,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:32.276378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.368695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (0b01867b-d141-492e-9f29-9b19e9c71c4f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.457099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c6e3b-ffd4-4e54-bee1-6c50075d1940 req-e887db29-9611-476d-9953-1f2b808d4f26 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:32.459006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e1c6e3b-ffd4-4e54-bee1-6c50075d1940 req-e887db29-9611-476d-9953-1f2b808d4f26 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1765444 Jan 27 19:24:32.461516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (0b01867b-d141-492e-9f29-9b19e9c71c4f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.506817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-6502f6c3-49c9-4490-820c-356c69ce0afe service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443494 Jan 27 19:24:32.651078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e1c6e3b-ffd4-4e54-bee1-6c50075d1940 req-c4bd4ae9-e29b-4114-ba64-af9b6b3b33b8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529884 Jan 27 19:24:32.655480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.658060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.658617 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Floating IP 0d93e7b8-a192-41a4-b0db-62cec3717a35 disassociated. External IP: 172.25.5.247, port: 45a5763c-c8f6-4344-bd87-b53983ad6957. Jan 27 19:24:32.659178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Calling delete_port for 45a5763c-c8f6-4344-bd87-b53983ad6957 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:32.660059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9161-76cf-4082-bf0a-aa74485e9190 req-94311f8d-a9ef-4a4d-9e89-b3372d63d6de tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:32.668637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95ec9161-76cf-4082-bf0a-aa74485e9190 req-94311f8d-a9ef-4a4d-9e89-b3372d63d6de tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 944 time: 0.2243412 Jan 27 19:24:32.716374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b01867b-d141-492e-9f29-9b19e9c71c4f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.719910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:32.724954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b01867b-d141-492e-9f29-9b19e9c71c4f HTTP/1.1" status: 204 len: 168 time: 0.7066903 Jan 27 19:24:32.728782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:32.754934 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-cb1d8897-fc62-4971-be6d-aa8a8d64545a tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] show failed (client error): The resource could not be found. Jan 27 19:24:32.760885 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cb1d8897-fc62-4971-be6d-aa8a8d64545a tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "GET /v2.0/security-groups/0b01867b-d141-492e-9f29-9b19e9c71c4f HTTP/1.1" status: 404 len: 347 time: 0.0263443 Jan 27 19:24:32.762702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:32.762917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c3bd6-2514-4183-8c9b-d3c4454f0340 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01867b-d141-492e-9f29-9b19e9c71c4f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:32.810928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95ec9161-76cf-4082-bf0a-aa74485e9190 req-a29c24bd-6fdd-421b-93f5-3cb31f2e6c83 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422353 Jan 27 19:24:32.827715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05502ab3-ce8c-48dc-b5c9-8842bc17d5a6 req-b3661b91-b6e8-45e6-a1dd-e2376beac1df service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069389 Jan 27 19:24:33.114026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875c96-4260-47da-a922-21def470a802 req-586bcf98-65e6-4d0f-89dd-c45be9a8a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:33.115666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-586bcf98-65e6-4d0f-89dd-c45be9a8a759 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 1095 time: 0.1930735 Jan 27 19:24:33.133047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814208-b2b5-4c14-9648-6aaa1e559a3f req-93969594-53ec-4405-a136-cffd15fc3ab4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:33.150026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91814208-b2b5-4c14-9648-6aaa1e559a3f req-93969594-53ec-4405-a136-cffd15fc3ab4 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3c0d920-c341-417b-bb2e-5d32667a179e HTTP/1.1" status: 200 len: 946 time: 0.1702127 Jan 27 19:24:33.172858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Deleting port 715f67c4-32ad-4423-8e33-662ba5fad416 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:33.173210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:33.368791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:33.368791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (715f67c4-32ad-4423-8e33-662ba5fad416), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:33.405752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91814208-b2b5-4c14-9648-6aaa1e559a3f req-3cd966d5-710e-4178-9b26-da8713ca7b8a tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups?id=54bdf750-d499-461f-a1fe-8471f982d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2502506 Jan 27 19:24:33.432948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Calling delete_port for 715f67c4-32ad-4423-8e33-662ba5fad416 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:33.612543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (45a5763c-c8f6-4344-bd87-b53983ad6957), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:33.615729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875c96-4260-47da-a922-21def470a802 req-553f1055-6920-4f19-b6c3-8e4afcbbf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:33.617844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-553f1055-6920-4f19-b6c3-8e4afcbbf922 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 906 time: 0.4646530 Jan 27 19:24:33.671222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event deleted for resources: {'Port': ['ID=45a5763c-c8f6-4344-bd87-b53983ad6957,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:33.852522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-36483dbd-3113-4a35-a448-00804da58595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3 HTTP/1.1" status: 200 len: 217 time: 0.0998905 Jan 27 19:24:33.917691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Router cbcc9026-d364-4c3b-a241-34631f395622 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:33.919286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (715f67c4-32ad-4423-8e33-662ba5fad416), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:33.976774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Pushing event deleted for resources: {'Port': ['ID=715f67c4-32ad-4423-8e33-662ba5fad416,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:34.147923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks [] for floatingip (54437bdd-8a8b-4f4a-a9d4-a92f18adff03), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:34.152457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:34.155706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4615c552-c4d3-4b4b-8b7d-b433ee3639d8 tempest-ServersTestBootFromVolume-1588265815 tempest-ServersTestBootFromVolume-1588265815-project] 10.222.0.59 "DELETE /v2.0/floatingips/54437bdd-8a8b-4f4a-a9d4-a92f18adff03 HTTP/1.1" status: 204 len: 168 time: 1.3933804 Jan 27 19:24:34.159047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:34.195399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41b1f-3477-451b-99a5-1287594a61fa req-fb799c2d-4fe9-4b6d-9292-6d4bf47b6944 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.215964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b41b1f-3477-451b-99a5-1287594a61fa req-fb799c2d-4fe9-4b6d-9292-6d4bf47b6944 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.6720071 Jan 27 19:24:34.279841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:34.293461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Sync routers for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:34.296125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.325496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:34.326511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:34.328381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.348512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.379703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.407134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.420634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] No DVR routers for this DVR port 45a5763c-c8f6-4344-bd87-b53983ad6957 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:34.426701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:34.435807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bbc5757d-b132-40dc-ab67-8ace7274d8fc req-442f9142-8d5f-400e-91ac-c15cd5eb1c66 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.66 "DELETE /v2.0/ports/45a5763c-c8f6-4344-bd87-b53983ad6957 HTTP/1.1" status: 204 len: 173 time: 2.9857888 Jan 27 19:24:34.440061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'name': 'network-vif-deleted', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:34.444926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.447776 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11c1239-ed53-431d-b8d1-4f0108292fb5" -d '{"events": [{"server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "name": "network-vif-deleted", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:34.468177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.480720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e63c1c3-f8f5-40b5-bb5e-2b6b700bddba tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5427 time: 0.7929780 Jan 27 19:24:34.580397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875c96-4260-47da-a922-21def470a802 req-8a29abc3-f605-41fa-9223-8dec0637a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:34.584836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-8a29abc3-f605-41fa-9223-8dec0637a71d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.7230597 Jan 27 19:24:34.694783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-6e84b393-df90-4044-b775-cbfc2eb21867 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000373 Jan 27 19:24:34.706164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:34.890940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:35.039122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40b335f9-a611-4c04-8803-2f914807c836 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:35.136976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:24:35.352056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:35.370227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'mac_address': 'fa:16:3e:87:33:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:35.494111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 40b335f9-a611-4c04-8803-2f914807c836 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:35.502068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 40b335f9-a611-4c04-8803-2f914807c836 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:35.502505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40b335f9-a611-4c04-8803-2f914807c836), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:35.506907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f667bbde-aaba-4540-bb4c-15e3f22985f3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:35.507100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:35.567099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f667bbde-aaba-4540-bb4c-15e3f22985f3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:35.580028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-fbfc8ca2-0254-47fe-a804-bb077302177b service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755999 Jan 27 19:24:35.636371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:35.666085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:35.718890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (c0d57d7c-5fae-41be-949b-efd447e2a832), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:35.754005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:35.759702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d33ec11-0536-4aa4-91e3-f8d6b9566ef5 req-0e6cc539-194e-4af9-bd08-25d89c093de9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2773335 Jan 27 19:24:35.780194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b41b1f-3477-451b-99a5-1287594a61fa req-bce19c4a-1057-4021-aee7-0199b34ec020 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5480876 Jan 27 19:24:35.796093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Checking router: cbcc9026-d364-4c3b-a241-34631f395622 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:35.894885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:35.900045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:35.919993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6875c96-4260-47da-a922-21def470a802 req-ab02fbdb-e526-46e5-98e2-47c117d8ed51 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278549 Jan 27 19:24:36.189410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:36.262269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cea93-5420-4f81-88db-28389608d334 req-12827a8c-1467-4f5c-9a3b-30f570c6e758 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:36.264312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-584cea93-5420-4f81-88db-28389608d334 req-12827a8c-1467-4f5c-9a3b-30f570c6e758 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 945 time: 0.1188152 Jan 27 19:24:36.382756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40b335f9-a611-4c04-8803-2f914807c836 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:36.382756 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:36.386151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['f667bbde-aaba-4540-bb4c-15e3f22985f3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:36.468605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-584cea93-5420-4f81-88db-28389608d334 req-5b4f183c-1366-46ac-9116-97131295f84c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912880 Jan 27 19:24:36.498109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751c79b-3212-4506-aa0b-40dcf6b4c4f0 req-7c7dc56d-2d55-4569-8c5f-cf1e0366c658 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:36.502387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4751c79b-3212-4506-aa0b-40dcf6b4c4f0 req-7c7dc56d-2d55-4569-8c5f-cf1e0366c658 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.1040268 Jan 27 19:24:36.512885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Deleting port c60991c0-5bb1-457e-86b4-485b03fa463f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:36.513138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:36.592820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4751c79b-3212-4506-aa0b-40dcf6b4c4f0 req-423f92af-29be-4579-949d-e3cd9e3967f8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785108 Jan 27 19:24:36.650582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:36.722449 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0113d5c0-bfd2-49a8-a3ff-aa467c09b37e x-openstack-request-id: req-0113d5c0-bfd2-49a8-a3ff-aa467c09b37e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:36.723047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c0d920-c341-417b-bb2e-5d32667a179e", "name": "network-vif-deleted", "tag": "45a5763c-c8f6-4344-bd87-b53983ad6957", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:36.723047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0113d5c0-bfd2-49a8-a3ff-aa467c09b37e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:36.723423 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c0d920-c341-417b-bb2e-5d32667a179e', 'name': 'network-vif-deleted', 'tag': '45a5763c-c8f6-4344-bd87-b53983ad6957', 'status': 'completed', 'code': 200} Jan 27 19:24:36.766319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] For port c60991c0-5bb1-457e-86b4-485b03fa463f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c60991c0-5bb1-457e-86b4-485b03fa463f,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:36.766696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:36.791915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Calling delete_port for c60991c0-5bb1-457e-86b4-485b03fa463f owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:36.833924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b335f9-a611-4c04-8803-2f914807c836'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:36.838678 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e89923f-6fe8-4d18-9e7e-d2ceacbb0976" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "40b335f9-a611-4c04-8803-2f914807c836"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:37.019161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42440) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:37.139745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:37.175317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:37.176444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 44dd471a-2280-4eed-a45d-36c5bd809156 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:37.318523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c60991c0-5bb1-457e-86b4-485b03fa463f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:37.362464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.373580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.382469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.420281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.447226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.464898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=c60991c0-5bb1-457e-86b4-485b03fa463f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:37.472545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.519790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:37.529396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-ebf177d8-12fb-4a10-8585-10a85d889c76 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5428 time: 0.4403524 Jan 27 19:24:37.560610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.561431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.561936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.569124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.569991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.570499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.571616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.572171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.572791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.573468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.573955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.574443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.574922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:37.593852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (54bdf750-d499-461f-a1fe-8471f982d0db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:37.648865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 44dd471a-2280-4eed-a45d-36c5bd809156 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:37.675561 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c2a1cc-895b-4397-864a-44685c3d958e x-openstack-request-id: req-42c2a1cc-895b-4397-864a-44685c3d958e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:37.676109 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "40b335f9-a611-4c04-8803-2f914807c836", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:37.676535 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42c2a1cc-895b-4397-864a-44685c3d958e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:37.677186 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b335f9-a611-4c04-8803-2f914807c836', 'code': 200} Jan 27 19:24:37.705644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 44dd471a-2280-4eed-a45d-36c5bd809156 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:37.706177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:37.784636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:37.910817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (54bdf750-d499-461f-a1fe-8471f982d0db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:37.950200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:38.004863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66d96427-8832-44b4-a40a-dab18b11ccc7 req-24dde0f6-1297-43f8-886b-47972bdd6fa6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4741783 Jan 27 19:24:38.133510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc4ebd-fffb-4792-9cd5-0170a7ea2fdc None None] The sync data for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 is: [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:52Z', 'revision_number': 4, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '65a8b03e-22ea-4ee6-8807-53a01aa26915', 'name': '', 'network_id': 'c4c97f54-ae4e-4255-b000-0c7b9c91ae73', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'mac_address': 'fa:16:3e:a3:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:48Z', 'updated_at': '2022-01-27T19:20:59Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'subnets': [{'id': '696080ef-4a5c-43e3-927d-52b2d89919ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:38.167468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54bdf750-d499-461f-a1fe-8471f982d0db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:38.171822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:38.182836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "DELETE /v2.0/security-groups/54bdf750-d499-461f-a1fe-8471f982d0db HTTP/1.1" status: 204 len: 168 time: 1.1622150 Jan 27 19:24:38.204037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:38.369150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b58e88-5713-4bf1-b035-a86c978bdbfc tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdf750-d499-461f-a1fe-8471f982d0db,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:38.391107 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-30fc74ee-8386-438a-bad9-3df828b6cf2c tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] show failed (client error): The resource could not be found. Jan 27 19:24:38.392268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30fc74ee-8386-438a-bad9-3df828b6cf2c tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "GET /v2.0/security-groups/54bdf750-d499-461f-a1fe-8471f982d0db HTTP/1.1" status: 404 len: 347 time: 0.1854279 Jan 27 19:24:38.406882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:38.544878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488fc58-3e53-4e5f-8e8d-493e8b18bb49 req-2804817a-7c67-4756-85ce-73fa1182d59a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:38.553463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e488fc58-3e53-4e5f-8e8d-493e8b18bb49 req-2804817a-7c67-4756-85ce-73fa1182d59a tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.5816855 Jan 27 19:24:38.738512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74b448-7681-4d83-b5f6-b4db8dc96d1c req-271ba9d6-daa6-41b8-ac3c-a6f1de1ea176 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:38.748239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e74b448-7681-4d83-b5f6-b4db8dc96d1c req-271ba9d6-daa6-41b8-ac3c-a6f1de1ea176 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 945 time: 0.4540911 Jan 27 19:24:38.768518 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed0b37-6de7-4c59-85bf-2eebedc4657e None None] New status for floating IP 0d93e7b8-a192-41a4-b0db-62cec3717a35: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:24:38.873768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e488fc58-3e53-4e5f-8e8d-493e8b18bb49 req-da3a0697-bc8f-4444-bac7-135f0de1baea tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154802 Jan 27 19:24:38.976127 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:24:39.008757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:39.030315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e74b448-7681-4d83-b5f6-b4db8dc96d1c req-6c8ebe8b-8fa7-4602-bed9-4956ba9c9c72 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810624 Jan 27 19:24:39.048057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 44dd471a-2280-4eed-a45d-36c5bd809156 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:39.052097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.061489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29a014bb-9b5d-4705-9c6e-7288c6589904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.199028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Deleting port 368310a5-36dc-4143-b80f-1be442c55b1a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:39.199574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.252977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:39.261796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.264368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 6cda2d07-2070-48e0-9139-715210c020f4 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:39.376422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab7b4-6ddd-4a3c-9541-227d334f1038 req-da644ec4-c01f-41a7-8c1a-e2ee1a614a7b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:39.389943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2aab7b4-6ddd-4a3c-9541-227d334f1038 req-da644ec4-c01f-41a7-8c1a-e2ee1a614a7b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.3206964 Jan 27 19:24:39.472836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:39.485014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 6cda2d07-2070-48e0-9139-715210c020f4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:39.495307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 6cda2d07-2070-48e0-9139-715210c020f4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:39.495680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cda2d07-2070-48e0-9139-715210c020f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.592881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (c0d57d7c-5fae-41be-949b-efd447e2a832), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.600868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd2505f-cdbe-4cc8-8d38-0701f26643f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.717236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:39.719613 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af1d4d-a5f2-408e-9490-364569599b95" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:39.730765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 6cda2d07-2070-48e0-9139-715210c020f4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:39.731122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.830124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2aab7b4-6ddd-4a3c-9541-227d334f1038 req-856c21bf-e368-4ad8-9ab2-9aabea65b206 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390187 Jan 27 19:24:39.892420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:39.902533 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:39.904387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:40.013546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.031366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.048540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.066933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.081473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.092185 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79486011-6e31-4a36-bc21-3c021d8b4de0 x-openstack-request-id: req-79486011-6e31-4a36-bc21-3c021d8b4de0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:40.093009 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:40.093009 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79486011-6e31-4a36-bc21-3c021d8b4de0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:40.093248 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156', 'code': 200} Jan 27 19:24:40.095673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.105792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:40.114681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84280b4e-a99b-48e8-a295-97816970fc71 req-54a031f2-263e-4290-94d7-cdaf72e4ef81 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5429 time: 0.6849234 Jan 27 19:24:40.162210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:40.188936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:40.194590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:40.195214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.195371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.196308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (368310a5-36dc-4143-b80f-1be442c55b1a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.227302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Router c0d57d7c-5fae-41be-949b-efd447e2a832 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:40.274501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Calling delete_port for 368310a5-36dc-4143-b80f-1be442c55b1a owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:40.394206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:40.394951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.404289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84280b4e-a99b-48e8-a295-97816970fc71 req-116537d7-31dc-4109-84a5-59c8e49fb7d8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2883074 Jan 27 19:24:40.509389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:40.521546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.522596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 48857fb3-ea5b-4a20-9bc8-194b0d3552fd up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:40.673348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd2505f-cdbe-4cc8-8d38-0701f26643f9 admin admin] Publish callbacks [] for security_group (3744a43c-fd30-4d2d-bf25-01e0d4302f27), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.728672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:40.764774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9004cc76-31f5-47c5-952c-30dc94a08dbd admin admin] 10.222.0.59 "PUT /v2.0/routers/c0d57d7c-5fae-41be-949b-efd447e2a832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6012461 Jan 27 19:24:40.766231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42510) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:40.783053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Sync routers for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:40.797310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd2505f-cdbe-4cc8-8d38-0701f26643f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3744a43c-fd30-4d2d-bf25-01e0d4302f27), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:40.800325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:40.939816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:40.944959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:40.956578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9cd2505f-cdbe-4cc8-8d38-0701f26643f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=314b3d9e33564ac4b43dbc2aaa475601&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9250252 Jan 27 19:24:40.964683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:40.965454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2505f-cdbe-4cc8-8d38-0701f26643f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3744a43c-fd30-4d2d-bf25-01e0d4302f27,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:41.297830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f37216-25c6-4484-a12f-80eb8754958c req-b7255680-a484-4eac-b33d-acdee75823a9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:41.300053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:41.314274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f37216-25c6-4484-a12f-80eb8754958c req-b7255680-a484-4eac-b33d-acdee75823a9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.3013451 Jan 27 19:24:41.338002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:41.341722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f96d-d409-47b2-909a-3ecdab95b19e req-17abe036-ee04-4dcd-a942-da8888c6afec tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:41.343236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:41.343705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.349303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3141f96d-d409-47b2-909a-3ecdab95b19e req-17abe036-ee04-4dcd-a942-da8888c6afec tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 945 time: 0.6353571 Jan 27 19:24:41.428001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:41.504924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3141f96d-d409-47b2-909a-3ecdab95b19e req-e272f031-1713-48dd-8c20-42a0690a05d0 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546135 Jan 27 19:24:41.510524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks [] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.542596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:41.542993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.587929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] Publish callbacks [] for security_group (3744a43c-fd30-4d2d-bf25-01e0d4302f27), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.667023 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] Publish callbacks [] for security_group (3744a43c-fd30-4d2d-bf25-01e0d4302f27), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.679079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:41.684859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port f667bbde-aaba-4540-bb4c-15e3f22985f3 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:41.696030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.696717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1727f8ea-5263-49f9-b604-5b88d5787b72 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:41.720003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port f667bbde-aaba-4540-bb4c-15e3f22985f3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:41.720237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.887878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b676-7e88-46b9-a38f-28e3f4f44813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.900912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3744a43c-fd30-4d2d-bf25-01e0d4302f27), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.908643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.920321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks [] for router_gateway (c0d57d7c-5fae-41be-949b-efd447e2a832), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:41.926705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3744a43c-fd30-4d2d-bf25-01e0d4302f27 HTTP/1.1" status: 204 len: 168 time: 0.9539144 Jan 27 19:24:42.014530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:42.145651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27024-15a8-44fc-8c82-373a549b99fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3744a43c-fd30-4d2d-bf25-01e0d4302f27,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:42.238146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b676-7e88-46b9-a38f-28e3f4f44813 admin admin] Publish callbacks [] for security_group (3c278969-63d1-4737-8dc6-9680b36a644d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.253600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f37216-25c6-4484-a12f-80eb8754958c req-2fb84268-cf68-40e5-ad07-2d2781bab153 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373558 Jan 27 19:24:42.279604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b676-7e88-46b9-a38f-28e3f4f44813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3c278969-63d1-4737-8dc6-9680b36a644d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.305972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:42.313791 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ebbf8-3a59-42a6-ab45-69231a504f3b" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "6cda2d07-2070-48e0-9139-715210c020f4"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:42.328525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.359185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.377569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.400855 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d1a8b676-7e88-46b9-a38f-28e3f4f44813 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dee28563ca7e4c34a7e021c5d3a37d97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609772 Jan 27 19:24:42.408273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8b676-7e88-46b9-a38f-28e3f4f44813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c278969-63d1-4737-8dc6-9680b36a644d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:42.413581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42534) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:42.444024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Deleting port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:42.444024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.469534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.523856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.555562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] For port 4def514b-0b38-478b-8cb9-7c2d6e6d95cc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:42.556036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.572909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Calling delete_port for 4def514b-0b38-478b-8cb9-7c2d6e6d95cc owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:42.605856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.649055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:42.678246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-3db673c1-db85-4f1a-91f1-b57a117c0afd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5432 time: 0.8963697 Jan 27 19:24:42.778221 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc5dad-85c0-4841-b493-ee9eab0f545e x-openstack-request-id: req-49bc5dad-85c0-4841-b493-ee9eab0f545e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:42.781845 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "6cda2d07-2070-48e0-9139-715210c020f4", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:42.781845 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49bc5dad-85c0-4841-b493-ee9eab0f545e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:42.783494 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4', 'code': 200} Jan 27 19:24:42.784164 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1', 'code': 200} Jan 27 19:24:42.785178 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'code': 200} Jan 27 19:24:42.792338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (368310a5-36dc-4143-b80f-1be442c55b1a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.811275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b159f788-f571-45d0-b155-77a7b8ab1f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:42.946149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Pushing event deleted for resources: {'Port': ['ID=368310a5-36dc-4143-b80f-1be442c55b1a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:42.959152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:43.046744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 1727f8ea-5263-49f9-b604-5b88d5787b72 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:43.077810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 1727f8ea-5263-49f9-b604-5b88d5787b72 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:43.078714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.081464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f667bbde-aaba-4540-bb4c-15e3f22985f3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:43.082579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.188596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:43.366185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.379362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbe8a8d6-8b9a-4e32-8f8a-82fc397a5944 req-4d2006a8-101c-4c73-9728-a173d13124bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6964812 Jan 27 19:24:43.395234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] Publish callbacks [] for security_group (3c278969-63d1-4737-8dc6-9680b36a644d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.429601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4def514b-0b38-478b-8cb9-7c2d6e6d95cc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.476484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a252d9-6d77-475c-8f3b-53ea34719898 req-63c88507-8746-495f-8ba1-dc53acb5b712 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:43.486997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55a252d9-6d77-475c-8f3b-53ea34719898 req-63c88507-8746-495f-8ba1-dc53acb5b712 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 945 time: 0.5618553 Jan 27 19:24:43.493536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] Publish callbacks [] for security_group (3c278969-63d1-4737-8dc6-9680b36a644d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.506424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks [] for floatingip (0d93e7b8-a192-41a4-b0db-62cec3717a35), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.527308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.528069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:43.543684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-17700e1f-a70e-4e71-9995-6717ffb69636 tempest-ServersTestJSON-742756527 tempest-ServersTestJSON-742756527-project] 10.222.0.59 "DELETE /v2.0/floatingips/0d93e7b8-a192-41a4-b0db-62cec3717a35 HTTP/1.1" status: 204 len: 168 time: 5.1346743 Jan 27 19:24:43.544600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:43.694619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1727f8ea-5263-49f9-b604-5b88d5787b72 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:43.694985 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.740591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1727f8ea-5263-49f9-b604-5b88d5787b72,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:43.749290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:24:37Z', 'revision_number': 5, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port': {'id': '4def514b-0b38-478b-8cb9-7c2d6e6d95cc', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:19:30Z', 'updated_at': '2022-01-27T19:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:43.752483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.753245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 704f4993-3759-4f2d-a2d0-db1a47022aab up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:43.799905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4def514b-0b38-478b-8cb9-7c2d6e6d95cc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:43.933485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (c0d57d7c-5fae-41be-949b-efd447e2a832), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:43.965968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Checking router: c0d57d7c-5fae-41be-949b-efd447e2a832 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:43.972224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:44.030305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Routers {'c0d57d7c-5fae-41be-949b-efd447e2a832'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:44.031077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0d57d7c-5fae-41be-949b-efd447e2a832'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:44.108082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3c278969-63d1-4737-8dc6-9680b36a644d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.110990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.121342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c278969-63d1-4737-8dc6-9680b36a644d HTTP/1.1" status: 204 len: 168 time: 1.7011747 Jan 27 19:24:44.127963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.131311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks [] for router_controller (c0d57d7c-5fae-41be-949b-efd447e2a832), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.140042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdabba-fc48-4b09-87dd-74a1177e10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c278969-63d1-4737-8dc6-9680b36a644d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:44.312501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (c0d57d7c-5fae-41be-949b-efd447e2a832), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.314074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d57d7c-5fae-41be-949b-efd447e2a832 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:24:44.322159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.341842 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c60f2be2-3ebb-430f-8977-9dc08e2a7e89 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c0d57d7c-5fae-41be-949b-efd447e2a832 HTTP/1.1" status: 204 len: 168 time: 3.5719426 Jan 27 19:24:44.343091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:44.468488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ad94-4735-49d6-816d-b139c0d06473 req-0b9377c1-c313-4db9-a80c-f49f1354191b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:44.476142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67b4ad94-4735-49d6-816d-b139c0d06473 req-0b9377c1-c313-4db9-a80c-f49f1354191b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.4985852 Jan 27 19:24:44.514328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Deleting subnet dd9bb8bb-9262-417f-80df-f53e1aa3c0ba {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:24:44.532765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Publish callbacks [] for subnet (dd9bb8bb-9262-417f-80df-f53e1aa3c0ba), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.587076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55a252d9-6d77-475c-8f3b-53ea34719898 req-9fc27cfa-cca8-4e79-8dad-fe60f27db209 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0878444 Jan 27 19:24:44.683530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (dd9bb8bb-9262-417f-80df-f53e1aa3c0ba), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.802822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727f8ea-5263-49f9-b604-5b88d5787b72'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:44.808406 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d513a00-783e-45fd-b3a0-9ef1c2dc8615" -d '{"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-plugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "1727f8ea-5263-49f9-b604-5b88d5787b72"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:44.835554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:44.854211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] Set router c0d57d7c-5fae-41be-949b-efd447e2a832 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:44.919090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 704f4993-3759-4f2d-a2d0-db1a47022aab completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:24:44.958844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (dd9bb8bb-9262-417f-80df-f53e1aa3c0ba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:44.983339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 704f4993-3759-4f2d-a2d0-db1a47022aab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:44.984341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.013828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:45.018238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-938081814-network', 'tenant_id': '4dc4c0a452ac432bb192074c3ffe6732'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:45.058686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (dd9bb8bb-9262-417f-80df-f53e1aa3c0ba), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.078773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67b4ad94-4735-49d6-816d-b139c0d06473 req-ab0ee769-0aac-4faa-8bf2-55fe44d0c1e2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852118 Jan 27 19:24:45.079672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Made reservation on behalf of 4dc4c0a452ac432bb192074c3ffe6732 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:45.082992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.090921 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.094515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dd9bb8bb-9262-417f-80df-f53e1aa3c0ba HTTP/1.1" status: 204 len: 168 time: 0.7497668 Jan 27 19:24:45.099433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501f481-646d-4d34-9221-661eb8664f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9bb8bb-9262-417f-80df-f53e1aa3c0ba,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:45.103830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42580) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:45.125131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.134556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.135651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:24:43Z', 'revision_number': 7, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:45.144878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.147572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5d25b-9d80-47de-ab30-3d0251673042 None None] Network 8175110f-5606-4bc9-8ac3-15c87b18e4f5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:45.150331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.156987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.162970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.169660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.171762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c863db56-377c-4674-8a36-331d91df3d10 req-4a506b3d-4a0c-4cc2-9b5f-e063abf03784 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5433 time: 0.4113245 Jan 27 19:24:45.182094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a618bec-b690-4ea9-9d23-bf181fcff6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.241444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8175110f-5606-4bc9-8ac3-15c87b18e4f5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.327355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a618bec-b690-4ea9-9d23-bf181fcff6bb admin admin] Publish callbacks [] for security_group (b5e79635-b05f-4351-b6a2-68c8e8428ace), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.329871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.414427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Deleting port 7977951c-ac8d-4bb5-838e-8a8301758797 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:45.415217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.425783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a01216-7c9c-491a-92f4-a29341f580fd None None] The sync data for ids ['c0d57d7c-5fae-41be-949b-efd447e2a832'] in n-d-760453-6 is: [{'id': 'c0d57d7c-5fae-41be-949b-efd447e2a832', 'name': 'tempest-ServersTestBootFromVolume-1365788680-router', 'tenant_id': '30b2329392ff4ca09db7325456824391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:19:29Z', 'updated_at': '2022-01-27T19:24:43Z', 'revision_number': 7, 'project_id': '30b2329392ff4ca09db7325456824391', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:45.448403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks [] for security_group (2cfcb9b4-690c-49ca-955c-ec1278d3fd89), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.468743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a618bec-b690-4ea9-9d23-bf181fcff6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b5e79635-b05f-4351-b6a2-68c8e8428ace), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.487189 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.493410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.531177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2cfcb9b4-690c-49ca-955c-ec1278d3fd89), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.551630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:24:45.569719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (98ab8e61-6de2-497c-ab20-26b78c02d851), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.571235 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Added segment 98ab8e61-6de2-497c-ab20-26b78c02d851 of type vlan for network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 Jan 27 19:24:45.591598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] For port 7977951c-ac8d-4bb5-838e-8a8301758797, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7977951c-ac8d-4bb5-838e-8a8301758797,segment=NetworkSegment(c9cc4cc5-7889-44f5-a9a3-dae3290d1553),segment_id=c9cc4cc5-7889-44f5-a9a3-dae3290d1553)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:45.592429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.615270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Calling delete_port for 7977951c-ac8d-4bb5-838e-8a8301758797 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:45.622845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 704f4993-3759-4f2d-a2d0-db1a47022aab is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:45.623327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.669229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (7e920a5e-d8ef-409e-bdd1-fe1b739aa784), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.690005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:45.697234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.698602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 45a5763c-c8f6-4344-bd87-b53983ad6957 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:45.735638 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e61d50-85f0-4660-ad01-71c6bea82782 x-openstack-request-id: req-30e61d50-85f0-4660-ad01-71c6bea82782 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:45.736274 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-plugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "1727f8ea-5263-49f9-b604-5b88d5787b72", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:45.738342 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30e61d50-85f0-4660-ad01-71c6bea82782 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:45.739008 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'code': 200} Jan 27 19:24:45.739371 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727f8ea-5263-49f9-b604-5b88d5787b72', 'code': 200} Jan 27 19:24:45.770331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 45a5763c-c8f6-4344-bd87-b53983ad6957 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:45.771273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 45a5763c-c8f6-4344-bd87-b53983ad6957 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:45.828021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] DHCP port deletion for 8175110f-5606-4bc9-8ac3-15c87b18e4f5 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:24:45.832794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:45.856850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (7e920a5e-d8ef-409e-bdd1-fe1b739aa784), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.867670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:45.868289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.876021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.905374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] No DVR routers for this DVR port 7977951c-ac8d-4bb5-838e-8a8301758797 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:45.945501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Deleting port 7977951c-ac8d-4bb5-838e-8a8301758797 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:45.946040 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.949028 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:45.970786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7977951c-ac8d-4bb5-838e-8a8301758797,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.048441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] For port 7977951c-ac8d-4bb5-838e-8a8301758797, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:46.048895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.067988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Calling delete_port for 7977951c-ac8d-4bb5-838e-8a8301758797 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:46.071778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Port 7977951c-ac8d-4bb5-838e-8a8301758797 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:24:46.073170 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (7977951c-ac8d-4bb5-838e-8a8301758797), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.073714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Pushing event updated for resources: {'Network': ['ID=7e920a5e-d8ef-409e-bdd1-fe1b739aa784,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.079005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0276070 Jan 27 19:24:46.084570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:46.091541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Request body: {'subnet': {'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-938081814-subnet', 'tenant_id': '4dc4c0a452ac432bb192074c3ffe6732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:46.115357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8175110f-5606-4bc9-8ac3-15c87b18e4f5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.122379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] Pushing event deleted for resources: {'Port': ['ID=7977951c-ac8d-4bb5-838e-8a8301758797,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.130567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:24:46.158376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8175110f-5606-4bc9-8ac3-15c87b18e4f5']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:46.161958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Made reservation on behalf of 4dc4c0a452ac432bb192074c3ffe6732 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:46.164843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.185859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-07ca1a0b-cd1b-4509-910f-fb5b14792448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:46.187775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-07ca1a0b-cd1b-4509-910f-fb5b14792448 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.4805617 Jan 27 19:24:46.190710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a618bec-b690-4ea9-9d23-bf181fcff6bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f88b3e2b0eb45e58ebbac55abaee5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1423910 Jan 27 19:24:46.193562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:46.194097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cc4cc5-7889-44f5-a9a3-dae3290d1553') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:46.202387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a618bec-b690-4ea9-9d23-bf181fcff6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e79635-b05f-4351-b6a2-68c8e8428ace,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.202928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:46.245409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f639f64-9c33-40f9-a0e5-5eaf67067121 req-e6028a87-242f-44aa-8df9-85984ee163b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:46.247302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f639f64-9c33-40f9-a0e5-5eaf67067121 req-e6028a87-242f-44aa-8df9-85984ee163b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 1097 time: 0.4410639 Jan 27 19:24:46.249380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa0a39-0f9e-4ac3-8708-b9def306d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfcb9b4-690c-49ca-955c-ec1278d3fd89,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.274765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (c9cc4cc5-7889-44f5-a9a3-dae3290d1553), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.286090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658112a-71c4-45d2-9249-e11c7f69bc99 None None] No DVR routers for this DVR port 7977951c-ac8d-4bb5-838e-8a8301758797 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:46.343503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c863db56-377c-4674-8a36-331d91df3d10 req-d978fc9a-310f-44cc-9c92-70c095102c2e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1396470 Jan 27 19:24:46.382302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c9cc4cc5-7889-44f5-a9a3-dae3290d1553), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.423260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:24:46.423679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (c9cc4cc5-7889-44f5-a9a3-dae3290d1553), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:24:46.426259 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:24:46.456171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f639f64-9c33-40f9-a0e5-5eaf67067121 req-7e734761-d3cb-4974-9d3a-4b2966a59741 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 Jan 27 19:24:46.498888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc621d-4973-437e-b23a-c6dbe9ac9614 req-07ce387f-a339-4f9b-bd07-b700c441c618 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:46.507350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5dc621d-4973-437e-b23a-c6dbe9ac9614 req-07ce387f-a339-4f9b-bd07-b700c441c618 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.6179214 Jan 27 19:24:46.515030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c60991c0-5bb1-457e-86b4-485b03fa463f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:46.562098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] Publish callbacks [] for security_group (b5e79635-b05f-4351-b6a2-68c8e8428ace), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.563321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c60991c0-5bb1-457e-86b4-485b03fa463f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:46.563708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c60991c0-5bb1-457e-86b4-485b03fa463f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:46.564128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7977951c-ac8d-4bb5-838e-8a8301758797 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:46.587047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8175110f-5606-4bc9-8ac3-15c87b18e4f5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.620390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-c4c016a6-a823-4991-a8c7-fb3db2d25799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:46.622040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-c4c016a6-a823-4991-a8c7-fb3db2d25799 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.3815989 Jan 27 19:24:46.632362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.634299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7977951c-ac8d-4bb5-838e-8a8301758797 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:46.635152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7977951c-ac8d-4bb5-838e-8a8301758797 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:46.635609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4def514b-0b38-478b-8cb9-7c2d6e6d95cc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:46.637976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/8175110f-5606-4bc9-8ac3-15c87b18e4f5 HTTP/1.1" status: 204 len: 168 time: 1.5330532 Jan 27 19:24:46.655950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] Publish callbacks [] for security_group (b5e79635-b05f-4351-b6a2-68c8e8428ace), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.658679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0452b0-3162-443b-a397-16be64f8bc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8175110f-5606-4bc9-8ac3-15c87b18e4f5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:46.677960 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cbcc9026-d364-4c3b-a241-34631f395622), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:46.689983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4def514b-0b38-478b-8cb9-7c2d6e6d95cc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:46.690343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4def514b-0b38-478b-8cb9-7c2d6e6d95cc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:46.843319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-cbe4dc41-6257-45a6-afac-3d0b02cc2a6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.0463855 Jan 27 19:24:46.996246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58884121-db77-4452-bb07-8160bf75577b req-7041a71f-f8aa-47f8-bda3-e21572d6a70e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:46.997940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58884121-db77-4452-bb07-8160bf75577b req-7041a71f-f8aa-47f8-bda3-e21572d6a70e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 946 time: 0.3749192 Jan 27 19:24:46.998070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b5e79635-b05f-4351-b6a2-68c8e8428ace), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:47.011681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:47.011924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5dc621d-4973-437e-b23a-c6dbe9ac9614 req-3533f421-e866-460d-b10c-d2dc357b140f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035012 Jan 27 19:24:47.015401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5e79635-b05f-4351-b6a2-68c8e8428ace HTTP/1.1" status: 204 len: 168 time: 0.7939167 Jan 27 19:24:47.046336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-6b0555a7-a9bf-484a-9025-804f6dc8de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:47.047866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-6b0555a7-a9bf-484a-9025-804f6dc8de5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.1801076 Jan 27 19:24:47.128096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:47.172763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb40a3-fd79-48fe-b5ed-4c55b66d2d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e79635-b05f-4351-b6a2-68c8e8428ace,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:47.202537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-e42e09f3-0ca1-49eb-9a46-732cc221d781 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967274 Jan 27 19:24:47.206700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (fe7ff1b2-225f-47c5-995e-63cfa901fda5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:47.339527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7ff1b2-225f-47c5-995e-63cfa901fda5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:47.361047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Checking segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:47.361480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Network hostable DHCP agents. Network: 7e920a5e-d8ef-409e-bdd1-fe1b739aa784, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:24:47.398536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:24:47.418275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 7e920a5e-d8ef-409e-bdd1-fe1b739aa784) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:47.427480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:47.428798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:47.431157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb37ad-dd3e-4a1a-8641-462dcc26660d None None] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:47.489944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58884121-db77-4452-bb07-8160bf75577b req-5f0cddc3-e95c-4658-9345-74868f14225e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602718 Jan 27 19:24:47.508685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea0ea8ca-0a81-4330-a118-5f7142a4803e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30b2329392ff4ca09db7325456824391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065410 Jan 27 19:24:47.530698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:47.555896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5187d555-94af-4026-b877-26e64729ec9a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4685555 Jan 27 19:24:47.602712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4f81d-2e92-4230-9a94-9a71792c9f9c None None] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:47.730793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d3d6b-03f5-41bf-8d3a-851c24478f4d req-ca4e2382-7d5b-451b-86cf-3961a322fa01 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:47.747418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-537d3d6b-03f5-41bf-8d3a-851c24478f4d req-ca4e2382-7d5b-451b-86cf-3961a322fa01 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.5217280 Jan 27 19:24:47.765126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-6af2d743-a0cb-47be-951d-43de5aa4cbc7 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100672 Jan 27 19:24:47.773015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:47.776890 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339cbbf-2a8f-4acb-bf72-23f9bc05b122" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:48.204742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-537d3d6b-03f5-41bf-8d3a-851c24478f4d req-2224a63b-be18-4913-ac56-8f431b729eb1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503164 Jan 27 19:24:48.295783 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fa5c44-2eac-42b9-9e91-57e2f1551912 x-openstack-request-id: req-88fa5c44-2eac-42b9-9e91-57e2f1551912 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:48.296355 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-plugged", "status": "completed", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:48.296765 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88fa5c44-2eac-42b9-9e91-57e2f1551912 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:48.297395 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'code': 200} Jan 27 19:24:48.305582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] Publish callbacks [] for security_group (fe532a94-a218-4968-8423-485b39ffbf09), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:48.362720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.375109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.386250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.397019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.408140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.430157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.447094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.461030 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-ebf18a25-e97d-4068-9b9c-7e1fc0f41e98 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.6616342 Jan 27 19:24:48.477448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff030dd-504e-43e9-b9b2-8fea74c2fc2e req-cbb5619d-34a8-4a16-8659-09d9634f4f8e service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784229 Jan 27 19:24:48.501902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.503886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.504997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.505780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.506494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.507106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.507853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.514109 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-5829af11-5179-402e-b4ca-1b4b1b465284 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.0941455 Jan 27 19:24:48.543141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] Publish callbacks [] for security_group (fe532a94-a218-4968-8423-485b39ffbf09), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:48.602661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a077936e-12d4-4b8a-ba09-7b1acdc5263b req-f33a5dad-9589-4ef3-afc0-ed7be06728ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=60151f29-6e2d-44da-ad2b-ca768dce98dd&id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816755 Jan 27 19:24:48.767164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db359-3d46-4a43-9813-9003419f84e6 req-0747d400-4e14-4897-a3d2-b190abf8f298 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:48.770102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df6db359-3d46-4a43-9813-9003419f84e6 req-0747d400-4e14-4897-a3d2-b190abf8f298 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.3021708 Jan 27 19:24:48.788804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52cd9a5-5598-4637-a39a-2fd34ff3d3cb req-17aad36e-0585-4d36-8c61-51ffff68ab7e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3263423 Jan 27 19:24:48.850031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Deleting port 65a8b03e-22ea-4ee6-8807-53a01aa26915 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:48.850375 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:48.864085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fe532a94-a218-4968-8423-485b39ffbf09), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:48.868888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:48.870826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe532a94-a218-4968-8423-485b39ffbf09 HTTP/1.1" status: 204 len: 168 time: 1.3481629 Jan 27 19:24:49.378747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2c3fb-8fa6-421e-9da6-61111645acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe532a94-a218-4968-8423-485b39ffbf09,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:49.412174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df6db359-3d46-4a43-9813-9003419f84e6 req-771dfa05-b69b-4a4b-bcfa-d246e48f8900 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327860 Jan 27 19:24:49.504242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] For port 65a8b03e-22ea-4ee6-8807-53a01aa26915, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65a8b03e-22ea-4ee6-8807-53a01aa26915,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:49.504703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:49.532454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Calling delete_port for 65a8b03e-22ea-4ee6-8807-53a01aa26915 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:49.563324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-bae6ff0a-5c7c-41a2-84a4-7bd2c673c267 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:49.564962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-bae6ff0a-5c7c-41a2-84a4-7bd2c673c267 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 0.1949720 Jan 27 19:24:49.615519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-66b1324e-b4b0-4186-84f2-a60725615c75 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/quotas/4dc4c0a452ac432bb192074c3ffe6732 HTTP/1.1" status: 200 len: 375 time: 0.0161314 Jan 27 19:24:49.691880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-6690859d-4a88-4ff2-8c30-52137539c675 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608582 Jan 27 19:24:49.877971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699736f5-6679-4668-afce-15b0ec572b8c req-083af35a-cef5-4a38-bb48-bfbe28dd1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:49.880531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-083af35a-cef5-4a38-bb48-bfbe28dd1ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 1096 time: 0.2361820 Jan 27 19:24:49.897877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42692) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:50.147270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-d1d0bcd4-8480-4ee4-b50a-cd80e7b35a38 service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239810 Jan 27 19:24:50.186999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-802650744-network', 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:50.219683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:50.223816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.246310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.292594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fceef6-d8f8-4c34-96d7-838ff353ac8b req-5077414d-abe6-4a0c-96e1-23f2d34601ea tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:50.305173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7fceef6-d8f8-4c34-96d7-838ff353ac8b req-5077414d-abe6-4a0c-96e1-23f2d34601ea tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 946 time: 0.3769901 Jan 27 19:24:50.316097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699736f5-6679-4668-afce-15b0ec572b8c req-6d2e653e-5bc8-45f0-be44-1bc6372bdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:50.318646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-6d2e653e-5bc8-45f0-be44-1bc6372bdbd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.4290555 Jan 27 19:24:50.426010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks [] for security_group (17f73e30-8184-46b4-8744-945c57c5b195), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.427787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (65a8b03e-22ea-4ee6-8807-53a01aa26915), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.441668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17f73e30-8184-46b4-8744-945c57c5b195), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.471087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-b77586a8-3928-4c3d-809a-49f310b62b1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c21d083-c27b-44e2-85ca-a01917815dc1 HTTP/1.1" status: 200 len: 217 time: 0.1328495 Jan 27 19:24:50.538076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a8b03e-22ea-4ee6-8807-53a01aa26915,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:50.589863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f73e30-8184-46b4-8744-945c57c5b195,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:50.593276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:24:50.610949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (138c214d-8780-4ab2-9840-01705dfb6213), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.611716 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Added segment 138c214d-8780-4ab2-9840-01705dfb6213 of type vlan for network 4541fb9d-e9be-4017-abbd-96dac23b3eaf Jan 27 19:24:50.679929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4541fb9d-e9be-4017-abbd-96dac23b3eaf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.740918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4541fb9d-e9be-4017-abbd-96dac23b3eaf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.742652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:50.743361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:50.755725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7fceef6-d8f8-4c34-96d7-838ff353ac8b req-64b2d622-c132-41a4-ad22-c8b0d2e05628 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493692 Jan 27 19:24:50.831649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-99bf6870-5bc3-4351-8661-a8b52dd84764 service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468258 Jan 27 19:24:50.838578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699736f5-6679-4668-afce-15b0ec572b8c req-ede18599-146a-4c5e-9ee9-9f0b5cbb58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:50.840180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-ede18599-146a-4c5e-9ee9-9f0b5cbb58a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.3294954 Jan 27 19:24:50.930926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0219862 Jan 27 19:24:50.934295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:50.945454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Request body: {'subnet': {'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-802650744-subnet', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:51.007424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:51.012650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.017371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346572-4db8-49d9-a8af-2ead956b839f admin admin] Pushing event updated for resources: {'Network': ['ID=4541fb9d-e9be-4017-abbd-96dac23b3eaf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:51.045876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:24:51.292339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-dda6216a-f478-41b6-8200-2389b1655ac3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925815 Jan 27 19:24:51.342562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c57a7007-5b98-4bf1-9725-6c6690b8c7ad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.408658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57a7007-5b98-4bf1-9725-6c6690b8c7ad,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:51.414878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cbcc9026-d364-4c3b-a241-34631f395622), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.422226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Checking segment: {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:51.423016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Network hostable DHCP agents. Network: 4541fb9d-e9be-4017-abbd-96dac23b3eaf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:24:51.448651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:24:51.467297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6483a7a-f544-4eb4-8d71-742f4fcae5ec req-4c1bfff9-1843-4f75-8e85-05ea84c83ebd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.467918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4541fb9d-e9be-4017-abbd-96dac23b3eaf) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:51.473170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.473944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.474495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6483a7a-f544-4eb4-8d71-742f4fcae5ec req-4c1bfff9-1843-4f75-8e85-05ea84c83ebd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 945 time: 0.2508824 Jan 27 19:24:51.487998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021a290-7b55-498b-af0b-a4c104b451c3 None None] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:51.501545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2bb966a4-c3df-49c2-868f-3db0e4f66876 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5660727 Jan 27 19:24:51.505692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:51.512519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:51.531662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.537761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.538145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.539630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.544489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.550444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.556142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.562514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.568445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:51.570459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-6430da92-b181-4e3b-a951-b1686f7e6ea2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.3517137 Jan 27 19:24:51.626850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for router_controller (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.708327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-3cf988b8-1169-4d28-8b84-67bbb447b955 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587325 Jan 27 19:24:51.741370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'project_id': '7336bb747168419fb51ce0b1256b531f', 'fixed_ips': [{'subnet_id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:24:51.745648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:51.765181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6483a7a-f544-4eb4-8d71-742f4fcae5ec req-9c67e084-cb24-40e8-839f-922dbde4fcb1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855978 Jan 27 19:24:51.905208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1216d49d-35ea-4e3f-a74f-36ce1db798a9 req-f017b5d5-5244-42ff-9fbc-bb9f887f06bf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162177 Jan 27 19:24:51.925725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for router_gateway (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.070111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Allocated IP 172.20.0.2 (4541fb9d-e9be-4017-abbd-96dac23b3eaf/c57a7007-5b98-4bf1-9725-6c6690b8c7ad/557807e4-df85-4af7-8741-72c3b7b57e69) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:52.078045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-699736f5-6679-4668-afce-15b0ec572b8c req-6b950f9a-0fad-49c0-a8dd-eb07bae324fd service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548889 Jan 27 19:24:52.118956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5277db-5f92-4542-844c-92bd5360df0c req-73ef7db2-b245-4c9e-8b76-e5239205b993 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:52.133321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5277db-5f92-4542-844c-92bd5360df0c req-73ef7db2-b245-4c9e-8b76-e5239205b993 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2524052 Jan 27 19:24:52.363152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Router cbcc9026-d364-4c3b-a241-34631f395622 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:52.379780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5277db-5f92-4542-844c-92bd5360df0c req-99b75f07-43be-4fe8-9355-336e8c99cdc2 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452178 Jan 27 19:24:52.403528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for router_gateway (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.416218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks [] for port (557807e4-df85-4af7-8741-72c3b7b57e69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.425565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.444046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.497276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:52.500951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:52.507775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:52.516312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Pushing event updated for resources: {'Port': ['ID=557807e4-df85-4af7-8741-72c3b7b57e69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:52.540290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f92343-02a4-4023-a4b3-6c831b454571 req-ea1dc9ef-36ad-4afc-a26e-a8f9e6a8287c tempest-FlavorsV2NegativeTest-74621070 tempest-FlavorsV2NegativeTest-74621070-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=93e121e9ec9e4a4cac1336779212d598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336133 Jan 27 19:24:52.578415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Attempting to bind port 557807e4-df85-4af7-8741-72c3b7b57e69 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:52.578815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Attempting to bind port 557807e4-df85-4af7-8741-72c3b7b57e69 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:52.579162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Attempting to bind port 557807e4-df85-4af7-8741-72c3b7b57e69 on network 4541fb9d-e9be-4017-abbd-96dac23b3eaf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:52.585375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:52.585799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Checking segment: {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:52.586196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.586620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Bound using segment: {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:52.587588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Bound port: 557807e4-df85-4af7-8741-72c3b7b57e69, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:52.588030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.672057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Allocated IP 172.25.5.113 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/f1360df3-7152-4459-a995-fe0b68b8a396) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:52.678661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] For port 557807e4-df85-4af7-8741-72c3b7b57e69, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:24:52.685577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] For port 557807e4-df85-4af7-8741-72c3b7b57e69, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=557807e4-df85-4af7-8741-72c3b7b57e69,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:24:52.691964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:52.715235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb711bf3-1564-4661-9dc7-feec7eec6dec req-86f969c7-8fdd-48b8-a630-52bea75ec9a0 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0698943 Jan 27 19:24:52.812797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:52.828291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a61002-62b9-479d-b18d-36c2399419c3 None None] Pushing event updated for resources: {'Port': ['ID=557807e4-df85-4af7-8741-72c3b7b57e69,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:52.865125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:52.887377 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Sync routers for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:52.889806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-772d3b73-5159-4e98-be3f-a76d8b235408 admin admin] 10.222.0.59 "PUT /v2.0/routers/cbcc9026-d364-4c3b-a241-34631f395622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3428147 Jan 27 19:24:52.917311 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:52.918285 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:52.924945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42748) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:53.002807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:53.003257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.057210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.068774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.083196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.099337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.106603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.112481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.120703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.168785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6401cc18-6337-4d7e-95a9-2a12fbafba06 req-5ec2ab8b-e6ec-4ab2-a4bd-51621a5995db tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.3302629 Jan 27 19:24:53.168969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:53.168969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:53.169685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc4543-4194-42e4-b572-4ee5e585cc4b" -d '{"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:53.171353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:53.184791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Request body: {'floatingip': {'port_id': '704f4993-3759-4f2d-a2d0-db1a47022aab'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:53.187763 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:53.192184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.316586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:53.370916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (03948fc9-997b-494a-8415-277335220e3b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.387942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92343-02a4-4023-a4b3-6c831b454571 req-96006461-7a66-45d5-9830-8c2b6e94be17 tempest-FlavorsV2NegativeTest-74621070 tempest-FlavorsV2NegativeTest-74621070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.395144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f92343-02a4-4023-a4b3-6c831b454571 req-96006461-7a66-45d5-9830-8c2b6e94be17 tempest-FlavorsV2NegativeTest-74621070 tempest-FlavorsV2NegativeTest-74621070-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8529778 Jan 27 19:24:53.611453 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.632660 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:24:50Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:53.698610 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Checking router: cbcc9026-d364-4c3b-a241-34631f395622 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:53.726121 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Routers {'cbcc9026-d364-4c3b-a241-34631f395622'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:53.727231 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cbcc9026-d364-4c3b-a241-34631f395622'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:53.850189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks [] for router (cbcc9026-d364-4c3b-a241-34631f395622), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.858114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for port (f1360df3-7152-4459-a995-fe0b68b8a396), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:53.921904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] Set router cbcc9026-d364-4c3b-a241-34631f395622 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:53.941848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4806e1-c328-4559-be42-553a2999c990 req-cb67ff2c-6b44-4fff-b27a-62b607303f24 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:53.952464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef4806e1-c328-4559-be42-553a2999c990 req-cb67ff2c-6b44-4fff-b27a-62b607303f24 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 946 time: 0.6603496 Jan 27 19:24:53.990619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f92343-02a4-4023-a4b3-6c831b454571 req-7d2ea59d-b6dc-44cd-902d-976368f8c525 tempest-FlavorsV2NegativeTest-74621070 tempest-FlavorsV2NegativeTest-74621070-project] 10.222.0.59 "GET /v2.0/quotas/93e121e9ec9e4a4cac1336779212d598 HTTP/1.1" status: 200 len: 375 time: 0.5941730 Jan 27 19:24:54.032052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-af614c38-1231-4a0c-9cad-1064696a0f06 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:54.037983 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-af614c38-1231-4a0c-9cad-1064696a0f06 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 1.1483200 Jan 27 19:24:54.179455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:54.192024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'port': {'device_id': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'admin_state_up': True, 'tenant_id': '4dc4c0a452ac432bb192074c3ffe6732'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:54.237968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks [] for router_gateway (cbcc9026-d364-4c3b-a241-34631f395622), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:54.441772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef4806e1-c328-4559-be42-553a2999c990 req-cada4245-a1fa-46b9-bb04-4d5b2a239bb3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758739 Jan 27 19:24:54.443097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:54.458319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:54.469683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:54.475305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 557807e4-df85-4af7-8741-72c3b7b57e69 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:54.559218 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:24:50Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:54.593100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f92343-02a4-4023-a4b3-6c831b454571 req-5f2c3e5e-2c7b-4ad7-bad3-1a2ddee47dcc tempest-FlavorsV2NegativeTest-74621070 tempest-FlavorsV2NegativeTest-74621070-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=93e121e9ec9e4a4cac1336779212d598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5883222 Jan 27 19:24:54.627452 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384052b8-c537-46bb-a034-c8a90cfb19fa None None] The sync data for ids ['cbcc9026-d364-4c3b-a241-34631f395622'] in n-d-760453-6 is: [{'id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'name': 'tempest-ServersTestJSON-219569963-router', 'tenant_id': 'ee181dd303a947d8af6783c256319bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'bb01abda-a581-4657-832f-32ab607bec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:24:50Z', 'revision_number': 5, 'project_id': 'ee181dd303a947d8af6783c256319bbc', 'gw_port': {'id': 'bb01abda-a581-4657-832f-32ab607bec10', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc9026-d364-4c3b-a241-34631f395622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:36Z', 'updated_at': '2022-01-27T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:54.689616 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3854dd5d-7989-4b98-83a1-0e7524ecd34b x-openstack-request-id: req-3854dd5d-7989-4b98-83a1-0e7524ecd34b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:54.690072 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:54.690475 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3854dd5d-7989-4b98-83a1-0e7524ecd34b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:54.691100 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'code': 200} Jan 27 19:24:54.708708 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:54.760165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 557807e4-df85-4af7-8741-72c3b7b57e69 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:54.760776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:54.780858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Pushing event updated for resources: {'Port': ['ID=f1360df3-7152-4459-a995-fe0b68b8a396,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:54.956402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28840f-b3bf-4fce-8115-9b9af3e85cc0 req-187c4ab3-a4ec-4b70-b9b9-93e2ceb3af6b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:54.964753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e28840f-b3bf-4fce-8115-9b9af3e85cc0 req-187c4ab3-a4ec-4b70-b9b9-93e2ceb3af6b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1047897 Jan 27 19:24:54.989229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c91c0-62a6-4dd0-b03c-ed3d47d6fa8e req-c4ac3e65-a2d5-4edc-962f-8df049a2f0bb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:54.997128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-420c91c0-62a6-4dd0-b03c-ed3d47d6fa8e req-c4ac3e65-a2d5-4edc-962f-8df049a2f0bb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 943 time: 0.3487210 Jan 27 19:24:55.031243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 557807e4-df85-4af7-8741-72c3b7b57e69 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:55.032272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.047778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53526dc0-69b4-4885-9759-0822f450ae0c None None] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:55.232544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-420c91c0-62a6-4dd0-b03c-ed3d47d6fa8e req-06308d9c-b105-401b-a04e-264c0d0b3770 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342288 Jan 27 19:24:55.255272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Deleting port bb01abda-a581-4657-832f-32ab607bec10 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:55.256025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb01abda-a581-4657-832f-32ab607bec10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.272258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e28840f-b3bf-4fce-8115-9b9af3e85cc0 req-46db7bc6-aebb-4f74-8a92-5f206740cdea tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063285 Jan 27 19:24:55.309185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 557807e4-df85-4af7-8741-72c3b7b57e69, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=557807e4-df85-4af7-8741-72c3b7b57e69,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:55.312316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8e5364d9-fd62-411f-acd7-c152fc9bc54c None None] Provisioning complete for port 557807e4-df85-4af7-8741-72c3b7b57e69 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:55.325900 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e5364d9-fd62-411f-acd7-c152fc9bc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.344245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Made reservation on behalf of 4dc4c0a452ac432bb192074c3ffe6732 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:24:55.368207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.390893 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.486707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.529185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f3887ac-ffee-4638-a4d7-ed10e1853482 req-95c1a31e-53d2-4af7-915e-be4c355e64ab tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 210 time: 0.1103554 Jan 27 19:24:55.537014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=557807e4-df85-4af7-8741-72c3b7b57e69,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:55.551832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (03948fc9-997b-494a-8415-277335220e3b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.678357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8e5364d9-fd62-411f-acd7-c152fc9bc54c None None] Current status of the port 557807e4-df85-4af7-8741-72c3b7b57e69 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:55.758221 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Floating IP 03948fc9-997b-494a-8415-277335220e3b associated. External IP: 172.25.5.15, port: 704f4993-3759-4f2d-a2d0-db1a47022aab. Jan 27 19:24:55.764633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] For port bb01abda-a581-4657-832f-32ab607bec10, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb01abda-a581-4657-832f-32ab607bec10,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:55.765328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb01abda-a581-4657-832f-32ab607bec10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:55.842607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Calling delete_port for bb01abda-a581-4657-832f-32ab607bec10 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:55.910299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for router_gateway (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.148173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Router 09e6aeb7-806b-41fb-b809-34e3cf10cdef has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:24:56.158392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Allocated IP 172.20.0.10 (7e920a5e-d8ef-409e-bdd1-fe1b739aa784/fe7ff1b2-225f-47c5-995e-63cfa901fda5/0b7c8389-436d-439f-a154-a841ff9658c0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:24:56.188753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f47c5d2d-9436-4c38-b9e8-9b9d6595066b None None] Provisioning complete for port 557807e4-df85-4af7-8741-72c3b7b57e69 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:56.194247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d2d-9436-4c38-b9e8-9b9d6595066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.230729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:56.288424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 557807e4-df85-4af7-8741-72c3b7b57e69 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:24:56.435426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:56.447693 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.475940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Sync routers for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:56.525111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:56.527670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:56.578509 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9924eb62-f4c7-44c3-b68e-0d5b21c23538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.580231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bb01abda-a581-4657-832f-32ab607bec10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.593714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bec289c8-7b1b-4e04-8abb-6ce2a4d32cd5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "PUT /v2.0/floatingips/03948fc9-997b-494a-8415-277335220e3b HTTP/1.1" status: 200 len: 990 time: 3.4183493 Jan 27 19:24:56.620120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb01abda-a581-4657-832f-32ab607bec10,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:56.692916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9924eb62-f4c7-44c3-b68e-0d5b21c23538 admin admin] Publish callbacks [] for security_group (f4eab43f-5b10-4209-beb9-572b9f8ee137), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.693420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:56.696742 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01" -d '{"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:56.701716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9924eb62-f4c7-44c3-b68e-0d5b21c23538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4eab43f-5b10-4209-beb9-572b9f8ee137), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.762487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9924eb62-f4c7-44c3-b68e-0d5b21c23538 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93e121e9ec9e4a4cac1336779212d598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265989 Jan 27 19:24:56.764089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:56.764800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924eb62-f4c7-44c3-b68e-0d5b21c23538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eab43f-5b10-4209-beb9-572b9f8ee137,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:56.787413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3871d-8abf-4448-9172-aefe2141f132 req-8f91044b-68cd-4066-ad77-30a72a67e29e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:56.795276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71c3871d-8abf-4448-9172-aefe2141f132 req-8f91044b-68cd-4066-ad77-30a72a67e29e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.3315251 Jan 27 19:24:56.874579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71c3871d-8abf-4448-9172-aefe2141f132 req-50b3c408-8657-4e9b-83a3-03cbb7743562 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765393 Jan 27 19:24:56.884167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.887486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (cbcc9026-d364-4c3b-a241-34631f395622), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:56.902800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:56.986374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] Publish callbacks [] for security_group (f4eab43f-5b10-4209-beb9-572b9f8ee137), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.038388 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] Publish callbacks [] for security_group (f4eab43f-5b10-4209-beb9-572b9f8ee137), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.092664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21d083-c27b-44e2-85ca-a01917815dc1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:57.099702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f47c5d2d-9436-4c38-b9e8-9b9d6595066b None None] Current status of the port 557807e4-df85-4af7-8741-72c3b7b57e69 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:57.127692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for port (0b7c8389-436d-439f-a154-a841ff9658c0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.135675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5855b8e0-68ca-4dce-962e-476a761f2a96 req-7b3016af-a609-4daa-990c-fd1f35b0a9ef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0424640 Jan 27 19:24:57.179798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (cbcc9026-d364-4c3b-a241-34631f395622), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.183126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks [] for router_controller (cbcc9026-d364-4c3b-a241-34631f395622), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.204841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4eab43f-5b10-4209-beb9-572b9f8ee137), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.207753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.213300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4eab43f-5b10-4209-beb9-572b9f8ee137 HTTP/1.1" status: 204 len: 168 time: 0.4358370 Jan 27 19:24:57.226163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 557807e4-df85-4af7-8741-72c3b7b57e69 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:24:57.226443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.230866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600371ca-2ac0-4c5f-b801-6171cfac4ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eab43f-5b10-4209-beb9-572b9f8ee137,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:57.265081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (cbcc9026-d364-4c3b-a241-34631f395622), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.265797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbcc9026-d364-4c3b-a241-34631f395622 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:24:57.280060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.281606 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c373d2ee-a4b9-42dc-821e-d6d964ac70a1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cbcc9026-d364-4c3b-a241-34631f395622 HTTP/1.1" status: 204 len: 168 time: 4.3550766 Jan 27 19:24:57.286435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:57.370530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:24:57.396116 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9eb3d-8084-4f64-b87a-a0d2d317c958 x-openstack-request-id: req-ace9eb3d-8084-4f64-b87a-a0d2d317c958 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:24:57.397512 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:24:57.399649 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ace9eb3d-8084-4f64-b87a-a0d2d317c958 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:24:57.400220 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'status': 'completed', 'code': 200} Jan 27 19:24:57.403669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.426309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Deleting subnet 696080ef-4a5c-43e3-927d-52b2d89919ea {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:24:57.433857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Publish callbacks [] for subnet (696080ef-4a5c-43e3-927d-52b2d89919ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.483850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21d083-c27b-44e2-85ca-a01917815dc1 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:57.502398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '03948fc9-997b-494a-8415-277335220e3b', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'port_id': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'mac_address': 'fa:16:3e:39:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:37Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 1, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:57.521356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:57.532952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (696080ef-4a5c-43e3-927d-52b2d89919ea), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.577519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Checking router: 09e6aeb7-806b-41fb-b809-34e3cf10cdef for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:57.592766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 557807e4-df85-4af7-8741-72c3b7b57e69 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:57.599711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:57.600622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:57.660227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65a8b03e-22ea-4ee6-8807-53a01aa26915 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:57.682022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:24:57.689615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:24:57.693088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 65a8b03e-22ea-4ee6-8807-53a01aa26915 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:57.693465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65a8b03e-22ea-4ee6-8807-53a01aa26915 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:57.701885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:24:57.752376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-26c8f6fa-d1dd-4ce8-98e2-c133e41ff069 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.754153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-26c8f6fa-d1dd-4ce8-98e2-c133e41ff069 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b0f6a9-869f-4c1f-a026-6e333bdb19eb HTTP/1.1" status: 200 len: 943 time: 0.1793373 Jan 27 19:24:57.759001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.760254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.785714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (696080ef-4a5c-43e3-927d-52b2d89919ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.794623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-46826d5c-f0a6-4b35-8e65-548936774101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6203952 Jan 27 19:24:57.825745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:57.848106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Request body: {'port': {'device_id': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:24:57.876599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (696080ef-4a5c-43e3-927d-52b2d89919ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.888875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:24:57.907738 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Sync routers for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:24:57.912545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.912545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.914687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.915046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.916259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.916790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.917342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:57.923982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-aa798d53-500f-4010-b081-c79420fa4c6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.3881772 Jan 27 19:24:57.951889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696080ef-4a5c-43e3-927d-52b2d89919ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:57.967149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:57.985448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2b6a3a89-ec89-434d-9e32-bc3a8fa80534 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/696080ef-4a5c-43e3-927d-52b2d89919ea HTTP/1.1" status: 204 len: 168 time: 0.6959844 Jan 27 19:24:57.986299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:57.992249 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:57.996464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:57.996770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc9ab9-7b4d-4b06-9ab6-5a7dbc6882bb None None] Network c4c97f54-ae4e-4255-b000-0c7b9c91ae73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:24:58.209300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c4c97f54-ae4e-4255-b000-0c7b9c91ae73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:58.224505 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:58.297933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c224-2f85-42ff-a69a-be42d80f7a42 req-de4033f8-2995-4c80-878d-1503174c8378 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:58.307048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64e6c224-2f85-42ff-a69a-be42d80f7a42 req-de4033f8-2995-4c80-878d-1503174c8378 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1319811 Jan 27 19:24:58.365092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb01abda-a581-4657-832f-32ab607bec10 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:24:58.407683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: bb01abda-a581-4657-832f-32ab607bec10 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:24:58.408263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb01abda-a581-4657-832f-32ab607bec10 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:24:58.443713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64e6c224-2f85-42ff-a69a-be42d80f7a42 req-1c2cc8e4-babc-4e9d-bc60-bbcb7431db18 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356447 Jan 27 19:24:58.494307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port 1c21d083-c27b-44e2-85ca-a01917815dc1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:58.495973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:58.532084 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 3, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:58.602140 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Checking router: 52c1d3f2-2cd4-4a5d-b996-507fef02da6d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:24:58.602540 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Updating router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d port f1360df3-7152-4459-a995-fe0b68b8a396 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:24:58.691432 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:58.704075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port 1c21d083-c27b-44e2-85ca-a01917815dc1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21d083-c27b-44e2-85ca-a01917815dc1,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:58.704738 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:58.722959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for 1c21d083-c27b-44e2-85ca-a01917815dc1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:58.747479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] DHCP port deletion for c4c97f54-ae4e-4255-b000-0c7b9c91ae73 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:24:58.817243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:58.821150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cedb47da-8290-41e3-b991-a19c3d5bba9b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3117085 Jan 27 19:24:58.830504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:24:58.836113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:24:58.919133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.038500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:59.044414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Deleting port 135b905c-4ed4-4288-9f8b-7acc031e5e30 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:59.045551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.049719 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks [] for port (f1360df3-7152-4459-a995-fe0b68b8a396), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.059617 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.072160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'mac_address': 'fa:16:3e:87:33:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:24:59.082107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '03948fc9-997b-494a-8415-277335220e3b', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'port_id': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'mac_address': 'fa:16:3e:39:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:37Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 1, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:59.119731 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Attempting to bind port f1360df3-7152-4459-a995-fe0b68b8a396 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:59.120102 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Attempting to bind port f1360df3-7152-4459-a995-fe0b68b8a396 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:59.120471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Attempting to bind port f1360df3-7152-4459-a995-fe0b68b8a396 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:59.128817 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:59.129412 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:59.129831 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.130235 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:59.130742 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Bound port: f1360df3-7152-4459-a995-fe0b68b8a396, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:59.131131 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.153112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c21d083-c27b-44e2-85ca-a01917815dc1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.180194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f4055-fdad-46e0-9c25-8f4b43b6b849 req-699bf66b-7755-416f-8f46-899166327ce1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:59.183002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-474f4055-fdad-46e0-9c25-8f4b43b6b849 req-699bf66b-7755-416f-8f46-899166327ce1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 932 time: 0.3480170 Jan 27 19:24:59.193050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] For port f1360df3-7152-4459-a995-fe0b68b8a396, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:24:59.198514 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] For port f1360df3-7152-4459-a995-fe0b68b8a396, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1360df3-7152-4459-a995-fe0b68b8a396,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:24:59.211491 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.230854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Pushing event updated for resources: {'Port': ['ID=f1360df3-7152-4459-a995-fe0b68b8a396,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:59.234323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f667bbde-aaba-4540-bb4c-15e3f22985f3 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:24:59.234757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.241430 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.241803 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.242148 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.242555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.242952 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.243816 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.244154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.244621 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.244950 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.245296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.245813 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.246137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.246565 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:24:59.263273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f667bbde-aaba-4540-bb4c-15e3f22985f3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:59.265805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=1c21d083-c27b-44e2-85ca-a01917815dc1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:59.276447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b43ef-62a5-462a-ae82-619f56c5f03f None None] The sync data for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 is: [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '03948fc9-997b-494a-8415-277335220e3b', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'port_id': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'mac_address': 'fa:16:3e:39:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:22:37Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 1, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:24:59.292881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] For port 135b905c-4ed4-4288-9f8b-7acc031e5e30, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=135b905c-4ed4-4288-9f8b-7acc031e5e30,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:59.293659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.322599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Deleting port 135b905c-4ed4-4288-9f8b-7acc031e5e30 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:24:59.323147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.396399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7c8389-436d-439f-a154-a841ff9658c0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:24:59.407269 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks [] for port (0b7c8389-436d-439f-a154-a841ff9658c0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.427047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Transition to ACTIVE for port object 0b7c8389-436d-439f-a154-a841ff9658c0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:24:59.438791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:59.439822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.450682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.455904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-9aae5b4d-7845-412d-a34c-52529a8661fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:59.458080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-9aae5b4d-7845-412d-a34c-52529a8661fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa HTTP/1.1" status: 200 len: 913 time: 0.7634819 Jan 27 19:24:59.478708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Calling delete_port for 135b905c-4ed4-4288-9f8b-7acc031e5e30 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:59.478950 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:24:59.479704 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:24:59.486157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port 1c21d083-c27b-44e2-85ca-a01917815dc1 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:24:59.508125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] For port 135b905c-4ed4-4288-9f8b-7acc031e5e30, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=135b905c-4ed4-4288-9f8b-7acc031e5e30,segment=NetworkSegment(fdd60c27-9f98-40ca-a286-1624544c88ee),segment_id=fdd60c27-9f98-40ca-a286-1624544c88ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:24:59.508832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.509284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.522863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d752c264-c3ba-4cc9-8d2e-0a22d77040fc req-71970f8e-b14d-4d9c-a610-64defc85acf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "DELETE /v2.0/ports/1c21d083-c27b-44e2-85ca-a01917815dc1 HTTP/1.1" status: 204 len: 173 time: 1.7631965 Jan 27 19:24:59.526209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-deleted', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:24:59.530106 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7f126-75a8-4bba-aea6-d452b3eeff7d" -d '{"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-deleted", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:24:59.614122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Calling delete_port for 135b905c-4ed4-4288-9f8b-7acc031e5e30 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:24:59.620363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['f667bbde-aaba-4540-bb4c-15e3f22985f3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:24:59.690528 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-4e7112f6-ad94-46c9-90f7-5af1b7b9bbd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 998 time: 0.2050974 Jan 27 19:24:59.690851 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6af0d-a3e8-4c86-9903-7e9e6e2a3d56 None None] Pushing event updated for resources: {'Port': ['ID=f1360df3-7152-4459-a995-fe0b68b8a396,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:59.691011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:59.789620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadc49c-3e06-490f-a37d-ef969976cc69 None None] New status for floating IP 03948fc9-997b-494a-8415-277335220e3b: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:24:59.814588 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:24:59.866486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:24:59.867053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.882595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Attempting to bind port 0b7c8389-436d-439f-a154-a841ff9658c0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:24:59.883312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Attempting to bind port 0b7c8389-436d-439f-a154-a841ff9658c0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:24:59.883850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Attempting to bind port 0b7c8389-436d-439f-a154-a841ff9658c0 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:59.896785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Port 0b7c8389-436d-439f-a154-a841ff9658c0 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:24:59.897413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Attempting to bind port 0b7c8389-436d-439f-a154-a841ff9658c0 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:24:59.904602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-474f4055-fdad-46e0-9c25-8f4b43b6b849 req-7ddfacab-5bda-4366-8178-d9b6e56fa90d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630223 Jan 27 19:24:59.906529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:24:59.907599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Checking segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:24:59.913816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Bound using segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:24:59.914577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Bound port: 0b7c8389-436d-439f-a154-a841ff9658c0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:24:59.915219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:24:59.936415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-a367f3e6-72b8-4938-8f47-478591594f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:24:59.938952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-a367f3e6-72b8-4938-8f47-478591594f1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 200 len: 851 time: 0.1856127 Jan 27 19:24:59.951333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (135b905c-4ed4-4288-9f8b-7acc031e5e30), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:00.005761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Pushing event deleted for resources: {'Port': ['ID=135b905c-4ed4-4288-9f8b-7acc031e5e30,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:00.049188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] No DVR routers for this DVR port 135b905c-4ed4-4288-9f8b-7acc031e5e30 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:25:00.108312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:00.117548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:00.125948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 3, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:00.165221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:00.271908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6c893-6c45-44bf-980d-14a335f214d3 None None] The sync data for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 is: [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:24:55Z', 'revision_number': 3, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:25:00.320100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] No DVR routers for this DVR port 135b905c-4ed4-4288-9f8b-7acc031e5e30 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:25:00.342000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:00.349377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea523a2-a9b9-4961-968d-439648228a89 None None] Pushing event deleted for resources: {'Port': ['ID=135b905c-4ed4-4288-9f8b-7acc031e5e30,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:00.353781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 135b905c-4ed4-4288-9f8b-7acc031e5e30 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:00.464385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 135b905c-4ed4-4288-9f8b-7acc031e5e30 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:25:00.464970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 135b905c-4ed4-4288-9f8b-7acc031e5e30 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:25:00.475396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:00.476537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:00.479048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-f146e5e1-0d73-4dcb-bb12-b13334c2b422 service neutron] 10.222.0.66 "PUT /v2.0/ports/0b7c8389-436d-439f-a154-a841ff9658c0 HTTP/1.1" status: 200 len: 1092 time: 2.6454415 Jan 27 19:25:00.494844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:00.511242 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a604b60-fd1a-4cf3-a1fe-910278eac857" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:00.664524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-31a220e8-5395-43b0-aeb8-e248d9190bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:00.667781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-31a220e8-5395-43b0-aeb8-e248d9190bad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=151d0951-5b25-4e89-bc06-67791b6ee0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7222538 Jan 27 19:25:00.848277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-b44af4ee-347b-41da-9a50-e311dd1376a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:00.856717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-b44af4ee-347b-41da-9a50-e311dd1376a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.3210802 Jan 27 19:25:01.008143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-35b1803c-4d86-4969-ba3a-efb021ebb09e tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818481 Jan 27 19:25:01.021406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-eafe254d-d2af-4d97-a171-9cecdd972016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7c8389-436d-439f-a154-a841ff9658c0 HTTP/1.1" status: 200 len: 217 time: 0.1041496 Jan 27 19:25:01.043932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c4c97f54-ae4e-4255-b000-0c7b9c91ae73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.175652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be52c1-4476-471e-aca0-71cce46717a8 req-a0ae8262-5d1e-446a-94af-1035fdbfb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:01.178835 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-a0ae8262-5d1e-446a-94af-1035fdbfb4ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.1509612 Jan 27 19:25:01.271931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-8c1414f6-f7d9-43b5-993d-9a9afb29ab68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767782 Jan 27 19:25:01.281419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-79ea6d55-8291-4bb7-9a6e-bd9804b7df75 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:01.286801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-79ea6d55-8291-4bb7-9a6e-bd9804b7df75 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775962 Jan 27 19:25:01.345105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-3d313640-43b2-4ed8-92a0-3ac6652fb0c9 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643491 Jan 27 19:25:01.367690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c97f54-ae4e-4255-b000-0c7b9c91ae73']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:01.390428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd60c27-9f98-40ca-a286-1624544c88ee') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:01.391002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd60c27-9f98-40ca-a286-1624544c88ee') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:01.403595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (fdd60c27-9f98-40ca-a286-1624544c88ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.421249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fdd60c27-9f98-40ca-a286-1624544c88ee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.429139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:25:01.430101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (fdd60c27-9f98-40ca-a286-1624544c88ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:25:01.503323 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:25:01.546626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c4c97f54-ae4e-4255-b000-0c7b9c91ae73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.590295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:01.599366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c4c97f54-ae4e-4255-b000-0c7b9c91ae73 HTTP/1.1" status: 204 len: 168 time: 3.6093006 Jan 27 19:25:01.653564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-14b4082f-21db-48ee-9103-201b869d01a9 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/quotas/ae0bb9763aa84210bb98227ab5ef3f46 HTTP/1.1" status: 200 len: 375 time: 0.1431949 Jan 27 19:25:01.740478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb0a3ca0-b124-48ab-982e-cbbeb372bf01 req-d8308504-593d-4f7d-9991-7c34039b34d5 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239563 Jan 27 19:25:01.748379 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-b913023a-819f-4e55-b6a6-960a67a38697 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645715 Jan 27 19:25:01.775200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-5dcad8da-3c55-49e8-a9d8-482e7c44159a tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203191 Jan 27 19:25:01.776108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab75ee-ddfb-4d1f-9017-d0290c16f811 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c97f54-ae4e-4255-b000-0c7b9c91ae73,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:01.870224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db099088-ec2d-42af-82fc-454fd0b8f50b req-2f25ea58-c12f-4650-94d3-9b1d415676d6 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:01.872189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db099088-ec2d-42af-82fc-454fd0b8f50b req-2f25ea58-c12f-4650-94d3-9b1d415676d6 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.3658545 Jan 27 19:25:01.975548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:02.006191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db099088-ec2d-42af-82fc-454fd0b8f50b req-7b9bae7e-6b6b-428d-baaf-c1cb029ffab7 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190512 Jan 27 19:25:02.057979 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bde7c75a-894d-4e3e-ad09-837aab465e90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee181dd303a947d8af6783c256319bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727184 Jan 27 19:25:02.058780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42966) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:02.102981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50be52c1-4476-471e-aca0-71cce46717a8 req-53d97027-d856-4274-84cf-ea9514039d3f service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471997 Jan 27 19:25:02.147879 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5250c-639c-47dc-bb46-f117682cd3b6 x-openstack-request-id: req-faf5250c-639c-47dc-bb46-f117682cd3b6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:02.148526 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0f6a9-869f-4c1f-a026-6e333bdb19eb", "name": "network-vif-deleted", "tag": "1c21d083-c27b-44e2-85ca-a01917815dc1", "status": "failed", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:02.148526 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-faf5250c-639c-47dc-bb46-f117682cd3b6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:02.149110 n-d-760453-6 neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1b0f6a9-869f-4c1f-a026-6e333bdb19eb', 'name': 'network-vif-deleted', 'tag': '1c21d083-c27b-44e2-85ca-a01917815dc1', 'status': 'failed', 'code': 422} returned with failed status Jan 27 19:25:02.204450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.250597 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c9eb45-bf29-49bc-a593-6580ef0f9f06 x-openstack-request-id: req-28c9eb45-bf29-49bc-a593-6580ef0f9f06 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:02.251246 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:02.254080 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28c9eb45-bf29-49bc-a593-6580ef0f9f06 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:02.255882 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0', 'status': 'completed', 'code': 200} Jan 27 19:25:02.257826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] Publish callbacks [] for security_group (1632921e-cdd6-413a-964c-3bf6df113cd5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.352435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] Publish callbacks [] for security_group (1632921e-cdd6-413a-964c-3bf6df113cd5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.391093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1360df3-7152-4459-a995-fe0b68b8a396 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:02.521382 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1632921e-cdd6-413a-964c-3bf6df113cd5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.525785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.531778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1632921e-cdd6-413a-964c-3bf6df113cd5 HTTP/1.1" status: 204 len: 168 time: 0.4688151 Jan 27 19:25:02.553893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1360df3-7152-4459-a995-fe0b68b8a396 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:02.575594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698d220-2fba-4ae6-bba0-57c6aea98b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1632921e-cdd6-413a-964c-3bf6df113cd5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:02.578346 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:02.609963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-3170e9e1-5ca9-42c6-8814-2cad6c91509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:02.620074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-3170e9e1-5ca9-42c6-8814-2cad6c91509d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.3735657 Jan 27 19:25:02.651441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Allocated IP 172.20.0.1 (4541fb9d-e9be-4017-abbd-96dac23b3eaf/c57a7007-5b98-4bf1-9725-6c6690b8c7ad/d70819c2-9c47-45e3-9315-aeb813637e85) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:02.899996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-0d63367f-208f-4ffa-a5d2-3b9c61f4499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:02.902434 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-0d63367f-208f-4ffa-a5d2-3b9c61f4499e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 922 time: 0.2775173 Jan 27 19:25:02.932628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00c9d05-ce01-40e6-8129-6709fe60022c req-c948e7b9-83d5-4864-8ca6-91bbadd2c4a7 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 210 time: 0.2187817 Jan 27 19:25:03.052634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-78ae7b50-06a3-4981-ac97-5f7215bba0a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7c8389-436d-439f-a154-a841ff9658c0 HTTP/1.1" status: 200 len: 217 time: 0.1425657 Jan 27 19:25:03.178841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-841b3904-d031-4a52-a8fd-3c7c250dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:03.181486 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-841b3904-d031-4a52-a8fd-3c7c250dfda4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.1220789 Jan 27 19:25:03.227207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:03.301375 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-dd6c266e-8600-4905-9212-ea736177db75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063912 Jan 27 19:25:03.346829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1360df3-7152-4459-a995-fe0b68b8a396 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:03.347469 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:03.424347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-56e85e95-9c18-4ec1-8f20-3b7f7a691a2b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:03.438330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-56e85e95-9c18-4ec1-8f20-3b7f7a691a2b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.2665923 Jan 27 19:25:03.440533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f1360df3-7152-4459-a995-fe0b68b8a396, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1360df3-7152-4459-a995-fe0b68b8a396,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:03.455515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:03.554255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port f667bbde-aaba-4540-bb4c-15e3f22985f3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:03.555643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:03.621813 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-a1e23767-cf3b-4be6-8a9e-c43c6cc32441 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096755 Jan 27 19:25:03.623556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-34fde19a-6ea1-4a8c-aaf7-d3b87d1e9c3e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.1810060 Jan 27 19:25:03.668054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad120-4a1e-4b13-a2cb-563c11ea920d req-26c3527f-cde5-4773-b2c4-15171e1e6df4 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:03.671957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f76ad120-4a1e-4b13-a2cb-563c11ea920d req-26c3527f-cde5-4773-b2c4-15171e1e6df4 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 944 time: 0.9635932 Jan 27 19:25:03.766113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f1360df3-7152-4459-a995-fe0b68b8a396,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:03.839808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-c1110bc0-03ee-4485-b965-1d7e806be942 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2091944 Jan 27 19:25:03.891210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f667bbde-aaba-4540-bb4c-15e3f22985f3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:03.892352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:03.956785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a604b60-fd1a-4cf3-a1fe-910278eac857 req-3de53728-b775-4ef7-8276-21031f97e836 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295643 Jan 27 19:25:03.962674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:03.967325 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d214c-c93c-4c62-89fd-3187ad325fdc" -d '{"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-plugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:03.990021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:04.000333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:04.082742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-fb04c399-1766-4185-b28c-6e109456feac service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417421 Jan 27 19:25:04.102257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:04.133273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks [] for port (d70819c2-9c47-45e3-9315-aeb813637e85), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:04.226383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1360df3-7152-4459-a995-fe0b68b8a396 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:04.266535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f76ad120-4a1e-4b13-a2cb-563c11ea920d req-4b1d26c5-3bd8-4d95-940e-124eb2a7bdad tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658307 Jan 27 19:25:04.337720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:04.395341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-92f2cdbd-3e69-415f-8048-79a90bff2057 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116140 Jan 27 19:25:04.447720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:04.458967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1360df3-7152-4459-a995-fe0b68b8a396 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:04.459527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:04.492973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43022) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:04.531797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:04.541290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:04.572628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:04.653912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1360df3-7152-4459-a995-fe0b68b8a396 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:04.785148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-dc130ff3-6956-4d76-a6d2-32e272d3b345 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1873040 Jan 27 19:25:04.941727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1311103506-network', 'tenant_id': '594585361a21451ab7dba6e991714e68'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:05.023604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Made reservation on behalf of 594585361a21451ab7dba6e991714e68 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:05.036892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.043098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.043809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.044497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.045067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.045722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.046292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.046848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.047411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.047852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.048187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.048742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.049274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.049652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:05.095453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.107313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fb0cd259-6ad1-47ad-8966-03c7603456fa None None] Provisioning complete for port d70819c2-9c47-45e3-9315-aeb813637e85 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:05.112540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd259-6ad1-47ad-8966-03c7603456fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.141675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.171079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-296971cc-198d-441e-8058-8805268d6df3 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:05.173816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-296971cc-198d-441e-8058-8805268d6df3 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778472 Jan 27 19:25:05.248844 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04768bd-8380-4c23-8676-4f7e3a6f7b48 x-openstack-request-id: req-b04768bd-8380-4c23-8676-4f7e3a6f7b48 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:05.249689 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-plugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:05.251651 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b04768bd-8380-4c23-8676-4f7e3a6f7b48 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:05.255240 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'code': 200} Jan 27 19:25:05.258437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:05.302726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16564fb3-1b79-4d5d-a83d-efbdc10aa5d9 req-a264714a-a1de-46a6-92f2-903da497dcc8 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:05.320237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16564fb3-1b79-4d5d-a83d-efbdc10aa5d9 req-a264714a-a1de-46a6-92f2-903da497dcc8 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.8987372 Jan 27 19:25:05.351651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks [] for security_group (149b2672-6202-40ed-b643-c1a04921cfa5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.358924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Request body: {'port': {'device_id': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'ae0bb9763aa84210bb98227ab5ef3f46'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:05.361458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (149b2672-6202-40ed-b643-c1a04921cfa5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.392909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:25:05.406153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b2672-6202-40ed-b643-c1a04921cfa5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:05.409931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cd259-6ad1-47ad-8966-03c7603456fa None None] Port d70819c2-9c47-45e3-9315-aeb813637e85 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:05.412692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (eaabd344-2a30-4712-a298-6024b2b7b3d6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.413717 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Added segment eaabd344-2a30-4712-a298-6024b2b7b3d6 of type vlan for network d8397ecb-716d-4cb4-9928-0dda8cfa253c Jan 27 19:25:05.482377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d8397ecb-716d-4cb4-9928-0dda8cfa253c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.550374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d8397ecb-716d-4cb4-9928-0dda8cfa253c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.555122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:05.558032 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.647479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27e8269e-7ee2-4fa8-811f-51d1d9dc0617 req-706bd2d8-58c2-4fed-b932-6dc889088a35 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 210 time: 0.3123431 Jan 27 19:25:05.660949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:05.679968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0b7c8389-436d-439f-a154-a841ff9658c0', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'port_id': '0b7c8389-436d-439f-a154-a841ff9658c0', 'mac_address': 'fa:16:3e:39:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ff1b2-225f-47c5-995e-63cfa901fda5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:05.732898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2355785 Jan 27 19:25:05.734715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:05.742564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0b7c8389-436d-439f-a154-a841ff9658c0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:05.742961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.749035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Request body: {'subnet': {'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1311103506-subnet', 'tenant_id': '594585361a21451ab7dba6e991714e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:05.764030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7c8389-436d-439f-a154-a841ff9658c0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:05.780392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f99c-0638-4918-b36a-a2a4e20d8ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8397ecb-716d-4cb4-9928-0dda8cfa253c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:05.810798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d8397ecb-716d-4cb4-9928-0dda8cfa253c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:25:05.822304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:05.823237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Made reservation on behalf of 594585361a21451ab7dba6e991714e68 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:05.827094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.849340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:05.968957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f493df05-ed18-4389-93ad-686486dca6a3 req-f0d0d8c9-6dcb-4c2d-b9ec-582273e306c7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 210 time: 0.1130905 Jan 27 19:25:06.013299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16564fb3-1b79-4d5d-a83d-efbdc10aa5d9 req-ab8d79ea-5d59-42ef-963f-5bc00ff571f6 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901937 Jan 27 19:25:06.031152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:06.052908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.268351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0b7c8389-436d-439f-a154-a841ff9658c0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:06.309492 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (87a4af0c-1db8-44c3-8fa5-ca9daf54ad65), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.342712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b896ec-53ea-4fd5-ba4a-4f2971972f4b req-3a7567fc-a3bf-4233-9755-078466e3d4e5 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:06.350314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73b896ec-53ea-4fd5-ba4a-4f2971972f4b req-3a7567fc-a3bf-4233-9755-078466e3d4e5 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2350225 Jan 27 19:25:06.483854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a4af0c-1db8-44c3-8fa5-ca9daf54ad65,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:06.485171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Made reservation on behalf of ae0bb9763aa84210bb98227ab5ef3f46 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:06.494929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.530834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Checking segment: {'id': 'eaabd344-2a30-4712-a298-6024b2b7b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:06.531662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Network hostable DHCP agents. Network: d8397ecb-716d-4cb4-9928-0dda8cfa253c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:25:06.574208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Network d8397ecb-716d-4cb4-9928-0dda8cfa253c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:25:06.574949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73b896ec-53ea-4fd5-ba4a-4f2971972f4b req-4e34bd41-b2fe-44e1-9f3e-0ae0ee47c11f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232270 Jan 27 19:25:06.585825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.606228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d8397ecb-716d-4cb4-9928-0dda8cfa253c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:06.626524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks [] for port (d70819c2-9c47-45e3-9315-aeb813637e85), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.631535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce52d8-74b3-4cd5-a7e0-d9ea68023856 None None] Network d8397ecb-716d-4cb4-9928-0dda8cfa253c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:06.645147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.657690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:06.660128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.713361 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70101db3-b809-4be4-aa62-6c58df68ad14 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9715433 Jan 27 19:25:06.830977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083c423-bc81-4882-a37d-c3591a857742 None None] Network d8397ecb-716d-4cb4-9928-0dda8cfa253c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:06.854004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:06.941212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1d944d0-2d3b-4668-99b6-7609a00971f0 req-832d72f5-f500-4626-a02c-18a58f0f8341 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 210 time: 0.1081431 Jan 27 19:25:06.967723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:07.247622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-750ccca6-1b63-4e60-b6d8-a210ad2e5414 req-d900f91a-3c11-4965-bbb5-0a066539a420 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 210 time: 0.1058562 Jan 27 19:25:07.263046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks [] for security_group (f9546128-1ab5-43e0-b041-e194a82bc796), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:07.322511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f9546128-1ab5-43e0-b041-e194a82bc796), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:07.422423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:07.503859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9546128-1ab5-43e0-b041-e194a82bc796,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:07.508905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:07.571310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-56d83c62-2bba-4618-91dd-64fe997f11db tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:07.583733 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-56d83c62-2bba-4618-91dd-64fe997f11db tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.5715966 Jan 27 19:25:07.602740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:07.851124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:07.857379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:07.958041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Allocated IP 192.168.233.44 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/dfd2c70c-75dc-4e81-92d6-9e926caefe68) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:08.013250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-958af7ce-eb08-4f85-a797-c84601aad468 None None] Provisioning complete for port d70819c2-9c47-45e3-9315-aeb813637e85 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:08.014146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958af7ce-eb08-4f85-a797-c84601aad468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:08.152117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.14 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/29c5ce81-e772-422c-99e6-67a209f251e5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:08.161834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-958af7ce-eb08-4f85-a797-c84601aad468 None None] Port d70819c2-9c47-45e3-9315-aeb813637e85 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:08.257909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e9add-5d94-4f98-8cec-e78c9f715084 req-a49ef709-f921-4b34-94be-f1ac18a4ab40 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:08.260317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-075e9add-5d94-4f98-8cec-e78c9f715084 req-a49ef709-f921-4b34-94be-f1ac18a4ab40 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.7440867 Jan 27 19:25:08.354583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-80edceba-18aa-42e2-9e04-c4888deb4f56 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:08.361825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-80edceba-18aa-42e2-9e04-c4888deb4f56 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/networks?id=d8397ecb-716d-4cb4-9928-0dda8cfa253c HTTP/1.1" status: 200 len: 822 time: 0.8427901 Jan 27 19:25:08.407622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-bdfa9893-a172-4d6a-8262-cdfcb53325fa tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/quotas/594585361a21451ab7dba6e991714e68 HTTP/1.1" status: 200 len: 375 time: 0.0446367 Jan 27 19:25:08.450621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:25:08.479747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-87aba9e9-db3e-4fc6-8ed3-64d7c80bca3d tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=594585361a21451ab7dba6e991714e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709426 Jan 27 19:25:08.576318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-075e9add-5d94-4f98-8cec-e78c9f715084 req-00f50fd4-3187-43b3-b8be-05e23f56e6af tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933826 Jan 27 19:25:08.588000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks [] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:08.601231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (29c5ce81-e772-422c-99e6-67a209f251e5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:08.725909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e3c7e1e4-99f3-4b28-b6eb-2542460573eb service neutron] 10.222.0.59 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446697 Jan 27 19:25:08.779831 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:08.812546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:08.906837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:08.913082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:08.921407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:08.987950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d68848-a145-4cc7-9c2b-15cdbdc05a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.030039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:09.058591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:09.059284 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.080734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-ee93a4da-a9e2-43cb-9a90-e3dda864d244 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4847429 Jan 27 19:25:09.095033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Request body: {'port': {'device_id': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:09.103252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:09.119413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:09.178996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:09.179355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.192713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:09.238541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:09.366918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:25:09.417535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3cfa40c7-b2f8-40b5-a699-87b2e81343a2 admin admin] 10.222.0.59 "PUT /v2.0/routers/52c1d3f2-2cd4-4a5d-b996-507fef02da6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5642033 Jan 27 19:25:09.418354 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Sync routers for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:25:09.432284 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:25:09.432937 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:24:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:09.475204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0b7c8389-436d-439f-a154-a841ff9658c0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:09.489193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0b7c8389-436d-439f-a154-a841ff9658c0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:09.489599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.563391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:09.564089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.603837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2308-0736-44bf-8069-73f691ae95e2 req-bdfe3a08-9aa3-4f5d-b42e-273530bce0cf tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:09.634724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcaa2308-0736-44bf-8069-73f691ae95e2 req-bdfe3a08-9aa3-4f5d-b42e-273530bce0cf tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 945 time: 0.5101082 Jan 27 19:25:09.665926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-7a67a510-e510-40a5-9099-637afb1c37a2 service neutron] 10.222.0.59 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386210 Jan 27 19:25:09.724694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcaa2308-0736-44bf-8069-73f691ae95e2 req-65d46b48-e997-4998-a253-90e4ed15194b tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888481 Jan 27 19:25:09.728866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d417384e-10c4-436c-bcc7-73eac6b85aa5 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3988366 Jan 27 19:25:09.746240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:09.765043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0b7c8389-436d-439f-a154-a841ff9658c0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:09.765810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.843040 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:25:09.864405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-34f6ef6a-0926-4899-86e2-0a91d22849af None None] Provisioning complete for port dfd2c70c-75dc-4e81-92d6-9e926caefe68 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:09.866218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34f6ef6a-0926-4899-86e2-0a91d22849af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:09.917124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:09.945763 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e232aa3-f0d2-43fc-93df-b2f3c247c687" -d '{"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:10.012637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c5ce81-e772-422c-99e6-67a209f251e5 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:10.042600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Request body: {'port': {'device_id': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:10.048688 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks [] for port (29c5ce81-e772-422c-99e6-67a209f251e5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.054924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1367191456'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:10.090410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Transition to ACTIVE for port object 29c5ce81-e772-422c-99e6-67a209f251e5 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:10.111521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.138621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-34f6ef6a-0926-4899-86e2-0a91d22849af None None] Port dfd2c70c-75dc-4e81-92d6-9e926caefe68 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:10.139256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325325f-de7a-4433-9926-86db57824b04 req-b02aed9d-0b52-4f7b-afa4-bb72c3be2d52 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:10.156023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5325325f-de7a-4433-9926-86db57824b04 req-b02aed9d-0b52-4f7b-afa4-bb72c3be2d52 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 935 time: 0.2394035 Jan 27 19:25:10.167137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:10.179051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.272305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:10.297184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.298043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.300110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.300764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.303681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.304297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.304796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.305889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.307734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.308291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.308784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.310496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.311599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:10.435791 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:25:05Z', 'revision_number': 4, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd70819c2-9c47-45e3-9315-aeb813637e85', 'name': '', 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'mac_address': 'fa:16:3e:bb:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:25:02Z', 'updated_at': '2022-01-27T19:25:06Z', 'revision_number': 2, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'subnets': [{'id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:10.484207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Pushing event updated for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:10.498353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Attempting to bind port 29c5ce81-e772-422c-99e6-67a209f251e5 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:10.499313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Attempting to bind port 29c5ce81-e772-422c-99e6-67a209f251e5 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:10.500618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Attempting to bind port 29c5ce81-e772-422c-99e6-67a209f251e5 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:10.510638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Port 29c5ce81-e772-422c-99e6-67a209f251e5 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:10.511191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Attempting to bind port 29c5ce81-e772-422c-99e6-67a209f251e5 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:10.518747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Checking router: 52c1d3f2-2cd4-4a5d-b996-507fef02da6d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:25:10.520323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:10.520887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:10.521891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:10.522123 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Updating router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d port d70819c2-9c47-45e3-9315-aeb813637e85 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:25:10.522930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Bound port: 29c5ce81-e772-422c-99e6-67a209f251e5, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:10.523677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.637932 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.753904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:10.766104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=29c5ce81-e772-422c-99e6-67a209f251e5,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:10.780191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.919360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:10.944997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:10.949197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.052366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Pushing event updated for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:11.085336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:11.086453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.108470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-a3930a08-ce16-4417-9540-8e665d614970 service neutron] 10.222.0.66 "PUT /v2.0/ports/29c5ce81-e772-422c-99e6-67a209f251e5 HTTP/1.1" status: 200 len: 1092 time: 2.0135772 Jan 27 19:25:11.114427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:11.118395 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49" -d '{"events": [{"name": "network-changed", "server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:11.275744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5325325f-de7a-4433-9926-86db57824b04 req-3dfd9a11-9185-4652-9b65-232f4bad3b89 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1186655 Jan 27 19:25:11.285493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:25:11.408470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa15e-83f2-4450-9e0b-808c9e593388 req-aa9abe4c-ccf5-4fee-ab5c-18f325e9a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:11.418000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bccfa15e-83f2-4450-9e0b-808c9e593388 req-aa9abe4c-ccf5-4fee-ab5c-18f325e9a8c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 1.4288254 Jan 27 19:25:11.422959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f32a8e74-6a33-4f47-a9be-c6eaaec0d481), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.423660 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Added segment f32a8e74-6a33-4f47-a9be-c6eaaec0d481 of type vlan for network efabdc88-eb73-441b-92c1-cce118b7af4b Jan 27 19:25:11.431938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d9f3-023f-47da-b2a3-25b09e2e71f3 req-50a90589-f06f-42f9-81c0-6964775c338a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:11.445666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8138d9f3-023f-47da-b2a3-25b09e2e71f3 req-50a90589-f06f-42f9-81c0-6964775c338a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 944 time: 1.2319472 Jan 27 19:25:11.529972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-eb0d624e-8f5e-4121-8179-b4e7de03c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:11.544130 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-eb0d624e-8f5e-4121-8179-b4e7de03c5ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 1095 time: 0.3739467 Jan 27 19:25:11.638929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (efabdc88-eb73-441b-92c1-cce118b7af4b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.678967 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-42624399-e33b-431d-9154-f2c642eb9f37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c5ce81-e772-422c-99e6-67a209f251e5 HTTP/1.1" status: 200 len: 217 time: 0.1230507 Jan 27 19:25:11.730834 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks [] for port (d70819c2-9c47-45e3-9315-aeb813637e85), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.753860 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:11.805632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c4a3-822f-461f-9769-300e554f4996 req-e175afa2-abbd-4711-b292-985e348b1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:11.810944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-e175afa2-abbd-4711-b292-985e348b1051 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.1199458 Jan 27 19:25:11.875270 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef816af-3464-4dad-89b4-66a45d9cf89f None None] Pushing event updated for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:11.885665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-cc8f94d0-93fc-4ece-89b2-67a3808e112d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685523 Jan 27 19:25:11.965182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bccfa15e-83f2-4450-9e0b-808c9e593388 req-c80aa009-fce0-4ec7-95ba-d445bc5908b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156853 Jan 27 19:25:12.009846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:25:12.021869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:12.074488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8138d9f3-023f-47da-b2a3-25b09e2e71f3 req-85c4f6a1-4a02-4434-af98-714a516ca602 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259246 Jan 27 19:25:12.090687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7839b5-1f19-429d-8538-4387f762d0cc req-7a8ca6c2-9e9e-4f4e-a720-e635ed8278d1 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:12.096637 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee5ea34-1153-4fb5-878c-34717db65092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.110016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d7839b5-1f19-429d-8538-4387f762d0cc req-7a8ca6c2-9e9e-4f4e-a720-e635ed8278d1 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.6904898 Jan 27 19:25:12.126275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks [] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.210583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-c895d592-0f58-4822-81b8-075e5ace1302 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161957 Jan 27 19:25:12.308794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d7839b5-1f19-429d-8538-4387f762d0cc req-2b1dedcc-91f8-4271-b7f9-2b6c90a63dd6 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972332 Jan 27 19:25:12.318735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Transition to ACTIVE for port object dfd2c70c-75dc-4e81-92d6-9e926caefe68 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:12.333665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (efabdc88-eb73-441b-92c1-cce118b7af4b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.334165 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Attempting to bind port d70819c2-9c47-45e3-9315-aeb813637e85 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:12.334376 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Attempting to bind port d70819c2-9c47-45e3-9315-aeb813637e85 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:12.338080 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Attempting to bind port d70819c2-9c47-45e3-9315-aeb813637e85 on network 4541fb9d-e9be-4017-abbd-96dac23b3eaf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:12.349794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:12.350807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.362563 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:12.365711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Checking segment: {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:12.370061 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.372819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Bound using segment: {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:12.377323 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Bound port: d70819c2-9c47-45e3-9315-aeb813637e85, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138c214d-8780-4ab2-9840-01705dfb6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:12.381749 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.382691 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.502328 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed033df7-e467-45a0-9182-e0c05e8e95e3 x-openstack-request-id: req-ed033df7-e467-45a0-9182-e0c05e8e95e3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:12.502792 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:12.503200 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed033df7-e467-45a0-9182-e0c05e8e95e3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:12.503832 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0', 'code': 200} Jan 27 19:25:12.576709 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] For port d70819c2-9c47-45e3-9315-aeb813637e85, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:12.582702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] For port d70819c2-9c47-45e3-9315-aeb813637e85, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d70819c2-9c47-45e3-9315-aeb813637e85,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:12.593943 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.638631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Provisioning complete for port d70819c2-9c47-45e3-9315-aeb813637e85 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:12.639596 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:12.693579 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:25:12.694411 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:25:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:12.696972 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef816af-3464-4dad-89b4-66a45d9cf89f None None] Pushing event updated for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:12.736074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.9850035 Jan 27 19:25:12.740634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:12.757017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-81b7c4a3-822f-461f-9769-300e554f4996 req-304af27f-271f-4648-9d4b-14198a9609b3 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395055 Jan 27 19:25:12.768578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'subnet': {'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:12.798140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c53a-ff52-4e82-a702-4fc79554e98e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Network': ['ID=efabdc88-eb73-441b-92c1-cce118b7af4b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:12.858858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network efabdc88-eb73-441b-92c1-cce118b7af4b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:25:12.903547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c3356-68c3-4e6b-bc70-0533e8f54a2b req-07c2c89f-bec7-4727-8b55-c9932e4eb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:12.913288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e0c3356-68c3-4e6b-bc70-0533e8f54a2b req-07c2c89f-bec7-4727-8b55-c9932e4eb738 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.2537537 Jan 27 19:25:13.082234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Current status of the port d70819c2-9c47-45e3-9315-aeb813637e85 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:13.082767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:13.084707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:25:13.161968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e0c3356-68c3-4e6b-bc70-0533e8f54a2b req-ace68ee4-0bfe-4bd2-b938-9e1434268e03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404118 Jan 27 19:25:13.217486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] For port d70819c2-9c47-45e3-9315-aeb813637e85, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d70819c2-9c47-45e3-9315-aeb813637e85,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:13.228225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:13.352133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f8934-8d75-4672-8207-9e724d0241ef None None] Pushing event updated for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:13.476173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc8843d6-3ba0-4270-8f16-dc121bf1430b None None] Provisioning complete for port d70819c2-9c47-45e3-9315-aeb813637e85 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:13.476546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc8843d6-3ba0-4270-8f16-dc121bf1430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:13.633472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc8843d6-3ba0-4270-8f16-dc121bf1430b None None] Current status of the port d70819c2-9c47-45e3-9315-aeb813637e85 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:13.642333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90dbc64c-5a33-4d29-8f7d-cff42f2a532d req-55d1df87-0c73-4689-8eb2-71b8b3060ca9 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 210 time: 0.7063127 Jan 27 19:25:13.644057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:13.741289 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5885c1e5-2f06-4d71-8a4b-9640482f5b63 x-openstack-request-id: req-5885c1e5-2f06-4d71-8a4b-9640482f5b63 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:13.742691 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:13.743192 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5885c1e5-2f06-4d71-8a4b-9640482f5b63 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:13.743856 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5', 'status': 'completed', 'code': 200} Jan 27 19:25:13.745312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:25:05Z', 'revision_number': 4, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd70819c2-9c47-45e3-9315-aeb813637e85', 'name': '', 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'mac_address': 'fa:16:3e:bb:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:25:02Z', 'updated_at': '2022-01-27T19:25:12Z', 'revision_number': 4, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'subnets': [{'id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:13.822071 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f981a3c-73ff-4018-b542-ceb7417f8ce3 None None] The sync data for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 is: [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:25:05Z', 'revision_number': 4, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd70819c2-9c47-45e3-9315-aeb813637e85', 'name': '', 'network_id': '4541fb9d-e9be-4017-abbd-96dac23b3eaf', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'mac_address': 'fa:16:3e:bb:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:25:02Z', 'updated_at': '2022-01-27T19:25:12Z', 'revision_number': 4, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'subnets': [{'id': 'c57a7007-5b98-4bf1-9725-6c6690b8c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:25:13.853620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:13.859575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:13.878547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-3ee66909-8fd2-4bb3-a965-02540a84c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:13.881467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-3ee66909-8fd2-4bb3-a965-02540a84c6db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 1095 time: 0.0971487 Jan 27 19:25:13.904734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30252-a186-4071-b096-e64a2e2a8873 req-81edecef-dea5-431b-a921-584a6359dc67 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:13.925306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72a30252-a186-4071-b096-e64a2e2a8873 req-81edecef-dea5-431b-a921-584a6359dc67 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 1.1396387 Jan 27 19:25:14.077215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-04c98d1d-1fd2-4575-81c9-8d3939155b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:14.079725 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-04c98d1d-1fd2-4575-81c9-8d3939155b31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.1827471 Jan 27 19:25:14.242255 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-a15b6c4f-e4b2-4eb0-ae55-80bd043724c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c5ce81-e772-422c-99e6-67a209f251e5 HTTP/1.1" status: 200 len: 217 time: 0.1259193 Jan 27 19:25:14.322906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (6c0aa155-1529-4821-b062-86710620e09f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:14.341797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-d814ce73-10d1-47d9-8865-e400dc362667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:14.343615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-d814ce73-10d1-47d9-8865-e400dc362667 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.0936205 Jan 27 19:25:14.399166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-bf9957d0-73cf-473c-8dc0-b774e7d141eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481560 Jan 27 19:25:14.399727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d70819c2-9c47-45e3-9315-aeb813637e85 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:14.555491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Attempting to bind port dfd2c70c-75dc-4e81-92d6-9e926caefe68 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:14.556360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Attempting to bind port dfd2c70c-75dc-4e81-92d6-9e926caefe68 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:14.556708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Attempting to bind port dfd2c70c-75dc-4e81-92d6-9e926caefe68 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:14.558889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d70819c2-9c47-45e3-9315-aeb813637e85 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:14.560165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:14.573201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-a3f42744-7b44-4340-bd2f-1501b03e28b2 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:14.574885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-a3f42744-7b44-4340-bd2f-1501b03e28b2 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.39 "GET /v2.0/networks?id=d8397ecb-716d-4cb4-9928-0dda8cfa253c HTTP/1.1" status: 200 len: 822 time: 1.6344452 Jan 27 19:25:14.584363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Port dfd2c70c-75dc-4e81-92d6-9e926caefe68 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:14.584670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Attempting to bind port dfd2c70c-75dc-4e81-92d6-9e926caefe68 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:14.605828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Request body: {'port': {'device_id': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c', 'admin_state_up': True, 'tenant_id': '594585361a21451ab7dba6e991714e68'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:14.668481 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-8bd39b53-c559-489e-8114-2fc65d6ae861 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556911 Jan 27 19:25:14.726648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e72d1-a7b0-4c42-beca-e23d54de2e69 req-5f4c6c92-cbfc-41e5-8c0f-7a07ef5f4fc6 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:14.734413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d7e72d1-a7b0-4c42-beca-e23d54de2e69 req-5f4c6c92-cbfc-41e5-8c0f-7a07ef5f4fc6 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 947 time: 0.8976638 Jan 27 19:25:14.744809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:14.745177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:14.745601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:14.746057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Bound port: dfd2c70c-75dc-4e81-92d6-9e926caefe68, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:14.746426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:14.781724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Subnet': ['ID=6c0aa155-1529-4821-b062-86710620e09f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:14.799174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72a30252-a186-4071-b096-e64a2e2a8873 req-9dc09c98-baed-465d-a824-eb6da50eecea tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8728108 Jan 27 19:25:14.892948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d70819c2-9c47-45e3-9315-aeb813637e85 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:14.924280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Checking segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:14.924725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network hostable DHCP agents. Network: efabdc88-eb73-441b-92c1-cce118b7af4b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:25:14.955295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-286d4585-cdf6-4c47-bad9-8bfdd5a1ef49 req-64acb723-16a5-4fa8-aeec-d7b7ba660641 service neutron] 10.222.0.66 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792730 Jan 27 19:25:15.105244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.165561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d7e72d1-a7b0-4c42-beca-e23d54de2e69 req-b35ff8a1-3784-4ad8-a4c1-a09903d113cb tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285653 Jan 27 19:25:15.189093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Made reservation on behalf of 594585361a21451ab7dba6e991714e68 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:15.214586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.280281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network efabdc88-eb73-441b-92c1-cce118b7af4b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:25:15.305487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 29c5ce81-e772-422c-99e6-67a209f251e5 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:15.410977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, efabdc88-eb73-441b-92c1-cce118b7af4b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:15.428591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:15.488964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:15.490685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.505396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:15.537170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31259c07-f5e4-4e6a-af5a-54b8971a3c7c req-d91c1881-a45c-4319-a34b-6e9a51df0feb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:15.539764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31259c07-f5e4-4e6a-af5a-54b8971a3c7c req-d91c1881-a45c-4319-a34b-6e9a51df0feb tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 944 time: 0.5861762 Jan 27 19:25:15.559372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85fd3b-21bb-4525-ba4d-37af1f1110ea None None] Network efabdc88-eb73-441b-92c1-cce118b7af4b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:15.567557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.670044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2a714a0-9a0d-4e9c-a4de-717bf00ac6cb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9122066 Jan 27 19:25:15.674598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43166) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:15.699041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:15.699745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.713783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/dfd2c70c-75dc-4e81-92d6-9e926caefe68 HTTP/1.1" status: 200 len: 1095 time: 5.9588988 Jan 27 19:25:15.717124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:15.720601 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43953f98-9c32-4f86-b1a5-d740819f45d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:15.721913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.729830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598831664'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:15.795836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a81e-ff5a-4a2d-aab2-de3d09fb24fe req-f2861206-0b56-4da6-b124-6d18961fa07e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:15.804160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5699a81e-ff5a-4a2d-aab2-de3d09fb24fe req-f2861206-0b56-4da6-b124-6d18961fa07e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.3764796 Jan 27 19:25:15.806960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:25:15.824442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:15.836255 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:15.911148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=29c5ce81-e772-422c-99e6-67a209f251e5,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:15.946985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Allocated IP 172.20.0.4 (d8397ecb-716d-4cb4-9928-0dda8cfa253c/87a4af0c-1db8-44c3-8fa5-ca9daf54ad65/c518d195-6fe2-4d3c-ac5b-e9530f57b847) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:15.965360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:25:15.989405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26da2-ca59-415b-8b52-9f8dad5e05b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:16.013641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31259c07-f5e4-4e6a-af5a-54b8971a3c7c req-b5ceec9c-70a6-46a9-bc40-aec8e53f738a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284506 Jan 27 19:25:16.029414 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7843b1b7-9465-4b60-b432-1c7a0bdc5dc2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.032748 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Added segment 7843b1b7-9465-4b60-b432-1c7a0bdc5dc2 of type vlan for network a3d5496f-f57b-46b2-abac-fb255e501b10 Jan 27 19:25:16.128718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5699a81e-ff5a-4a2d-aab2-de3d09fb24fe req-e02974fb-15dc-4bec-a258-652e0d63b6df tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235016 Jan 27 19:25:16.142629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '29c5ce81-e772-422c-99e6-67a209f251e5', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '29c5ce81-e772-422c-99e6-67a209f251e5', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:16.168032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.179658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-efabdc88-eb73-441b-92c1-cce118b7af4b', 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'project_id': '7336bb747168419fb51ce0b1256b531f', 'fixed_ips': [{'subnet_id': '6c0aa155-1529-4821-b062-86710620e09f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:25:16.182128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.208652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-7b7bbd98-b95a-4049-9829-d60a7c594ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:16.210317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-7b7bbd98-b95a-4049-9829-d60a7c594ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 1098 time: 0.3177097 Jan 27 19:25:16.320344 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a3d5496f-f57b-46b2-abac-fb255e501b10), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.330147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 29c5ce81-e772-422c-99e6-67a209f251e5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:16.330553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.359167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-8ad346e2-9814-4df1-ad0a-9e4bcfd37ada service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68 HTTP/1.1" status: 200 len: 217 time: 0.1217234 Jan 27 19:25:16.362428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c5ce81-e772-422c-99e6-67a209f251e5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:16.428384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=29c5ce81-e772-422c-99e6-67a209f251e5,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:16.450675 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a3d5496f-f57b-46b2-abac-fb255e501b10), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.461069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:16.462487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.539706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.601238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9245679 Jan 27 19:25:16.611599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:16.619826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'subnet': {'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:16.662700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d7c9097-b25c-4c0c-be82-ac09e61509c6 req-01fecf27-00bd-4e7c-a522-8912dfe97fe5 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 210 time: 0.3259139 Jan 27 19:25:16.662997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Allocated IP 19.80.0.2 (efabdc88-eb73-441b-92c1-cce118b7af4b/6c0aa155-1529-4821-b062-86710620e09f/97a758e6-d8f6-477f-9a1c-fb352e3b160f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:16.704033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09af1e-7e7f-42f3-853e-ae28083f5228 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Network': ['ID=a3d5496f-f57b-46b2-abac-fb255e501b10,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:16.763187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a3d5496f-f57b-46b2-abac-fb255e501b10 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:25:16.786046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:16.796461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:16.829766 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9208149a-2d55-4c0d-a58d-8bf542855298 x-openstack-request-id: req-9208149a-2d55-4c0d-a58d-8bf542855298 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:16.835993 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:16.836763 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9208149a-2d55-4c0d-a58d-8bf542855298 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:16.838104 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'status': 'completed', 'code': 200} Jan 27 19:25:16.924439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-a8b4b70a-fb7d-4346-aa1a-967a3408764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:16.949786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-a8b4b70a-fb7d-4346-aa1a-967a3408764c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.4777706 Jan 27 19:25:17.080333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d9299495-e7e7-4c09-be13-ec4bbe3faf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:17.082104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-d9299495-e7e7-4c09-be13-ec4bbe3faf03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222212 Jan 27 19:25:17.127635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:17.146159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks [] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:17.165848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (90254c6a-165f-489d-8034-ef811d7e9210), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:17.252732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decac4b3-63b7-4092-afc4-e2f668992c11 req-fee1bb00-3e4c-43ad-8089-ac40d4bf6c5a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:17.263091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-decac4b3-63b7-4092-afc4-e2f668992c11 req-fee1bb00-3e4c-43ad-8089-ac40d4bf6c5a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.3064895 Jan 27 19:25:17.320489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Subnet': ['ID=90254c6a-165f-489d-8034-ef811d7e9210,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:17.352165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Checking segment: {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:17.354949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network hostable DHCP agents. Network: a3d5496f-f57b-46b2-abac-fb255e501b10, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:25:17.401794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network a3d5496f-f57b-46b2-abac-fb255e501b10 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:25:17.426392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a3d5496f-f57b-46b2-abac-fb255e501b10) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:17.453377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:17.454959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:17.509681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d1d24ccb-a389-4028-9409-0f432cb32304 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8866959 Jan 27 19:25:17.568062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['29c5ce81-e772-422c-99e6-67a209f251e5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:17.611884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bed46-06ca-4f83-9a91-8181b20bb5a0 None None] Network a3d5496f-f57b-46b2-abac-fb255e501b10 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:17.652918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-5c024207-0147-492e-9c5f-23bf36a22765 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517380 Jan 27 19:25:17.756178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:17.879555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-decac4b3-63b7-4092-afc4-e2f668992c11 req-baeabd8f-1bd1-4f8e-882c-d498cd644355 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145592 Jan 27 19:25:17.911807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Pushing event updated for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:17.939245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f3f0a-07b8-4215-80bc-c6e1caf26016 req-45b270b3-b55a-4bc4-9395-e21b527f4665 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:17.940950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-634f3f0a-07b8-4215-80bc-c6e1caf26016 req-45b270b3-b55a-4bc4-9395-e21b527f4665 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 947 time: 0.4622915 Jan 27 19:25:17.959872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Network d8397ecb-716d-4cb4-9928-0dda8cfa253c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:17.980007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:17.994674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:18.012927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-a3d5496f-f57b-46b2-abac-fb255e501b10', 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10', 'project_id': '7336bb747168419fb51ce0b1256b531f', 'fixed_ips': [{'subnet_id': '90254c6a-165f-489d-8034-ef811d7e9210'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:25:18.015550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.073860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-634f3f0a-07b8-4215-80bc-c6e1caf26016 req-495d19c5-8bd0-4c80-aa4c-e1c4a8b124fe tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Jan 27 19:25:18.075105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks [] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.110275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.111647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d3073c-4f24-4187-ae31-2c09afa02890 req-1635db44-694f-4054-b51c-7f8a525be65e service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285543 Jan 27 19:25:18.127540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:18.128679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.156221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-3c893c71-5a16-44b0-9f3d-706701f77f5e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5602798 Jan 27 19:25:18.170467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Request body: {'port': {'device_id': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:18.282693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Pushing event updated for resources: {'Port': ['ID=97a758e6-d8f6-477f-9a1c-fb352e3b160f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:18.304609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Network efabdc88-eb73-441b-92c1-cce118b7af4b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:18.319055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:18.330468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:18.343809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.407348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-454e5045-c6ad-4257-9880-dcf2bc685c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:18.412350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-454e5045-c6ad-4257-9880-dcf2bc685c3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 1098 time: 0.1780546 Jan 27 19:25:18.552768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Attempting to bind port 97a758e6-d8f6-477f-9a1c-fb352e3b160f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:18.553157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Attempting to bind port 97a758e6-d8f6-477f-9a1c-fb352e3b160f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:18.565790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Attempting to bind port 97a758e6-d8f6-477f-9a1c-fb352e3b160f on network efabdc88-eb73-441b-92c1-cce118b7af4b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:18.574245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:18.574705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Checking segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:18.575154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.575520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Bound using segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:18.576094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Bound port: 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:18.576497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:18.588515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30bd2-1fae-4b90-bb84-654054426362 req-84a8de69-c534-4a30-b46a-608aa1844227 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:18.604532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67b30bd2-1fae-4b90-bb84-654054426362 req-84a8de69-c534-4a30-b46a-608aa1844227 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 945 time: 0.3603814 Jan 27 19:25:18.675985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-26cd109f-82c3-4313-999f-bbd70732ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:18.688946 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-26cd109f-82c3-4313-999f-bbd70732ce93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.1129994 Jan 27 19:25:18.748404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Allocated IP 19.86.0.2 (a3d5496f-f57b-46b2-abac-fb255e501b10/90254c6a-165f-489d-8034-ef811d7e9210/87d1f5d2-25ea-455e-b247-5318c07f1f53) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:18.885985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-51e4bffb-053a-4868-94d7-a7df54404194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:18.888401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-51e4bffb-053a-4868-94d7-a7df54404194 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.1902354 Jan 27 19:25:18.933557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] For port 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:18.954156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] For port 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=97a758e6-d8f6-477f-9a1c-fb352e3b160f,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:18.963678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-e636fb77-8dcb-402a-909c-7c0ae51e5eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.0566838 Jan 27 19:25:18.987811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.119678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c1fdc279-c5d4-491c-801b-73bb38a84351 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:19.127658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c1fdc279-c5d4-491c-801b-73bb38a84351 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:19.129433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c1fdc279-c5d4-491c-801b-73bb38a84351 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/networks?id=efabdc88-eb73-441b-92c1-cce118b7af4b&id=a3d5496f-f57b-46b2-abac-fb255e501b10&id=efabdc88-eb73-441b-92c1-cce118b7af4b HTTP/1.1" status: 200 len: 1392 time: 0.2677958 Jan 27 19:25:19.134504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks [] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.142980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d6d4f-ae1e-4010-b3b4-1c52fd600bc5 None None] Pushing event updated for resources: {'Port': ['ID=97a758e6-d8f6-477f-9a1c-fb352e3b160f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:19.159165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.167990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-de4a1d42-27b9-4466-8604-9c53f6d24599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:19.171245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-de4a1d42-27b9-4466-8604-9c53f6d24599 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.2018721 Jan 27 19:25:19.276103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Network a3d5496f-f57b-46b2-abac-fb255e501b10 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:19.285038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:19.305792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:19.331510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-5ff2d204-a7d8-4399-ad20-ebdea0c0012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:19.333061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-5ff2d204-a7d8-4399-ad20-ebdea0c0012e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.9116921 Jan 27 19:25:19.357881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Pushing event updated for resources: {'Port': ['ID=87d1f5d2-25ea-455e-b247-5318c07f1f53,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:19.398959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-10fb872a-7b5e-447e-87cf-2ae6bb1cdaeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989396 Jan 27 19:25:19.441803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Attempting to bind port 87d1f5d2-25ea-455e-b247-5318c07f1f53 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:19.442261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Attempting to bind port 87d1f5d2-25ea-455e-b247-5318c07f1f53 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:19.442707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Attempting to bind port 87d1f5d2-25ea-455e-b247-5318c07f1f53 on network a3d5496f-f57b-46b2-abac-fb255e501b10 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:19.449904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:19.450293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Checking segment: {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:19.451181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.451181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Bound using segment: {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:19.452443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Bound port: 87d1f5d2-25ea-455e-b247-5318c07f1f53, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:19.452443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.496445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c518d195-6fe2-4d3c-ac5b-e9530f57b847 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:19.521663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-ce80795e-f610-4ee0-87eb-437f4eb7cc41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68 HTTP/1.1" status: 200 len: 217 time: 0.1784492 Jan 27 19:25:19.524694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b8bca7e0-5fcd-48aa-a7ae-0afb9fd5212b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/quotas/7336bb747168419fb51ce0b1256b531f HTTP/1.1" status: 200 len: 375 time: 0.1890881 Jan 27 19:25:19.528807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks [] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.595631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-fb0b863d-6f6b-4e1f-8664-2b3e02e917be service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852877 Jan 27 19:25:19.634232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67b30bd2-1fae-4b90-bb84-654054426362 req-d47ef2f5-2705-45c1-b635-ec98dee02d53 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0033417 Jan 27 19:25:19.662389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] For port 87d1f5d2-25ea-455e-b247-5318c07f1f53, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:19.669984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] For port 87d1f5d2-25ea-455e-b247-5318c07f1f53, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=87d1f5d2-25ea-455e-b247-5318c07f1f53,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:19.690231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.706295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Transition to ACTIVE for port object c518d195-6fe2-4d3c-ac5b-e9530f57b847 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:19.724465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:19.779724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5013d-dfc7-40bf-af36-0bd0fe46893b None None] Pushing event updated for resources: {'Port': ['ID=87d1f5d2-25ea-455e-b247-5318c07f1f53,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:19.826765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-fdeb7312-fb26-4067-9807-0a436360a6c1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2758424 Jan 27 19:25:19.829682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-bf62a6eb-6ef4-4462-85fd-42ddba8eaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:19.831165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-bf62a6eb-6ef4-4462-85fd-42ddba8eaea7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.2793114 Jan 27 19:25:19.985805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d69287e-18b1-4bf5-957f-0b0d33038a03 req-55582e87-1da3-4b82-a539-56ff8904d395 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795688 Jan 27 19:25:20.402747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 97a758e6-d8f6-477f-9a1c-fb352e3b160f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:20.530179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 97a758e6-d8f6-477f-9a1c-fb352e3b160f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:20.530716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:20.666265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 97a758e6-d8f6-477f-9a1c-fb352e3b160f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:20.666837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:20.757938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=97a758e6-d8f6-477f-9a1c-fb352e3b160f,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:20.766364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:20.817151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:20.903789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-9fe29901-0ca4-4e58-b46f-7886c15cd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:20.906643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-9fe29901-0ca4-4e58-b46f-7886c15cd7fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0426755 Jan 27 19:25:20.919973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=97a758e6-d8f6-477f-9a1c-fb352e3b160f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:20.936835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:21.115737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:21.139681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'mac_address': 'fa:16:3e:e0:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:21.161332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06445ac1-f765-4957-bece-6f7e3a5b5a8f req-66b2839c-6b09-42ef-bf06-e5b153fa7e8e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:21.181049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06445ac1-f765-4957-bece-6f7e3a5b5a8f req-66b2839c-6b09-42ef-bf06-e5b153fa7e8e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 943 time: 1.3050501 Jan 27 19:25:21.242367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-a24ce256-3ba7-4a20-9806-be4507cfc2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3861508 Jan 27 19:25:21.248103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-1a3be916-5849-4bb8-9e45-70b0269f395d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252835 Jan 27 19:25:21.249491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Attempting to bind port c518d195-6fe2-4d3c-ac5b-e9530f57b847 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:21.253689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Attempting to bind port c518d195-6fe2-4d3c-ac5b-e9530f57b847 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'eaabd344-2a30-4712-a298-6024b2b7b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:21.254191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Attempting to bind port c518d195-6fe2-4d3c-ac5b-e9530f57b847 on network d8397ecb-716d-4cb4-9928-0dda8cfa253c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:21.256239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:21.256239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.272940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Port c518d195-6fe2-4d3c-ac5b-e9530f57b847 on network d8397ecb-716d-4cb4-9928-0dda8cfa253c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:21.273517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Attempting to bind port c518d195-6fe2-4d3c-ac5b-e9530f57b847 on network d8397ecb-716d-4cb4-9928-0dda8cfa253c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:21.291685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:21.342089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:21.348559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e566602-6c87-4fae-9e4c-d93fa89122a8 None None] Network efabdc88-eb73-441b-92c1-cce118b7af4b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:21.353176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 29c5ce81-e772-422c-99e6-67a209f251e5 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:21.353387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:21.353833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Checking segment: {'id': 'eaabd344-2a30-4712-a298-6024b2b7b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:21.354468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Bound using segment: {'id': 'eaabd344-2a30-4712-a298-6024b2b7b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:21.355404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Bound port: c518d195-6fe2-4d3c-ac5b-e9530f57b847, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaabd344-2a30-4712-a298-6024b2b7b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:21.355988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.491558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43953f98-9c32-4f86-b1a5-d740819f45d7 req-cc4cb671-1ae2-4e51-a7a9-8b85ea3981f5 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310879 Jan 27 19:25:21.528362 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.686584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06445ac1-f765-4957-bece-6f7e3a5b5a8f req-4a5b3336-5f31-46db-afdc-331189971536 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036826 Jan 27 19:25:21.690505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4dc95865-7a06-4479-bf0c-61ef2222cbe6 None None] Provisioning complete for port 97a758e6-d8f6-477f-9a1c-fb352e3b160f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:21.690505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dc95865-7a06-4479-bf0c-61ef2222cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.707780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:21.735174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847,segment=NetworkSegment(eaabd344-2a30-4712-a298-6024b2b7b3d6),segment_id=eaabd344-2a30-4712-a298-6024b2b7b3d6)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:21.750219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.856418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-0f2b6ba2-7c35-4ab1-9578-c1f3bbe1b81e service neutron] 10.222.0.59 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871434 Jan 27 19:25:21.860243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:21.860889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:21.862422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c518d195-6fe2-4d3c-ac5b-e9530f57b847 HTTP/1.1" status: 200 len: 1091 time: 3.6980956 Jan 27 19:25:21.862907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:21.865389 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bd02c7-8d29-467a-be24-1388dbdaef0a" -d '{"events": [{"name": "network-changed", "server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:21.869040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916fab0-9f81-44ea-bcd2-f05f31733373 None None] Network a3d5496f-f57b-46b2-abac-fb255e501b10 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:25:22.061785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d19c97-9f72-4d81-8a55-0ec19c68dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:22.088079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['dfd2c70c-75dc-4e81-92d6-9e926caefe68'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:22.091087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-5d7e5a9f-840b-402a-882c-7b096cd63210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:22.092644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-5d7e5a9f-840b-402a-882c-7b096cd63210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=594585361a21451ab7dba6e991714e68&device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 1094 time: 0.1544752 Jan 27 19:25:22.112135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce8b06-f220-4f74-9f9b-4b81c5b2451b req-c69008aa-59db-435c-9ba2-12f4cc0c99df tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:22.119935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89ce8b06-f220-4f74-9f9b-4b81c5b2451b req-c69008aa-59db-435c-9ba2-12f4cc0c99df tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.2858863 Jan 27 19:25:22.222283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-efc3a8b8-e749-4568-8690-2dda4a7f7ced service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847 HTTP/1.1" status: 200 len: 217 time: 0.0946910 Jan 27 19:25:22.227601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 29c5ce81-e772-422c-99e6-67a209f251e5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:22.233225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-87f83ecd-ae07-4ec0-adcb-4f637b7d47ce service neutron] 10.222.0.59 "GET /v2.0/networks/a3d5496f-f57b-46b2-abac-fb255e501b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380237 Jan 27 19:25:22.269620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 29c5ce81-e772-422c-99e6-67a209f251e5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:22.273277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:22.310733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:22.543273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89ce8b06-f220-4f74-9f9b-4b81c5b2451b req-1a539633-6a81-4ff8-a7a5-517b3703e101 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222126 Jan 27 19:25:22.568508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-74d6a6b0-8612-485a-8c85-ef0a9a0f8ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/a3d5496f-f57b-46b2-abac-fb255e501b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110144 Jan 27 19:25:22.590394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-9a07e13e-bbd0-471c-a841-b48ba65aae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:22.591813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-9a07e13e-bbd0-471c-a841-b48ba65aae0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87a4af0c-1db8-44c3-8fa5-ca9daf54ad65 HTTP/1.1" status: 200 len: 862 time: 0.3576620 Jan 27 19:25:22.710269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 87d1f5d2-25ea-455e-b247-5318c07f1f53 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:22.744992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-4455e1a6-3b52-45b7-a370-27fa2ecf354a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8397ecb-716d-4cb4-9928-0dda8cfa253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453013 Jan 27 19:25:22.995284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6090d1-f381-47b9-a596-797543541ba0 req-21c3fab4-1091-499f-b896-c88ead5e068e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:23.009167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e6090d1-f381-47b9-a596-797543541ba0 req-21c3fab4-1091-499f-b896-c88ead5e068e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2782469 Jan 27 19:25:23.105693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4dc95865-7a06-4479-bf0c-61ef2222cbe6 None None] Current status of the port 97a758e6-d8f6-477f-9a1c-fb352e3b160f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:23.148439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-7c463099-a4fd-4136-a007-cfaff6b6ef7f service neutron] 10.222.0.59 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112307 Jan 27 19:25:23.157452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-68970e93-9eae-4901-b618-408642210c44 service neutron] 10.222.0.39 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622365 Jan 27 19:25:23.164207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e6090d1-f381-47b9-a596-797543541ba0 req-2cc0d914-b42e-4498-a34e-02cdbad40359 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534069 Jan 27 19:25:23.210768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 29c5ce81-e772-422c-99e6-67a209f251e5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:23.215369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.233888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 87d1f5d2-25ea-455e-b247-5318c07f1f53 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:23.235065 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.391875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=29c5ce81-e772-422c-99e6-67a209f251e5,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:23.412016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:23.414542 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b934b6e-7b22-46b1-90f1-75661e251151" -d '{"events": [{"server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "name": "network-vif-plugged", "status": "completed", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:23.430551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.626614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:23.638046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-62b3c459-3ca4-4baa-8ea7-ba8abf9a104b service neutron] 10.222.0.59 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719048 Jan 27 19:25:23.660069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 87d1f5d2-25ea-455e-b247-5318c07f1f53 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:23.660606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.682934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Provisioning complete for port 87d1f5d2-25ea-455e-b247-5318c07f1f53 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:23.683322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.729342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bfd4-f031-4b51-ae39-a599ff091f1a req-af9556ea-91a3-41b0-a80d-fd08bfca10c8 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:23.741791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf62bfd4-f031-4b51-ae39-a599ff091f1a req-af9556ea-91a3-41b0-a80d-fd08bfca10c8 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.2228870 Jan 27 19:25:23.800818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b6a55-0e2d-4ada-aae3-c1dac4820d78 req-37ae0aeb-4542-42d3-9efa-c17e5be42a5d service neutron] 10.222.0.39 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608288 Jan 27 19:25:23.814882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.834881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf62bfd4-f031-4b51-ae39-a599ff091f1a req-043ea232-0724-4629-894c-3a0ba54d13c3 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917411 Jan 27 19:25:23.903124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 87d1f5d2-25ea-455e-b247-5318c07f1f53, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=87d1f5d2-25ea-455e-b247-5318c07f1f53,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:23.920669 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:23.922047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 97a758e6-d8f6-477f-9a1c-fb352e3b160f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:24.066518 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aec3ae-e7d0-4051-a11a-44fb9e8faeeb x-openstack-request-id: req-21aec3ae-e7d0-4051-a11a-44fb9e8faeeb {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:24.068331 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:24.069112 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21aec3ae-e7d0-4051-a11a-44fb9e8faeeb {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:24.072445 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847', 'status': 'completed', 'code': 200} Jan 27 19:25:24.237684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=87d1f5d2-25ea-455e-b247-5318c07f1f53,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:24.319363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bd39-2137-42e8-838e-1bac68370ce9 req-2dc6e63a-d727-40e1-ac32-1c9a197d46fd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:24.328773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b85bd39-2137-42e8-838e-1bac68370ce9 req-2dc6e63a-d727-40e1-ac32-1c9a197d46fd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2482388 Jan 27 19:25:24.368779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Current status of the port 87d1f5d2-25ea-455e-b247-5318c07f1f53 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:24.378799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 97a758e6-d8f6-477f-9a1c-fb352e3b160f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:24.379187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:24.391132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701190fa-f647-4e4e-92fa-209d1eee6751 req-7e597061-facb-4018-abac-e7a4c220e105 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:24.393988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-701190fa-f647-4e4e-92fa-209d1eee6751 req-7e597061-facb-4018-abac-e7a4c220e105 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 943 time: 0.1866949 Jan 27 19:25:24.397235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-421abc91-fb69-4ed6-99fe-fb5f35cfba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:24.401475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-421abc91-fb69-4ed6-99fe-fb5f35cfba5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=594585361a21451ab7dba6e991714e68&device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 1094 time: 0.2218707 Jan 27 19:25:24.433070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Provisioning complete for port 97a758e6-d8f6-477f-9a1c-fb352e3b160f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:24.434008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:24.570110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 97a758e6-d8f6-477f-9a1c-fb352e3b160f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:24.646293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:24.647759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69b65608-ed97-45b2-a137-4fcd6901a1f4 None None] Current status of the port 97a758e6-d8f6-477f-9a1c-fb352e3b160f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:24.798368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 87d1f5d2-25ea-455e-b247-5318c07f1f53 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:24.894672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-8cc87c5b-a106-4dc1-8515-0acb53af534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:24.896840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-8cc87c5b-a106-4dc1-8515-0acb53af534a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8397ecb-716d-4cb4-9928-0dda8cfa253c HTTP/1.1" status: 200 len: 923 time: 0.4812973 Jan 27 19:25:24.916023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b85bd39-2137-42e8-838e-1bac68370ce9 req-e1fef4ab-07af-42b7-bbf4-d2d7a02ce61b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854092 Jan 27 19:25:24.973603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:25.093667 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957b8bb5-16e7-4100-8945-2aff0aac91a0 x-openstack-request-id: req-957b8bb5-16e7-4100-8945-2aff0aac91a0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:25.095415 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "name": "network-vif-plugged", "status": "completed", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:25.095849 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-957b8bb5-16e7-4100-8945-2aff0aac91a0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:25.096486 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5', 'code': 200} Jan 27 19:25:25.121073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 87d1f5d2-25ea-455e-b247-5318c07f1f53 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:25.122393 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:25.133370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-c95fd8f9-b085-4b20-9098-efc625ae71b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847 HTTP/1.1" status: 200 len: 217 time: 0.1772768 Jan 27 19:25:25.331709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-701190fa-f647-4e4e-92fa-209d1eee6751 req-569b3728-4cf2-485b-8947-8930f4d46e12 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9287810 Jan 27 19:25:25.354323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port dfd2c70c-75dc-4e81-92d6-9e926caefe68 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:25.371995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port dfd2c70c-75dc-4e81-92d6-9e926caefe68 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:25.380998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:25.398585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4656c7f-ad04-4b03-8a38-6f798429b604 req-2388716d-c38e-4858-bde2-f26ddd201c4c tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 210 time: 0.1617582 Jan 27 19:25:25.453811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-d07bbfed-5045-46b0-b1fb-5115745ae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:25.456901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-d07bbfed-5045-46b0-b1fb-5115745ae931 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87a4af0c-1db8-44c3-8fa5-ca9daf54ad65 HTTP/1.1" status: 200 len: 862 time: 0.3134546 Jan 27 19:25:25.573801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-4d5936f7-0fc4-4d2c-9df4-a0e152961445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8397ecb-716d-4cb4-9928-0dda8cfa253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098249 Jan 27 19:25:25.750111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 87d1f5d2-25ea-455e-b247-5318c07f1f53 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:25.936701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:25.937535 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:26.066087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06ef8-46f8-44f3-ac4d-96e52dcfcfc7 req-ea0d336f-efb2-4ffa-88d4-f4424988f670 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:26.076469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:26.084220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:26.089913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27e06ef8-46f8-44f3-ac4d-96e52dcfcfc7 req-ea0d336f-efb2-4ffa-88d4-f4424988f670 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.4682922 Jan 27 19:25:26.210811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d29de6-4160-41c8-86b3-9631c5ed8205 req-7ddc87f2-ddb2-4826-9bde-875d5fb22758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:26.213996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-54d29de6-4160-41c8-86b3-9631c5ed8205 req-7ddc87f2-ddb2-4826-9bde-875d5fb22758 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 1097 time: 1.0949168 Jan 27 19:25:26.250910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774095-4dd2-4452-8957-077235ed023d req-2b8e313e-beb3-4a15-bc5b-6530d49d29b1 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:26.263617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78774095-4dd2-4452-8957-077235ed023d req-2b8e313e-beb3-4a15-bc5b-6530d49d29b1 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.4176908 Jan 27 19:25:26.280840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:26.339995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-e8a8274e-0267-4836-8078-d6154826a709 service neutron] 10.222.0.39 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573953 Jan 27 19:25:26.366318 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-54d29de6-4160-41c8-86b3-9631c5ed8205 req-aadbae33-d6d8-49b5-88cb-c57a761de793 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381500 Jan 27 19:25:26.433010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27e06ef8-46f8-44f3-ac4d-96e52dcfcfc7 req-6e568db7-cc7d-4043-8806-02af7d0909f0 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416445 Jan 27 19:25:26.672614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78774095-4dd2-4452-8957-077235ed023d req-19858e2e-3b64-4224-b166-9fb5be0e0230 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061375 Jan 27 19:25:26.890703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9bd02c7-8d29-467a-be24-1388dbdaef0a req-c4701d47-36d9-43f9-8e5c-8c7df6471cac service neutron] 10.222.0.39 "GET /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291166 Jan 27 19:25:26.979991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c518d195-6fe2-4d3c-ac5b-e9530f57b847 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:27.112774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:27.118812 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a162c4ff-46bc-46f0-a3c5-bffd49d7eadd" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:27.153231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752c520-47d9-4f78-980d-b682186d33d6 req-c8edd32d-b01d-4f44-8856-16229eb3e219 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:27.162792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9752c520-47d9-4f78-980d-b682186d33d6 req-c8edd32d-b01d-4f44-8856-16229eb3e219 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 943 time: 0.2706230 Jan 27 19:25:27.216375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2442f77-e840-44f7-9edf-7e26e379d5f1 req-0b1ecd95-97b8-4ca3-92ed-962f9bd81533 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:27.218510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2442f77-e840-44f7-9edf-7e26e379d5f1 req-0b1ecd95-97b8-4ca3-92ed-962f9bd81533 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.3097787 Jan 27 19:25:27.268574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847,segment=NetworkSegment(eaabd344-2a30-4712-a298-6024b2b7b3d6),segment_id=eaabd344-2a30-4712-a298-6024b2b7b3d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:27.286966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847', 'network_id': 'd8397ecb-716d-4cb4-9928-0dda8cfa253c', 'port_id': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847', 'mac_address': 'fa:16:3e:36:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a4af0c-1db8-44c3-8fa5-ca9daf54ad65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:27.348596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c518d195-6fe2-4d3c-ac5b-e9530f57b847 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:27.348953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:27.373441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c518d195-6fe2-4d3c-ac5b-e9530f57b847 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:27.409724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847,segment=NetworkSegment(eaabd344-2a30-4712-a298-6024b2b7b3d6),segment_id=eaabd344-2a30-4712-a298-6024b2b7b3d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:27.420841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:27.474820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2442f77-e840-44f7-9edf-7e26e379d5f1 req-2634b5d4-b257-418a-8583-fd417409bbf6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431698 Jan 27 19:25:27.491427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9752c520-47d9-4f78-980d-b682186d33d6 req-5e596041-daa1-4803-8d35-a6e18047b8b5 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277059 Jan 27 19:25:27.517659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-699b0a1d-fddb-49fa-867a-931546596557 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:27.540645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-699b0a1d-fddb-49fa-867a-931546596557 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:27.544178 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-699b0a1d-fddb-49fa-867a-931546596557 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "GET /v2.0/networks?id=efabdc88-eb73-441b-92c1-cce118b7af4b&id=a3d5496f-f57b-46b2-abac-fb255e501b10&id=efabdc88-eb73-441b-92c1-cce118b7af4b HTTP/1.1" status: 200 len: 1392 time: 0.3653512 Jan 27 19:25:27.575970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'admin_state_up': True, 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:27.586082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:27.729810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e48c527b-b628-42ae-a2eb-63362ed2e869 req-d587c536-19f6-49f1-96f1-f044ffb381a8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 210 time: 0.0518801 Jan 27 19:25:27.769983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['c518d195-6fe2-4d3c-ac5b-e9530f57b847'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:27.809623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b9d-dc76-4c2c-aaf5-13619119d7c5 req-2feb0e3d-060d-42df-ab73-768be5c9298a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:27.815670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4674b9d-dc76-4c2c-aaf5-13619119d7c5 req-2feb0e3d-060d-42df-ab73-768be5c9298a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.1186697 Jan 27 19:25:27.884644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:27.893040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:27.895899 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598a5cfb-533c-474b-9e45-fe5ec62a7c00 x-openstack-request-id: req-598a5cfb-533c-474b-9e45-fe5ec62a7c00 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:27.896261 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:27.897589 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-598a5cfb-533c-474b-9e45-fe5ec62a7c00 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:27.901775 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'code': 200} Jan 27 19:25:27.943402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4674b9d-dc76-4c2c-aaf5-13619119d7c5 req-0737f78a-474f-471f-8642-c25b56698036 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126270 Jan 27 19:25:28.209418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Allocated IP 19.80.0.94 (efabdc88-eb73-441b-92c1-cce118b7af4b/6c0aa155-1529-4821-b062-86710620e09f/17f7409f-a99a-47cf-9b2a-2aca8ffa02c3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:28.283128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd700335-b796-4fe5-9b51-65d264701532 req-5fed7705-b048-4c63-b2a9-43e56987bf3e tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.285662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd700335-b796-4fe5-9b51-65d264701532 req-5fed7705-b048-4c63-b2a9-43e56987bf3e tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 949 time: 0.2416277 Jan 27 19:25:28.290478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf5ac-0c15-4416-964d-b4acba56470a req-1354e5ae-358d-4c9c-972a-6a3b97c05a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.293161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68baf5ac-0c15-4416-964d-b4acba56470a req-1354e5ae-358d-4c9c-972a-6a3b97c05a8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 1100 time: 0.1960187 Jan 27 19:25:28.406124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b09bbe-af53-4962-b5fa-fdb3df797568 req-f5ecc5f3-7122-4c8b-a7ae-94ea6811de2f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.408775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32b09bbe-af53-4962-b5fa-fdb3df797568 req-f5ecc5f3-7122-4c8b-a7ae-94ea6811de2f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.2235851 Jan 27 19:25:28.458142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68baf5ac-0c15-4416-964d-b4acba56470a req-7cbae78c-304d-40b9-bd7e-89776da54510 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564958 Jan 27 19:25:28.461672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd700335-b796-4fe5-9b51-65d264701532 req-1dc8e1c6-edba-4f82-a9c3-a470b45f799f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619415 Jan 27 19:25:28.489100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32b09bbe-af53-4962-b5fa-fdb3df797568 req-11700f52-6988-40d6-9879-e3d7a9ce9f68 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Jan 27 19:25:28.546486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:28.632806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:28.681766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network efabdc88-eb73-441b-92c1-cce118b7af4b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:28.684940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:28.691263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:28.705048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036d61-4e9a-4fa6-8b85-8ed4253f830a req-b5cc0214-32d3-41fa-97fb-04f4bbf22c08 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.709090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9036d61-4e9a-4fa6-8b85-8ed4253f830a req-b5cc0214-32d3-41fa-97fb-04f4bbf22c08 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 944 time: 0.1026735 Jan 27 19:25:28.719469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:28.731125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421ad2-b211-4e7b-9212-e59c3747a4bb req-890e6558-69f3-4d6f-b209-761360b8bb9b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.738783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd421ad2-b211-4e7b-9212-e59c3747a4bb req-890e6558-69f3-4d6f-b209-761360b8bb9b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1314209 Jan 27 19:25:28.756134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.756923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:28.777022 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2d553a6c-7e94-4deb-9df0-30b5fab79c38 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176576 Jan 27 19:25:28.796404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10', 'admin_state_up': True, 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:28.818125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd421ad2-b211-4e7b-9212-e59c3747a4bb req-ba50cb12-f4c7-49e3-ae30-475c9e5f9b5c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Jan 27 19:25:28.834710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9036d61-4e9a-4fa6-8b85-8ed4253f830a req-cac7dc6d-c83e-467e-8a4e-fd478dfc8f21 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200430 Jan 27 19:25:28.948678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:28.952823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:28.958814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2ff82-80ec-42c4-bbd2-889d361239c4 req-0dae486c-bac3-481e-ad78-9a802119c5c3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:28.960582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e2ff82-80ec-42c4-bbd2-889d361239c4 req-0dae486c-bac3-481e-ad78-9a802119c5c3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0723896 Jan 27 19:25:28.972281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c518d195-6fe2-4d3c-ac5b-e9530f57b847 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:29.043045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776e8e8-356c-45f4-883b-d5c0e8191b68 req-772f7219-3bdb-49e9-96a2-ccd9948d5c85 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:29.044786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5776e8e8-356c-45f4-883b-d5c0e8191b68 req-772f7219-3bdb-49e9-96a2-ccd9948d5c85 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1066751 Jan 27 19:25:29.060468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e2ff82-80ec-42c4-bbd2-889d361239c4 req-37784765-30fa-4a5a-bff6-8e7100ccabf1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892718 Jan 27 19:25:29.092543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port c518d195-6fe2-4d3c-ac5b-e9530f57b847 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:29.102213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port c518d195-6fe2-4d3c-ac5b-e9530f57b847 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:29.103645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.126949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5776e8e8-356c-45f4-883b-d5c0e8191b68 req-e2473f04-3eb5-47fa-8113-eca4d85275f9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652390 Jan 27 19:25:29.137634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Allocated IP 19.86.0.119 (a3d5496f-f57b-46b2-abac-fb255e501b10/90254c6a-165f-489d-8034-ef811d7e9210/b170151f-5d3c-4a0f-b001-7bb81be45ffa) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:29.229108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1741d-5092-47f0-a408-d356c9fd7fe5 req-e0dbfbde-ab5e-4cac-9fda-852f0897d73b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:29.231418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5c1741d-5092-47f0-a408-d356c9fd7fe5 req-e0dbfbde-ab5e-4cac-9fda-852f0897d73b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 931 time: 0.0585599 Jan 27 19:25:29.244368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fa8029c3-ce62-4774-920e-526038dcca28 None None] Provisioning complete for port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:29.245436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa8029c3-ce62-4774-920e-526038dcca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.313691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5c1741d-5092-47f0-a408-d356c9fd7fe5 req-d084ff88-1a4b-4774-9c64-1c92fa6883b5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Jan 27 19:25:29.376302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa8029c3-ce62-4774-920e-526038dcca28 None None] Port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:29.429302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.464625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c518d195-6fe2-4d3c-ac5b-e9530f57b847 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:29.465305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.501693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.552280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847,segment=NetworkSegment(eaabd344-2a30-4712-a298-6024b2b7b3d6),segment_id=eaabd344-2a30-4712-a298-6024b2b7b3d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:29.561824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.564007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network a3d5496f-f57b-46b2-abac-fb255e501b10 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:29.567839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:29.574629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:29.625909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:29.721840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:29.721840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:29.747272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:29.772550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c38411c3-a2c6-4e0b-ab09-5f8c4b0817ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9803782 Jan 27 19:25:29.790491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'admin_state_up': True, 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:29.903405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:29.907425 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f057b-7cd8-4952-903a-6229dc498bbb" -d '{"events": [{"server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "name": "network-vif-plugged", "status": "completed", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:29.913028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef317775-eaa9-4ac1-8c29-fba874eddd8f req-37999f30-2d3a-4c12-b8c3-fb2e65906488 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:29.921873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef317775-eaa9-4ac1-8c29-fba874eddd8f req-37999f30-2d3a-4c12-b8c3-fb2e65906488 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.1264741 Jan 27 19:25:30.041278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-acc11039-6795-45d7-afa1-f435a9a78588 None None] Provisioning complete for port b170151f-5d3c-4a0f-b001-7bb81be45ffa triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:30.042361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acc11039-6795-45d7-afa1-f435a9a78588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:30.073596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:30.074702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92d8a-9024-4e6e-a8b1-61504a91b55b req-7d744d1d-ead0-4e3c-a3d3-26a9dd9b6f72 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:30.076351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78c92d8a-9024-4e6e-a8b1-61504a91b55b req-7d744d1d-ead0-4e3c-a3d3-26a9dd9b6f72 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 949 time: 0.1340027 Jan 27 19:25:30.090875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:30.098612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef317775-eaa9-4ac1-8c29-fba874eddd8f req-87c446d8-6909-4c6a-bb6d-472d4c4126d7 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756272 Jan 27 19:25:30.141038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-acc11039-6795-45d7-afa1-f435a9a78588 None None] Port b170151f-5d3c-4a0f-b001-7bb81be45ffa cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:30.230227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78c92d8a-9024-4e6e-a8b1-61504a91b55b req-7c2b5691-aaaa-4758-b5b4-fe2ede9a1747 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302083 Jan 27 19:25:30.360807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a521b-0742-4f79-bea8-67666573ead7 req-6a39cc69-3313-4767-8fa4-75a508c5c1cd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:30.373192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb8a521b-0742-4f79-bea8-67666573ead7 req-6a39cc69-3313-4767-8fa4-75a508c5c1cd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1405280 Jan 27 19:25:30.453397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb8a521b-0742-4f79-bea8-67666573ead7 req-94b14ab4-833c-4f2e-9ca8-02c72fa38e76 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784705 Jan 27 19:25:30.460327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Allocated IP 19.80.0.201 (efabdc88-eb73-441b-92c1-cce118b7af4b/6c0aa155-1529-4821-b062-86710620e09f/a78300ff-062e-4975-8912-fc1a756b129e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:30.694596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25969a-b5de-4ed3-928f-fb83d262eaa2 req-88e199bd-05cd-41cd-9e2f-5d7c866d9421 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:30.696637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d25969a-b5de-4ed3-928f-fb83d262eaa2 req-88e199bd-05cd-41cd-9e2f-5d7c866d9421 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.0929768 Jan 27 19:25:30.786267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d25969a-b5de-4ed3-928f-fb83d262eaa2 req-38f7722b-b710-4b42-bbb1-c6c98169edc0 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Jan 27 19:25:30.847288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for port (a78300ff-062e-4975-8912-fc1a756b129e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:30.908169 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7df55df-de9d-481b-bf32-e23a4ba02279 x-openstack-request-id: req-d7df55df-de9d-481b-bf32-e23a4ba02279 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:30.908633 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "name": "network-vif-plugged", "status": "completed", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:30.909007 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7df55df-de9d-481b-bf32-e23a4ba02279 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:30.909692 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847', 'code': 200} Jan 27 19:25:30.910898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.048668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network efabdc88-eb73-441b-92c1-cce118b7af4b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:31.051824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:31.060988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:31.070129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:31.168232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.168997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.194122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-f7c630e6-a57a-40dd-a416-39d786b4b0d8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4112172 Jan 27 19:25:31.214727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:31.239858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b1ed-d905-4083-b4fe-2ce0c3b0eed9 req-b8fe80f2-6b5d-4dd9-9589-dd918c87309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.244882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd75b1ed-d905-4083-b4fe-2ce0c3b0eed9 req-b8fe80f2-6b5d-4dd9-9589-dd918c87309c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 1096 time: 0.2457333 Jan 27 19:25:31.295778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977ac02-68d8-4148-b27c-f39dab84686e req-5538fb55-9ef5-4143-a782-13395109a5ec tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.297807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4977ac02-68d8-4148-b27c-f39dab84686e req-5538fb55-9ef5-4143-a782-13395109a5ec tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.2184300 Jan 27 19:25:31.309847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.356894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd75b1ed-d905-4083-b4fe-2ce0c3b0eed9 req-c0cc9d0c-cac9-4d19-a1bb-a546fc361027 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900729 Jan 27 19:25:31.457716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4977ac02-68d8-4148-b27c-f39dab84686e req-d324b113-c9a8-4141-9016-0662743ccbd0 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254919 Jan 27 19:25:31.585201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-97e3deb1-77d6-484d-b50c-6de852d37905 None None] Provisioning complete for port a78300ff-062e-4975-8912-fc1a756b129e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:31.586956 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e3deb1-77d6-484d-b50c-6de852d37905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a78300ff-062e-4975-8912-fc1a756b129e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.601639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc1b0-3390-4778-88a1-cb5cd6ba9f3d req-80472872-bcde-4c17-bf6f-938470cb5da7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.610164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc1b0-3390-4778-88a1-cb5cd6ba9f3d req-80472872-bcde-4c17-bf6f-938470cb5da7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.616065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc1b0-3390-4778-88a1-cb5cd6ba9f3d req-80472872-bcde-4c17-bf6f-938470cb5da7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.628300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a8bc1b0-3390-4778-88a1-cb5cd6ba9f3d req-80472872-bcde-4c17-bf6f-938470cb5da7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2376 time: 0.1210108 Jan 27 19:25:31.677521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97e3deb1-77d6-484d-b50c-6de852d37905 None None] Port a78300ff-062e-4975-8912-fc1a756b129e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:25:31.711348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:31.713755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a8bc1b0-3390-4778-88a1-cb5cd6ba9f3d req-3086bcec-88a8-4d82-a0ac-7e6b5d857deb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845256 Jan 27 19:25:31.721377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks [] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.751421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Transition to ACTIVE for port object 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:31.764854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:31.782075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6981ead-092e-4925-ac3c-d2b97fff546e req-bdd04181-6c40-46a5-bf67-dda783e1133f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:31.786151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6981ead-092e-4925-ac3c-d2b97fff546e req-bdd04181-6c40-46a5-bf67-dda783e1133f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 949 time: 0.0877805 Jan 27 19:25:31.871962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6981ead-092e-4925-ac3c-d2b97fff546e req-c763b577-8ce5-45a4-af97-d2fb12fc4ba3 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 Jan 27 19:25:31.884047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Pushing event updated for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:32.038789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Attempting to bind port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:32.039157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Attempting to bind port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:32.040162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Attempting to bind port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 on network efabdc88-eb73-441b-92c1-cce118b7af4b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:32.048413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 on network efabdc88-eb73-441b-92c1-cce118b7af4b not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:32.048805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Attempting to bind port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 on network efabdc88-eb73-441b-92c1-cce118b7af4b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:32.060222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:32.060580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Checking segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:32.060959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Bound using segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:32.061446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Bound port: 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:32.066490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:32.189608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dff00-079d-4233-b276-7c918660984f req-91bd382b-2a90-49d7-ad03-82f5866bbe75 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:32.190789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:32.199581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:32.200071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de3dff00-079d-4233-b276-7c918660984f req-91bd382b-2a90-49d7-ad03-82f5866bbe75 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1645560 Jan 27 19:25:32.215628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:32.268196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:32.269052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:32.270753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-96be7069-c802-4d2c-841a-7555a306511e service neutron] 10.222.0.66 "PUT /v2.0/ports/17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 HTTP/1.1" status: 200 len: 1091 time: 1.0681720 Jan 27 19:25:32.271402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:32.274552 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38" -d '{"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:32.285904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de3dff00-079d-4233-b276-7c918660984f req-39a188e5-1af6-4d7c-952b-9854c3863190 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Jan 27 19:25:32.328685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7069-c802-4d2c-841a-7555a306511e service neutron] Pushing event updated for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:32.340763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:32.464040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a9cb-cd64-4af2-8ef7-23eb0c12333b req-0d4c12c6-8a55-4f49-9c25-5769b0a30640 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:32.477871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ec1a9cb-cd64-4af2-8ef7-23eb0c12333b req-0d4c12c6-8a55-4f49-9c25-5769b0a30640 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.0889056 Jan 27 19:25:32.553113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:32.568027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ec1a9cb-cd64-4af2-8ef7-23eb0c12333b req-c5574aa1-67f9-418b-aa6c-02d424a1c3d1 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891194 Jan 27 19:25:32.854975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-08839bdf-c36a-4913-b095-a81e7051f6dd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:32.863684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-08839bdf-c36a-4913-b095-a81e7051f6dd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.1992469 Jan 27 19:25:32.889448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-6eaac062-7f60-4789-a059-3d4a08ceccd5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/quotas/2f563e43a1cc42b3b562769dae3cb039 HTTP/1.1" status: 200 len: 375 time: 0.0247650 Jan 27 19:25:32.992375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-40287d48-670f-40b8-b43d-393646582989 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990663 Jan 27 19:25:33.023267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:33.139279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b170151f-5d3c-4a0f-b001-7bb81be45ffa {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:33.152837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks [] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.174725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Transition to ACTIVE for port object b170151f-5d3c-4a0f-b001-7bb81be45ffa will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:33.177858 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab3334-9c01-4b75-bcd0-1a0ab2094a95 x-openstack-request-id: req-4fab3334-9c01-4b75-bcd0-1a0ab2094a95 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:33.178477 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:33.178917 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fab3334-9c01-4b75-bcd0-1a0ab2094a95 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:33.181548 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3', 'status': 'completed', 'code': 200} Jan 27 19:25:33.223139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.313110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-61d72641-8847-482c-af28-1e824c31b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.313930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-61d72641-8847-482c-af28-1e824c31b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.314557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-61d72641-8847-482c-af28-1e824c31b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.319600 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-61d72641-8847-482c-af28-1e824c31b2c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2756 time: 0.1366954 Jan 27 19:25:33.362673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Pushing event updated for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:33.420813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f667bbde-aaba-4540-bb4c-15e3f22985f3 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:33.422804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.428011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-572f0736-c77b-4c60-bde6-694a01822ff0 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283581 Jan 27 19:25:33.554228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:33.555831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:33.559887 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de475fc-7e1b-449b-bddd-6753bec748a7" -d '{"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-unplugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:33.569826 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.703702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Attempting to bind port b170151f-5d3c-4a0f-b001-7bb81be45ffa on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:33.704223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Attempting to bind port b170151f-5d3c-4a0f-b001-7bb81be45ffa by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:33.704751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Attempting to bind port b170151f-5d3c-4a0f-b001-7bb81be45ffa on network a3d5496f-f57b-46b2-abac-fb255e501b10 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:33.705351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:33.735144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Port b170151f-5d3c-4a0f-b001-7bb81be45ffa on network a3d5496f-f57b-46b2-abac-fb255e501b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:33.735629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Attempting to bind port b170151f-5d3c-4a0f-b001-7bb81be45ffa on network a3d5496f-f57b-46b2-abac-fb255e501b10 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:33.754259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:33.754825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Checking segment: {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:33.755461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Bound using segment: {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:33.756229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Bound port: b170151f-5d3c-4a0f-b001-7bb81be45ffa, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:33.756837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.923118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:33.928048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:33.933705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-1ac896d5-5f14-4138-86e4-2a52d89b6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.934871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-1ac896d5-5f14-4138-86e4-2a52d89b6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.935984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-1ac896d5-5f14-4138-86e4-2a52d89b6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.939032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-1ac896d5-5f14-4138-86e4-2a52d89b6d2c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7336bb747168419fb51ce0b1256b531f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5910525 Jan 27 19:25:33.942279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.986938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:33.989235 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:33.991617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] 10.222.0.66 "PUT /v2.0/ports/b170151f-5d3c-4a0f-b001-7bb81be45ffa HTTP/1.1" status: 200 len: 1092 time: 1.6567211 Jan 27 19:25:34.122629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-b6d1d5dc-3c46-4ced-96b2-f9fdf14d3373 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933806 Jan 27 19:25:34.138963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a3aa-0364-44dc-a052-345e9efcc55d req-3b63a54d-a58b-4454-98ab-f5298709568a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.147090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-0d492b21-0f75-492b-9faa-0a34294298b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.148683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-821e7a6a-c9c9-44c0-a93f-9aaedefb7e38 req-0d492b21-0f75-492b-9faa-0a34294298b7 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927042 Jan 27 19:25:34.155481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a3aa-0364-44dc-a052-345e9efcc55d req-3b63a54d-a58b-4454-98ab-f5298709568a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.174150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a3aa-0364-44dc-a052-345e9efcc55d req-3b63a54d-a58b-4454-98ab-f5298709568a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.184109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20a1a3aa-0364-44dc-a052-345e9efcc55d req-3b63a54d-a58b-4454-98ab-f5298709568a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2400 time: 0.5868425 Jan 27 19:25:34.215580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Request body: {'port': {'device_id': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:34.307665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20a1a3aa-0364-44dc-a052-345e9efcc55d req-18fe235a-5d2d-4633-8e5e-f66b682ca3a2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227314 Jan 27 19:25:34.415570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a78300ff-062e-4975-8912-fc1a756b129e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:34.424711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca75bf-de94-41a9-89c9-8fcb184da3fc service neutron] Pushing event updated for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:34.767516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11fbfb-3a36-47fe-820c-e82639b083de req-7b7ebb5e-f1f0-4291-a51c-a1ba8ba41bd2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.778732 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d8161e-3219-49c4-a750-b9efd9d39e6c x-openstack-request-id: req-67d8161e-3219-49c4-a750-b9efd9d39e6c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:34.779575 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-unplugged", "status": "completed", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:34.779575 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67d8161e-3219-49c4-a750-b9efd9d39e6c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:34.779981 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'code': 200} Jan 27 19:25:34.781535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e11fbfb-3a36-47fe-820c-e82639b083de req-7b7ebb5e-f1f0-4291-a51c-a1ba8ba41bd2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1239178 Jan 27 19:25:34.940767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-9e14a296-c3d5-4897-8af9-23b7c2c153a6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:34.945042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-9e14a296-c3d5-4897-8af9-23b7c2c153a6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c57166-0dad-46ec-b6c7-0c2399d2e718 HTTP/1.1" status: 200 len: 944 time: 0.1390178 Jan 27 19:25:34.978780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e11fbfb-3a36-47fe-820c-e82639b083de req-036d7bd8-d5de-4b6f-817a-d965b21f459a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959097 Jan 27 19:25:35.027278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:35.154777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9561457-edaf-4166-9554-3ed0765744e4 req-8fbc6111-b0a5-4799-aedf-5970fba77839 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:35.173440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9561457-edaf-4166-9554-3ed0765744e4 req-8fbc6111-b0a5-4799-aedf-5970fba77839 tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.2786489 Jan 27 19:25:35.188507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:35.198835 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934cc82-72de-415b-8932-c5a64badeea4" -d '{"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:35.279135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78300ff-062e-4975-8912-fc1a756b129e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:35.314053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks [] for port (a78300ff-062e-4975-8912-fc1a756b129e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:35.355329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:35.372481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'mac_address': 'fa:16:3e:e0:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:35.373724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Transition to ACTIVE for port object a78300ff-062e-4975-8912-fc1a756b129e will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:35.385962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:35.467611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:35.468154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:35.493418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f9f7e6c-43fe-400c-b779-c7dee95cba60 req-f30ea73a-1eba-421d-8e2c-ed5997deeef9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 210 time: 0.2860270 Jan 27 19:25:35.520967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:35.543351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Pushing event updated for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:35.585817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9561457-edaf-4166-9554-3ed0765744e4 req-87075c20-7d1f-4f3d-932f-55b51a7053aa tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065154 Jan 27 19:25:35.614223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:35.622809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:35.736438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Deleting port f667bbde-aaba-4540-bb4c-15e3f22985f3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:25:35.736792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:35.844648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:35.985310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['dfd2c70c-75dc-4e81-92d6-9e926caefe68'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:36.042367 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec8f9b-5531-4eea-8e48-f3e7786c2f04 x-openstack-request-id: req-38ec8f9b-5531-4eea-8e48-f3e7786c2f04 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:36.042811 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:36.043157 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38ec8f9b-5531-4eea-8e48-f3e7786c2f04 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:36.043830 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa', 'status': 'completed', 'code': 200} Jan 27 19:25:36.052669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] For port f667bbde-aaba-4540-bb4c-15e3f22985f3, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f667bbde-aaba-4540-bb4c-15e3f22985f3,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:36.053246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:36.078162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Calling delete_port for f667bbde-aaba-4540-bb4c-15e3f22985f3 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:25:36.220734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Attempting to bind port a78300ff-062e-4975-8912-fc1a756b129e on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:36.221334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Attempting to bind port a78300ff-062e-4975-8912-fc1a756b129e by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:36.221834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Attempting to bind port a78300ff-062e-4975-8912-fc1a756b129e on network efabdc88-eb73-441b-92c1-cce118b7af4b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:36.237948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Port a78300ff-062e-4975-8912-fc1a756b129e on network efabdc88-eb73-441b-92c1-cce118b7af4b not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:36.238578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Attempting to bind port a78300ff-062e-4975-8912-fc1a756b129e on network efabdc88-eb73-441b-92c1-cce118b7af4b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:36.253922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:36.254563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Checking segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:36.255088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Bound using segment: {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:36.255819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Bound port: a78300ff-062e-4975-8912-fc1a756b129e, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:36.256616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a78300ff-062e-4975-8912-fc1a756b129e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:36.279724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-7f09a1f8-1766-4a92-9832-7b1e9bff336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.280495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-7f09a1f8-1766-4a92-9832-7b1e9bff336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.281344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-7f09a1f8-1766-4a92-9832-7b1e9bff336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.284193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0934cc82-72de-415b-8932-c5a64badeea4 req-7f09a1f8-1766-4a92-9832-7b1e9bff336c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2823 time: 0.2388976 Jan 27 19:25:36.301391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9e54-1526-4ec1-a462-d97a92fc7beb req-755abc65-a451-4160-81d7-21ceaf1c2760 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.308196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-428a9e54-1526-4ec1-a462-d97a92fc7beb req-755abc65-a451-4160-81d7-21ceaf1c2760 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.2216306 Jan 27 19:25:36.547776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:36.565503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a78300ff-062e-4975-8912-fc1a756b129e,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:36.578446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-428a9e54-1526-4ec1-a462-d97a92fc7beb req-1ec26798-c50c-43b2-8538-718893302c53 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552631 Jan 27 19:25:36.580549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:36.595737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d9cd6-847d-4a33-b309-51ab4a17d4be req-7c34be7a-105e-4e86-b523-c3bcc25949c0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.621888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d9cd6-847d-4a33-b309-51ab4a17d4be req-7c34be7a-105e-4e86-b523-c3bcc25949c0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.641897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d9cd6-847d-4a33-b309-51ab4a17d4be req-7c34be7a-105e-4e86-b523-c3bcc25949c0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.644964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d61d9cd6-847d-4a33-b309-51ab4a17d4be req-7c34be7a-105e-4e86-b523-c3bcc25949c0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2412 time: 0.3281269 Jan 27 19:25:36.781084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d61d9cd6-847d-4a33-b309-51ab4a17d4be req-64f2aac8-122e-4aca-82a9-5ff611ee3112 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223564 Jan 27 19:25:36.802792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-fb619c91-06d7-4a5c-a2c0-437114674d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.803823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-fb619c91-06d7-4a5c-a2c0-437114674d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.804491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-fb619c91-06d7-4a5c-a2c0-437114674d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.806184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f667bbde-aaba-4540-bb4c-15e3f22985f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:36.817335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0934cc82-72de-415b-8932-c5a64badeea4 req-fb619c91-06d7-4a5c-a2c0-437114674d13 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7336bb747168419fb51ce0b1256b531f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5179341 Jan 27 19:25:36.829568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:36.830621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:36.833075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] 10.222.0.66 "PUT /v2.0/ports/a78300ff-062e-4975-8912-fc1a756b129e HTTP/1.1" status: 200 len: 1092 time: 2.6810760 Jan 27 19:25:36.869466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event deleted for resources: {'Port': ['ID=f667bbde-aaba-4540-bb4c-15e3f22985f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:37.022508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] No DVR routers for this DVR port f667bbde-aaba-4540-bb4c-15e3f22985f3 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:25:37.027724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:37.031986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0787bb36-829d-44c6-95de-6aa81761dfc3 req-d9835ea7-6a80-4646-adfe-0f1d0a73efc4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "DELETE /v2.0/ports/f667bbde-aaba-4540-bb4c-15e3f22985f3 HTTP/1.1" status: 204 len: 173 time: 2.0511675 Jan 27 19:25:37.035059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-deleted', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:37.038054 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ae133-3251-4c00-bfcc-49e60bba52d5" -d '{"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-deleted", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:37.050246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:37.149701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab89f0cc-59f5-4e76-8834-62f7463fcdff req-91e2eb7f-28e8-4c5a-9e53-a973b23f2b99 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 210 time: 0.1431091 Jan 27 19:25:37.253127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port dfd2c70c-75dc-4e81-92d6-9e926caefe68 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:37.256786 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:37.320043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc82-72de-415b-8932-c5a64badeea4 req-046d3833-61e9-4751-80bc-2c515541f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.324735 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0934cc82-72de-415b-8932-c5a64badeea4 req-046d3833-61e9-4751-80bc-2c515541f059 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4650540 Jan 27 19:25:37.349193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc5217-cd46-4e6d-be90-04530d2c87cd service neutron] Pushing event updated for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:37.527024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:37.596965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7bc62-04e5-4541-913a-8febc30646f0 req-4a8df2e6-8ca5-4b6e-b3bf-a9930eadcabc tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.608764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51e7bc62-04e5-4541-913a-8febc30646f0 req-4a8df2e6-8ca5-4b6e-b3bf-a9930eadcabc tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.6005299 Jan 27 19:25:37.667429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-e34750b0-5db7-4f59-993a-aca832227f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.671672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-e34750b0-5db7-4f59-993a-aca832227f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.674785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-e34750b0-5db7-4f59-993a-aca832227f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.678270 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-e34750b0-5db7-4f59-993a-aca832227f96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2865 time: 0.2316134 Jan 27 19:25:37.691640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-f8cda467-6f9a-4e12-8315-d0733dc1371c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:37.693225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-f8cda467-6f9a-4e12-8315-d0733dc1371c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.4642155 Jan 27 19:25:37.698816 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda52ac2-480f-4b11-a953-1957cfcf60d4 x-openstack-request-id: req-eda52ac2-480f-4b11-a953-1957cfcf60d4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:37.699269 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c57166-0dad-46ec-b6c7-0c2399d2e718", "name": "network-vif-deleted", "tag": "f667bbde-aaba-4540-bb4c-15e3f22985f3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:37.699473 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eda52ac2-480f-4b11-a953-1957cfcf60d4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:37.699828 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c57166-0dad-46ec-b6c7-0c2399d2e718', 'name': 'network-vif-deleted', 'tag': 'f667bbde-aaba-4540-bb4c-15e3f22985f3', 'status': 'completed', 'code': 200} Jan 27 19:25:37.715322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51e7bc62-04e5-4541-913a-8febc30646f0 req-784bee31-7652-4bb0-a084-e9f56a0e9a7a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055982 Jan 27 19:25:37.727838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:37.728601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Request body: {'port': {'device_id': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'admin_state_up': True, 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:37.729289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:37.810470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-69b1dbe8-f070-4f73-90af-4d281f197b98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 HTTP/1.1" status: 200 len: 217 time: 0.1191108 Jan 27 19:25:38.002796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-79f41c11-fd58-4f02-9324-19e55ab1b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.016854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-79f41c11-fd58-4f02-9324-19e55ab1b3c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0aa155-1529-4821-b062-86710620e09f HTTP/1.1" status: 200 len: 801 time: 0.1991930 Jan 27 19:25:38.082857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:38.089809 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939" -d '{"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "a78300ff-062e-4975-8912-fc1a756b129e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:38.124624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:38.132142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:25:38.137196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:38.149932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91398942-025c-4354-801b-8267e7b15071 req-47237263-f399-4770-b4cd-e4ca10721988 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.163945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91398942-025c-4354-801b-8267e7b15071 req-47237263-f399-4770-b4cd-e4ca10721988 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.1316090 Jan 27 19:25:38.167042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0b7c8389-436d-439f-a154-a841ff9658c0', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'port_id': '0b7c8389-436d-439f-a154-a841ff9658c0', 'mac_address': 'fa:16:3e:39:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ff1b2-225f-47c5-995e-63cfa901fda5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:38.249925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c1df3518-2141-42dd-8e03-29a10b360ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.254944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-c1df3518-2141-42dd-8e03-29a10b360ba1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efabdc88-eb73-441b-92c1-cce118b7af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2293804 Jan 27 19:25:38.261114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:38.275036 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128cf7f4-f799-4e6b-bd6c-6961ba4b4dc5" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:38.306461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91398942-025c-4354-801b-8267e7b15071 req-cc5291ff-4f17-47d0-bca0-f86575ee9d4e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409569 Jan 27 19:25:38.468533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:38.472037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0b7c8389-436d-439f-a154-a841ff9658c0 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:38.472037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:38.484811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-6a53ffa0-7276-41b1-bafa-aea14d13a61c service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211893 Jan 27 19:25:38.490061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:38.491079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:38.512677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d915-47a5-41f5-875e-11967060a911 req-c03acb68-aff6-47c1-b9bd-cb567089f2b5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.518104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d915-47a5-41f5-875e-11967060a911 req-c03acb68-aff6-47c1-b9bd-cb567089f2b5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.547381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d915-47a5-41f5-875e-11967060a911 req-c03acb68-aff6-47c1-b9bd-cb567089f2b5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.561323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fba8d915-47a5-41f5-875e-11967060a911 req-c03acb68-aff6-47c1-b9bd-cb567089f2b5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2412 time: 0.4189479 Jan 27 19:25:38.608416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2730095f-4d56-404f-badd-1d7792d7b36d service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129375 Jan 27 19:25:38.667711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-21c3dddf-68d9-447b-9c73-11862999dbce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa HTTP/1.1" status: 200 len: 217 time: 0.0472000 Jan 27 19:25:38.669611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:38.684620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: f667bbde-aaba-4540-bb4c-15e3f22985f3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:25:38.685406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f667bbde-aaba-4540-bb4c-15e3f22985f3 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:25:38.690215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b7c8389-436d-439f-a154-a841ff9658c0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:38.729513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:38.739970 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:38.785887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-4e2c292d-797b-410a-b36c-2bbc10e13396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.793087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-4e2c292d-797b-410a-b36c-2bbc10e13396 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90254c6a-165f-489d-8034-ef811d7e9210 HTTP/1.1" status: 200 len: 801 time: 0.1172898 Jan 27 19:25:38.848900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fba8d915-47a5-41f5-875e-11967060a911 req-aca9a950-3f05-429c-b178-6a347a074e46 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860639 Jan 27 19:25:38.856614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Allocated IP 172.20.0.14 (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22/006dac98-3e5c-41f1-81b9-b842fc456482/c39de877-7f17-4b66-a22f-2d1f62a6fb2b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:38.856909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:38.879129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885604-2ad4-4c7d-b90b-d4bcb05339b2 req-3c5c5abf-ba23-48ad-bb76-fb76e7babe3f tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.888571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6885604-2ad4-4c7d-b90b-d4bcb05339b2 req-3c5c5abf-ba23-48ad-bb76-fb76e7babe3f tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.1808457 Jan 27 19:25:38.930177 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32051e4-7997-4c71-aad4-7cb83edf2259 x-openstack-request-id: req-f32051e4-7997-4c71-aad4-7cb83edf2259 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:38.930633 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "tag": "a78300ff-062e-4975-8912-fc1a756b129e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:38.931034 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f32051e4-7997-4c71-aad4-7cb83edf2259 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:38.931672 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e', 'status': 'completed', 'code': 200} Jan 27 19:25:38.954714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-508fc38d-0032-447d-b315-fdc7b98a2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:38.972800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-508fc38d-0032-447d-b315-fdc7b98a2fe0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a3d5496f-f57b-46b2-abac-fb255e501b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551104 Jan 27 19:25:38.979131 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30e0cbb5-74c0-4bd0-bced-2284dd980f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:38.985748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0b7c8389-436d-439f-a154-a841ff9658c0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:38.988791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6885604-2ad4-4c7d-b90b-d4bcb05339b2 req-4435d51d-9324-4b0b-8ba6-bda2a4845b6d tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988264 Jan 27 19:25:39.109109 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae645ffa-1e8a-4f43-84a8-ddea3a466806 x-openstack-request-id: req-ae645ffa-1e8a-4f43-84a8-ddea3a466806 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:39.109484 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:39.109690 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae645ffa-1e8a-4f43-84a8-ddea3a466806 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:39.110112 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'code': 200} Jan 27 19:25:39.318987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf1eb86-9b69-4280-9ccd-545358bdff8b req-77b35d5b-758d-4277-a044-cb865aace8b4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 210 time: 0.1135235 Jan 27 19:25:39.321956 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-5963970a-09f1-4e79-902a-61c57bd009cb service neutron] 10.222.0.66 "GET /v2.0/networks/a3d5496f-f57b-46b2-abac-fb255e501b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478322 Jan 27 19:25:39.502108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe04b3-cc08-4d30-9811-960cebfdfa92 req-7bbf405f-dba4-45a4-a5e1-2ecba6681413 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:39.511099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fbe04b3-cc08-4d30-9811-960cebfdfa92 req-7bbf405f-dba4-45a4-a5e1-2ecba6681413 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1852560 Jan 27 19:25:39.615044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks [] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:39.650954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-e48fbd5f-6284-4aa0-a510-d0ecb5f05aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/a3d5496f-f57b-46b2-abac-fb255e501b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205070 Jan 27 19:25:39.676655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fbe04b3-cc08-4d30-9811-960cebfdfa92 req-aafdbab9-7dc4-4962-9ebc-df5c223ec226 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648583 Jan 27 19:25:39.726357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a437e7-b343-403b-8b2c-701aaa43fd76 req-0b2bd64a-46ca-4a23-8ca7-36879533d136 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:39.728449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0a437e7-b343-403b-8b2c-701aaa43fd76 req-0b2bd64a-46ca-4a23-8ca7-36879533d136 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1361327 Jan 27 19:25:39.754363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:39.761603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-28a8c6e0-e431-4183-a1c6-c78ffa6a83d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=a78300ff-062e-4975-8912-fc1a756b129e HTTP/1.1" status: 200 len: 217 time: 0.0980318 Jan 27 19:25:39.785617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:39.790635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:39.822670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:39.835790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-075eaf2e-b03a-49a1-b1e4-b3da8692f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:39.839343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-075eaf2e-b03a-49a1-b1e4-b3da8692f7d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0aa155-1529-4821-b062-86710620e09f HTTP/1.1" status: 200 len: 801 time: 0.0701783 Jan 27 19:25:39.927422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2e5d01f7-76a9-482c-a69c-bf8fa292bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:39.932343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:39.933090 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-2e5d01f7-76a9-482c-a69c-bf8fa292bf65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efabdc88-eb73-441b-92c1-cce118b7af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743520 Jan 27 19:25:39.955158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0a437e7-b343-403b-8b2c-701aaa43fd76 req-252d8fc4-668f-4995-bb42-46b58d5d7601 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116492 Jan 27 19:25:39.971802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:39.972913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:40.000556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-0899f1c9-5dad-4ddd-9481-e78e95933c0d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2829394 Jan 27 19:25:40.032478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Request body: {'port': {'device_id': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:40.118719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-b59fc9af-24da-4b9d-83bc-7723a0c24dc1 service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629407 Jan 27 19:25:40.203330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79bf36-1071-412e-9ced-8074d8c63c4d req-42ea690e-5f9d-4ebd-b944-e20788307dd3 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.209154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79bf36-1071-412e-9ced-8074d8c63c4d req-42ea690e-5f9d-4ebd-b944-e20788307dd3 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.215008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79bf36-1071-412e-9ced-8074d8c63c4d req-42ea690e-5f9d-4ebd-b944-e20788307dd3 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.216748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c79bf36-1071-412e-9ced-8074d8c63c4d req-42ea690e-5f9d-4ebd-b944-e20788307dd3 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2412 time: 0.1802869 Jan 27 19:25:40.259971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:40.288385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bac77-04d2-4381-9a14-00929a513a5e req-08fdd038-4ee6-4fe8-b6e7-1a616139d1bb tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.290752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e29bac77-04d2-4381-9a14-00929a513a5e req-08fdd038-4ee6-4fe8-b6e7-1a616139d1bb tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.39 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.2117801 Jan 27 19:25:40.291584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d6eaadf-9758-457a-835e-9587a9cb1322 req-fc6ee73c-5f32-4480-8655-8c88113a0754 service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564493 Jan 27 19:25:40.380921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1365-b297-4f96-88b3-862f53b7cf87 req-4a8d458d-f37d-426b-84ee-953e0b27457e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.386521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69ce1365-b297-4f96-88b3-862f53b7cf87 req-4a8d458d-f37d-426b-84ee-953e0b27457e tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 945 time: 0.2730858 Jan 27 19:25:40.516539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-a352ce1e-95b5-4399-89fe-65991727a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.516920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-a352ce1e-95b5-4399-89fe-65991727a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.517427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-a352ce1e-95b5-4399-89fe-65991727a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.519386 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-a352ce1e-95b5-4399-89fe-65991727a136 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2865 time: 0.1216526 Jan 27 19:25:40.708259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-0bc13488-f4e8-4b87-89e5-f270e6ab0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:40.710038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-0bc13488-f4e8-4b87-89e5-f270e6ab0726 service neutron] 10.222.0.66 "GET /v2.0/networks?id=efabdc88-eb73-441b-92c1-cce118b7af4b HTTP/1.1" status: 200 len: 903 time: 0.1753018 Jan 27 19:25:40.749716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c79bf36-1071-412e-9ced-8074d8c63c4d req-b233aa56-d1d8-4e35-aa37-b29d6d54b463 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968395 Jan 27 19:25:40.867629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-adf594bd-ba7a-4c52-9a81-52eeeb11264b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=a78300ff-062e-4975-8912-fc1a756b129e HTTP/1.1" status: 200 len: 217 time: 0.1303599 Jan 27 19:25:40.895526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69ce1365-b297-4f96-88b3-862f53b7cf87 req-f42f6f50-8b5f-4d82-81ed-27b0a9b23f3c tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/security-groups?id=149b2672-6202-40ed-b643-c1a04921cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030205 Jan 27 19:25:41.096902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-66ce3e5b-b7d6-43f5-a27a-9ce592623d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:41.100008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-66ce3e5b-b7d6-43f5-a27a-9ce592623d50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c0aa155-1529-4821-b062-86710620e09f HTTP/1.1" status: 200 len: 801 time: 0.1396582 Jan 27 19:25:41.165849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Deleting port c518d195-6fe2-4d3c-ac5b-e9530f57b847 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:25:41.167116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:41.198397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-c0414673-9ce1-415c-8080-d3e4fb52aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:41.202881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-c0414673-9ce1-415c-8080-d3e4fb52aca5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efabdc88-eb73-441b-92c1-cce118b7af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830994 Jan 27 19:25:41.475825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:41.481388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-ecda6dd1-00a2-4b28-9870-184390393cfd service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691982 Jan 27 19:25:41.696958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0b7c8389-436d-439f-a154-a841ff9658c0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:41.698680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:41.819983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9e8d1-6c6e-44cc-a641-395e7570bcdb req-37d991fb-fcb3-443f-b05a-50bc6d87cccf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:41.825420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1b9e8d1-6c6e-44cc-a641-395e7570bcdb req-37d991fb-fcb3-443f-b05a-50bc6d87cccf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 932 time: 0.6703568 Jan 27 19:25:41.855286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-589f2deb-593d-4b0c-bd1a-f1e3ce7b6939 req-e50575da-5645-4065-b5cc-10ef92acf130 service neutron] 10.222.0.66 "GET /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670239 Jan 27 19:25:41.904914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0b7c8389-436d-439f-a154-a841ff9658c0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:41.905930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:41.963387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:41.965058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:41.968973 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823d426-7bfa-4109-b5c4-d9426d23da4a" -d '{"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:41.975602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:41.980723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f98b1-c83f-4273-8a05-536b14cb2b77 req-07da98cb-3099-449e-9c6e-a1ea22284690 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:41.989481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb3f98b1-c83f-4273-8a05-536b14cb2b77 req-07da98cb-3099-449e-9c6e-a1ea22284690 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.4819191 Jan 27 19:25:42.045707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:42.060313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] For port c518d195-6fe2-4d3c-ac5b-e9530f57b847, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c518d195-6fe2-4d3c-ac5b-e9530f57b847,segment=NetworkSegment(eaabd344-2a30-4712-a298-6024b2b7b3d6),segment_id=eaabd344-2a30-4712-a298-6024b2b7b3d6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:42.060313 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:42.083537 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af453198-0564-447c-bec2-6eb38fd26a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:42.109052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Calling delete_port for c518d195-6fe2-4d3c-ac5b-e9530f57b847 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:25:42.132542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39de877-7f17-4b66-a22f-2d1f62a6fb2b {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:42.165015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks [] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:42.236659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1b9e8d1-6c6e-44cc-a641-395e7570bcdb req-d6567670-8b2e-4057-a849-c6eaf26dc2cf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300958 Jan 27 19:25:42.292533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb3f98b1-c83f-4273-8a05-536b14cb2b77 req-abf8cedb-e35f-4cae-8439-92d87aa30c0e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014841 Jan 27 19:25:42.305615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Transition to ACTIVE for port object c39de877-7f17-4b66-a22f-2d1f62a6fb2b will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:25:42.358525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:42.681080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:42.732066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af95b1-4d78-4e42-9c77-51aa96542c53 req-caea8a9e-fd91-475c-af86-b1e51073c8d0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:42.744338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af95b1-4d78-4e42-9c77-51aa96542c53 req-caea8a9e-fd91-475c-af86-b1e51073c8d0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:42.765230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af95b1-4d78-4e42-9c77-51aa96542c53 req-caea8a9e-fd91-475c-af86-b1e51073c8d0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:42.768311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04af95b1-4d78-4e42-9c77-51aa96542c53 req-caea8a9e-fd91-475c-af86-b1e51073c8d0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2412 time: 0.3154714 Jan 27 19:25:42.862088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d3b2-d8ba-4ff0-96fc-28e2bf119845 req-213c8024-7dd9-4094-903e-5ff6243fd3b4 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:42.863858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b726d3b2-d8ba-4ff0-96fc-28e2bf119845 req-213c8024-7dd9-4094-903e-5ff6243fd3b4 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.5565987 Jan 27 19:25:42.948210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c518d195-6fe2-4d3c-ac5b-e9530f57b847), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:43.075623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b726d3b2-d8ba-4ff0-96fc-28e2bf119845 req-0857897b-86e5-4182-8b89-70475dc5b095 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856670 Jan 27 19:25:43.090954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04af95b1-4d78-4e42-9c77-51aa96542c53 req-a252b8f1-69d0-49c2-b382-0e13183a5e01 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778087 Jan 27 19:25:43.093003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Attempting to bind port c39de877-7f17-4b66-a22f-2d1f62a6fb2b on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:25:43.097551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Attempting to bind port c39de877-7f17-4b66-a22f-2d1f62a6fb2b by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:25:43.100323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Attempting to bind port c39de877-7f17-4b66-a22f-2d1f62a6fb2b on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:43.155488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Port c39de877-7f17-4b66-a22f-2d1f62a6fb2b on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:25:43.156039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Attempting to bind port c39de877-7f17-4b66-a22f-2d1f62a6fb2b on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:25:43.167033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Pushing event deleted for resources: {'Port': ['ID=c518d195-6fe2-4d3c-ac5b-e9530f57b847,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:43.201396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:25:43.201761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Checking segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:25:43.202129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Bound using segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:25:43.202585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Bound port: c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:25:43.202950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:43.280822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] No DVR routers for this DVR port c518d195-6fe2-4d3c-ac5b-e9530f57b847 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:25:43.295892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:43.299558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e29bac77-04d2-4381-9a14-00929a513a5e req-38bfc526-7afa-40d3-a481-e9bb7d5d515b tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.39 "DELETE /v2.0/ports/c518d195-6fe2-4d3c-ac5b-e9530f57b847 HTTP/1.1" status: 204 len: 173 time: 2.9742360 Jan 27 19:25:43.300555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'name': 'network-vif-deleted', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:43.302893 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b709913-0b03-40e1-a137-41476523032e" -d '{"events": [{"server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "name": "network-vif-deleted", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:43.328443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a49ce3f7-daba-43ca-9bf2-9df4e3031ab8 req-50dc5270-2565-4282-bb06-9398b26162ce tempest-InstanceActionsNegativeTestJSON-244513240 tempest-InstanceActionsNegativeTestJSON-244513240-project] 10.222.0.59 "GET /v2.0/ports?device_id=61419f38-90b5-4e69-9dfe-aab6cbb64535 HTTP/1.1" status: 200 len: 210 time: 0.0510292 Jan 27 19:25:43.388376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:25:43.397821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:25:43.411837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:43.456348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c518d195-6fe2-4d3c-ac5b-e9530f57b847 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:43.519084 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ba532e-2ce1-4e2a-a387-7c5f8ee40a23 x-openstack-request-id: req-01ba532e-2ce1-4e2a-a387-7c5f8ee40a23 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:43.519399 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:43.523471 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01ba532e-2ce1-4e2a-a387-7c5f8ee40a23 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:43.525010 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0', 'code': 200} Jan 27 19:25:43.530199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: c518d195-6fe2-4d3c-ac5b-e9530f57b847 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:25:43.530544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c518d195-6fe2-4d3c-ac5b-e9530f57b847 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:25:43.557814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.559905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:43.563277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] 10.222.0.39 "PUT /v2.0/ports/c39de877-7f17-4b66-a22f-2d1f62a6fb2b HTTP/1.1" status: 200 len: 1092 time: 3.5453541 Jan 27 19:25:43.627745 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-8286dbdd-77a6-49ea-ba3d-00b5e8cf24bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1479650 Jan 27 19:25:43.767906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a6a5-9acf-4e19-900f-bd8a168580cc service neutron] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:43.818132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.819120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.820100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.821461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.822147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.841645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.842499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.844709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-6916d01d-16f7-4edf-96c8-40083df7617f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.1392853 Jan 27 19:25:43.875484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-c0048a6b-268d-4f9a-92a4-34036506c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:43.878662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-c0048a6b-268d-4f9a-92a4-34036506c8b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 1095 time: 0.2433317 Jan 27 19:25:43.883810 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d8556-be21-4696-b318-fcb7cd274a57 x-openstack-request-id: req-e17d8556-be21-4696-b318-fcb7cd274a57 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:43.884471 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61419f38-90b5-4e69-9dfe-aab6cbb64535", "name": "network-vif-deleted", "tag": "c518d195-6fe2-4d3c-ac5b-e9530f57b847", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:43.884904 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e17d8556-be21-4696-b318-fcb7cd274a57 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:43.893744 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61419f38-90b5-4e69-9dfe-aab6cbb64535', 'name': 'network-vif-deleted', 'tag': 'c518d195-6fe2-4d3c-ac5b-e9530f57b847', 'status': 'completed', 'code': 200} Jan 27 19:25:44.034303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-93850c5b-bd05-4338-976c-c67df895874f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b HTTP/1.1" status: 200 len: 217 time: 0.1363893 Jan 27 19:25:44.057685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5a5c4-0f9f-4a78-abfc-7bee26feab38 req-a9a0bfa6-01d9-4f43-9323-6a797c2ff5a6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.062428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a5a5c4-0f9f-4a78-abfc-7bee26feab38 req-a9a0bfa6-01d9-4f43-9323-6a797c2ff5a6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 944 time: 0.3287315 Jan 27 19:25:44.116399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-530c9b27-91ec-4a40-83b9-ff09952e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.117185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-530c9b27-91ec-4a40-83b9-ff09952e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.118531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-530c9b27-91ec-4a40-83b9-ff09952e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.121555 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-530c9b27-91ec-4a40-83b9-ff09952e8031 service neutron] 10.222.0.66 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=f520999e-07b2-4171-aaca-41bb73264804&id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 2292 time: 0.2471015 Jan 27 19:25:44.269153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec0797-b8ba-4c0f-9d10-299923ace8dd req-653e02b7-0ee0-4da6-a372-60847b35b6e1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.277095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47ec0797-b8ba-4c0f-9d10-299923ace8dd req-653e02b7-0ee0-4da6-a372-60847b35b6e1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2028491 Jan 27 19:25:44.281080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-f2b34fd9-4693-410f-9f11-e76b6d00d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.282728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-f2b34fd9-4693-410f-9f11-e76b6d00d9b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.2150035 Jan 27 19:25:44.298586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a5a5c4-0f9f-4a78-abfc-7bee26feab38 req-ed678b18-0f83-4fc0-99df-2767c8637220 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127321 Jan 27 19:25:44.419760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-1a50ed67-4b96-4956-8a1d-d99f9a8b49a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149292 Jan 27 19:25:44.449743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-9da9b9d3-0dac-4a5d-9525-d7d3bce65577 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 1000 time: 0.3055565 Jan 27 19:25:44.470733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47ec0797-b8ba-4c0f-9d10-299923ace8dd req-64943d23-ffcc-462b-b7d0-7bb403621cae tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923714 Jan 27 19:25:44.593610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-8babe9bf-715a-4c53-899b-24a2685efa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.604798 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-8babe9bf-715a-4c53-899b-24a2685efa8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 200 len: 851 time: 0.1385348 Jan 27 19:25:44.762281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6784fe0a-9d10-43a8-8556-8b9446fb57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.765233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-6784fe0a-9d10-43a8-8556-8b9446fb57ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=151d0951-5b25-4e89-bc06-67791b6ee0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478770 Jan 27 19:25:44.920845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f154921-dd49-41cf-ba67-bbec47b2d9b8 req-12c76416-221a-4e88-9e5c-182604fe1880 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:44.928573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f154921-dd49-41cf-ba67-bbec47b2d9b8 req-12c76416-221a-4e88-9e5c-182604fe1880 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 946 time: 0.4307115 Jan 27 19:25:44.931911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-2ac05cb4-408e-4bde-839e-6dac52937232 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570876 Jan 27 19:25:45.091208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99203-ba22-489b-852f-8a8d0a635675 req-7805aa8f-50e3-4c8b-b824-d1e98a5de372 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:45.102770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:45.103477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99203-ba22-489b-852f-8a8d0a635675 req-7805aa8f-50e3-4c8b-b824-d1e98a5de372 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:45.115763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99203-ba22-489b-852f-8a8d0a635675 req-7805aa8f-50e3-4c8b-b824-d1e98a5de372 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:45.130172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81d99203-ba22-489b-852f-8a8d0a635675 req-7805aa8f-50e3-4c8b-b824-d1e98a5de372 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2412 time: 0.3705771 Jan 27 19:25:45.148419 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-2312f449-a7c0-401e-8e9b-3d6fec1b54f5 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034061 Jan 27 19:25:45.166902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-937f93b3-8e4c-4002-a73f-a950478ef69b service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117331 Jan 27 19:25:45.223249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f154921-dd49-41cf-ba67-bbec47b2d9b8 req-5eb63e58-7dd5-42b4-a05f-07c9a542c00d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842438 Jan 27 19:25:45.236754 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-b0ddc54a-70a3-4669-893d-58aed55895ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 217 time: 0.0773075 Jan 27 19:25:45.302825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81d99203-ba22-489b-852f-8a8d0a635675 req-8faec378-55ce-4588-9eaa-cd1e459a3310 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714687 Jan 27 19:25:45.321540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:45.412015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9462e85-3147-45b3-8331-42a2d1b7b686 req-c74c91b5-a6a2-42a5-97a0-4d4bf2959407 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269933 Jan 27 19:25:45.418299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Deleting subnet 87a4af0c-1db8-44c3-8fa5-ca9daf54ad65 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:25:45.423261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Publish callbacks [] for subnet (87a4af0c-1db8-44c3-8fa5-ca9daf54ad65), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:45.471277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-a4479b27-4daf-4ba1-81ba-569924507171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:45.474738 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-a4479b27-4daf-4ba1-81ba-569924507171 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.2221751 Jan 27 19:25:45.482042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (87a4af0c-1db8-44c3-8fa5-ca9daf54ad65), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:45.504081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b170151f-5d3c-4a0f-b001-7bb81be45ffa details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:45.515582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:45.540611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.073931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0b7c8389-436d-439f-a154-a841ff9658c0 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:46.074335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.077890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:46.122969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.142149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa', 'network_id': 'a3d5496f-f57b-46b2-abac-fb255e501b10', 'port_id': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa', 'mac_address': 'fa:16:3e:1b:36:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90254c6a-165f-489d-8034-ef811d7e9210', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:46.181301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:46.257284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:46.262506 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d9514-882f-4c87-8229-5de0eb62ba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:46.304131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-5e3de715-59ed-4267-af12-2ba29b2f5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:46.309817 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-5e3de715-59ed-4267-af12-2ba29b2f5a81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8232734 Jan 27 19:25:46.369840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:46.381936 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3224093-8f18-4ac9-be3d-a6bc731a7e75" -d '{"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:46.395240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b170151f-5d3c-4a0f-b001-7bb81be45ffa is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:46.395873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.418442 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (87a4af0c-1db8-44c3-8fa5-ca9daf54ad65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.466735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b170151f-5d3c-4a0f-b001-7bb81be45ffa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:46.522947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:46.525496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.537816 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.540840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:46.570187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af0657-45ed-41fa-b8ee-76e8281090c1 req-9b5c2cd9-9784-4c48-a613-4a3df764f3d4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:46.573526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82af0657-45ed-41fa-b8ee-76e8281090c1 req-9b5c2cd9-9784-4c48-a613-4a3df764f3d4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 944 time: 0.9820840 Jan 27 19:25:46.597908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c7a9-6ba1-4eec-8877-1420bdcc0099 req-9177f692-42b3-485b-8d8e-1b171b09ab2a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:46.615322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1176c7a9-6ba1-4eec-8877-1420bdcc0099 req-9177f692-42b3-485b-8d8e-1b171b09ab2a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.3461773 Jan 27 19:25:46.777100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:46.833658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (87a4af0c-1db8-44c3-8fa5-ca9daf54ad65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:46.845368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-2d763927-4070-4fa2-8f02-085bb4366ddc service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263038 Jan 27 19:25:46.904605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c6011c38-ab27-4625-b80b-af2838fa4e34 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:46.909088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c6011c38-ab27-4625-b80b-af2838fa4e34 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 944 time: 0.2591805 Jan 27 19:25:46.922172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82af0657-45ed-41fa-b8ee-76e8281090c1 req-10ee24a8-fb79-4a9f-9d4f-8c43cef09abf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910941 Jan 27 19:25:46.944571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1176c7a9-6ba1-4eec-8877-1420bdcc0099 req-018b7bcf-b263-4b27-849f-4a394c26b66c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277810 Jan 27 19:25:46.962750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a4af0c-1db8-44c3-8fa5-ca9daf54ad65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:47.004784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:47.030837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3bbdda5-12a4-42b7-925e-28d9afce71b5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/87a4af0c-1db8-44c3-8fa5-ca9daf54ad65 HTTP/1.1" status: 204 len: 168 time: 1.7069044 Jan 27 19:25:47.034040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:47.157286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:47.319984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:47.381440 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9299e8-fc34-4197-8571-f06b655fe422 x-openstack-request-id: req-fd9299e8-fc34-4197-8571-f06b655fe422 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:47.381440 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:47.381440 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd9299e8-fc34-4197-8571-f06b655fe422 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:47.381440 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'status': 'completed', 'code': 200} Jan 27 19:25:47.417847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:47.485654 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-0c89dab0-2eaa-4a70-9382-af4aeabf179a service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280999 Jan 27 19:25:47.550077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3', 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'port_id': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3', 'mac_address': 'fa:16:3e:7d:d6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0aa155-1529-4821-b062-86710620e09f', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:47.630353 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-f6c35204-bc61-45ce-b84f-c10387ecb536 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 217 time: 0.1300635 Jan 27 19:25:47.642944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Deleting port 0b7c8389-436d-439f-a154-a841ff9658c0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:25:47.643969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:47.667515 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d8397ecb-716d-4cb4-9928-0dda8cfa253c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:47.684357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:47.685487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:47.706422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-a46f714b-2469-4ade-8332-d40a2e08c796 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5206368 Jan 27 19:25:47.751630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:47.758501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:47.760700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-b209c9af-8e8c-4b35-ab70-ffc4a320e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.772178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-b209c9af-8e8c-4b35-ab70-ffc4a320e486 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 1095 time: 0.4142308 Jan 27 19:25:47.801049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149000-b54d-4b85-958d-7bbec60228fb req-f2d6be8f-453a-481c-b02d-17178dc225ef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.804440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9149000-b54d-4b85-958d-7bbec60228fb req-f2d6be8f-453a-481c-b02d-17178dc225ef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 944 time: 0.4482412 Jan 27 19:25:47.813349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'mac_address': 'fa:16:3e:f0:3b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:47.823164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:47.829902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4674e8-cc92-42c4-898d-0ec235da6efe req-67e394d0-5cbb-436f-825e-92a22edb9438 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.838893 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:47.839768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a78300ff-062e-4975-8912-fc1a756b129e details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:25:47.852304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4674e8-cc92-42c4-898d-0ec235da6efe req-67e394d0-5cbb-436f-825e-92a22edb9438 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.863387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4674e8-cc92-42c4-898d-0ec235da6efe req-67e394d0-5cbb-436f-825e-92a22edb9438 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.869624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c4674e8-cc92-42c4-898d-0ec235da6efe req-67e394d0-5cbb-436f-825e-92a22edb9438 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2413 time: 0.4040487 Jan 27 19:25:47.882297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-d4f5f10c-2079-45a7-adbb-c9be273dac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:47.887805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-d4f5f10c-2079-45a7-adbb-c9be273dac21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.2348070 Jan 27 19:25:48.018271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c39de877-7f17-4b66-a22f-2d1f62a6fb2b is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:48.029156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.049587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-13e2e03e-29ae-4c8b-8aa4-4a29c5e5e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:48.053038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-13e2e03e-29ae-4c8b-8aa4-4a29c5e5e081 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567197 Jan 27 19:25:48.084570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] For port 0b7c8389-436d-439f-a154-a841ff9658c0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0b7c8389-436d-439f-a154-a841ff9658c0,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:48.085565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.101480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:48.105840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a78300ff-062e-4975-8912-fc1a756b129e,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:48.114255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39de877-7f17-4b66-a22f-2d1f62a6fb2b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:48.158241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a78300ff-062e-4975-8912-fc1a756b129e', 'network_id': 'efabdc88-eb73-441b-92c1-cce118b7af4b', 'port_id': 'a78300ff-062e-4975-8912-fc1a756b129e', 'mac_address': 'fa:16:3e:cf:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0aa155-1529-4821-b062-86710620e09f', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:25:48.182594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:48.239062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.262995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d8397ecb-716d-4cb4-9928-0dda8cfa253c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.288014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8397ecb-716d-4cb4-9928-0dda8cfa253c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:48.300144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabd344-2a30-4712-a298-6024b2b7b3d6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:48.300595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabd344-2a30-4712-a298-6024b2b7b3d6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:25:48.316886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (eaabd344-2a30-4712-a298-6024b2b7b3d6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.332924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (eaabd344-2a30-4712-a298-6024b2b7b3d6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.339358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a78300ff-062e-4975-8912-fc1a756b129e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:48.340949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a78300ff-062e-4975-8912-fc1a756b129e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.343625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:25:48.344210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (eaabd344-2a30-4712-a298-6024b2b7b3d6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.361753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Calling delete_port for 0b7c8389-436d-439f-a154-a841ff9658c0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:25:48.412506 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:25:48.428877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d8397ecb-716d-4cb4-9928-0dda8cfa253c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.443283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78300ff-062e-4975-8912-fc1a756b129e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:25:48.466536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.480957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d8397ecb-716d-4cb4-9928-0dda8cfa253c HTTP/1.1" status: 204 len: 168 time: 1.4448936 Jan 27 19:25:48.490769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:48.498732 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-087523f2-720b-4701-a6ae-1ebb4c57b913 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336891 Jan 27 19:25:48.503258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c4674e8-cc92-42c4-898d-0ec235da6efe req-a842b49d-b5ad-4108-b939-5b0db325baa1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761003 Jan 27 19:25:48.519865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637116d6-9fec-4017-8b45-5797b26404dc req-26874ff4-0410-4971-b929-fcf8ff476da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:48.522006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-26874ff4-0410-4971-b929-fcf8ff476da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.6509147 Jan 27 19:25:48.527654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f641d-f052-4182-b6c5-e79fd8f085c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8397ecb-716d-4cb4-9928-0dda8cfa253c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:48.534987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9149000-b54d-4b85-958d-7bbec60228fb req-9216ad0b-7f4f-421b-8a12-5b8b5523ef09 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587930 Jan 27 19:25:48.579730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-439dbe64-9d65-4fd7-a0ad-428636f2aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:48.584877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-439dbe64-9d65-4fd7-a0ad-428636f2aff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 906 time: 0.7055581 Jan 27 19:25:48.709109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['c39de877-7f17-4b66-a22f-2d1f62a6fb2b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:48.709426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-91bd110d-8a82-439e-a8d7-234a624cf6ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b HTTP/1.1" status: 200 len: 217 time: 0.0826964 Jan 27 19:25:48.733966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a78300ff-062e-4975-8912-fc1a756b129e,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:48.840208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:48.865241 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a010c-60c3-471e-b081-813225bbc7c2 x-openstack-request-id: req-686a010c-60c3-471e-b081-813225bbc7c2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:48.866892 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:48.867806 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-686a010c-60c3-471e-b081-813225bbc7c2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:48.868666 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0', 'code': 200} Jan 27 19:25:48.956077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637116d6-9fec-4017-8b45-5797b26404dc req-91837a6e-c35a-4fd0-93fa-29d18e69f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:48.958230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-91837a6e-c35a-4fd0-93fa-29d18e69f1d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.3693798 Jan 27 19:25:49.040533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-14aa7681-1471-4278-bf87-9d101cc8bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.042300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-00fba13a-049d-46f2-b33c-777c5a171473 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273244 Jan 27 19:25:49.044888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-14aa7681-1471-4278-bf87-9d101cc8bfe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.3015389 Jan 27 19:25:49.172416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-874df14d-1408-40d2-9b4e-b933d5d0524b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.1260870 Jan 27 19:25:49.202888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43746) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:49.227345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-0c567b43-dfd5-4144-9a0f-bd3d63e05914 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 200 len: 217 time: 0.1690178 Jan 27 19:25:49.232153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-de71af4a-955c-4214-94a4-2ab8b4f13458 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670649 Jan 27 19:25:49.346710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:49.410991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0b7c8389-436d-439f-a154-a841ff9658c0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:49.423833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-6513c8a8-79bd-4bf3-9df1-b925b1934b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.429601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-6513c8a8-79bd-4bf3-9df1-b925b1934b5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1959047 Jan 27 19:25:49.549235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637116d6-9fec-4017-8b45-5797b26404dc req-97cab6b1-bef0-49c2-bdea-6131cd8af596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.551360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-97cab6b1-bef0-49c2-bdea-6131cd8af596 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.3368709 Jan 27 19:25:49.564061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a78300ff-062e-4975-8912-fc1a756b129e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:49.565592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3378-483f-4d8e-9d2d-fbd6b89d32c8 req-359f010f-58ad-4b1a-ac61-9d291ea8d0cd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.571957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event deleted for resources: {'Port': ['ID=0b7c8389-436d-439f-a154-a841ff9658c0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:49.574062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-864f3378-483f-4d8e-9d2d-fbd6b89d32c8 req-359f010f-58ad-4b1a-ac61-9d291ea8d0cd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 945 time: 0.3581414 Jan 27 19:25:49.617779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-9d8d6249-ec99-44cd-bcb3-b82e7b51df1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335608 Jan 27 19:25:49.671438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a1a6-9e1f-4f68-a2ee-245c44c5e2ed req-76b60211-fe8b-49bd-aea3-0dd69adea5c1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.680521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6416a1a6-9e1f-4f68-a2ee-245c44c5e2ed req-76b60211-fe8b-49bd-aea3-0dd69adea5c1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.3303664 Jan 27 19:25:49.690311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b170151f-5d3c-4a0f-b001-7bb81be45ffa'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:49.697760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1e604fdb-753e-4162-8013-f79298797a4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=594585361a21451ab7dba6e991714e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4845800 Jan 27 19:25:49.703541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:49.705496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['17f7409f-a99a-47cf-9b2a-2aca8ffa02c3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:25:49.770578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-319f4ba5-5286-4075-b262-08c47d458035 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111470 Jan 27 19:25:49.857656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.858217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.866088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.866811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.868147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.877702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.878503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.879605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.880321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.881908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.882613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.883549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.884149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:25:49.916704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] No DVR routers for this DVR port 0b7c8389-436d-439f-a154-a841ff9658c0 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:25:49.924215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:49.930572 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4dca6fc3-5376-426a-a119-f43cb9bdddf6 req-c53efbbe-bddd-4d3b-8f08-0e1a6b99d841 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "DELETE /v2.0/ports/0b7c8389-436d-439f-a154-a841ff9658c0 HTTP/1.1" status: 204 len: 173 time: 2.9961355 Jan 27 19:25:49.931743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-deleted', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:49.935117 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a462aba3-4de3-4cbe-922c-14d00bc1f4ad" -d '{"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-deleted", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:49.959299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-a6045c4f-e63e-4b53-ab95-830a989b228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:49.965299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-a6045c4f-e63e-4b53-ab95-830a989b228b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5131559 Jan 27 19:25:50.171210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-864f3378-483f-4d8e-9d2d-fbd6b89d32c8 req-fce499a0-ac37-47fb-98c3-18d19bf29760 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960145 Jan 27 19:25:50.315202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] Publish callbacks [] for security_group (149b2672-6202-40ed-b643-c1a04921cfa5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:50.373135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6416a1a6-9e1f-4f68-a2ee-245c44c5e2ed req-569c803a-9b70-46b6-93f3-cb6acc6c2e78 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912498 Jan 27 19:25:50.382236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-cbca9cc7-1160-48cc-b590-47f0c8ced065 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034224 Jan 27 19:25:50.526649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-71317163-590a-4318-abfd-4317e417890a service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8854153 Jan 27 19:25:50.740122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] Publish callbacks [] for security_group (149b2672-6202-40ed-b643-c1a04921cfa5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:50.811080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-6534a874-8e1b-4a3d-9617-b8aef159aec9 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150555 Jan 27 19:25:50.877723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:25:50.905506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a96c5a96-d32e-46fc-baa3-c8d857633eda req-35972435-df0c-484b-97c5-df441d1ed374 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4a9bc13-b3d1-452f-94b4-2978cc63d2a2 HTTP/1.1" status: 200 len: 210 time: 0.1912394 Jan 27 19:25:50.973387 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-4b580454-5103-4e97-9714-544c31b4e80b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 200 len: 217 time: 0.1560583 Jan 27 19:25:50.979537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0b7c8389-436d-439f-a154-a841ff9658c0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:25:50.980031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0b7c8389-436d-439f-a154-a841ff9658c0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:25:51.005212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca4d9514-882f-4c87-8229-5de0eb62ba9c req-dc27d711-03ec-4da5-bb59-c73010a847b3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2159033 Jan 27 19:25:51.071760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ba45-c4b4-4ccb-a22c-5185b0ea2bbd req-3182aa06-0d92-4107-94db-f0931d7a6c08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.079016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ba45-c4b4-4ccb-a22c-5185b0ea2bbd req-3182aa06-0d92-4107-94db-f0931d7a6c08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.082008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:51.089311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ba45-c4b4-4ccb-a22c-5185b0ea2bbd req-3182aa06-0d92-4107-94db-f0931d7a6c08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.098034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc24ba45-c4b4-4ccb-a22c-5185b0ea2bbd req-3182aa06-0d92-4107-94db-f0931d7a6c08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2415 time: 0.5176687 Jan 27 19:25:51.176500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-93325709-530e-4167-891c-35f0e921bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.178214 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-93325709-530e-4167-891c-35f0e921bc94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1941168 Jan 27 19:25:51.231341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-637116d6-9fec-4017-8b45-5797b26404dc req-6a492bbf-652a-4717-b8b6-bd677775d87c service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951969 Jan 27 19:25:51.268326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (149b2672-6202-40ed-b643-c1a04921cfa5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:51.276668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:51.282570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/149b2672-6202-40ed-b643-c1a04921cfa5 HTTP/1.1" status: 204 len: 168 time: 1.5691679 Jan 27 19:25:51.286111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port c39de877-7f17-4b66-a22f-2d1f62a6fb2b completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:51.301795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port c39de877-7f17-4b66-a22f-2d1f62a6fb2b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:51.303009 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5731c94-d400-4837-95eb-337241e347ed x-openstack-request-id: req-a5731c94-d400-4837-95eb-337241e347ed {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:51.303344 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bc13-b3d1-452f-94b4-2978cc63d2a2", "name": "network-vif-deleted", "tag": "0b7c8389-436d-439f-a154-a841ff9658c0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:51.303621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:51.306404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc24ba45-c4b4-4ccb-a22c-5185b0ea2bbd req-2f41fddc-2f05-4aa0-98cb-a80e432c60a1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071950 Jan 27 19:25:51.307381 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5731c94-d400-4837-95eb-337241e347ed {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:51.307979 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bc13-b3d1-452f-94b4-2978cc63d2a2', 'name': 'network-vif-deleted', 'tag': '0b7c8389-436d-439f-a154-a841ff9658c0', 'status': 'completed', 'code': 200} Jan 27 19:25:51.308501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c5f7e-b95f-4767-a8f3-0fc6593a6760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b2672-6202-40ed-b643-c1a04921cfa5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:51.323880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-4d937da9-9605-457e-914f-4a1b62d4ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.328914 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-4d937da9-9605-457e-914f-4a1b62d4ceed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381829 Jan 27 19:25:51.626875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c39de877-7f17-4b66-a22f-2d1f62a6fb2b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:51.627394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:51.664801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e42bb-4745-4eb4-97b5-22797b5197b9 req-3d6c5c17-fb81-40e7-9c8d-606062fdd6a5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.676335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a7e42bb-4745-4eb4-97b5-22797b5197b9 req-3d6c5c17-fb81-40e7-9c8d-606062fdd6a5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 945 time: 0.1860783 Jan 27 19:25:51.684333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:51.687232 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33226b94-2dcf-46b0-bd20-2d754bee7939" -d '{"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:51.705056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-099b534e-912a-4f05-92a1-3ba83a8636cf service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646035 Jan 27 19:25:51.715345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:51.731711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:51.830430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a7e42bb-4745-4eb4-97b5-22797b5197b9 req-dbcd998b-18f5-4f97-a489-4d19df114f23 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346765 Jan 27 19:25:51.947207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42321-94d9-4b29-954f-365cdcae7b66 req-e459a2d4-55d2-439f-8cce-7ce64cfdf9c1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:51.955207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fda42321-94d9-4b29-954f-365cdcae7b66 req-e459a2d4-55d2-439f-8cce-7ce64cfdf9c1 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2765434 Jan 27 19:25:51.992672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:52.103685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67efa183-404a-460e-925f-4e24e8889ae6 x-openstack-request-id: req-67efa183-404a-460e-925f-4e24e8889ae6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:52.103957 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:52.104224 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67efa183-404a-460e-925f-4e24e8889ae6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:52.104634 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'code': 200} Jan 27 19:25:52.146378 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-df64b185-f741-4d87-ac21-a51d8bede685 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283564 Jan 27 19:25:52.208481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fda42321-94d9-4b29-954f-365cdcae7b66 req-c43b85f9-a62a-4f16-b407-9464e20b8528 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362161 Jan 27 19:25:52.360127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-ebb93975-0156-4550-a1c7-7323929293eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 217 time: 0.2045972 Jan 27 19:25:52.396266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d2a6f-d487-49bd-826e-d32275636e14 req-fb9ab520-0e00-4cb0-aecf-c21538016269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.400482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-327d2a6f-d487-49bd-826e-d32275636e14 req-fb9ab520-0e00-4cb0-aecf-c21538016269 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 1097 time: 0.1905560 Jan 27 19:25:52.543232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-8b4e5b6c-484b-454f-a7af-4d3ce9381e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.550675 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-8b4e5b6c-484b-454f-a7af-4d3ce9381e49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.1763337 Jan 27 19:25:52.594131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-327d2a6f-d487-49bd-826e-d32275636e14 req-7558f187-8a10-49c5-9005-7e7bdd1d8d09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796432 Jan 27 19:25:52.728582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-2ccaa090-2bee-4a84-bc95-ee8b90960636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.738391 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-2ccaa090-2bee-4a84-bc95-ee8b90960636 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1790364 Jan 27 19:25:52.797427 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:25:52.877799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b170151f-5d3c-4a0f-b001-7bb81be45ffa up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:52.923076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bf38-2cf4-48e6-af82-7e742ba01304 req-e703ecce-c120-4b68-8836-7a2b58854986 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.939957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bf38-2cf4-48e6-af82-7e742ba01304 req-e703ecce-c120-4b68-8836-7a2b58854986 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.964905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bf38-2cf4-48e6-af82-7e742ba01304 req-e703ecce-c120-4b68-8836-7a2b58854986 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:52.972555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:52.975740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50f5bf38-2cf4-48e6-af82-7e742ba01304 req-e703ecce-c120-4b68-8836-7a2b58854986 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2415 time: 0.2588241 Jan 27 19:25:52.985007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797455877', 'description': 'tempest-description--1436865854'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:53.148931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b170151f-5d3c-4a0f-b001-7bb81be45ffa completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:53.173590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.174500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b170151f-5d3c-4a0f-b001-7bb81be45ffa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:53.174500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.236465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50f5bf38-2cf4-48e6-af82-7e742ba01304 req-f916bae0-ed4f-4fcb-8b2b-1e15474ea903 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581890 Jan 27 19:25:53.298777 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-a76b3837-4696-447a-85e9-c738d02cbeb0 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473876 Jan 27 19:25:53.434600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (a5f6c21c-097e-4fcd-b606-e66d2c37d946), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.467336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a5f6c21c-097e-4fcd-b606-e66d2c37d946), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.476048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98817f-e7da-4960-82e2-2a8ba8ed5684 req-d64c139d-0cb3-46a9-977a-0d1d171fc218 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:53.491611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f98817f-e7da-4960-82e2-2a8ba8ed5684 req-d64c139d-0cb3-46a9-977a-0d1d171fc218 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2042885 Jan 27 19:25:53.529499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.531541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5574162 Jan 27 19:25:53.580211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:53.599436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'security_group_rule': {'security_group_id': 'a5f6c21c-097e-4fcd-b606-e66d2c37d946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:53.636550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687e231-ea51-4b98-829a-4ec88c5ccad8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6c21c-097e-4fcd-b606-e66d2c37d946,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:53.667461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b170151f-5d3c-4a0f-b001-7bb81be45ffa is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:53.668471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.682602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f98817f-e7da-4960-82e2-2a8ba8ed5684 req-d149c6be-a007-4b45-b7c8-b6d87f58a785 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891885 Jan 27 19:25:53.702760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.704283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (556e24c6-322d-4a2c-8430-14647ba10013), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.714603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059b511-4d2e-480e-af55-ab1a7949f3b6 req-f758d8a9-5357-4cb1-87dd-f42860aa7e03 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:53.717074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3059b511-4d2e-480e-af55-ab1a7949f3b6 req-f758d8a9-5357-4cb1-87dd-f42860aa7e03 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1822350 Jan 27 19:25:53.752581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-5d72a362-892e-425c-ae88-ab56e521303d service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194272 Jan 27 19:25:53.818248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-8133a4cc-26cd-46d7-8d59-90858e2b1f4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 217 time: 0.0569677 Jan 27 19:25:53.844762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:53.870730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:53.872244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a78300ff-062e-4975-8912-fc1a756b129e up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:53.898406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-25e7f53a-f97d-4364-b609-7d6b8cd7c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:53.900972 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-25e7f53a-f97d-4364-b609-7d6b8cd7c7b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.0696900 Jan 27 19:25:53.909488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3059b511-4d2e-480e-af55-ab1a7949f3b6 req-0153e308-e404-45b3-b10a-7281cc73259c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777077 Jan 27 19:25:54.029151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (556e24c6-322d-4a2c-8430-14647ba10013), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.054463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (556e24c6-322d-4a2c-8430-14647ba10013), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.078322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:54.098166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556e24c6-322d-4a2c-8430-14647ba10013,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:54.110068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:54.119507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a168-1723-4243-969c-91a4d777fe7f req-79219cda-a7eb-4f39-93e9-b0e1c0b0d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:54.120434 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf550c9-21bd-4da0-9817-0c9a77c86551" -d '{"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:54.123607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-79219cda-a7eb-4f39-93e9-b0e1c0b0d54f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001469 Jan 27 19:25:54.159591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a78300ff-062e-4975-8912-fc1a756b129e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:54.182535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a78300ff-062e-4975-8912-fc1a756b129e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:54.183185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a78300ff-062e-4975-8912-fc1a756b129e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.310358 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af337d-b52b-4626-9caf-e86fcdc0fe8a x-openstack-request-id: req-b8af337d-b52b-4626-9caf-e86fcdc0fe8a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:54.310703 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:54.310992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8af337d-b52b-4626-9caf-e86fcdc0fe8a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:54.311357 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa', 'code': 200} Jan 27 19:25:54.410885 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-e9bac1ce-dcb7-4b11-931c-304545a6305d service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761576 Jan 27 19:25:54.426807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.439464 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0200b865-5a2b-4854-bcf6-7f315b553857 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8527746 Jan 27 19:25:54.442258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:54.463379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'security_group_rule': {'security_group_id': 'a5f6c21c-097e-4fcd-b606-e66d2c37d946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:54.552541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a78300ff-062e-4975-8912-fc1a756b129e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:54.552541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a78300ff-062e-4975-8912-fc1a756b129e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.594249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a78300ff-062e-4975-8912-fc1a756b129e,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:54.651017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.674705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (991c513d-a0d9-4f24-99b6-c75b7fd6014b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.860972 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.879168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:25:54.893599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (991c513d-a0d9-4f24-99b6-c75b7fd6014b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:54.911909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4883a168-1723-4243-969c-91a4d777fe7f req-3803ed55-20c5-4778-a3cd-2a639eea60e7 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642730 Jan 27 19:25:54.968855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:54.985234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce2d-71e9-45ce-ba9f-932d822d2e95 req-18fd7cfa-b1f8-4745-8d38-47d19aa3e354 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:55.027377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce2d-71e9-45ce-ba9f-932d822d2e95 req-18fd7cfa-b1f8-4745-8d38-47d19aa3e354 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:55.029923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:25:55.040508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce2d-71e9-45ce-ba9f-932d822d2e95 req-18fd7cfa-b1f8-4745-8d38-47d19aa3e354 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:55.043505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef44ce2d-71e9-45ce-ba9f-932d822d2e95 req-18fd7cfa-b1f8-4745-8d38-47d19aa3e354 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2417 time: 0.3387930 Jan 27 19:25:55.044700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (991c513d-a0d9-4f24-99b6-c75b7fd6014b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.053716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:25:55.054448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.097990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991c513d-a0d9-4f24-99b6-c75b7fd6014b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:55.208528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef44ce2d-71e9-45ce-ba9f-932d822d2e95 req-7d4a5160-9362-407e-ba40-fb461c277786 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340969 Jan 27 19:25:55.224138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.226187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d7a6a63d-bd4c-46ed-ab57-7ddad3bed477 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7822380 Jan 27 19:25:55.250188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:25:55.259304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:25:55.267321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:25:55.267984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.327457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.343694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:25:55.350541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:55.597656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:55.768088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0eb4a-9bb5-445a-8a19-9c79ee75ed61 req-ff185f2b-b914-4e4d-82b0-bb1c43cf8041 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:55.770848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15c0eb4a-9bb5-445a-8a19-9c79ee75ed61 req-ff185f2b-b914-4e4d-82b0-bb1c43cf8041 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2347813 Jan 27 19:25:55.785415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5446074-79bc-4f7d-a59d-3be2f93d2cfd req-93e4dd2c-dff5-4708-b5cd-3c77bfefcf4a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:55.797480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5446074-79bc-4f7d-a59d-3be2f93d2cfd req-93e4dd2c-dff5-4708-b5cd-3c77bfefcf4a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2592905 Jan 27 19:25:56.007266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15c0eb4a-9bb5-445a-8a19-9c79ee75ed61 req-89bfd9c6-d288-4c79-aaa8-5649a30c75c3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047319 Jan 27 19:25:56.043013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5446074-79bc-4f7d-a59d-3be2f93d2cfd req-65749c53-5c9f-4d1d-8113-db19f349db8a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440114 Jan 27 19:25:56.081784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:56.254831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eca93238-17f9-421a-a930-e8f8e0f4cfed req-60fd455b-174a-4a2e-915f-73c2badae8ed tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0704441 Jan 27 19:25:56.313839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e'}, {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:25:56.319282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4db315-8403-4c4f-99c2-cc0c698fb797" -d '{"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "a78300ff-062e-4975-8912-fc1a756b129e"}, {"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:25:56.447357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Allocated IP 172.25.5.175 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8fd95ac0-768b-43cf-a80d-ac4880531edf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:25:56.549309 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cf6ca-8400-4895-b3b4-c00d1a082ac9 x-openstack-request-id: req-4c2cf6ca-8400-4895-b3b4-c00d1a082ac9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:25:56.549764 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "a78300ff-062e-4975-8912-fc1a756b129e", "code": 200}, {"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-plugged", "status": "completed", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:25:56.550143 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c2cf6ca-8400-4895-b3b4-c00d1a082ac9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:25:56.550926 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e', 'code': 200} Jan 27 19:25:56.551355 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3', 'code': 200} Jan 27 19:25:56.778312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1169ba-3ab3-4e5b-a4ce-bb3a72eee4e7 req-f7420562-1d2c-4df0-bdf1-9478bc34c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.780580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1169ba-3ab3-4e5b-a4ce-bb3a72eee4e7 req-f7420562-1d2c-4df0-bdf1-9478bc34c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.781773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1169ba-3ab3-4e5b-a4ce-bb3a72eee4e7 req-f7420562-1d2c-4df0-bdf1-9478bc34c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.785161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc1169ba-3ab3-4e5b-a4ce-bb3a72eee4e7 req-f7420562-1d2c-4df0-bdf1-9478bc34c8e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2871 time: 0.1254706 Jan 27 19:25:56.846459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc48b-d6d1-41c2-b5e8-7842ba625614 req-ebba395e-a292-45ee-9c19-6cc0c20ed161 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.860051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc48b-d6d1-41c2-b5e8-7842ba625614 req-ebba395e-a292-45ee-9c19-6cc0c20ed161 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.872604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc48b-d6d1-41c2-b5e8-7842ba625614 req-ebba395e-a292-45ee-9c19-6cc0c20ed161 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.875253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-007cc48b-d6d1-41c2-b5e8-7842ba625614 req-ebba395e-a292-45ee-9c19-6cc0c20ed161 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.4334230 Jan 27 19:25:56.911750 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc1169ba-3ab3-4e5b-a4ce-bb3a72eee4e7 req-a1b54529-f33f-47c8-b64c-30a4c2a9495a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199284 Jan 27 19:25:56.962952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586854-a2f4-4499-9f10-8bcc85041a07 req-16b0c3ba-b415-422e-8dcd-80c343ced2f9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:56.970980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f586854-a2f4-4499-9f10-8bcc85041a07 req-16b0c3ba-b415-422e-8dcd-80c343ced2f9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2550581 Jan 27 19:25:57.058134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:57.162187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f586854-a2f4-4499-9f10-8bcc85041a07 req-2ded9ec3-67ca-4af7-9469-47f07bf8ee0c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680982 Jan 27 19:25:57.197723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-007cc48b-d6d1-41c2-b5e8-7842ba625614 req-0756663a-7bfd-4156-af73-07c2b4c5e090 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041434 Jan 27 19:25:57.249544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:57.303578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:25:57.310378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:25:57.319006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:25:57.388887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'Port': ['ID=8fd95ac0-768b-43cf-a80d-ac4880531edf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:57.520505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f64e14-1d4e-4bb4-8e8e-3729f99e0ebc req-e05a5f3c-e871-4c2f-8bcc-0904130bd873 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:57.529112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6f64e14-1d4e-4bb4-8e8e-3729f99e0ebc req-e05a5f3c-e871-4c2f-8bcc-0904130bd873 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1325462 Jan 27 19:25:57.580881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for floatingip (7e791ee3-919b-4163-8925-69c98334086a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:57.619859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6f64e14-1d4e-4bb4-8e8e-3729f99e0ebc req-60cf3b7d-3471-4935-a2a3-ea383c9bb22b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863550 Jan 27 19:25:57.674460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c66f070-6848-4c6b-9eb1-7d71b7a3a4a4 req-7e5676b7-eb4d-4a60-9544-5a0f398b1919 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0789857 Jan 27 19:25:57.750988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:58.076356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:58.084285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:58.248131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'Port': ['ID=8fd95ac0-768b-43cf-a80d-ac4880531edf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:25:58.256318 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (7e791ee3-919b-4163-8925-69c98334086a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:58.324007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:25:58.331700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-007c823b-5fd1-4846-aac4-1dcc93e75140 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0738115 Jan 27 19:25:58.543673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515ad3-1312-431b-a8f1-77eb7468e664 req-1f07b147-bba7-4fe3-bb9a-159ca0161d35 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:58.546293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56515ad3-1312-431b-a8f1-77eb7468e664 req-1f07b147-bba7-4fe3-bb9a-159ca0161d35 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1861057 Jan 27 19:25:58.621283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e254b-7b58-4e69-a687-c69c17420047 req-74218649-5773-4cd1-99c1-2892a7d4d80c tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:58.630998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e254b-7b58-4e69-a687-c69c17420047 req-74218649-5773-4cd1-99c1-2892a7d4d80c tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:58.641652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e254b-7b58-4e69-a687-c69c17420047 req-74218649-5773-4cd1-99c1-2892a7d4d80c tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:58.644761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b24e254b-7b58-4e69-a687-c69c17420047 req-74218649-5773-4cd1-99c1-2892a7d4d80c tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.1992610 Jan 27 19:25:58.766506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56515ad3-1312-431b-a8f1-77eb7468e664 req-8eaf9747-5f28-458b-964b-f568255795e8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963904 Jan 27 19:25:58.779301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b24e254b-7b58-4e69-a687-c69c17420047 req-4bebb8a5-a662-4872-8c9c-3c2fc3cb1312 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Jan 27 19:25:59.629927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828b6f7-fc9c-47a4-a07b-8e11c8e7486b req-90389aaf-122d-485c-a5a3-339cbe547a4c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:59.631651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2828b6f7-fc9c-47a4-a07b-8e11c8e7486b req-90389aaf-122d-485c-a5a3-339cbe547a4c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1217623 Jan 27 19:25:59.670347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d632febc-1aea-4af8-b8e8-9cf54712ce83 req-401fbe46-298a-43f7-8755-b6f13170e9d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0373552 Jan 27 19:25:59.718674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-8ef2e62f-8465-436e-9253-d413f1914aef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:25:59.720542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-8ef2e62f-8465-436e-9253-d413f1914aef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 0.7267234 Jan 27 19:25:59.756211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-a97715d3-af2d-4bc1-9933-67277df9fc3c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/quotas/4dc4c0a452ac432bb192074c3ffe6732 HTTP/1.1" status: 200 len: 375 time: 0.0204835 Jan 27 19:25:59.780825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2828b6f7-fc9c-47a4-a07b-8e11c8e7486b req-8e93b294-08d7-4a1c-8391-df7009b22c6a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143150 Jan 27 19:25:59.830139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-cc51c0a6-2002-43c1-ad5e-2615c9cc981e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572691 Jan 27 19:26:00.001776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-913210ef-e17b-4ba2-b6da-996f0e1d3ae7 req-3bd4b379-a5df-4fd6-83c4-43b79006c20d tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0639215 Jan 27 19:26:00.094292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-c1e4c400-e8f6-4545-b253-337ebc3a3ab4 service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630925 Jan 27 19:26:00.288270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-ebee9c2a-5705-4764-bfd4-79cc78304df0 service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825862 Jan 27 19:26:00.684316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846218-9d52-44cc-8df1-aaf6f76953a6 req-0f98d3a8-28fb-47ea-ba59-676acb21d401 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.689648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846218-9d52-44cc-8df1-aaf6f76953a6 req-0f98d3a8-28fb-47ea-ba59-676acb21d401 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.707465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846218-9d52-44cc-8df1-aaf6f76953a6 req-0f98d3a8-28fb-47ea-ba59-676acb21d401 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.710188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e846218-9d52-44cc-8df1-aaf6f76953a6 req-0f98d3a8-28fb-47ea-ba59-676acb21d401 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.1384571 Jan 27 19:26:00.772878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df199-3710-44fc-b4c8-cd6702771d51 req-e22fa69e-7b7d-47d8-8f0f-e7f5bc101589 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.775148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-483df199-3710-44fc-b4c8-cd6702771d51 req-e22fa69e-7b7d-47d8-8f0f-e7f5bc101589 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1731038 Jan 27 19:26:00.784833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-aa626366-79ee-499d-83e4-f3b77d41a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.786383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-aa626366-79ee-499d-83e4-f3b77d41a3ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.1832571 Jan 27 19:26:00.854380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e846218-9d52-44cc-8df1-aaf6f76953a6 req-00dd197e-0296-44cc-bbfa-20bffc124345 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331213 Jan 27 19:26:00.929292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-483df199-3710-44fc-b4c8-cd6702771d51 req-67a0c9bc-8e64-4d26-89a6-171f847b6711 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417401 Jan 27 19:26:00.968110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-971ecadf-2e7f-4844-92bf-e8bb9ce1e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:00.970114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-971ecadf-2e7f-4844-92bf-e8bb9ce1e4c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.1668942 Jan 27 19:26:01.036352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09c77604-27d4-4651-8f53-d424d8e41ac4 req-0bb9f34d-089c-4dde-ac48-ebe1bac5f50d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 210 time: 0.0330000 Jan 27 19:26:01.121036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-83e460b0-1809-4466-9ecf-722361e36099 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.0587525 Jan 27 19:26:01.232581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-15ee934e-4f87-4688-a655-c01705aeb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.234117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-15ee934e-4f87-4688-a655-c01705aeb111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.0970373 Jan 27 19:26:01.243230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649abb2-0b84-414f-afc3-a3be5dd5e7aa req-d711363b-104a-42be-aea1-bd845328af88 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.244850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5649abb2-0b84-414f-afc3-a3be5dd5e7aa req-d711363b-104a-42be-aea1-bd845328af88 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1723249 Jan 27 19:26:01.279426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-55fc056c-2145-474d-81ab-f9e8f1486a0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334868 Jan 27 19:26:01.307647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916973d-3e31-4371-84d1-7ec0017dbbdf req-fca14fc1-f767-49e9-9baf-0d76ac7a491f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.309294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b916973d-3e31-4371-84d1-7ec0017dbbdf req-fca14fc1-f767-49e9-9baf-0d76ac7a491f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1364520 Jan 27 19:26:01.415460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5649abb2-0b84-414f-afc3-a3be5dd5e7aa req-e232cfc7-b106-4c95-b9a8-7e54618c0cb6 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582236 Jan 27 19:26:01.463277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b916973d-3e31-4371-84d1-7ec0017dbbdf req-18bd2bce-eac1-4f42-9c4c-95655eaccb1f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475685 Jan 27 19:26:01.483600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-20926dbc-cc40-47a7-9725-898a1b9fdaef service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945050 Jan 27 19:26:01.590668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df094e45-751f-42e5-ad5c-63554fc1167e req-57f4efcb-aa3b-49bb-ae0f-12cf22ffb31a tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0331695 Jan 27 19:26:01.645143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e59a9f-1ffc-4a4b-9920-77b5d6290caf req-e911d03b-7f53-44d9-b5aa-03037cf0b2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442585 Jan 27 19:26:01.881694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d84ee-ed5f-40af-b08d-45b0f89f5401 req-60214d7d-f762-4d3d-bd26-a712b52d75bb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.887726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d84ee-ed5f-40af-b08d-45b0f89f5401 req-60214d7d-f762-4d3d-bd26-a712b52d75bb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.893340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d84ee-ed5f-40af-b08d-45b0f89f5401 req-60214d7d-f762-4d3d-bd26-a712b52d75bb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.894963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-352d84ee-ed5f-40af-b08d-45b0f89f5401 req-60214d7d-f762-4d3d-bd26-a712b52d75bb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.0686333 Jan 27 19:26:01.900396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-7f966aa7-cede-4b54-839f-6e0e21a66aa1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.902177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-7f966aa7-cede-4b54-839f-6e0e21a66aa1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 0.1353996 Jan 27 19:26:01.917900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'port': {'device_id': '42b60438-32fb-4263-aafd-dd35da31b76c', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'admin_state_up': True, 'tenant_id': '4dc4c0a452ac432bb192074c3ffe6732'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:01.982918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c5a2f-bc89-4d86-8510-f66fb09ba3c0 req-d6a4d389-c3ec-4d31-aacd-671b7e13bff7 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:01.984547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d95c5a2f-bc89-4d86-8510-f66fb09ba3c0 req-d6a4d389-c3ec-4d31-aacd-671b7e13bff7 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 949 time: 0.0886295 Jan 27 19:26:01.989972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-352d84ee-ed5f-40af-b08d-45b0f89f5401 req-9fb4fc5a-439d-46a8-8d1b-5458fb131417 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Jan 27 19:26:02.048518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d95c5a2f-bc89-4d86-8510-f66fb09ba3c0 req-7d576d3e-ee2f-43e4-9439-20b5b425b528 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544958 Jan 27 19:26:02.095582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Made reservation on behalf of 4dc4c0a452ac432bb192074c3ffe6732 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:02.103724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:02.202510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4c2aa-763e-43c5-bf06-cacf8a83e61f req-d780d579-903f-4900-b0af-fc701ed2ae41 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:02.204287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28b4c2aa-763e-43c5-bf06-cacf8a83e61f req-d780d579-903f-4900-b0af-fc701ed2ae41 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.0793300 Jan 27 19:26:02.286439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28b4c2aa-763e-43c5-bf06-cacf8a83e61f req-e4b4f127-4902-441d-abbd-e84844d20a73 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683854 Jan 27 19:26:02.359180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Allocated IP 172.20.0.8 (7e920a5e-d8ef-409e-bdd1-fe1b739aa784/fe7ff1b2-225f-47c5-995e-63cfa901fda5/b56eff78-8bb0-416e-ba80-c7a7ee1c6bce) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:02.375149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf8ebde-0fad-4963-a43c-96a03654c363 req-da4622fa-7f66-4d65-955e-307042b9dbf0 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 210 time: 0.0659885 Jan 27 19:26:02.605553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ff32-87a2-4910-a3f7-aa708d97a1cf req-c37c57fe-fc6c-4dc1-a679-a571eb52f7cc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:02.607201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0519ff32-87a2-4910-a3f7-aa708d97a1cf req-c37c57fe-fc6c-4dc1-a679-a571eb52f7cc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0821331 Jan 27 19:26:02.616539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:02.682541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:02.698241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0519ff32-87a2-4910-a3f7-aa708d97a1cf req-1e46b5a5-86e0-4983-87b1-ada2e3cc90df tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750656 Jan 27 19:26:02.748033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:02.753697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:02.759706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:02.834469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:02.872659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:02.874421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:02.900514 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-e72f0a8c-60db-4b82-9bc1-30f71e34922d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9876497 Jan 27 19:26:02.909350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d1cde-525d-48fa-8a36-0eb6f7916a92 req-192d4e24-78a5-449b-98b5-7d266628043e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:02.914985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Request body: {'port': {'device_id': '42b60438-32fb-4263-aafd-dd35da31b76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:02.927144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-981d1cde-525d-48fa-8a36-0eb6f7916a92 req-192d4e24-78a5-449b-98b5-7d266628043e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1152093 Jan 27 19:26:03.026879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-981d1cde-525d-48fa-8a36-0eb6f7916a92 req-22493cfb-e307-4219-8f80-60cdfa821abd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Jan 27 19:26:03.043990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:03.191635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f6690be-23d0-4263-adac-aed043e1c870 req-05e19ddd-d750-4c9f-881f-804b616fef45 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0364847 Jan 27 19:26:03.368008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b09ec-06cb-4b7a-9efe-63e2a32e7fb6 req-33cf0286-ae1a-4451-a9f1-dfec2ce7701a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.375749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b09ec-06cb-4b7a-9efe-63e2a32e7fb6 req-33cf0286-ae1a-4451-a9f1-dfec2ce7701a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.391344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b09ec-06cb-4b7a-9efe-63e2a32e7fb6 req-33cf0286-ae1a-4451-a9f1-dfec2ce7701a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.395991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c3b09ec-06cb-4b7a-9efe-63e2a32e7fb6 req-33cf0286-ae1a-4451-a9f1-dfec2ce7701a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.1203299 Jan 27 19:26:03.456334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:03.474052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks [] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:03.481030 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c3b09ec-06cb-4b7a-9efe-63e2a32e7fb6 req-750e5cf7-4a84-42f1-9cd5-08855968e9f5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 Jan 27 19:26:03.492083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Transition to ACTIVE for port object b56eff78-8bb0-416e-ba80-c7a7ee1c6bce will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:26:03.499037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:03.588267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:03.661339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768df8-c34e-47f7-9011-49b332e56f99 req-a627242b-37ed-4ab1-9be0-8c2f0c11bdd6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.671493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b768df8-c34e-47f7-9011-49b332e56f99 req-a627242b-37ed-4ab1-9be0-8c2f0c11bdd6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.0694830 Jan 27 19:26:03.739409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b768df8-c34e-47f7-9011-49b332e56f99 req-993f84a3-e6f9-4f67-94a5-9630bdd93ac3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Jan 27 19:26:03.809827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-0cf1d4fa-e4a1-4061-a8bb-8d021d91db08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.821679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-0cf1d4fa-e4a1-4061-a8bb-8d021d91db08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.832572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-0cf1d4fa-e4a1-4061-a8bb-8d021d91db08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.835604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-0cf1d4fa-e4a1-4061-a8bb-8d021d91db08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.1754432 Jan 27 19:26:03.837876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Attempting to bind port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:03.838489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Attempting to bind port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:03.839037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Attempting to bind port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:03.860156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:26:03.860788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Attempting to bind port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:03.873966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617581-b3f2-4944-9cbf-02ae8e799d40 req-a7e9fb54-cc71-45df-8277-fe2fc07194d8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:03.876053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e617581-b3f2-4944-9cbf-02ae8e799d40 req-a7e9fb54-cc71-45df-8277-fe2fc07194d8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 943 time: 0.0648668 Jan 27 19:26:03.901622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:03.902541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Checking segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:03.902796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Bound using segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:03.903503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Bound port: b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:03.904397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:03.956464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e617581-b3f2-4944-9cbf-02ae8e799d40 req-959f708f-11ca-4c2c-9d27-71863e132001 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681336 Jan 27 19:26:04.115276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bbcf5-3107-47df-a1d3-550444a11b32 req-7e02f5ac-a6ee-4b36-9946-4eeb5f452a5b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.117505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:04.122855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc7bbcf5-3107-47df-a1d3-550444a11b32 req-7e02f5ac-a6ee-4b36-9946-4eeb5f452a5b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0803826 Jan 27 19:26:04.126097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:04.140096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:04.162639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port b170151f-5d3c-4a0f-b001-7bb81be45ffa {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:04.163247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:04.181573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc7bbcf5-3107-47df-a1d3-550444a11b32 req-ce588962-3ba6-4b3f-9fd2-e43bc54d3fe1 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jan 27 19:26:04.260637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e29e10c6-66e8-4b2e-bb4a-dbc60e58bd08 req-189cf74c-eb79-49d3-8cf1-d2c570b9a907 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0469174 Jan 27 19:26:04.327734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.328732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:04.330504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/b56eff78-8bb0-416e-ba80-c7a7ee1c6bce HTTP/1.1" status: 200 len: 1091 time: 1.4216104 Jan 27 19:26:04.331073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:04.336804 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5315e86b-da61-443f-80ad-e26ce274cda8" -d '{"events": [{"name": "network-changed", "server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:04.362901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39959a2c-ab89-4bfd-911f-d01ae33c89b5 req-54763f89-fec1-4c5a-9f8c-aa41ad4401e4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.365805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39959a2c-ab89-4bfd-911f-d01ae33c89b5 req-54763f89-fec1-4c5a-9f8c-aa41ad4401e4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.0961945 Jan 27 19:26:04.393578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190d192-0cb7-4575-bca9-81b4d08576e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:04.452960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port b170151f-5d3c-4a0f-b001-7bb81be45ffa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b170151f-5d3c-4a0f-b001-7bb81be45ffa,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:04.453654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:04.476013 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4a6aeb-ec9f-46e2-a5b5-04520f50bb58 x-openstack-request-id: req-bb4a6aeb-ec9f-46e2-a5b5-04520f50bb58 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:04.476793 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:04.477421 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb4a6aeb-ec9f-46e2-a5b5-04520f50bb58 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:04.479009 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'status': 'completed', 'code': 200} Jan 27 19:26:04.494618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for b170151f-5d3c-4a0f-b001-7bb81be45ffa owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:04.525701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39959a2c-ab89-4bfd-911f-d01ae33c89b5 req-2a7be578-a968-43cb-849f-98da78a422cf tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287911 Jan 27 19:26:04.534698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-a34a7edb-a2b5-4a95-be61-1bef6ed6e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.537641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-a34a7edb-a2b5-4a95-be61-1bef6ed6e377 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 1094 time: 0.1378765 Jan 27 19:26:04.638685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721efd0-d6ae-4163-a56b-331c8ef31e34 req-08844914-aadd-4dc1-8797-240b34e1604d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.644033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721efd0-d6ae-4163-a56b-331c8ef31e34 req-08844914-aadd-4dc1-8797-240b34e1604d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.649477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721efd0-d6ae-4163-a56b-331c8ef31e34 req-08844914-aadd-4dc1-8797-240b34e1604d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.651233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6721efd0-d6ae-4163-a56b-331c8ef31e34 req-08844914-aadd-4dc1-8797-240b34e1604d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 2418 time: 0.0686333 Jan 27 19:26:04.665807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-15a4f6cc-0ce5-4d59-82b6-afe3d07a0610 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce HTTP/1.1" status: 200 len: 217 time: 0.0756984 Jan 27 19:26:04.705847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6721efd0-d6ae-4163-a56b-331c8ef31e34 req-ab6e9e8a-bb02-4a59-9a50-512126f0bce3 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477610 Jan 27 19:26:04.799996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c350b-1129-473a-be5d-8935bbeec056 req-cadada35-5a61-4aec-8e74-b69c8e6c926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.802587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-cadada35-5a61-4aec-8e74-b69c8e6c926b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.1246805 Jan 27 19:26:04.868986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-e590ddd4-2c11-4409-8133-4a8934bfb860 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575237 Jan 27 19:26:04.919132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b9cb-f6cb-4a45-9035-79e78298ddc3 req-036666e8-2e61-4f09-afa4-cd556b10f479 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:04.922023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7979b9cb-f6cb-4a45-9035-79e78298ddc3 req-036666e8-2e61-4f09-afa4-cd556b10f479 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.0853033 Jan 27 19:26:05.002965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b170151f-5d3c-4a0f-b001-7bb81be45ffa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.004408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7979b9cb-f6cb-4a45-9035-79e78298ddc3 req-b5873431-29ff-42bf-a192-3f5e214f0968 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Jan 27 19:26:05.055275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=b170151f-5d3c-4a0f-b001-7bb81be45ffa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:05.101066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-98d05362-c712-41a1-90c4-20f8046772f2 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240832 Jan 27 19:26:05.139404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:05.146189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port b170151f-5d3c-4a0f-b001-7bb81be45ffa on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:05.155614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.166137 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-1535f5ea-3916-4d5a-92fb-53f2cb5e477b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "DELETE /v2.0/ports/b170151f-5d3c-4a0f-b001-7bb81be45ffa HTTP/1.1" status: 204 len: 173 time: 1.3228137 Jan 27 19:26:05.206532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95b71-bd9c-4271-b14b-58f89e737226 req-39c22e01-7bd4-45d4-9922-63cc0e361087 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.218282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8b95b71-bd9c-4271-b14b-58f89e737226 req-39c22e01-7bd4-45d4-9922-63cc0e361087 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 943 time: 0.1360466 Jan 27 19:26:05.286411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8b95b71-bd9c-4271-b14b-58f89e737226 req-0d0f2aec-07b4-4426-be9b-02f7bb8c456b tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665288 Jan 27 19:26:05.328611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:05.328611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.420176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:05.422024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:05.430465 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce695dae-336c-47e4-b28a-d94920ab301f" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:05.444483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.453987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df8149d5-1f54-477a-a394-e00f2b6717bd req-1b346f05-0b87-4733-80f8-4f3bf042eb64 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0537367 Jan 27 19:26:05.487568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-596c350b-1129-473a-be5d-8935bbeec056 req-5a398f01-24a8-4f7b-8ae7-346f6d97431f service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553743 Jan 27 19:26:05.524956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port a78300ff-062e-4975-8912-fc1a756b129e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:05.525651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a78300ff-062e-4975-8912-fc1a756b129e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.537963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:05.543800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4037b-b968-4ddd-a0c6-29da0a512cd3 req-1086064a-60d2-4d70-b5e2-39a5effc8e79 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.545494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a4037b-b968-4ddd-a0c6-29da0a512cd3 req-1086064a-60d2-4d70-b5e2-39a5effc8e79 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0829790 Jan 27 19:26:05.636657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a4037b-b968-4ddd-a0c6-29da0a512cd3 req-d575b2a8-6b67-4e4d-b193-7371236ad07e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Jan 27 19:26:05.671264 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c3046-1188-43cc-abeb-0c8476e8686c x-openstack-request-id: req-8f0c3046-1188-43cc-abeb-0c8476e8686c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:05.671580 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:05.672272 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f0c3046-1188-43cc-abeb-0c8476e8686c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:05.672849 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'code': 200} Jan 27 19:26:05.721301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port a78300ff-062e-4975-8912-fc1a756b129e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a78300ff-062e-4975-8912-fc1a756b129e,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:05.722098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a78300ff-062e-4975-8912-fc1a756b129e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:05.743693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-a0f85862-860f-4f14-9e0c-81396aa41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.745314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-a0f85862-860f-4f14-9e0c-81396aa41442 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 1094 time: 0.1437607 Jan 27 19:26:05.762577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for a78300ff-062e-4975-8912-fc1a756b129e owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:05.771522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52aa3b-86ae-4895-a826-616942482fd7 req-87e128be-e2cf-4d5f-bafc-c34a0023f50a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.773907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b52aa3b-86ae-4895-a826-616942482fd7 req-87e128be-e2cf-4d5f-bafc-c34a0023f50a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.0659595 Jan 27 19:26:05.854239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b52aa3b-86ae-4895-a826-616942482fd7 req-f5593fde-3466-4e6a-85e5-826bfd3d1a03 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719991 Jan 27 19:26:05.901952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414295b-5083-449f-acfc-17f49ddd6c8b req-56cd4fe3-a134-4184-86fd-4da9f10cdc67 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.907560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414295b-5083-449f-acfc-17f49ddd6c8b req-56cd4fe3-a134-4184-86fd-4da9f10cdc67 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:05.909245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3414295b-5083-449f-acfc-17f49ddd6c8b req-56cd4fe3-a134-4184-86fd-4da9f10cdc67 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 1682 time: 0.0850899 Jan 27 19:26:05.965817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3414295b-5083-449f-acfc-17f49ddd6c8b req-ddf9ea83-5af9-4b40-94e1-3295c978a1a1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Jan 27 19:26:06.174374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa513-e494-445c-9824-09b129380a4b req-a324bb84-f1a5-49cc-8d4e-ca55fc781397 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:06.176037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cdfa513-e494-445c-9824-09b129380a4b req-a324bb84-f1a5-49cc-8d4e-ca55fc781397 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.0574262 Jan 27 19:26:06.214536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-ddebbe0a-d800-4e1c-91a0-3cff7b7d47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:06.216104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-ddebbe0a-d800-4e1c-91a0-3cff7b7d47a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 922 time: 0.4640427 Jan 27 19:26:06.237286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cdfa513-e494-445c-9824-09b129380a4b req-ae829e04-3f3a-46b3-bbc3-a9239155b09e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Jan 27 19:26:06.265821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-71603b8e-f7bc-4a11-ad4a-935a48dd9d83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce HTTP/1.1" status: 200 len: 217 time: 0.0395999 Jan 27 19:26:06.360662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-301c5caf-5548-4dad-bf77-9abfac9ac149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:06.362255 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-301c5caf-5548-4dad-bf77-9abfac9ac149 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.0907228 Jan 27 19:26:06.385561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a78300ff-062e-4975-8912-fc1a756b129e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:06.421031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-1f914756-904a-4d88-9ad6-5943857701c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522399 Jan 27 19:26:06.428498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b306a7-9e36-42c6-a8b5-e80eb554773c req-d46a3179-0495-4526-9d47-b85c4bcbdaef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:06.431913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9b306a7-9e36-42c6-a8b5-e80eb554773c req-d46a3179-0495-4526-9d47-b85c4bcbdaef tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 943 time: 0.0750949 Jan 27 19:26:06.453528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=a78300ff-062e-4975-8912-fc1a756b129e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:06.520635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:06.524309 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae8094-5a43-4141-be06-d659bf6b0234" -d '{"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:06.526341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9b306a7-9e36-42c6-a8b5-e80eb554773c req-94440362-1db9-4415-8704-e6856fb16d27 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Jan 27 19:26:06.602585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port a78300ff-062e-4975-8912-fc1a756b129e on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:06.616581 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe55a7b-ad4f-4463-80de-b2ac873ddd99 x-openstack-request-id: req-bbe55a7b-ad4f-4463-80de-b2ac873ddd99 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:06.616846 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "b170151f-5d3c-4a0f-b001-7bb81be45ffa", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:06.617416 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbe55a7b-ad4f-4463-80de-b2ac873ddd99 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:06.618167 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': 'b170151f-5d3c-4a0f-b001-7bb81be45ffa', 'status': 'completed', 'code': 200} Jan 27 19:26:06.623771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:06.629986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-65f30e16-ee10-42dd-9337-0c3f6ba24c1e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "DELETE /v2.0/ports/a78300ff-062e-4975-8912-fc1a756b129e HTTP/1.1" status: 204 len: 173 time: 1.4444027 Jan 27 19:26:06.641124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-065f55e1-4216-4352-ae38-9392c7095bc5 req-f83f0bbc-7866-4925-bec0-0da27822ad15 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0468924 Jan 27 19:26:06.767553 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-14ef5a1a-51cb-4ebd-a320-f07bbed30480 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245378 Jan 27 19:26:06.852636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9724a-bd17-4cb2-ad6f-bc2e423ff012 req-380fe460-4484-4774-a297-84feae27fb66 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:06.855192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84e9724a-bd17-4cb2-ad6f-bc2e423ff012 req-380fe460-4484-4774-a297-84feae27fb66 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0800898 Jan 27 19:26:06.855920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:06.856269 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:06.906412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b170151f-5d3c-4a0f-b001-7bb81be45ffa no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:06.919206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84e9724a-bd17-4cb2-ad6f-bc2e423ff012 req-834be389-9982-4641-ba58-0ff087660cac tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Jan 27 19:26:06.940096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5315e86b-da61-443f-80ad-e26ce274cda8 req-33e94a06-7b16-497a-9eb4-bc0a3812e965 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647770 Jan 27 19:26:06.973471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b170151f-5d3c-4a0f-b001-7bb81be45ffa {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:06.974053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b170151f-5d3c-4a0f-b001-7bb81be45ffa not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:06.974647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:06.994736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:06.995197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.023558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:07.052894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494932-7175-4a22-bcca-be2971c09afa req-10515d44-a2a5-4122-9469-c6f260e1c96f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:07.054912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa494932-7175-4a22-bcca-be2971c09afa req-10515d44-a2a5-4122-9469-c6f260e1c96f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.0845690 Jan 27 19:26:07.096551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:07.097205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.149790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:07.184795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e006f-38e2-4147-883c-2b4b880baba1 req-9f297989-636b-4f5a-9c09-6cd1039d884e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:07.187505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e0e006f-38e2-4147-883c-2b4b880baba1 req-9f297989-636b-4f5a-9c09-6cd1039d884e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bda92b7a-b036-4226-94a0-5068c25cee97 HTTP/1.1" status: 200 len: 945 time: 0.1313288 Jan 27 19:26:07.212268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (17f7409f-a99a-47cf-9b2a-2aca8ffa02c3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.222504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa494932-7175-4a22-bcca-be2971c09afa req-1d2879e1-c790-4b67-b779-6af4bef232d9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295414 Jan 27 19:26:07.265487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=17f7409f-a99a-47cf-9b2a-2aca8ffa02c3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:07.295590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a78300ff-062e-4975-8912-fc1a756b129e no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:07.301425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e0e006f-38e2-4147-883c-2b4b880baba1 req-f03b23a4-15e7-47b7-bcfc-765becf873bb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999465 Jan 27 19:26:07.343981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port 17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:07.348585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.354484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80a7402f-a189-46bf-8b8d-0d0db8cd252e req-a26aad86-c7d7-4e35-9f06-767a0d3408db tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "DELETE /v2.0/ports/17f7409f-a99a-47cf-9b2a-2aca8ffa02c3 HTTP/1.1" status: 204 len: 173 time: 0.7161150 Jan 27 19:26:07.477283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310881-2216-4d49-ad1f-8de6a30965bd req-e05785e3-b016-47a8-8241-6da353fdff5d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:07.480948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08310881-2216-4d49-ad1f-8de6a30965bd req-e05785e3-b016-47a8-8241-6da353fdff5d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1327751 Jan 27 19:26:07.523984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a78300ff-062e-4975-8912-fc1a756b129e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:07.524570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a78300ff-062e-4975-8912-fc1a756b129e not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:07.550165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08310881-2216-4d49-ad1f-8de6a30965bd req-cc9b3c34-78c4-44c3-b1e9-9a83ff427db5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Jan 27 19:26:07.576419 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:07.598726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'mac_address': 'fa:16:3e:e0:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:07.664435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:07.664916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.684556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:07.714331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:07.719847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:07.720805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da6693-c790-4d8d-8c2c-cdf1b81ab652 req-b4adb609-be99-4557-925b-17e0e12f9aa8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:07.722866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5da6693-c790-4d8d-8c2c-cdf1b81ab652 req-b4adb609-be99-4557-925b-17e0e12f9aa8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 943 time: 0.0609162 Jan 27 19:26:07.791157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:07.824535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5da6693-c790-4d8d-8c2c-cdf1b81ab652 req-b57867ed-f511-418d-b1ce-c0b23ed1e975 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Jan 27 19:26:07.852245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76262378-3614-4355-bc94-0d5d59bc0bfd req-0a2850b7-a8f0-4c78-9059-5701d9ff83f7 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0611365 Jan 27 19:26:07.858160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['dfd2c70c-75dc-4e81-92d6-9e926caefe68'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:08.139602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7bec-b99a-4159-999a-b5f600bc8370 req-81d437a6-4456-439c-b3f8-5b8594d28bdf tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:08.141342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8fd7bec-b99a-4159-999a-b5f600bc8370 req-81d437a6-4456-439c-b3f8-5b8594d28bdf tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0772913 Jan 27 19:26:08.196909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8fd7bec-b99a-4159-999a-b5f600bc8370 req-281d739f-db9d-4fb9-97dc-11e27a0554ed tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Jan 27 19:26:08.355015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6df6-4e50-4e32-8373-688aef2a1c0f req-cb654f6a-bf4e-410f-ac9f-84e43bb8e494 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:08.356606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a85c6df6-4e50-4e32-8373-688aef2a1c0f req-cb654f6a-bf4e-410f-ac9f-84e43bb8e494 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.0561466 Jan 27 19:26:08.367754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:08.432967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a85c6df6-4e50-4e32-8373-688aef2a1c0f req-e896ca72-95b2-47f8-a60c-897e8d454eba tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Jan 27 19:26:08.443597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting subnet 90254c6a-165f-489d-8034-ef811d7e9210 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:26:08.448090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (90254c6a-165f-489d-8034-ef811d7e9210), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.491429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (90254c6a-165f-489d-8034-ef811d7e9210), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.592259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (90254c6a-165f-489d-8034-ef811d7e9210), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.622330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e'}, {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:08.625215 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a9c0e-a940-4f38-846b-c418648cdb1a" -d '{"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "a78300ff-062e-4975-8912-fc1a756b129e"}, {"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:08.687397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (90254c6a-165f-489d-8034-ef811d7e9210), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.717907 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7fa754-5a05-4e06-90c9-0e110e8d2b3a x-openstack-request-id: req-9d7fa754-5a05-4e06-90c9-0e110e8d2b3a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:08.718213 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "a78300ff-062e-4975-8912-fc1a756b129e", "status": "completed", "code": 200}, {"server_uuid": "bda92b7a-b036-4226-94a0-5068c25cee97", "name": "network-vif-deleted", "tag": "17f7409f-a99a-47cf-9b2a-2aca8ffa02c3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:08.718479 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d7fa754-5a05-4e06-90c9-0e110e8d2b3a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:08.718895 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': 'a78300ff-062e-4975-8912-fc1a756b129e', 'status': 'completed', 'code': 200} Jan 27 19:26:08.719158 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda92b7a-b036-4226-94a0-5068c25cee97', 'name': 'network-vif-deleted', 'tag': '17f7409f-a99a-47cf-9b2a-2aca8ffa02c3', 'status': 'completed', 'code': 200} Jan 27 19:26:08.721964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Subnet': ['ID=90254c6a-165f-489d-8034-ef811d7e9210,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:08.727230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.730789 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c23bf66-f6f0-4d4b-b460-9e666bdfbba6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/subnets/90254c6a-165f-489d-8034-ef811d7e9210 HTTP/1.1" status: 204 len: 168 time: 0.3614671 Jan 27 19:26:08.735602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:08.740846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e6895-c66c-4681-8b23-8ac037c3cdd6 None None] Network a3d5496f-f57b-46b2-abac-fb255e501b10 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:08.748413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bceae-d9b8-48fe-adae-e921bdce0273 req-3f455c3e-120c-4dec-969c-f3d1efc680aa tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:08.751007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c08bceae-d9b8-48fe-adae-e921bdce0273 req-3f455c3e-120c-4dec-969c-f3d1efc680aa tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1005921 Jan 27 19:26:08.841396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c08bceae-d9b8-48fe-adae-e921bdce0273 req-55b2a89a-518c-407e-8447-c2552a480a29 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800200 Jan 27 19:26:08.842453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a3d5496f-f57b-46b2-abac-fb255e501b10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:08.913558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:08.915796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port 87d1f5d2-25ea-455e-b247-5318c07f1f53 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:08.916188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.008152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port 87d1f5d2-25ea-455e-b247-5318c07f1f53, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=87d1f5d2-25ea-455e-b247-5318c07f1f53,segment=NetworkSegment(7843b1b7-9465-4b60-b432-1c7a0bdc5dc2),segment_id=7843b1b7-9465-4b60-b432-1c7a0bdc5dc2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:09.010810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.031037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f6f913b-ff7d-41d4-bebc-e8722bc759a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.042272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for 87d1f5d2-25ea-455e-b247-5318c07f1f53 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:09.088034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09761574-5752-4435-8794-f8358602f615 req-1bdda7d3-a067-4d86-a6df-e6185b9b92f0 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0651693 Jan 27 19:26:09.097202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd511ee4-e736-4e16-8008-97d7ef8bb58d req-038af6e7-69bd-416b-9fb7-d1e94e9b4b67 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:09.098934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd511ee4-e736-4e16-8008-97d7ef8bb58d req-038af6e7-69bd-416b-9fb7-d1e94e9b4b67 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 943 time: 0.1668057 Jan 27 19:26:09.111711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] DHCP port deletion for a3d5496f-f57b-46b2-abac-fb255e501b10 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:26:09.172182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:09.191834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd511ee4-e736-4e16-8008-97d7ef8bb58d req-4e5dffc3-71fc-48e5-b1f9-c2e77cc6b806 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803924 Jan 27 19:26:09.244599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.269038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:09.296076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'port_id': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'mac_address': 'fa:16:3e:33:0b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ff1b2-225f-47c5-995e-63cfa901fda5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:09.310043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=87d1f5d2-25ea-455e-b247-5318c07f1f53,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:09.338613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port 87d1f5d2-25ea-455e-b247-5318c07f1f53 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:09.358091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Deleting port 87d1f5d2-25ea-455e-b247-5318c07f1f53 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:09.358504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.366019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port dfd2c70c-75dc-4e81-92d6-9e926caefe68 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:09.366401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.453783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea201be-3fda-4f52-95bd-d61a4b1ab7ff req-66f534a8-ccf4-4359-a544-bcac6ba295cc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:09.456181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eea201be-3fda-4f52-95bd-d61a4b1ab7ff req-66f534a8-ccf4-4359-a544-bcac6ba295cc tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.0666780 Jan 27 19:26:09.497546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:09.504509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.521972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eea201be-3fda-4f52-95bd-d61a4b1ab7ff req-984c54a6-4a5d-4a88-8243-5a045bc92583 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 Jan 27 19:26:09.535381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a3d5496f-f57b-46b2-abac-fb255e501b10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.567218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d5496f-f57b-46b2-abac-fb255e501b10']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:09.581972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:09.582538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7843b1b7-9465-4b60-b432-1c7a0bdc5dc2') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:09.585113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758fb03-d571-4c19-af03-d5c3c7950c42 req-dbdc33ab-2304-4200-9c20-aaddf2332f7d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:09.590762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] For port 87d1f5d2-25ea-455e-b247-5318c07f1f53, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:09.591584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.594869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c758fb03-d571-4c19-af03-d5c3c7950c42 req-dbdc33ab-2304-4200-9c20-aaddf2332f7d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.0718346 Jan 27 19:26:09.601767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7843b1b7-9465-4b60-b432-1c7a0bdc5dc2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.623694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7843b1b7-9465-4b60-b432-1c7a0bdc5dc2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.626468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:09.632704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:26:09.633594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7843b1b7-9465-4b60-b432-1c7a0bdc5dc2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:26:09.637571 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:26:09.645720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Calling delete_port for 87d1f5d2-25ea-455e-b247-5318c07f1f53 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:09.658579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Port 87d1f5d2-25ea-455e-b247-5318c07f1f53 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:26:09.684727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c758fb03-d571-4c19-af03-d5c3c7950c42 req-8f4bdf61-db0d-49fb-9aec-4a9aa6b2e166 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864739 Jan 27 19:26:09.700686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (87d1f5d2-25ea-455e-b247-5318c07f1f53), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.722511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:09.737874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a3d5496f-f57b-46b2-abac-fb255e501b10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.744745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.746476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] No DVR routers for this DVR port 87d1f5d2-25ea-455e-b247-5318c07f1f53 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:09.749934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/networks/a3d5496f-f57b-46b2-abac-fb255e501b10 HTTP/1.1" status: 204 len: 168 time: 1.0127375 Jan 27 19:26:09.754651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:09.756679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.775684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf836e-93d8-4c98-815c-fb365f128f62 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Network': ['ID=a3d5496f-f57b-46b2-abac-fb255e501b10,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:09.776624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62979a-6257-462b-adc0-0f2116863994 None None] Pushing event deleted for resources: {'Port': ['ID=87d1f5d2-25ea-455e-b247-5318c07f1f53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:09.785308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:09.786287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.848511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:09.850953 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c423049-854b-4e27-92b4-0d5e8de68645" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:09.860832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting subnet 6c0aa155-1529-4821-b062-86710620e09f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:26:09.865415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (6c0aa155-1529-4821-b062-86710620e09f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.877671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:09.881657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:09.886639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.938145 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa9689d-394a-43e1-91f3-f25cf1717ac5 x-openstack-request-id: req-2fa9689d-394a-43e1-91f3-f25cf1717ac5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:09.938707 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:09.939154 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fa9689d-394a-43e1-91f3-f25cf1717ac5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:09.939715 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'code': 200} Jan 27 19:26:09.942999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (6c0aa155-1529-4821-b062-86710620e09f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:09.988229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:10.095146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3001f1f-6772-4059-8c85-e91b600505bb req-816451ce-237f-4a9a-a0ee-20e76e7cd465 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:10.096786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3001f1f-6772-4059-8c85-e91b600505bb req-816451ce-237f-4a9a-a0ee-20e76e7cd465 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1233802 Jan 27 19:26:10.177529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (6c0aa155-1529-4821-b062-86710620e09f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:10.184808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:10.226989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3001f1f-6772-4059-8c85-e91b600505bb req-2b10b408-1152-421e-b468-5741c8138613 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977719 Jan 27 19:26:10.354286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54cf632a-6320-4ceb-b7ee-3a4b4e9f004d req-9fa69195-296f-4eae-99b8-b0ddb950c8f9 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0680218 Jan 27 19:26:10.355879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (6c0aa155-1529-4821-b062-86710620e09f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:10.399046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:10.405315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/subnets/6c0aa155-1529-4821-b062-86710620e09f HTTP/1.1" status: 204 len: 168 time: 0.6465118 Jan 27 19:26:10.405315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0aa155-1529-4821-b062-86710620e09f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:10.407116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.449894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.450502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.461933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.462771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.462947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.464416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.464416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffecc4a-d53f-4488-a5f8-c87d90263126 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:10.589510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30149d-ee6d-4713-8d95-285425127a83 None None] Network efabdc88-eb73-441b-92c1-cce118b7af4b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:10.613925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421e27-517d-4dcb-97b8-e31383c5504c req-9e6d5623-5e64-4e14-ba92-2c60d5be8c44 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:10.625294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c421e27-517d-4dcb-97b8-e31383c5504c req-9e6d5623-5e64-4e14-ba92-2c60d5be8c44 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 944 time: 0.1481235 Jan 27 19:26:10.677990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (efabdc88-eb73-441b-92c1-cce118b7af4b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:10.822769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c421e27-517d-4dcb-97b8-e31383c5504c req-caa5aaee-fc21-4886-8101-a3bca53e042d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957974 Jan 27 19:26:10.872207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 87d1f5d2-25ea-455e-b247-5318c07f1f53 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:10.886689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port 97a758e6-d8f6-477f-9a1c-fb352e3b160f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:10.887533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:10.940937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 87d1f5d2-25ea-455e-b247-5318c07f1f53 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:10.941516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 87d1f5d2-25ea-455e-b247-5318c07f1f53 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:11.039182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1b5a-08b5-4b00-abb0-5d9f939ee7aa req-0d3d0919-00ce-4bd3-9c06-91404466cd96 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:11.056237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a99c1b5a-08b5-4b00-abb0-5d9f939ee7aa req-0d3d0919-00ce-4bd3-9c06-91404466cd96 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1706510 Jan 27 19:26:11.061092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=97a758e6-d8f6-477f-9a1c-fb352e3b160f,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:11.061860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.073740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] DHCP port deletion for efabdc88-eb73-441b-92c1-cce118b7af4b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:26:11.081304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for 97a758e6-d8f6-477f-9a1c-fb352e3b160f owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:11.122483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82732-a9e0-47b6-8afa-ff0b2b5f782a req-4c05535b-3b3a-4459-93fa-1867a3122c82 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:11.134136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05e82732-a9e0-47b6-8afa-ff0b2b5f782a req-4c05535b-3b3a-4459-93fa-1867a3122c82 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1664298 Jan 27 19:26:11.175972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Deleting port 97a758e6-d8f6-477f-9a1c-fb352e3b160f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:11.176396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.203966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.227689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a99c1b5a-08b5-4b00-abb0-5d9f939ee7aa req-b0bdcdf6-87f3-4431-a98d-c6b6e428df94 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702261 Jan 27 19:26:11.257497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port 97a758e6-d8f6-477f-9a1c-fb352e3b160f on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:11.296615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] For port 97a758e6-d8f6-477f-9a1c-fb352e3b160f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=97a758e6-d8f6-477f-9a1c-fb352e3b160f,segment=NetworkSegment(f32a8e74-6a33-4f47-a9be-c6eaaec0d481),segment_id=f32a8e74-6a33-4f47-a9be-c6eaaec0d481)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:11.297007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.316180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05e82732-a9e0-47b6-8afa-ff0b2b5f782a req-b39900e9-1f82-4e65-bf85-309a16358313 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471403 Jan 27 19:26:11.338798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Calling delete_port for 97a758e6-d8f6-477f-9a1c-fb352e3b160f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:11.391508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=97a758e6-d8f6-477f-9a1c-fb352e3b160f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:11.413313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (efabdc88-eb73-441b-92c1-cce118b7af4b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.458970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efabdc88-eb73-441b-92c1-cce118b7af4b']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:11.486810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:11.489417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32a8e74-6a33-4f47-a9be-c6eaaec0d481') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:11.512550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f32a8e74-6a33-4f47-a9be-c6eaaec0d481), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: from cryptography.utils import int_from_bytes Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: from cryptography.utils import int_from_bytes Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.530299 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:11.535337 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:26:11.549056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (97a758e6-d8f6-477f-9a1c-fb352e3b160f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.549540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97914d3e-b487-411d-9bf4-2704b90273a2 req-42f66a11-be29-4d12-b11b-8f40420c6c58 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:11.551672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f32a8e74-6a33-4f47-a9be-c6eaaec0d481), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.557645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97914d3e-b487-411d-9bf4-2704b90273a2 req-42f66a11-be29-4d12-b11b-8f40420c6c58 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1841104 Jan 27 19:26:11.572600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:26:11.572600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f32a8e74-6a33-4f47-a9be-c6eaaec0d481), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:26:11.580948 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:26:11.604123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Pushing event deleted for resources: {'Port': ['ID=97a758e6-d8f6-477f-9a1c-fb352e3b160f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:11.619042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] No DVR routers for this DVR port 97a758e6-d8f6-477f-9a1c-fb352e3b160f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.643131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.646489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.646733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.647130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.647671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.648302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3d622-1c98-4de2-a79f-628d82e7d5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:11.707902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97914d3e-b487-411d-9bf4-2704b90273a2 req-a0947f29-fef3-418d-b69a-002423018569 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482272 Jan 27 19:26:11.739348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e473773-56bc-4429-842c-7fcaeffa1178 req-c022200d-e31f-4da9-a9aa-a719f519097c tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0586147 Jan 27 19:26:11.793038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (efabdc88-eb73-441b-92c1-cce118b7af4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.812791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:11.837992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/networks/efabdc88-eb73-441b-92c1-cce118b7af4b HTTP/1.1" status: 204 len: 168 time: 1.4223523 Jan 27 19:26:11.852985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:11.860550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb683-add1-4486-8c33-60d9b39e2636 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Network': ['ID=efabdc88-eb73-441b-92c1-cce118b7af4b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:11.862009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-906667012'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:11.948157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:11.957326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.013503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:26:12.047911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bbd21462-d636-4364-8bed-f8173ddd96dc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.047911 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Added segment bbd21462-d636-4364-8bed-f8173ddd96dc of type vlan for network 6914a1a1-df0e-402a-9d41-91b61ce313fb Jan 27 19:26:12.086177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad7a1-2bfd-41fa-a7d9-cb75c824e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.159099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6914a1a1-df0e-402a-9d41-91b61ce313fb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.248065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068eb7a-52d2-43b9-a023-823573bed14c req-786a3af6-315e-4dcb-b699-a310790ac80a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:12.251518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9068eb7a-52d2-43b9-a023-823573bed14c req-786a3af6-315e-4dcb-b699-a310790ac80a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 944 time: 0.1333160 Jan 27 19:26:12.252082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6914a1a1-df0e-402a-9d41-91b61ce313fb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.265338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:12.265338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.396685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5420997 Jan 27 19:26:12.401513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:12.407171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'subnet': {'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:12.452453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9068eb7a-52d2-43b9-a023-823573bed14c req-e9d4aa3a-1b26-43ca-ba18-74424f8f22fd tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769423 Jan 27 19:26:12.453200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3367-5f82-4e2b-b9f1-00cc1986e4f0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Network': ['ID=6914a1a1-df0e-402a-9d41-91b61ce313fb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:12.468005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:26:12.481986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e8ee5-2b13-4d83-a724-3674c7eac234 req-bcf2295f-31dc-4768-845b-f751fb9a1aab tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:12.489324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5e8ee5-2b13-4d83-a724-3674c7eac234 req-bcf2295f-31dc-4768-845b-f751fb9a1aab tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1151938 Jan 27 19:26:12.590563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5e8ee5-2b13-4d83-a724-3674c7eac234 req-2632b816-c516-4ca5-b694-32f84dba7922 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992684 Jan 27 19:26:12.594059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:12.601896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:12.702747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413051-5505-48b7-a202-77351e408e4b req-98bf4862-893e-476f-851c-65f56578fd6b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:12.705233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec413051-5505-48b7-a202-77351e408e4b req-98bf4862-893e-476f-851c-65f56578fd6b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1340575 Jan 27 19:26:12.774427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 97a758e6-d8f6-477f-9a1c-fb352e3b160f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:12.818466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 97a758e6-d8f6-477f-9a1c-fb352e3b160f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:12.818908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 97a758e6-d8f6-477f-9a1c-fb352e3b160f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:12.822540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec413051-5505-48b7-a202-77351e408e4b req-06e94e26-4ea9-4e55-9bda-15aaaca0dc24 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085649 Jan 27 19:26:12.954665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:12.998739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253fc9d-f2c7-4b91-8e62-dd8ae236b8a3 req-59f89cc0-f135-4d83-8b29-02b9f48bf65e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:13.001015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6253fc9d-f2c7-4b91-8e62-dd8ae236b8a3 req-59f89cc0-f135-4d83-8b29-02b9f48bf65e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1128979 Jan 27 19:26:13.078579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (ad82f004-ab03-4179-bddb-51c8112a3793), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.137579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:26:13.147358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:13.149437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.170994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04396a72-548b-4d66-9063-303d037f5c53 req-80ad0927-7079-42fd-b22c-d892546821d4 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0724249 Jan 27 19:26:13.184061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Subnet': ['ID=ad82f004-ab03-4179-bddb-51c8112a3793,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:13.200372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6253fc9d-f2c7-4b91-8e62-dd8ae236b8a3 req-16c5f99d-c906-4a64-aa9b-8a82a533768a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874115 Jan 27 19:26:13.249439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Checking segment: {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:13.249791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network hostable DHCP agents. Network: 6914a1a1-df0e-402a-9d41-91b61ce313fb, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:26:13.286496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:26:13.303222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6914a1a1-df0e-402a-9d41-91b61ce313fb) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:13.313283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:13.315488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.333300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ca5f6-6c62-4cdc-bfd8-68aa79d40728 None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:13.370100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:13.389615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-30618700'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:13.393154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed7905bb-270c-4fe1-8d78-7fa722970510 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9898829 Jan 27 19:26:13.427190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:13.437653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.476647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:26:13.494255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4c91099d-a5bc-49d2-9636-6e948028695c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.494919 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Added segment 4c91099d-a5bc-49d2-9636-6e948028695c of type vlan for network 28018525-4705-498d-bb85-d47b53e19af2 Jan 27 19:26:13.568485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:13.569534 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.594107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (28018525-4705-498d-bb85-d47b53e19af2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.704870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (28018525-4705-498d-bb85-d47b53e19af2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.706885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6914a1a1-df0e-402a-9d41-91b61ce313fb', 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb', 'project_id': '7336bb747168419fb51ce0b1256b531f', 'fixed_ips': [{'subnet_id': 'ad82f004-ab03-4179-bddb-51c8112a3793'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:26:13.708341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.712653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:13.717983 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c604c3-12c0-4350-bea2-7910ff8323ad" -d '{"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-plugged", "status": "completed", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:13.718322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:13.719544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.772070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:13.790268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:13.798484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44362) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:13.800784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4287705 Jan 27 19:26:13.817402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'subnet': {'network_id': '28018525-4705-498d-bb85-d47b53e19af2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:13.906579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293efe31-b60d-456e-b25e-9a09915d4576 req-3333ffee-8e1d-4f4c-96e7-0de1c21af3ea tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:13.913176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-293efe31-b60d-456e-b25e-9a09915d4576 req-3333ffee-8e1d-4f4c-96e7-0de1c21af3ea tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 944 time: 0.2808897 Jan 27 19:26:14.000538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5956dc-7867-4630-9ab1-f398aad23eb0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Network': ['ID=28018525-4705-498d-bb85-d47b53e19af2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:14.022195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402175f-a0c0-488d-acd7-23d3367360de req-2dd0123b-fbcd-40f0-a6e7-b068773094ef tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:14.026735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 28018525-4705-498d-bb85-d47b53e19af2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:26:14.029415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8402175f-a0c0-488d-acd7-23d3367360de req-2dd0123b-fbcd-40f0-a6e7-b068773094ef tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2869360 Jan 27 19:26:14.036239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:14.046551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:14.069196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-293efe31-b60d-456e-b25e-9a09915d4576 req-649fbc04-a140-47ac-adf6-ce9a7909b43c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367004 Jan 27 19:26:14.135342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8402175f-a0c0-488d-acd7-23d3367360de req-5c2384d1-6938-4dbc-8cf1-87e55ff7457e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049240 Jan 27 19:26:14.282091 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340a53eb-610b-4779-884c-164f9b2e4f3b x-openstack-request-id: req-340a53eb-610b-4779-884c-164f9b2e4f3b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:14.283832 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-plugged", "status": "completed", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:14.285092 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-340a53eb-610b-4779-884c-164f9b2e4f3b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:14.290088 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'code': 200} Jan 27 19:26:14.320984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:14.336605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd8a0b-55ca-4f10-b837-e9f58a7589e7 req-19f3fb47-00ab-417e-80d4-963582e150ed tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:14.357106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42dd8a0b-55ca-4f10-b837-e9f58a7589e7 req-19f3fb47-00ab-417e-80d4-963582e150ed tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1209950 Jan 27 19:26:14.433963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Allocated IP 19.80.0.2 (6914a1a1-df0e-402a-9d41-91b61ce313fb/ad82f004-ab03-4179-bddb-51c8112a3793/240e2eee-a637-43fb-aba5-8ed35966f3ed) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:14.483055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ea6d-2c66-4b8b-8393-bd51d514fb85 req-ad38d5e5-85b9-482b-b023-59e62ece893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:14.485633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d61ea6d-2c66-4b8b-8393-bd51d514fb85 req-ad38d5e5-85b9-482b-b023-59e62ece893d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 1096 time: 0.1189971 Jan 27 19:26:14.532718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe41ec-8893-4bfe-8a76-6ed714bb34d1 req-b04c67c0-e644-4df8-880d-1265cef84eb0 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:14.559380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8efe41ec-8893-4bfe-8a76-6ed714bb34d1 req-b04c67c0-e644-4df8-880d-1265cef84eb0 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1760225 Jan 27 19:26:14.577936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42dd8a0b-55ca-4f10-b837-e9f58a7589e7 req-9f1f68a2-0e1e-4b27-ad61-3a17ef2cbca8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195208 Jan 27 19:26:14.660974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d61ea6d-2c66-4b8b-8393-bd51d514fb85 req-ccd6dd50-9f04-41c9-8b91-efba3d59372e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851083 Jan 27 19:26:14.723696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (2a00b2f0-5d31-4e74-a088-7838a3dcc3f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:14.806217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a485e2-57e9-4456-932c-5ae6bae8eb47 req-71fe97f7-d23d-43ba-9399-ef2873adfa0a tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1086822 Jan 27 19:26:14.812315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Subnet': ['ID=2a00b2f0-5d31-4e74-a088-7838a3dcc3f0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:14.820541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8efe41ec-8893-4bfe-8a76-6ed714bb34d1 req-4de14ac9-632b-4ba8-9496-f1dba8d6b506 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405000 Jan 27 19:26:14.850745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Checking segment: {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:14.851147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network hostable DHCP agents. Network: 28018525-4705-498d-bb85-d47b53e19af2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:26:14.883631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks [] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:14.895335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network 28018525-4705-498d-bb85-d47b53e19af2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:26:14.913107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:14.913405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 28018525-4705-498d-bb85-d47b53e19af2) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:14.922282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:14.923208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:14.958152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a335999-edef-4138-aaa6-1edbc6d9d875 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1580789 Jan 27 19:26:14.995376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324027a2-ab66-4ee6-8cf1-87c6c3a17e27 None None] Network 28018525-4705-498d-bb85-d47b53e19af2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:15.118130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:15.162177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:15.166740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:15.194513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Pushing event updated for resources: {'Port': ['ID=240e2eee-a637-43fb-aba5-8ed35966f3ed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:15.305851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dc6b-3f64-40c4-aca9-44ab5f66a4a8 req-95ea133c-ba30-439f-a6f8-625097702945 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:15.315935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf00dc6b-3f64-40c4-aca9-44ab5f66a4a8 req-95ea133c-ba30-439f-a6f8-625097702945 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.0820210 Jan 27 19:26:15.411395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.476520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf00dc6b-3f64-40c4-aca9-44ab5f66a4a8 req-014c69a8-6f51-409f-bfa1-237196f0b94c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570282 Jan 27 19:26:15.487294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Attempting to bind port 240e2eee-a637-43fb-aba5-8ed35966f3ed on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:15.487678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Attempting to bind port 240e2eee-a637-43fb-aba5-8ed35966f3ed by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:15.488026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Attempting to bind port 240e2eee-a637-43fb-aba5-8ed35966f3ed on network 6914a1a1-df0e-402a-9d41-91b61ce313fb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:15.495457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.504731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:15.504731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Checking segment: {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:15.505359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.506739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Bound using segment: {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:15.507613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Bound port: 240e2eee-a637-43fb-aba5-8ed35966f3ed, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:15.508707 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.533075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-28018525-4705-498d-bb85-d47b53e19af2', 'network_id': '28018525-4705-498d-bb85-d47b53e19af2', 'project_id': '7336bb747168419fb51ce0b1256b531f', 'fixed_ips': [{'subnet_id': '2a00b2f0-5d31-4e74-a088-7838a3dcc3f0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:26:15.534499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.589841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-36a1b625-4cab-4674-828b-e7b43efdb563 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:15.602532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-36a1b625-4cab-4674-828b-e7b43efdb563 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:15.605616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-36a1b625-4cab-4674-828b-e7b43efdb563 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/networks?id=6914a1a1-df0e-402a-9d41-91b61ce313fb&id=28018525-4705-498d-bb85-d47b53e19af2 HTTP/1.1" status: 200 len: 1389 time: 0.2688177 Jan 27 19:26:15.700533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6f2b80d5-f9bc-4ec0-a805-9aed761d3434 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/quotas/7336bb747168419fb51ce0b1256b531f HTTP/1.1" status: 200 len: 375 time: 0.0388622 Jan 27 19:26:15.732537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] For port 240e2eee-a637-43fb-aba5-8ed35966f3ed, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:15.743268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] For port 240e2eee-a637-43fb-aba5-8ed35966f3ed, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=240e2eee-a637-43fb-aba5-8ed35966f3ed,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:15.773311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0a26e-71ae-40ea-bb45-4f6b52c86035 req-2491ac80-19f8-4350-baa3-89924c738c49 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:15.787255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8f0a26e-71ae-40ea-bb45-4f6b52c86035 req-2491ac80-19f8-4350-baa3-89924c738c49 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1798069 Jan 27 19:26:15.798763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:15.917343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e061d6-9ba1-4aba-ade3-084fbc56b7a7 None None] Pushing event updated for resources: {'Port': ['ID=240e2eee-a637-43fb-aba5-8ed35966f3ed,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:15.936981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8f0a26e-71ae-40ea-bb45-4f6b52c86035 req-ace14f99-e53e-413e-992b-56968e9aa233 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482644 Jan 27 19:26:15.976466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-e3923f3f-df68-4c31-accf-68fb728d42e0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2619288 Jan 27 19:26:15.996669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Allocated IP 19.86.0.2 (28018525-4705-498d-bb85-d47b53e19af2/2a00b2f0-5d31-4e74-a088-7838a3dcc3f0/73ed4f96-96d2-4bc7-8cee-981f7e3709d7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:15.999336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:16.196004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-1093df28-e2f4-4b6d-9ffa-762494d519b8 service neutron] 10.222.0.59 "GET /v2.0/networks/6914a1a1-df0e-402a-9d41-91b61ce313fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179325 Jan 27 19:26:16.406639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks [] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:16.414122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34655c-9bb1-422b-82e9-c33aa110f8c4 req-6801d317-7477-422b-aa82-5da3eaaa4c37 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:16.417852 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:16.426227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e34655c-9bb1-422b-82e9-c33aa110f8c4 req-6801d317-7477-422b-aa82-5da3eaaa4c37 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2416036 Jan 27 19:26:16.559081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Network 28018525-4705-498d-bb85-d47b53e19af2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:16.568956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:16.577892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:16.596287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-692cb031-625f-4a0b-9691-c6fc4ef9e13c service neutron] 10.222.0.59 "GET /v2.0/networks/6914a1a1-df0e-402a-9d41-91b61ce313fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883216 Jan 27 19:26:16.599471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Pushing event updated for resources: {'Port': ['ID=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:16.703162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e34655c-9bb1-422b-82e9-c33aa110f8c4 req-65277093-85b6-4ce9-aeeb-45df7bf0bd7b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245278 Jan 27 19:26:16.784787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Attempting to bind port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:16.785461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Attempting to bind port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:16.786048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Attempting to bind port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 on network 28018525-4705-498d-bb85-d47b53e19af2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:16.828247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:16.828806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Checking segment: {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:16.829489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:16.830127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Bound using segment: {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:16.830936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Bound port: 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:16.831560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:16.975332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6169ad77-ed77-417f-88b6-4285f3664114 req-1130614d-3ad6-4f25-9060-b45cb0b0e14e tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0426910 Jan 27 19:26:17.015055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] For port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:17.037991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] For port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:17.050663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:17.073065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-a3edfe81-fa3b-486c-83c1-32c7bacaa3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574599 Jan 27 19:26:17.092553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 240e2eee-a637-43fb-aba5-8ed35966f3ed up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:17.322496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cd710-8d96-42fb-96d1-2da42f66b2f4 None None] Pushing event updated for resources: {'Port': ['ID=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:17.346296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 240e2eee-a637-43fb-aba5-8ed35966f3ed triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:17.353803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:17.468310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-71a5b472-6cba-4b97-a063-24331bc93496 service neutron] 10.222.0.59 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937178 Jan 27 19:26:17.556433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88732815-bb26-4f99-8912-0bc96cde7c57 req-f2761e65-1ac0-4836-aa64-4cfac0535167 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:17.572796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88732815-bb26-4f99-8912-0bc96cde7c57 req-f2761e65-1ac0-4836-aa64-4cfac0535167 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.3326333 Jan 27 19:26:17.584342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 240e2eee-a637-43fb-aba5-8ed35966f3ed is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:17.585167 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:17.703579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 240e2eee-a637-43fb-aba5-8ed35966f3ed, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=240e2eee-a637-43fb-aba5-8ed35966f3ed,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:17.717206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:17.761424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88732815-bb26-4f99-8912-0bc96cde7c57 req-d9c550e6-d5bf-4a3a-ac90-9e4f1d262319 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869302 Jan 27 19:26:17.909213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=240e2eee-a637-43fb-aba5-8ed35966f3ed,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:18.207217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86465-5a7a-43a1-af75-2a66afe8c5f8 req-b5f570b2-6d76-43a7-9536-eed7e06b9f01 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:18.230125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48b86465-5a7a-43a1-af75-2a66afe8c5f8 req-b5f570b2-6d76-43a7-9536-eed7e06b9f01 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.1813216 Jan 27 19:26:18.306730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d879bf-13c1-4f20-99ae-dda781d7149e None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:18.312669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48b86465-5a7a-43a1-af75-2a66afe8c5f8 req-2644daea-8a65-4dae-a357-ec5445478fa1 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 Jan 27 19:26:18.405603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-10e1da4b-63c1-41b7-8d92-d74d1cc9f77a None None] Provisioning complete for port 240e2eee-a637-43fb-aba5-8ed35966f3ed triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:18.406074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10e1da4b-63c1-41b7-8d92-d74d1cc9f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:18.605579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10e1da4b-63c1-41b7-8d92-d74d1cc9f77a None None] Current status of the port 240e2eee-a637-43fb-aba5-8ed35966f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:19.115871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:19.263439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:19.266674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:19.316177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c432e31a-739e-483f-94c4-0a5bace5fad6 req-d6a1b4a3-e01d-439f-bac3-6d757727de94 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 210 time: 0.8552699 Jan 27 19:26:19.415206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b091c560-5b56-4274-9730-0318f7a56d81 None None] Provisioning complete for port 240e2eee-a637-43fb-aba5-8ed35966f3ed triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:19.416817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b091c560-5b56-4274-9730-0318f7a56d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:19.441310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3c2d-c969-4521-b41d-d7bbfcbcdded req-a8eb9e9a-dae8-4e4e-8186-da7a8d8ab26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:19.449324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9ad3c2d-c969-4521-b41d-d7bbfcbcdded req-a8eb9e9a-dae8-4e4e-8186-da7a8d8ab26f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 1.0081825 Jan 27 19:26:19.567850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76d99b55-c54e-40a8-9823-84a2a7c65e73 req-3496c2cc-5313-4761-b8c7-7a1dd1354a61 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0726509 Jan 27 19:26:19.579312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa2b1a-209f-4593-a53d-c8c2af90425e None None] Network 28018525-4705-498d-bb85-d47b53e19af2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:19.614242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612a57-ae45-421f-90ad-f688f5e8feb8 req-d1b59a77-d5f8-41aa-8697-5fd24b3c013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:19.622258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2612a57-ae45-421f-90ad-f688f5e8feb8 req-d1b59a77-d5f8-41aa-8697-5fd24b3c013d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.2954738 Jan 27 19:26:19.656680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9ad3c2d-c969-4521-b41d-d7bbfcbcdded req-3d783959-d5a4-4679-8017-53d3b9938a05 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060890 Jan 27 19:26:19.763434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:19.764536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:19.786265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b091c560-5b56-4274-9730-0318f7a56d81 None None] Current status of the port 240e2eee-a637-43fb-aba5-8ed35966f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:19.799290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2612a57-ae45-421f-90ad-f688f5e8feb8 req-f7d3941a-7988-49c4-8292-e8efe5b14142 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605718 Jan 27 19:26:19.878701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:19.888922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:19.890226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 240e2eee-a637-43fb-aba5-8ed35966f3ed up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:19.895972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-7b325c7e-4394-4203-b4e1-e28a5f780a31 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:19.899650 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-7b325c7e-4394-4203-b4e1-e28a5f780a31 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.1718595 Jan 27 19:26:19.972748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fc825-c6ac-43d7-9bc5-93e45bfeed56 req-a40d9577-7d36-4a32-ac33-b831734cb6f3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:19.989074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7fc825-c6ac-43d7-9bc5-93e45bfeed56 req-a40d9577-7d36-4a32-ac33-b831734cb6f3 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 946 time: 0.2343781 Jan 27 19:26:20.047604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7b1902c1-ad0b-4296-8fb0-c654350077c8 None None] Provisioning complete for port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:20.047990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b1902c1-ad0b-4296-8fb0-c654350077c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.049729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:20.127198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9d1c-2d75-450d-beb3-587044538d58 req-d27d771a-add5-4abe-8f00-b8feb31e69fd tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:20.132264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89cd9d1c-2d75-450d-beb3-587044538d58 req-d27d771a-add5-4abe-8f00-b8feb31e69fd tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.2860212 Jan 27 19:26:20.140549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 240e2eee-a637-43fb-aba5-8ed35966f3ed triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:20.140942 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.257497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7b1902c1-ad0b-4296-8fb0-c654350077c8 None None] Current status of the port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:20.274678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7fc825-c6ac-43d7-9bc5-93e45bfeed56 req-ca62665b-5e0b-41b7-acde-ce15cff9574f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837667 Jan 27 19:26:20.294192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-40947d58-0c8b-4556-9459-afb9bd9a1fd1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:20.300882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-40947d58-0c8b-4556-9459-afb9bd9a1fd1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:20.302935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-40947d58-0c8b-4556-9459-afb9bd9a1fd1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "GET /v2.0/networks?id=6914a1a1-df0e-402a-9d41-91b61ce313fb&id=28018525-4705-498d-bb85-d47b53e19af2 HTTP/1.1" status: 200 len: 1389 time: 0.2802107 Jan 27 19:26:20.333150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'port': {'device_id': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb', 'admin_state_up': True, 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:20.343496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 240e2eee-a637-43fb-aba5-8ed35966f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:20.417396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89cd9d1c-2d75-450d-beb3-587044538d58 req-881e3617-fe42-48ae-889d-62fcbc38aa7d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039692 Jan 27 19:26:20.494050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b5a16272-3853-45cf-a66c-a6462ec1b100 None None] Provisioning complete for port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:20.497460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5a16272-3853-45cf-a66c-a6462ec1b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.529780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port 29c5ce81-e772-422c-99e6-67a209f251e5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:20.530360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.610342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b5a16272-3853-45cf-a66c-a6462ec1b100 None None] Current status of the port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:20.750457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb814-1419-457d-bba2-3a392776f20f req-d47f7de5-586a-4806-b92b-f04eff4731cf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:20.763168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-135eb814-1419-457d-bba2-3a392776f20f req-d47f7de5-586a-4806-b92b-f04eff4731cf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2340860 Jan 27 19:26:20.809570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:20.816897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.857467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:20.936520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-135eb814-1419-457d-bba2-3a392776f20f req-507e2fbe-6553-4a67-98ed-c2eb73ed7528 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745124 Jan 27 19:26:20.959635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port 29c5ce81-e772-422c-99e6-67a209f251e5, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=29c5ce81-e772-422c-99e6-67a209f251e5,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:20.960425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:20.970140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:20.971141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:21.089562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for 29c5ce81-e772-422c-99e6-67a209f251e5 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:21.092436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a2c7ac8-9b51-43da-ac62-c81a157f6d86 req-56ac0a87-962b-491e-b9dd-65f3dd40fc08 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 210 time: 0.1499190 Jan 27 19:26:21.173488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:21.329106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Allocated IP 19.80.0.5 (6914a1a1-df0e-402a-9d41-91b61ce313fb/ad82f004-ab03-4179-bddb-51c8112a3793/ad930939-a723-4c3d-8a26-1f7bb078fe29) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:21.406086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44977970-e8c8-45b6-aa06-5c3663df98bf req-367703ca-854f-4381-b403-ac1c26a0d074 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0651734 Jan 27 19:26:21.634643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a663-1041-48d7-bea6-3a017957abaa req-531539d2-171d-4c0d-ad23-c3c2b5ea96da tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:21.650177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5460a663-1041-48d7-bea6-3a017957abaa req-531539d2-171d-4c0d-ad23-c3c2b5ea96da tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1142921 Jan 27 19:26:21.731061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (29c5ce81-e772-422c-99e6-67a209f251e5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:21.746075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['29c5ce81-e772-422c-99e6-67a209f251e5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:21.778673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5460a663-1041-48d7-bea6-3a017957abaa req-7e9e17b8-ddc6-4335-8a05-d66d3e57369c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266336 Jan 27 19:26:21.930291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:21.942214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=29c5ce81-e772-422c-99e6-67a209f251e5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:22.033746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port 29c5ce81-e772-422c-99e6-67a209f251e5 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:22.074486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:22.081905 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e18fd23e-7f2a-495a-bfec-0593a18eda52 req-52e1dd7d-2ed7-436f-ba73-e39303afe3d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.66 "DELETE /v2.0/ports/29c5ce81-e772-422c-99e6-67a209f251e5 HTTP/1.1" status: 204 len: 173 time: 2.1755667 Jan 27 19:26:22.083005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'name': 'network-vif-deleted', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:22.086375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1e44ff6-efcf-4efb-85b1-57f9d12975b7 req-61e7df1a-20c0-49b7-9cd4-63d68809e961 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=339bc6e1-14dc-48ce-801b-bb3f5221d167 HTTP/1.1" status: 200 len: 210 time: 0.0700786 Jan 27 19:26:22.088204 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85aa0a4-d89d-4a7d-af7f-91ca82551dad" -d '{"events": [{"server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "name": "network-vif-deleted", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:22.145169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:22.247867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:22.258820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:22.270271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:22.333444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:22.419410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:22.420210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:22.458792 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b758a6a-045a-45eb-9bf9-03a657bfdc2e tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1301341 Jan 27 19:26:22.487771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Request body: {'port': {'device_id': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'network_id': '28018525-4705-498d-bb85-d47b53e19af2', 'admin_state_up': True, 'tenant_id': '7336bb747168419fb51ce0b1256b531f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:22.615320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed131693-622c-4a30-b195-cf7f068c1113 req-7ff941ec-9f38-4021-87be-4ed6f1b9d4fe tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:22.617430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed131693-622c-4a30-b195-cf7f068c1113 req-7ff941ec-9f38-4021-87be-4ed6f1b9d4fe tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.0837595 Jan 27 19:26:22.654004 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c65103b-2dc1-4266-bd4c-40ecd7c148d5 x-openstack-request-id: req-5c65103b-2dc1-4266-bd4c-40ecd7c148d5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:22.654816 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339bc6e1-14dc-48ce-801b-bb3f5221d167", "name": "network-vif-deleted", "tag": "29c5ce81-e772-422c-99e6-67a209f251e5", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:22.655325 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c65103b-2dc1-4266-bd4c-40ecd7c148d5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:22.656122 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339bc6e1-14dc-48ce-801b-bb3f5221d167', 'name': 'network-vif-deleted', 'tag': '29c5ce81-e772-422c-99e6-67a209f251e5', 'status': 'completed', 'code': 200} Jan 27 19:26:22.794476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c2e5ddd9-3da4-47d1-8a9c-bfd72310732f None None] Provisioning complete for port ad930939-a723-4c3d-8a26-1f7bb078fe29 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:22.795345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed131693-622c-4a30-b195-cf7f068c1113 req-08732935-3080-4d95-9e0c-3e1be4279256 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678820 Jan 27 19:26:22.798330 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ddd9-3da4-47d1-8a9c-bfd72310732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:22.863472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Made reservation on behalf of 7336bb747168419fb51ce0b1256b531f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:22.880994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:22.926973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31d6d6-9ec7-4c2d-bf9c-e9fddbdfba6b req-a3a98720-1c2f-4586-b358-aee968fb9c68 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:22.928884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f31d6d6-9ec7-4c2d-bf9c-e9fddbdfba6b req-a3a98720-1c2f-4586-b358-aee968fb9c68 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 930 time: 0.1663616 Jan 27 19:26:22.965248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5ddd9-3da4-47d1-8a9c-bfd72310732f None None] Port ad930939-a723-4c3d-8a26-1f7bb078fe29 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:26:23.026511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f31d6d6-9ec7-4c2d-bf9c-e9fddbdfba6b req-1fa12d8c-0e06-47b0-b8f0-06d586de032a tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Jan 27 19:26:23.208398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Allocated IP 19.86.0.187 (28018525-4705-498d-bb85-d47b53e19af2/2a00b2f0-5d31-4e74-a088-7838a3dcc3f0/a001bd23-e280-464f-87e9-8a309a8eaf82) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:23.267334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84ad9440-a692-4a7f-adae-912b221f16ce req-92cd9715-5769-4ac6-9a4f-4b8552bf9486 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0671129 Jan 27 19:26:23.370672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-7226ad91-17e3-4e30-b4fa-2c70522768cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:23.371250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-7226ad91-17e3-4e30-b4fa-2c70522768cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 1096 time: 0.2207358 Jan 27 19:26:23.442976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e610-9f91-4a55-b96c-fe899a316c41 req-cbc13ef1-3d0d-4ed0-988f-019e271a1065 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:23.459508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a341e610-9f91-4a55-b96c-fe899a316c41 req-cbc13ef1-3d0d-4ed0-988f-019e271a1065 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1892655 Jan 27 19:26:23.582045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-f09586d2-e66b-464c-9a4f-2505918061bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:23.583868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-f09586d2-e66b-464c-9a4f-2505918061bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.2028015 Jan 27 19:26:23.655125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:23.733975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:23.798360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:23.853241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-f2003471-a897-4605-beee-e2698c468cff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 200 len: 217 time: 0.1505084 Jan 27 19:26:23.877267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Network 28018525-4705-498d-bb85-d47b53e19af2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:23.888704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:23.890279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a27c-ae36-4e5c-a5b3-2a507fc8428f req-1977a28c-13bb-464a-8409-11f717f1dc00 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:23.898260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4d2a27c-ae36-4e5c-a5b3-2a507fc8428f req-1977a28c-13bb-464a-8409-11f717f1dc00 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.3109550 Jan 27 19:26:23.899196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:23.908371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event updated for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:23.911422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a341e610-9f91-4a55-b96c-fe899a316c41 req-fb3e85e4-41e0-47cb-877c-2d917c207548 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506032 Jan 27 19:26:24.025522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-565e0330-f5c8-42f1-a989-5c23049d5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:24.027408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-565e0330-f5c8-42f1-a989-5c23049d5f16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.1551645 Jan 27 19:26:24.073247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:24.075541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4d2a27c-ae36-4e5c-a5b3-2a507fc8428f req-74574391-8d07-4616-9331-69a4cc861c57 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763785 Jan 27 19:26:24.079317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:24.133234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-b5d2cba1-a8d7-4141-b4db-2f0e84dc7a5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682223 Jan 27 19:26:24.162507 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-5e781df6-075d-4818-b264-9ba51780a6d2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6898985 Jan 27 19:26:24.192045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Request body: {'port': {'device_id': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:24.303709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-ef11f9e5-b023-491c-b9bf-7b705bed0bbe tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:24.313004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-ef11f9e5-b023-491c-b9bf-7b705bed0bbe tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.1784818 Jan 27 19:26:24.338893 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:24.414124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc23a0e3-8d25-49ff-a9da-0506e064f2a7 None None] Provisioning complete for port a001bd23-e280-464f-87e9-8a309a8eaf82 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:24.417371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc23a0e3-8d25-49ff-a9da-0506e064f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:24.423180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-d81e1d60-7b7d-4665-b1e3-407a8e4dabdd tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/quotas/0be714ccf5d8400bb5dcf68232b048ec HTTP/1.1" status: 200 len: 375 time: 0.1092284 Jan 27 19:26:24.472396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc23a0e3-8d25-49ff-a9da-0506e064f2a7 None None] Port a001bd23-e280-464f-87e9-8a309a8eaf82 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:26:24.478606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a427-8ef1-4c4b-bd86-5975a557309a req-fc5395fc-2b40-4426-bf94-0c9eac9c9301 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:24.480124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5409a427-8ef1-4c4b-bd86-5975a557309a req-fc5395fc-2b40-4426-bf94-0c9eac9c9301 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1644256 Jan 27 19:26:24.489478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-883bf8c6-a17a-4290-9177-b18242c15d7d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652754 Jan 27 19:26:24.595682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-83d73017-45f7-4e25-89d2-2034f4917f18 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783051 Jan 27 19:26:24.626014 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:24.755773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5409a427-8ef1-4c4b-bd86-5975a557309a req-f5d0977a-7e2a-41be-8585-afb460be00cf tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617207 Jan 27 19:26:24.794499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c113f-5670-48fb-b758-bdcfcb83f6b5 req-f15c6aaf-0682-4948-a3d8-db843aa07267 service neutron] 10.222.0.39 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872821 Jan 27 19:26:24.802956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-052323ce-2951-4669-80db-31a7b83fa8b2 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123240 Jan 27 19:26:24.934174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad930939-a723-4c3d-8a26-1f7bb078fe29 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:24.953183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks [] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:24.971360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 29c5ce81-e772-422c-99e6-67a209f251e5 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:24.982371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Transition to ACTIVE for port object ad930939-a723-4c3d-8a26-1f7bb078fe29 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:26:24.987858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-d007e1af-27a0-4d15-94a4-57a0681c7123 service neutron] 10.222.0.59 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835926 Jan 27 19:26:24.996435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:25.034322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c22fc-d06d-47d1-b774-e89a997744a3 req-c993f3e4-231e-4560-a538-2354a60689bf tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:25.036816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 29c5ce81-e772-422c-99e6-67a209f251e5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:25.038626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 29c5ce81-e772-422c-99e6-67a209f251e5 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:25.046800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c22fc-d06d-47d1-b774-e89a997744a3 req-c993f3e4-231e-4560-a538-2354a60689bf tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:25.057299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-861c22fc-d06d-47d1-b774-e89a997744a3 req-c993f3e4-231e-4560-a538-2354a60689bf tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1653 time: 0.1379995 Jan 27 19:26:25.122656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:25.179932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-861c22fc-d06d-47d1-b774-e89a997744a3 req-d57335f5-9ca0-4e0c-8757-ce5e1e00b2de tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029394 Jan 27 19:26:25.314165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Attempting to bind port ad930939-a723-4c3d-8a26-1f7bb078fe29 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:25.314308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Attempting to bind port ad930939-a723-4c3d-8a26-1f7bb078fe29 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:25.314611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Attempting to bind port ad930939-a723-4c3d-8a26-1f7bb078fe29 on network 6914a1a1-df0e-402a-9d41-91b61ce313fb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:25.328661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b422865-c864-484e-8d3e-c25a35ccda56 req-673093c8-3482-44b6-b8b9-110235286e1b tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0449908 Jan 27 19:26:25.331710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Port ad930939-a723-4c3d-8a26-1f7bb078fe29 on network 6914a1a1-df0e-402a-9d41-91b61ce313fb not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:26:25.332038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Attempting to bind port ad930939-a723-4c3d-8a26-1f7bb078fe29 on network 6914a1a1-df0e-402a-9d41-91b61ce313fb {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:25.351347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:25.351936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Checking segment: {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:25.352226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Bound using segment: {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:25.352704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Bound port: ad930939-a723-4c3d-8a26-1f7bb078fe29, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd21462-d636-4364-8bed-f8173ddd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:25.353079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:25.463991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:25.469156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:25.475606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:25.535788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:25.537501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:25.539102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] 10.222.0.66 "PUT /v2.0/ports/ad930939-a723-4c3d-8a26-1f7bb078fe29 HTTP/1.1" status: 200 len: 1090 time: 1.3638401 Jan 27 19:26:25.539595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:25.542232 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b9173-3907-4141-82a4-350de2f66d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:25.591261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Request body: {'port': {'device_id': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:25.655444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f2d9-750f-4eab-9475-f4c12e5312eb service neutron] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:25.751727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:25.790269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2a119-9bfd-487d-8075-6bd28d84c384 req-4659fdf3-889e-46b4-bf28-76c4efbb7158 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:25.807315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b2a119-9bfd-487d-8075-6bd28d84c384 req-4659fdf3-889e-46b4-bf28-76c4efbb7158 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.2154992 Jan 27 19:26:25.933933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf9b26-3d40-464a-9bcf-69ad4fe82de8 req-2531a985-e725-48fd-bfaa-8e39f80a6f7b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:25.936728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8baf9b26-3d40-464a-9bcf-69ad4fe82de8 req-2531a985-e725-48fd-bfaa-8e39f80a6f7b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.4279931 Jan 27 19:26:26.023394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b2a119-9bfd-487d-8075-6bd28d84c384 req-f8fc19b7-25d3-4801-bc2e-c36dde5b97ea tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142639 Jan 27 19:26:26.159887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8baf9b26-3d40-464a-9bcf-69ad4fe82de8 req-6c119085-f7a0-4052-b832-3f17d714bda8 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154384 Jan 27 19:26:26.287720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a001bd23-e280-464f-87e9-8a309a8eaf82 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:26.298462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks [] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:26.312833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-446049be-7959-432d-a46a-92c2be52c4e9 req-579d7404-bfaa-41eb-b2ec-1e1ebd42d5c2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 210 time: 0.0657988 Jan 27 19:26:26.317392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Transition to ACTIVE for port object a001bd23-e280-464f-87e9-8a309a8eaf82 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:26:26.357500 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b7b48-4b55-4034-9ac7-ed96400263a9 x-openstack-request-id: req-775b7b48-4b55-4034-9ac7-ed96400263a9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:26.358446 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:26.358446 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-775b7b48-4b55-4034-9ac7-ed96400263a9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:26.358446 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'status': 'completed', 'code': 200} Jan 27 19:26:26.365941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:26.498924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c22f-dd31-423c-9e14-02e0e3d176b3 req-59139ac5-9723-435c-937b-e48403002c41 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:26.502438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fb0c22f-dd31-423c-9e14-02e0e3d176b3 req-59139ac5-9723-435c-937b-e48403002c41 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1499872 Jan 27 19:26:26.561793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Pushing event updated for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:26.723177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b704-f45e-4789-a7af-867396afc72f req-15e3baca-a683-4705-bec9-945b5a936ccb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:26.730481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b704-f45e-4789-a7af-867396afc72f req-15e3baca-a683-4705-bec9-945b5a936ccb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:26.733887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d370b704-f45e-4789-a7af-867396afc72f req-15e3baca-a683-4705-bec9-945b5a936ccb tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1677 time: 0.2292752 Jan 27 19:26:26.748007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fb0c22f-dd31-423c-9e14-02e0e3d176b3 req-9ea719ac-b0fa-4d81-8550-f52421ca44bb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231641 Jan 27 19:26:26.838277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d370b704-f45e-4789-a7af-867396afc72f req-c69ea3b7-52b2-41c1-a4dc-366b2f852ea0 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854881 Jan 27 19:26:26.976112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:26.994831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b2f0cb-6a46-4a0a-bb77-2bebe3780f4a req-3b075baa-1788-4692-a3d6-cc3658feaf54 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0715277 Jan 27 19:26:27.173351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:27.193924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'port_id': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'mac_address': 'fa:16:3e:33:0b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ff1b2-225f-47c5-995e-63cfa901fda5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:27.220883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-c378308f-6cfc-446f-8a84-35197f436280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.234458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-c378308f-6cfc-446f-8a84-35197f436280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.240945 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e37b9173-3907-4141-82a4-350de2f66d1b req-c378308f-6cfc-446f-8a84-35197f436280 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1937 time: 0.9059021 Jan 27 19:26:27.273874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:27.275207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:27.295261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:27.339176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:27.349840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:27.398857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d58a-fd84-43ab-b5b9-4bf6c0bc7f99 req-4ede66c1-3a2b-4bf8-ad10-38539b38f251 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.414652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1d4d58a-fd84-43ab-b5b9-4bf6c0bc7f99 req-4ede66c1-3a2b-4bf8-ad10-38539b38f251 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.1743412 Jan 27 19:26:27.503236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:27.512485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:27.615272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Attempting to bind port a001bd23-e280-464f-87e9-8a309a8eaf82 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:27.615986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Attempting to bind port a001bd23-e280-464f-87e9-8a309a8eaf82 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:27.615986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Attempting to bind port a001bd23-e280-464f-87e9-8a309a8eaf82 on network 28018525-4705-498d-bb85-d47b53e19af2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:27.636487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Port a001bd23-e280-464f-87e9-8a309a8eaf82 on network 28018525-4705-498d-bb85-d47b53e19af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:26:27.636975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Attempting to bind port a001bd23-e280-464f-87e9-8a309a8eaf82 on network 28018525-4705-498d-bb85-d47b53e19af2 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:27.658545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1d4d58a-fd84-43ab-b5b9-4bf6c0bc7f99 req-00fede87-8aa5-4c06-b97a-05a47a75e3cc tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423971 Jan 27 19:26:27.669031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:27.671608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Checking segment: {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:27.672093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Bound using segment: {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:27.672570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Bound port: a001bd23-e280-464f-87e9-8a309a8eaf82, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c91099d-a5bc-49d2-9636-6e948028695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28018525-4705-498d-bb85-d47b53e19af2'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:27.672950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:27.725951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646745bf-e7b7-4cc6-87f1-49b12d4e9bfb req-00c46d8c-91e4-4c24-832f-5db7d4a945b4 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.729812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-3c3330c8-1083-4d0e-a7dc-a0457a6c0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.730277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-3c3330c8-1083-4d0e-a7dc-a0457a6c0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.733654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-3c3330c8-1083-4d0e-a7dc-a0457a6c0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.738125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-646745bf-e7b7-4cc6-87f1-49b12d4e9bfb req-00c46d8c-91e4-4c24-832f-5db7d4a945b4 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2047048 Jan 27 19:26:27.739739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e37b9173-3907-4141-82a4-350de2f66d1b req-3c3330c8-1083-4d0e-a7dc-a0457a6c0c19 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7336bb747168419fb51ce0b1256b531f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4649656 Jan 27 19:26:27.852562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0e2bc35a-73ec-420c-b983-3422dd8689e8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.855226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0e2bc35a-73ec-420c-b983-3422dd8689e8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 810 time: 0.4320674 Jan 27 19:26:27.904230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Request body: {'port': {'device_id': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'admin_state_up': True, 'tenant_id': '0be714ccf5d8400bb5dcf68232b048ec'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:27.916057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea7852f3-0f9e-4295-b3a5-b00f0aa5da5b req-8b6a14a6-f2db-43ea-8a38-3d01d4178e3d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 210 time: 0.1548178 Jan 27 19:26:27.957362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:27.982355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a001bd23-e280-464f-87e9-8a309a8eaf82,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:27.985475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9173-3907-4141-82a4-350de2f66d1b req-57c33e96-c9b2-42ac-8bfb-1ccb5e3f620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:27.987233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e37b9173-3907-4141-82a4-350de2f66d1b req-57c33e96-c9b2-42ac-8bfb-1ccb5e3f620c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383344 Jan 27 19:26:27.990508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:28.033105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.033794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:28.035319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] 10.222.0.66 "PUT /v2.0/ports/a001bd23-e280-464f-87e9-8a309a8eaf82 HTTP/1.1" status: 200 len: 1092 time: 2.4574900 Jan 27 19:26:28.079811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b96f-b2aa-4eba-bc62-ef215f2f40ec service neutron] Pushing event updated for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:28.117394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-646745bf-e7b7-4cc6-87f1-49b12d4e9bfb req-f8163c07-5f60-4194-a84e-4839d3ee97af tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619828 Jan 27 19:26:28.184928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-c3d83ebf-b244-45c5-b47e-2bd693951df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.186161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-c3d83ebf-b244-45c5-b47e-2bd693951df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.189749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-c3d83ebf-b244-45c5-b47e-2bd693951df7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1979 time: 0.1006908 Jan 27 19:26:28.282112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127b25f-e909-4d16-842d-cbfec151c6d2 req-f38469a2-70cf-4e52-b031-64ca7815e3d1 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.284531 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-19db21e4-6f00-45ae-a0d3-d9a73465482a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29 HTTP/1.1" status: 200 len: 217 time: 0.0871079 Jan 27 19:26:28.297883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2127b25f-e909-4d16-842d-cbfec151c6d2 req-f38469a2-70cf-4e52-b031-64ca7815e3d1 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2194264 Jan 27 19:26:28.366118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:28.369548 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2dc421-761b-481a-90e2-000104efe6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:28.412078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-01cd4066-a406-402b-8aa8-66eb79ae75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.414015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Made reservation on behalf of 0be714ccf5d8400bb5dcf68232b048ec for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:28.414895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-01cd4066-a406-402b-8aa8-66eb79ae75c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ad82f004-ab03-4179-bddb-51c8112a3793 HTTP/1.1" status: 200 len: 801 time: 0.1202476 Jan 27 19:26:28.418338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:28.464886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2127b25f-e909-4d16-842d-cbfec151c6d2 req-a41b8aad-a99f-414d-a58f-cc421eeaa5fd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589487 Jan 27 19:26:28.524720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-c07c43ea-98c4-432b-9739-e49cdc8ce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.528601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-c07c43ea-98c4-432b-9739-e49cdc8ce7c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6914a1a1-df0e-402a-9d41-91b61ce313fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013029 Jan 27 19:26:28.553167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebec76-c583-4e01-b996-d274b44c66c1 req-62be606a-7588-43a7-ba81-004aad1d0ec7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.558954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebec76-c583-4e01-b996-d274b44c66c1 req-62be606a-7588-43a7-ba81-004aad1d0ec7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:28.562015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27ebec76-c583-4e01-b996-d274b44c66c1 req-62be606a-7588-43a7-ba81-004aad1d0ec7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1677 time: 0.1967943 Jan 27 19:26:28.687164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32017669-bac9-414d-aa0e-0f1e123abd67 req-09e3a428-8c71-4837-9024-4b27f0cd0a7b tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1157720 Jan 27 19:26:28.728496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3b0751c8-0f88-4928-9d9a-a4d14b51b38f service neutron] 10.222.0.66 "GET /v2.0/networks/6914a1a1-df0e-402a-9d41-91b61ce313fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840761 Jan 27 19:26:28.780048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27ebec76-c583-4e01-b996-d274b44c66c1 req-48715190-9569-4423-a067-596ece3891ea tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040918 Jan 27 19:26:28.879108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Allocated IP 172.20.0.12 (0abfeae5-dc95-4d90-88c1-021a89614605/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b/1700ef28-0515-42c5-ab3d-812fdd1fa115) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:28.975813 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc777f-6562-4810-9561-fa639748aa30 x-openstack-request-id: req-23bc777f-6562-4810-9561-fa639748aa30 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:28.985697 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:28.986220 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23bc777f-6562-4810-9561-fa639748aa30 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:28.987600 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82', 'status': 'completed', 'code': 200} Jan 27 19:26:28.997397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:29.050950 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-3fc01a86-e192-419d-8517-1204377f8925 service neutron] 10.222.0.66 "GET /v2.0/networks/6914a1a1-df0e-402a-9d41-91b61ce313fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095453 Jan 27 19:26:29.109597 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-94ad25d9-1591-4958-9099-e5e20f2a3370 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=a001bd23-e280-464f-87e9-8a309a8eaf82 HTTP/1.1" status: 200 len: 217 time: 0.0509973 Jan 27 19:26:29.133464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:29.142036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.167827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-be754fbe-5cdf-4bb5-b8ba-61ad23a1fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.169828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-be754fbe-5cdf-4bb5-b8ba-61ad23a1fb4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a00b2f0-5d31-4e74-a088-7838a3dcc3f0 HTTP/1.1" status: 200 len: 801 time: 0.0532312 Jan 27 19:26:29.173453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks [] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.238744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.277639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:29.278138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.351404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:29.352840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:29.355721 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70abb5d9-a637-433d-aed8-02710f9c087a" -d '{"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-plugged", "status": "completed", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:29.359619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-1ed09bda-69bf-4f59-89a9-4a00d2c67ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.361423 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-1ed09bda-69bf-4f59-89a9-4a00d2c67ced service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28018525-4705-498d-bb85-d47b53e19af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027472 Jan 27 19:26:29.363854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.401098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Network 0abfeae5-dc95-4d90-88c1-021a89614605 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:29.431108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:29.437365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event updated for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:29.440964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:29.455793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:29.511594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1367-e955-46c9-99bb-1aed622b2974 req-4c86b9e9-a20f-47ae-a2a0-a65ca3ffb0f5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.513333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-359f1367-e955-46c9-99bb-1aed622b2974 req-4c86b9e9-a20f-47ae-a2a0-a65ca3ffb0f5 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 932 time: 0.2883773 Jan 27 19:26:29.515543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-be91f57d-d746-4a80-b378-54981d0777aa service neutron] 10.222.0.66 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438084 Jan 27 19:26:29.540065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837221-8252-4b5c-807a-142b43791250 req-6d15c633-689b-4002-a5d5-de2a8b0d96fe tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.541704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b837221-8252-4b5c-807a-142b43791250 req-6d15c633-689b-4002-a5d5-de2a8b0d96fe tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 944 time: 0.3282540 Jan 27 19:26:29.568205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.568861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.652212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b837221-8252-4b5c-807a-142b43791250 req-3a834fda-cb27-4bba-82d6-dc376669939c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787017 Jan 27 19:26:29.668148 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba58a4-072c-4c44-8fa9-5ed8972292ba req-d7177145-139e-4bcd-8a63-615ecc5dc3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447544 Jan 27 19:26:29.672214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-74db221e-7c0c-4184-acbd-6d684c3deab7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7744553 Jan 27 19:26:29.677706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-359f1367-e955-46c9-99bb-1aed622b2974 req-1dd3cc48-82e6-4927-bbe5-7b7f6c3bed1f tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469662 Jan 27 19:26:29.688238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Request body: {'port': {'device_id': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:29.764301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:29.797150 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:26:29.799938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-a13af2e6-13dd-496f-b06a-735910695c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.800909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-a13af2e6-13dd-496f-b06a-735910695c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.816584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-a13af2e6-13dd-496f-b06a-735910695c35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7336bb747168419fb51ce0b1256b531f&device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1979 time: 0.0813203 Jan 27 19:26:29.963303 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a056cb-6b7f-4201-a607-04a42511a520 x-openstack-request-id: req-29a056cb-6b7f-4201-a607-04a42511a520 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:29.964395 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-plugged", "status": "completed", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:29.966065 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29a056cb-6b7f-4201-a607-04a42511a520 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:29.967099 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'code': 200} Jan 27 19:26:29.995769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565cb6e-c7e8-4568-8464-eedbc813bfe0 req-9d8f156a-8e0e-4982-8d2b-c55f9f2d0826 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:29.997929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a565cb6e-c7e8-4568-8464-eedbc813bfe0 req-9d8f156a-8e0e-4982-8d2b-c55f9f2d0826 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.1454532 Jan 27 19:26:29.998684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-1aecf754-b647-45e4-b684-eebe36ddb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.005774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-1aecf754-b647-45e4-b684-eebe36ddb2b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=28018525-4705-498d-bb85-d47b53e19af2 HTTP/1.1" status: 200 len: 901 time: 0.1804941 Jan 27 19:26:30.074289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-a5996b45-d7cb-42ab-bc49-8684c463c453 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=a001bd23-e280-464f-87e9-8a309a8eaf82 HTTP/1.1" status: 200 len: 217 time: 0.0573132 Jan 27 19:26:30.139026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-915546e1-f1d6-465c-a434-779dddb5a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.140858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-915546e1-f1d6-465c-a434-779dddb5a5cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a00b2f0-5d31-4e74-a088-7838a3dcc3f0 HTTP/1.1" status: 200 len: 801 time: 0.0579894 Jan 27 19:26:30.198194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-edc519fc-9eaa-4fb6-890f-8c7e40925041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.199783 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-edc519fc-9eaa-4fb6-890f-8c7e40925041 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28018525-4705-498d-bb85-d47b53e19af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509088 Jan 27 19:26:30.231613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a565cb6e-c7e8-4568-8464-eedbc813bfe0 req-f98df146-48b6-4b7a-a69e-b92e9e88b59f tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227826 Jan 27 19:26:30.293191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174e10-a76a-4337-a8df-be44d3bd65fe req-9ec1cb88-6dc1-448d-8d1c-721f1fe7d30a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.295423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25174e10-a76a-4337-a8df-be44d3bd65fe req-9ec1cb88-6dc1-448d-8d1c-721f1fe7d30a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.2178116 Jan 27 19:26:30.354980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-05d1d800-6c9c-4cdb-9a33-587ac8f20043 service neutron] 10.222.0.66 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454949 Jan 27 19:26:30.435458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04129647-6c50-4128-ac03-35ab6a009dfb req-70502601-f955-4e17-ac96-3b8a44dc0225 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0690324 Jan 27 19:26:30.482806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf2dc421-761b-481a-90e2-000104efe6a0 req-0b1f0ea4-8d00-4c8c-b2cd-8aa28c73d295 service neutron] 10.222.0.66 "GET /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206789 Jan 27 19:26:30.532647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25174e10-a76a-4337-a8df-be44d3bd65fe req-c49aba59-cb63-4d90-977f-b6181091bbc3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210844 Jan 27 19:26:30.589479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1700ef28-0515-42c5-ab3d-812fdd1fa115 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:30.604280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks [] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:30.627933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Transition to ACTIVE for port object 1700ef28-0515-42c5-ab3d-812fdd1fa115 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:26:30.636178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:30.651257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394a815-7363-4119-9534-f7e006cb7bb4 req-9e799ea0-611e-4718-9448-411c9d52f746 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.657058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394a815-7363-4119-9534-f7e006cb7bb4 req-9e799ea0-611e-4718-9448-411c9d52f746 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.658952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e394a815-7363-4119-9534-f7e006cb7bb4 req-9e799ea0-611e-4718-9448-411c9d52f746 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1677 time: 0.1155601 Jan 27 19:26:30.737682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Pushing event updated for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:30.760560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e394a815-7363-4119-9534-f7e006cb7bb4 req-2c3ac526-db8f-41bd-99da-d3703996cbb1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Jan 27 19:26:30.943563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Attempting to bind port 1700ef28-0515-42c5-ab3d-812fdd1fa115 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:30.944100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Attempting to bind port 1700ef28-0515-42c5-ab3d-812fdd1fa115 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:30.945304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Attempting to bind port 1700ef28-0515-42c5-ab3d-812fdd1fa115 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:30.958130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Port 1700ef28-0515-42c5-ab3d-812fdd1fa115 on network 0abfeae5-dc95-4d90-88c1-021a89614605 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:26:30.958658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Attempting to bind port 1700ef28-0515-42c5-ab3d-812fdd1fa115 on network 0abfeae5-dc95-4d90-88c1-021a89614605 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:30.966344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:30.966682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Checking segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:30.967082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Bound using segment: {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:30.967736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Bound port: 1700ef28-0515-42c5-ab3d-812fdd1fa115, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad125b-6594-48bf-bde7-142d8f7365bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:30.968137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:30.991058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eefd-3115-4e4e-bf31-68fe77cf002c req-963b67c1-3ad2-42a7-9a47-2e5567cd0956 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:30.998315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a953eefd-3115-4e4e-bf31-68fe77cf002c req-963b67c1-3ad2-42a7-9a47-2e5567cd0956 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.1346972 Jan 27 19:26:31.129804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a953eefd-3115-4e4e-bf31-68fe77cf002c req-eb7e152f-d791-4ffb-bdbe-447f5755cb05 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303382 Jan 27 19:26:31.139892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:31.144417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:31.156347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3de08-7468-4234-9d09-8d81f1d297c4 req-9f73db9d-b7df-44f2-b475-c5d698dc8bea tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.158019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9a3de08-7468-4234-9d09-8d81f1d297c4 req-9f73db9d-b7df-44f2-b475-c5d698dc8bea tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 944 time: 0.1166344 Jan 27 19:26:31.159247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:31.223112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.223758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:31.225321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] 10.222.0.39 "PUT /v2.0/ports/1700ef28-0515-42c5-ab3d-812fdd1fa115 HTTP/1.1" status: 200 len: 1092 time: 1.5435705 Jan 27 19:26:31.228854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:31.231436 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:31.277169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a450811-2b22-49f7-b1ca-eaa842d7d628 service neutron] Pushing event updated for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:31.302329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9a3de08-7468-4234-9d09-8d81f1d297c4 req-aa905f30-6edd-48af-b96b-56b20238ba21 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330655 Jan 27 19:26:31.357852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-21bf931e-65bb-4439-8c7b-a73aa91446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.360270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-21bf931e-65bb-4439-8c7b-a73aa91446f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 1095 time: 0.0718076 Jan 27 19:26:31.414565 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2914a69-b3d6-4915-925f-611de5cc9b60 x-openstack-request-id: req-c2914a69-b3d6-4915-925f-611de5cc9b60 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:31.417414 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:31.418010 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2914a69-b3d6-4915-925f-611de5cc9b60 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:31.418586 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115', 'status': 'completed', 'code': 200} Jan 27 19:26:31.421144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-0c2c6d0f-a1a8-4561-9e66-5bfb8e8d0d98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115 HTTP/1.1" status: 200 len: 217 time: 0.0470858 Jan 27 19:26:31.517663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-8902b8c1-e29a-49a0-8716-ed077205555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.519764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-8902b8c1-e29a-49a0-8716-ed077205555d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.0912168 Jan 27 19:26:31.568423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-9564fc15-ecb4-4b87-97d4-90af3b1303cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405278 Jan 27 19:26:31.628897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54e77036-9c5d-4bdb-a1af-7a57a022bf9d req-d6602f73-db90-42ae-b054-43dfb03733a0 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0637002 Jan 27 19:26:31.723147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b022-37d7-4ff5-b11d-1757591ea991 req-08ca75ce-06cd-4dd9-b744-64a5da0e1300 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.724733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c50b022-37d7-4ff5-b11d-1757591ea991 req-08ca75ce-06cd-4dd9-b744-64a5da0e1300 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 950 time: 0.1485262 Jan 27 19:26:31.769706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-6b4ad09a-1142-4d74-b06b-ec5b3e6f032c service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899908 Jan 27 19:26:31.886649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d9c60-ed65-4232-975f-cfb0d0a9df82 req-1a745ec4-d3de-4a50-b1e3-8e1e87b4496a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:31.888286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c71d9c60-ed65-4232-975f-cfb0d0a9df82 req-1a745ec4-d3de-4a50-b1e3-8e1e87b4496a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.1542859 Jan 27 19:26:31.894014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c50b022-37d7-4ff5-b11d-1757591ea991 req-c7105910-ba15-405f-81a3-fb405fe2ecbb tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528809 Jan 27 19:26:31.958916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091d7bb4-ad7e-41b4-ad56-d7c1172da5cb req-fb5300f0-c49b-49d5-be93-9b88d50f2523 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721976 Jan 27 19:26:32.002273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c71d9c60-ed65-4232-975f-cfb0d0a9df82 req-54beb5e5-3787-4a7f-ab4c-0cfe8f5c83a2 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046360 Jan 27 19:26:32.152125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931ae20-308e-4ff5-8ab1-3803ea64614d req-41c689a4-9175-48f6-9293-14d1bdb2c976 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.154740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b931ae20-308e-4ff5-8ab1-3803ea64614d req-41c689a4-9175-48f6-9293-14d1bdb2c976 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1437752 Jan 27 19:26:32.165840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-52c7a823-199f-4436-9aec-13e126aa6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.168296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-52c7a823-199f-4436-9aec-13e126aa6c86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 1095 time: 0.1069853 Jan 27 19:26:32.402238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b931ae20-308e-4ff5-8ab1-3803ea64614d req-f77cef73-8106-4d88-b7a9-49ae5d4014ae tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325013 Jan 27 19:26:32.426900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050640-49cc-4085-9e67-1082b15b3a1c req-2605a039-8324-4427-be46-33a02f86e1ed tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.437282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050640-49cc-4085-9e67-1082b15b3a1c req-2605a039-8324-4427-be46-33a02f86e1ed tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.440027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e050640-49cc-4085-9e67-1082b15b3a1c req-2605a039-8324-4427-be46-33a02f86e1ed tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1677 time: 0.2677629 Jan 27 19:26:32.502706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-0a72616c-d8e7-4442-b6f2-5357b7032f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.505512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-0a72616c-d8e7-4442-b6f2-5357b7032f2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 200 len: 911 time: 0.3104064 Jan 27 19:26:32.599614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-d332c607-2b53-4899-9abf-2b346bcb87f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115 HTTP/1.1" status: 200 len: 217 time: 0.0845890 Jan 27 19:26:32.646915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e050640-49cc-4085-9e67-1082b15b3a1c req-e089ae9f-8e65-4181-acc8-4da956779368 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778615 Jan 27 19:26:32.679202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-67cc3a5a-7abb-4cd4-bce7-f85794004ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.680691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-67cc3a5a-7abb-4cd4-bce7-f85794004ef2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 200 len: 850 time: 0.0687766 Jan 27 19:26:32.738225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-b2ef9689-c351-4a4c-b425-e44c0e78ac7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0abfeae5-dc95-4d90-88c1-021a89614605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469429 Jan 27 19:26:32.960463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c97cb-4aff-4626-8a83-946f1d31f2a8 req-116ca7b6-c69f-4ec0-90a9-993d1c4cabff tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:32.960463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-540c97cb-4aff-4626-8a83-946f1d31f2a8 req-116ca7b6-c69f-4ec0-90a9-993d1c4cabff tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 944 time: 0.1153705 Jan 27 19:26:32.978840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-6dcd6cda-2a53-49df-9454-d3640603dfc1 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331407 Jan 27 19:26:32.987918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ad930939-a723-4c3d-8a26-1f7bb078fe29 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:33.212964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:33.253639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'network_id': '6914a1a1-df0e-402a-9d41-91b61ce313fb', 'port_id': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'mac_address': 'fa:16:3e:67:33:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f004-ab03-4179-bddb-51c8112a3793', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:33.331918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ad930939-a723-4c3d-8a26-1f7bb078fe29 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:33.332816 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:33.362544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1700ef28-0515-42c5-ab3d-812fdd1fa115 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:33.506154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-3e36c10f-9350-4bb4-bb38-d7040b262ff3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:33.508447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-3e36c10f-9350-4bb4-bb38-d7040b262ff3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.0907176 Jan 27 19:26:33.566813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:33.589809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:33.597424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad930939-a723-4c3d-8a26-1f7bb078fe29 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:33.608001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '1700ef28-0515-42c5-ab3d-812fdd1fa115', 'network_id': '0abfeae5-dc95-4d90-88c1-021a89614605', 'port_id': '1700ef28-0515-42c5-ab3d-812fdd1fa115', 'mac_address': 'fa:16:3e:08:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c86d6a-1a83-4558-8f66-ad2d87c32d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:33.665090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-540c97cb-4aff-4626-8a83-946f1d31f2a8 req-07e15f34-5069-40ff-87f2-34d93ca0eeb8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957099 Jan 27 19:26:33.740391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Deleting port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:33.740821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:33.753530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:33.776865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-234d87cc-fb32-44c2-8b6d-4a9c91b8af2d req-861dd483-6902-4cc7-9784-2155b1495326 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1325059 Jan 27 19:26:33.777752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:33.779813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a001bd23-e280-464f-87e9-8a309a8eaf82 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:33.901735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2474d2a8-dd7d-4f14-8a93-f8ae0d83363f req-03ea9e84-c79e-4d14-86f1-17137e68a315 service neutron] 10.222.0.39 "GET /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9050789 Jan 27 19:26:34.003771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] For port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:34.004169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.055160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Calling delete_port for b56eff78-8bb0-416e-ba80-c7a7ee1c6bce owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:34.093811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a74d-b744-4d55-b92b-43bbb86e2793 req-b5baa6f7-92c1-4637-bc98-848786ccf70c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:34.122157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c29a74d-b744-4d55-b92b-43bbb86e2793 req-b5baa6f7-92c1-4637-bc98-848786ccf70c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b60438-32fb-4263-aafd-dd35da31b76c HTTP/1.1" status: 200 len: 945 time: 0.2129996 Jan 27 19:26:34.124437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:34.179865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1700ef28-0515-42c5-ab3d-812fdd1fa115 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:34.180520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.222809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a001bd23-e280-464f-87e9-8a309a8eaf82,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:34.226376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port dfd2c70c-75dc-4e81-92d6-9e926caefe68 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:34.226779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.230015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1700ef28-0515-42c5-ab3d-812fdd1fa115 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:34.258330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:34.275224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.338772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:34.342188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a001bd23-e280-464f-87e9-8a309a8eaf82', 'network_id': '28018525-4705-498d-bb85-d47b53e19af2', 'port_id': 'a001bd23-e280-464f-87e9-8a309a8eaf82', 'mac_address': 'fa:16:3e:96:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a00b2f0-5d31-4e74-a088-7838a3dcc3f0', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:34.363155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c29a74d-b744-4d55-b92b-43bbb86e2793 req-1fd874ab-f3f1-4e8f-bf56-61938ac43d83 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379606 Jan 27 19:26:34.389435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:34.391756 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc05c7a-3f65-4fdf-ab28-74ef9c1f7602" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:34.419460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b56eff78-8bb0-416e-ba80-c7a7ee1c6bce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.422904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:34.438475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:34.444669 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.461871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be92f9-b9da-4d60-acc6-865bfeacb4e5 req-28b77cd1-a50d-4042-af5e-735debd7c8df tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:34.464420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07be92f9-b9da-4d60-acc6-865bfeacb4e5 req-28b77cd1-a50d-4042-af5e-735debd7c8df tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1592748 Jan 27 19:26:34.501899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event deleted for resources: {'Port': ['ID=b56eff78-8bb0-416e-ba80-c7a7ee1c6bce,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:34.528307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:34.533517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a001bd23-e280-464f-87e9-8a309a8eaf82 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:34.533923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.552275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a001bd23-e280-464f-87e9-8a309a8eaf82 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:34.579329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a001bd23-e280-464f-87e9-8a309a8eaf82,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:34.589168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.596959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07be92f9-b9da-4d60-acc6-865bfeacb4e5 req-4f2a806e-ec64-49b8-b431-add69aa88141 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213164 Jan 27 19:26:34.627533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] No DVR routers for this DVR port b56eff78-8bb0-416e-ba80-c7a7ee1c6bce on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:34.635383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:34.641645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aa9e3aa0-2b4f-4737-a498-3752027775a5 req-5b14b75c-2bbd-452d-8a9b-2769c23f0b8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "DELETE /v2.0/ports/b56eff78-8bb0-416e-ba80-c7a7ee1c6bce HTTP/1.1" status: 204 len: 173 time: 1.1256862 Jan 27 19:26:34.642289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-deleted', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:34.654453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:34.666347 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380115d8-5fb8-4d4c-a5a6-d23993521716" -d '{"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-deleted", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:34.679767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1700ef28-0515-42c5-ab3d-812fdd1fa115'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:34.711117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6af5e-db64-4b78-a19c-44505bad5e16 req-993e806c-9270-452e-a243-1e5ee4884fde tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:34.717416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6af5e-db64-4b78-a19c-44505bad5e16 req-993e806c-9270-452e-a243-1e5ee4884fde tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:34.725103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6c6af5e-db64-4b78-a19c-44505bad5e16 req-993e806c-9270-452e-a243-1e5ee4884fde tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1679 time: 0.1582730 Jan 27 19:26:34.783557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6c6af5e-db64-4b78-a19c-44505bad5e16 req-5f906dac-e484-490a-823b-3918fe8cf1e5 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Jan 27 19:26:34.941165 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0536a0a2-ea6b-475f-a78a-6065c3e4db13 x-openstack-request-id: req-0536a0a2-ea6b-475f-a78a-6065c3e4db13 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:34.941530 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:34.941755 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0536a0a2-ea6b-475f-a78a-6065c3e4db13 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:34.942159 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'code': 200} Jan 27 19:26:34.972234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['ad930939-a723-4c3d-8a26-1f7bb078fe29'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:35.019680 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60a712b-2c2e-4b74-8cf6-2a0a9205e116 x-openstack-request-id: req-e60a712b-2c2e-4b74-8cf6-2a0a9205e116 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:35.020007 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b60438-32fb-4263-aafd-dd35da31b76c", "name": "network-vif-deleted", "tag": "b56eff78-8bb0-416e-ba80-c7a7ee1c6bce", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:35.020286 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e60a712b-2c2e-4b74-8cf6-2a0a9205e116 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:35.020705 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b60438-32fb-4263-aafd-dd35da31b76c', 'name': 'network-vif-deleted', 'tag': 'b56eff78-8bb0-416e-ba80-c7a7ee1c6bce', 'status': 'completed', 'code': 200} Jan 27 19:26:35.032482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:35.065956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a001bd23-e280-464f-87e9-8a309a8eaf82'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:35.102083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:35.102434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:35.228035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88fe2b8a-80da-494c-9ff7-3cc95163e346 req-e9ef8053-bca7-4d7a-bcbc-226ad27feabe tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0999031 Jan 27 19:26:35.283265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2067ef-c061-4191-bcdf-91144f9405f4 req-827c7885-4d82-4a5c-8b7b-a80043f8e232 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:35.286213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b2067ef-c061-4191-bcdf-91144f9405f4 req-827c7885-4d82-4a5c-8b7b-a80043f8e232 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 945 time: 0.2118847 Jan 27 19:26:35.467589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b2067ef-c061-4191-bcdf-91144f9405f4 req-fccebdc1-857b-4650-ac44-9693fbfd3c34 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651213 Jan 27 19:26:35.496945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015bea-524d-4b4b-a135-07ec153bd21d req-e9a5cfe1-7da5-4ebd-a721-856a8a4db35b tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:35.499097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1015bea-524d-4b4b-a135-07ec153bd21d req-e9a5cfe1-7da5-4ebd-a721-856a8a4db35b tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.1340485 Jan 27 19:26:35.569442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1015bea-524d-4b4b-a135-07ec153bd21d req-f3ed88e7-e7dd-43dc-b297-f4c0e0134fae tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Jan 27 19:26:35.951379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d3c03-b2ab-4e5e-8bd7-9f14a7397995 req-b3a524c6-0083-4bc3-b287-42717acde77e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:35.955329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c27d3c03-b2ab-4e5e-8bd7-9f14a7397995 req-b3a524c6-0083-4bc3-b287-42717acde77e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1878614 Jan 27 19:26:36.078744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-bb3d02fc-1708-44ba-b4fb-754f7fab727c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:36.081405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-bb3d02fc-1708-44ba-b4fb-754f7fab727c tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 0.2684078 Jan 27 19:26:36.116409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c27d3c03-b2ab-4e5e-8bd7-9f14a7397995 req-68c6a11b-cb44-4f5a-b3b2-807277c244c7 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493614 Jan 27 19:26:36.122479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-cdcb3701-9223-4ddd-b35c-1339937ddb54 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/quotas/4dc4c0a452ac432bb192074c3ffe6732 HTTP/1.1" status: 200 len: 375 time: 0.0310488 Jan 27 19:26:36.214877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-a3c558a4-8f27-467a-99bf-26018c6b73ee tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796559 Jan 27 19:26:36.388489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5a94-5da4-4f7a-aaf6-65203ca3893f req-edbd2dd3-3ef6-470d-b2a1-2e2611599291 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:36.399687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5a94-5da4-4f7a-aaf6-65203ca3893f req-edbd2dd3-3ef6-470d-b2a1-2e2611599291 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:36.402474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a18a5a94-5da4-4f7a-aaf6-65203ca3893f req-edbd2dd3-3ef6-470d-b2a1-2e2611599291 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1679 time: 0.1935978 Jan 27 19:26:36.493172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-4c03738a-f9e0-43bf-9cc7-2925e61f4d2c service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338381 Jan 27 19:26:36.625866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a18a5a94-5da4-4f7a-aaf6-65203ca3893f req-8c876350-a92d-4f4f-8a80-394ba20aaad2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048597 Jan 27 19:26:36.706573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-b5dede87-3a5d-435a-b844-31a7f7c09eae service neutron] 10.222.0.59 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030625 Jan 27 19:26:36.860432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d619ddf5-79e9-4217-92bb-b78df848f725 req-146759a2-8c3b-4371-8612-34e72680545f tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0361702 Jan 27 19:26:37.026776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ad930939-a723-4c3d-8a26-1f7bb078fe29 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:37.180184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port ad930939-a723-4c3d-8a26-1f7bb078fe29 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:26:37.181660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482ae2-4b16-4791-af5b-5c884df46743 req-ca6cbc41-7280-445c-ac17-5561e62411d8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:37.185847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port ad930939-a723-4c3d-8a26-1f7bb078fe29 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:37.186443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.193842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76482ae2-4b16-4791-af5b-5c884df46743 req-ca6cbc41-7280-445c-ac17-5561e62411d8 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 945 time: 0.2220998 Jan 27 19:26:37.308454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ad930939-a723-4c3d-8a26-1f7bb078fe29 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:37.309235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.313914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76482ae2-4b16-4791-af5b-5c884df46743 req-ef7e1b9c-d2e5-4e28-8309-c13895cb2c7b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189480 Jan 27 19:26:37.342124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1700ef28-0515-42c5-ab3d-812fdd1fa115 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:37.363211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ef50-2004-4543-97fa-b9e9f5276226 req-037ebc7f-c630-4dc1-8779-4049364429d2 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:37.372986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:37.375056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e798ef50-2004-4543-97fa-b9e9f5276226 req-037ebc7f-c630-4dc1-8779-4049364429d2 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.1183426 Jan 27 19:26:37.398569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:37.408252 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4195007c-f50d-48a7-827f-24e4c4b1879b" -d '{"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-plugged", "status": "completed", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:37.419004 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.420185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a001bd23-e280-464f-87e9-8a309a8eaf82 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:37.440284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc170567-36c0-460f-96c7-a22237e84cd7 req-2bf14659-3cdd-4d8e-8650-bfb8c971d8b6 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 210 time: 0.0457215 Jan 27 19:26:37.521285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e798ef50-2004-4543-97fa-b9e9f5276226 req-9d34797f-af3a-43f1-ab21-0f867640ee25 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242990 Jan 27 19:26:37.584659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:37.602049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a001bd23-e280-464f-87e9-8a309a8eaf82 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:26:37.613523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a001bd23-e280-464f-87e9-8a309a8eaf82 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:37.613895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.642752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 1700ef28-0515-42c5-ab3d-812fdd1fa115 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:26:37.650027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 1700ef28-0515-42c5-ab3d-812fdd1fa115 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:37.650522 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.686163 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f213303-596d-441f-add5-a6ba07fde2d6 x-openstack-request-id: req-1f213303-596d-441f-add5-a6ba07fde2d6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:37.686478 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-plugged", "status": "completed", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:37.686709 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f213303-596d-441f-add5-a6ba07fde2d6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:37.687123 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'code': 200} Jan 27 19:26:37.778664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a001bd23-e280-464f-87e9-8a309a8eaf82 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:37.779062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.843451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a89f2-00ba-4b42-829d-8a1ff2db0528 req-b35b467e-a6bd-41ba-a282-39bcd8d48f19 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:37.844426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1700ef28-0515-42c5-ab3d-812fdd1fa115 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:37.844842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.848638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d6a89f2-00ba-4b42-829d-8a1ff2db0528 req-b35b467e-a6bd-41ba-a282-39bcd8d48f19 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1760433 Jan 27 19:26:37.865994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a001bd23-e280-464f-87e9-8a309a8eaf82,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:37.878374 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.933219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:37.940289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:37.944992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-d7df9a45-2f53-48f2-bfa7-fd749cb00b40 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:37.948160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-d7df9a45-2f53-48f2-bfa7-fd749cb00b40 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.39 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.2089446 Jan 27 19:26:37.962003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:38.031990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:38.118931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c517-b3a7-43ed-bbe9-b764b000a43b req-47a32171-40c8-443a-96d2-2d9dd1103cc4 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:38.130321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c517-b3a7-43ed-bbe9-b764b000a43b req-47a32171-40c8-443a-96d2-2d9dd1103cc4 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:38.133981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be82c517-b3a7-43ed-bbe9-b764b000a43b req-47a32171-40c8-443a-96d2-2d9dd1103cc4 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.2834165 Jan 27 19:26:38.211736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d6a89f2-00ba-4b42-829d-8a1ff2db0528 req-cd6d3b04-5232-4c3b-8efb-ced58ec50a33 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349354 Jan 27 19:26:38.282553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be82c517-b3a7-43ed-bbe9-b764b000a43b req-2705bf23-d16f-42ea-85f9-8c246d68eec4 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083157 Jan 27 19:26:38.304599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Deleting port dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:38.305194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:38.469925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2230a5bf-c13f-4e0f-a2f6-5a74c1869879 req-6bd7aecf-34e5-40cb-8715-32d499cb360c tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0766418 Jan 27 19:26:38.618266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] For port dfd2c70c-75dc-4e81-92d6-9e926caefe68, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=dfd2c70c-75dc-4e81-92d6-9e926caefe68,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:38.618878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:38.690613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Calling delete_port for dfd2c70c-75dc-4e81-92d6-9e926caefe68 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:38.782561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcce0ffb-25e4-4764-b503-535274d43c67 req-53caa6d4-ded8-4191-a58f-648570c1366a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 210 time: 0.1431832 Jan 27 19:26:38.863172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-5da5c70c-6cb8-4c13-8275-bf6d6c009686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:38.867703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-5da5c70c-6cb8-4c13-8275-bf6d6c009686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 821 time: 0.2633035 Jan 27 19:26:38.880911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Request body: {'port': {'device_id': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'admin_state_up': True, 'tenant_id': '4dc4c0a452ac432bb192074c3ffe6732'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:38.906264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e1cf7-2186-48ff-a2ca-7897767aa165 req-be0fdf83-eefd-400c-b972-3342d9c27db9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:38.918307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db6e1cf7-2186-48ff-a2ca-7897767aa165 req-be0fdf83-eefd-400c-b972-3342d9c27db9 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.2766504 Jan 27 19:26:38.976156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cbd72e-575e-42ee-a771-98a77ca21270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.018499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:39.078100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b56eff78-8bb0-416e-ba80-c7a7ee1c6bce {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:39.081104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b56eff78-8bb0-416e-ba80-c7a7ee1c6bce not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:39.091006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Made reservation on behalf of 4dc4c0a452ac432bb192074c3ffe6732 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:26:39.095611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.111456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db6e1cf7-2186-48ff-a2ca-7897767aa165 req-5c8b0323-db32-4f67-9c60-74182a7f4c9d tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911466 Jan 27 19:26:39.191418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc6629-e7d8-41ae-bd61-0e0b601287a6 req-38d65bae-8fe3-4151-a6f4-75ec748d8de1 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:39.195111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fc6629-e7d8-41ae-bd61-0e0b601287a6 req-38d65bae-8fe3-4151-a6f4-75ec748d8de1 tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/ports?device_id=a73d49fa-e8c1-4408-a45a-f3c44ad6e633 HTTP/1.1" status: 200 len: 948 time: 0.2290456 Jan 27 19:26:39.266148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (dfd2c70c-75dc-4e81-92d6-9e926caefe68), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.323169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Allocated IP 172.20.0.2 (7e920a5e-d8ef-409e-bdd1-fe1b739aa784/fe7ff1b2-225f-47c5-995e-63cfa901fda5/031a0291-5c9a-4f6c-812f-1e2859a1e197) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:26:39.408304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Pushing event deleted for resources: {'Port': ['ID=dfd2c70c-75dc-4e81-92d6-9e926caefe68,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:39.439079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] No DVR routers for this DVR port dfd2c70c-75dc-4e81-92d6-9e926caefe68 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:39.442985 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.446646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d4b6881-5eb6-470b-bf6b-df350e61b8f3 req-515c3f06-a08f-4263-8a22-472b3ca7979f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.39 "DELETE /v2.0/ports/dfd2c70c-75dc-4e81-92d6-9e926caefe68 HTTP/1.1" status: 204 len: 173 time: 1.4848218 Jan 27 19:26:39.447139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-deleted', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:39.449546 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bb25a-08f0-43d6-8683-a8295047943a" -d '{"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-deleted", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:39.494762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fc6629-e7d8-41ae-bd61-0e0b601287a6 req-bb6ae7d5-1efa-4c0b-8a5b-9c31f8dfa82f tempest-ImagesOneServerTestJSON-122802134 tempest-ImagesOneServerTestJSON-122802134-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9546128-1ab5-43e0-b041-e194a82bc796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833192 Jan 27 19:26:39.536458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912c387-25fa-466a-887a-1c771b8a292a req-1ce4050d-c340-4e0f-8541-9540fedb0aaa tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:39.544185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5912c387-25fa-466a-887a-1c771b8a292a req-1ce4050d-c340-4e0f-8541-9540fedb0aaa tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1683700 Jan 27 19:26:39.629669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5912c387-25fa-466a-887a-1c771b8a292a req-881827c7-3909-4581-94b1-548bc14f1017 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835977 Jan 27 19:26:39.688636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82'}, {'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:39.691151 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc401b15-28db-4458-b669-752aef460d1d" -d '{"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-plugged", "status": "completed", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82"}, {"server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "name": "network-vif-plugged", "status": "completed", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:39.719708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.780572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d26e2-5dd8-4113-985d-b566ee9dff7f req-f8558400-919d-4f13-b56f-079295d1f2c8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:39.795457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d26e2-5dd8-4113-985d-b566ee9dff7f req-f8558400-919d-4f13-b56f-079295d1f2c8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:39.807940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:39.812248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-021d26e2-5dd8-4113-985d-b566ee9dff7f req-f8558400-919d-4f13-b56f-079295d1f2c8 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.1805892 Jan 27 19:26:39.818700 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc864d-6d2b-4aed-bfa0-39f9d92eee98 x-openstack-request-id: req-b6cc864d-6d2b-4aed-bfa0-39f9d92eee98 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:39.821546 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d49fa-e8c1-4408-a45a-f3c44ad6e633", "name": "network-vif-deleted", "tag": "dfd2c70c-75dc-4e81-92d6-9e926caefe68", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:39.821939 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6cc864d-6d2b-4aed-bfa0-39f9d92eee98 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:39.822631 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d49fa-e8c1-4408-a45a-f3c44ad6e633', 'name': 'network-vif-deleted', 'tag': 'dfd2c70c-75dc-4e81-92d6-9e926caefe68', 'status': 'completed', 'code': 200} Jan 27 19:26:39.922320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event updated for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:39.930530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-021d26e2-5dd8-4113-985d-b566ee9dff7f req-507cd567-da2f-4d0b-80ad-97044c80e1e4 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042705 Jan 27 19:26:39.953589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:26:39.956234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:26:39.963093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:26:39.977199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5d56d6b-56c2-4934-b7db-870bdf47d7b2 req-46ef80b1-cbee-4dcc-baf0-b52e9190a2a7 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0451534 Jan 27 19:26:39.997358 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7589f7c1-924d-47d1-8418-cd10a52861d1 x-openstack-request-id: req-7589f7c1-924d-47d1-8418-cd10a52861d1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:39.997656 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-plugged", "status": "completed", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82", "code": 200}, {"server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "name": "network-vif-plugged", "status": "completed", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:39.997908 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7589f7c1-924d-47d1-8418-cd10a52861d1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:39.998306 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82', 'code': 200} Jan 27 19:26:39.998568 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115', 'code': 200} Jan 27 19:26:40.097050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.099602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:40.184179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-63d80e48-55c5-451c-bf17-deef9e3bec33 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3077843 Jan 27 19:26:40.201218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Request body: {'port': {'device_id': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:26:40.256051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60be145-bcb2-4bab-9536-359b30c8367d req-62e90cae-b264-4315-b8f5-0b626146f6e6 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.266934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e60be145-bcb2-4bab-9536-359b30c8367d req-62e90cae-b264-4315-b8f5-0b626146f6e6 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 931 time: 0.1964853 Jan 27 19:26:40.306119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36ce4b-41a6-45c6-9da2-2e15b27b4452 req-d255e6d0-93cb-42d6-b6c9-3f57ea508a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.306443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946c2a-84a7-40f6-90f3-82769581e10e req-2db19cd1-d0a5-472c-b0d3-06a06a53eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.307580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36ce4b-41a6-45c6-9da2-2e15b27b4452 req-d255e6d0-93cb-42d6-b6c9-3f57ea508a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.307854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae946c2a-84a7-40f6-90f3-82769581e10e req-2db19cd1-d0a5-472c-b0d3-06a06a53eb1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 1097 time: 0.1668677 Jan 27 19:26:40.310975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2c36ce4b-41a6-45c6-9da2-2e15b27b4452 req-d255e6d0-93cb-42d6-b6c9-3f57ea508a30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1983 time: 0.1952360 Jan 27 19:26:40.337069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:40.391617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e60be145-bcb2-4bab-9536-359b30c8367d req-d3ddfc2f-d648-4151-98c3-b7994403b9bf tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233788 Jan 27 19:26:40.441293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2c36ce4b-41a6-45c6-9da2-2e15b27b4452 req-a13bd865-208c-413e-b903-9756bbdd01c1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178029 Jan 27 19:26:40.449054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae946c2a-84a7-40f6-90f3-82769581e10e req-677977a2-089f-4405-bc6e-9102ed3d4be6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263411 Jan 27 19:26:40.458511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1024-b5ae-4e9a-ab83-768bd22ec848 req-0132b6b9-372b-4075-91fb-3886532b4915 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.474098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79ad1024-b5ae-4e9a-ab83-768bd22ec848 req-0132b6b9-372b-4075-91fb-3886532b4915 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.1541958 Jan 27 19:26:40.594486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79ad1024-b5ae-4e9a-ab83-768bd22ec848 req-cea551a6-77f4-44bd-8674-be9b2beb2095 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179404 Jan 27 19:26:40.913846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1739872-bdd9-42ec-bb81-6f9587bc18f3 req-eb5b48c9-4e85-4dde-a784-e36b06fdc44d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:40.928314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1739872-bdd9-42ec-bb81-6f9587bc18f3 req-eb5b48c9-4e85-4dde-a784-e36b06fdc44d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1440403 Jan 27 19:26:40.982617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031a0291-5c9a-4f6c-812f-1e2859a1e197 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:41.004854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks [] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.038116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Transition to ACTIVE for port object 031a0291-5c9a-4f6c-812f-1e2859a1e197 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:26:41.047441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.063360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1739872-bdd9-42ec-bb81-6f9587bc18f3 req-549b808a-ad88-4344-b73c-d351bfb9d95d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221151 Jan 27 19:26:41.190519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44884) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:41.232533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf6147-53ab-419b-8b91-5afcc69ab380 req-822a8ec1-483b-40dc-ad3e-791024777679 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:41.237989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf6147-53ab-419b-8b91-5afcc69ab380 req-822a8ec1-483b-40dc-ad3e-791024777679 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:41.247685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72bf6147-53ab-419b-8b91-5afcc69ab380 req-822a8ec1-483b-40dc-ad3e-791024777679 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.0958900 Jan 27 19:26:41.306370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6db9829-8940-4893-8ecc-65f386d1ce7b req-3f78c473-38c0-46dc-af71-dd6f7e5a312e tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0529935 Jan 27 19:26:41.310918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:41.340760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:41.365030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Attempting to bind port 031a0291-5c9a-4f6c-812f-1e2859a1e197 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:26:41.366853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Attempting to bind port 031a0291-5c9a-4f6c-812f-1e2859a1e197 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:26:41.366853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Attempting to bind port 031a0291-5c9a-4f6c-812f-1e2859a1e197 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:41.374789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Port 031a0291-5c9a-4f6c-812f-1e2859a1e197 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:26:41.375230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Attempting to bind port 031a0291-5c9a-4f6c-812f-1e2859a1e197 on network 7e920a5e-d8ef-409e-bdd1-fe1b739aa784 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:26:41.389550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72bf6147-53ab-419b-8b91-5afcc69ab380 req-ee982dfd-d61c-4203-a025-8bbe189d42c2 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407893 Jan 27 19:26:41.393248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:26:41.394544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Checking segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:26:41.395078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Bound using segment: {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:26:41.396883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Bound port: 031a0291-5c9a-4f6c-812f-1e2859a1e197, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ab8e61-6de2-497c-ab20-26b78c02d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:26:41.410626 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.536853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: dfd2c70c-75dc-4e81-92d6-9e926caefe68 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:41.537430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device dfd2c70c-75dc-4e81-92d6-9e926caefe68 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:41.579496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0851ba16-457f-4f8d-ac38-bff2f6e6c6b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae0bb9763aa84210bb98227ab5ef3f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859599 Jan 27 19:26:41.586607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:41.641151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe47fb-c450-4c64-b712-8f0e0090429c req-35362a39-1019-470e-876e-aabd4b7a4d3e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:41.653067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:26:41.655081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eabe47fb-c450-4c64-b712-8f0e0090429c req-35362a39-1019-470e-876e-aabd4b7a4d3e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 943 time: 0.0985386 Jan 27 19:26:41.669376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:26:41.687968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] Publish callbacks [] for security_group (f9546128-1ab5-43e0-b041-e194a82bc796), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.691925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.730078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eabe47fb-c450-4c64-b712-8f0e0090429c req-84bb4d2f-9185-41ff-9f8a-2983f300088d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736434 Jan 27 19:26:41.789982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a887-207b-4c06-b50c-686bdb2e95e1 req-5204efcc-fc45-447c-a3c4-1de39e3ca2e7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:41.799473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e63a887-207b-4c06-b50c-686bdb2e95e1 req-5204efcc-fc45-447c-a3c4-1de39e3ca2e7 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.0671425 Jan 27 19:26:41.800958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] Publish callbacks [] for security_group (f9546128-1ab5-43e0-b041-e194a82bc796), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.811046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:41.816844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:41.817697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.819708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-db3de533-c2f5-46e4-bddc-a8b7b5ac5cb8 service neutron] 10.222.0.66 "PUT /v2.0/ports/031a0291-5c9a-4f6c-812f-1e2859a1e197 HTTP/1.1" status: 200 len: 1091 time: 1.6263607 Jan 27 19:26:41.820190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:41.822643 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:41.907056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e63a887-207b-4c06-b50c-686bdb2e95e1 req-a122f6dc-8380-4745-af9f-4c062151a6e4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063771 Jan 27 19:26:41.919930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f9546128-1ab5-43e0-b041-e194a82bc796), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.922603 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:41.923801 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9546128-1ab5-43e0-b041-e194a82bc796 HTTP/1.1" status: 204 len: 168 time: 0.3360910 Jan 27 19:26:41.992537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc31f6-58dc-4308-8204-62f0cbaf83c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9546128-1ab5-43e0-b041-e194a82bc796,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:42.003846 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec046c8-3934-4871-9287-1fa71f515561 x-openstack-request-id: req-aec046c8-3934-4871-9287-1fa71f515561 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:42.004126 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:42.004381 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aec046c8-3934-4871-9287-1fa71f515561 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:42.004807 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197', 'status': 'completed', 'code': 200} Jan 27 19:26:42.035024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-e88b7019-7333-47ea-8b53-c5372e55c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.036108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-e88b7019-7333-47ea-8b53-c5372e55c3f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 1094 time: 0.1257091 Jan 27 19:26:42.096719 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-054d3cbf-dabe-4d67-96c6-0f37bf1e51a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:42.126688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-54514b38-3c14-4da7-849d-f0c79a8e222e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197 HTTP/1.1" status: 200 len: 217 time: 0.0826726 Jan 27 19:26:42.200839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-e91b2a94-51cd-4dfb-acc4-d71b88a8cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.203296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-e91b2a94-51cd-4dfb-acc4-d71b88a8cab1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.0710714 Jan 27 19:26:42.257896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-7f45c61d-2708-42cb-b61c-5316c9768107 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400033 Jan 27 19:26:42.367259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe52911-4fe9-497f-b3a6-04db55921045 req-c9a02c09-ae5e-42b7-ba25-ca2750bd5531 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.375776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebe52911-4fe9-497f-b3a6-04db55921045 req-c9a02c09-ae5e-42b7-ba25-ca2750bd5531 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1556947 Jan 27 19:26:42.527037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-9dc31bf0-14ea-476b-bfdb-c3bb6efef39f service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620869 Jan 27 19:26:42.549679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77e8ba04-764f-4555-8ee6-48d4b16b6098 req-de818cc4-d612-45e9-8d73-ae0f6ea3070a tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0840042 Jan 27 19:26:42.563037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebe52911-4fe9-497f-b3a6-04db55921045 req-275726b1-ceb5-4ac0-b98b-9df0d43c61be tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709094 Jan 27 19:26:42.677590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9f71a5ae-0f1c-4c63-aa6b-aa3fff18ca1d req-d4f942ec-af36-4d9e-bda9-ed42ae21139d service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433356 Jan 27 19:26:42.807591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87beecc-feab-4c1b-8012-a65daa609a97 req-e3a4f4f4-5a01-46fe-ae23-b046a9fcc1cd tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.819893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87beecc-feab-4c1b-8012-a65daa609a97 req-e3a4f4f4-5a01-46fe-ae23-b046a9fcc1cd tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.823635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a87beecc-feab-4c1b-8012-a65daa609a97 req-e3a4f4f4-5a01-46fe-ae23-b046a9fcc1cd tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.1590431 Jan 27 19:26:42.857035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-86a8e167-7129-42e6-abc2-927a068a35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:42.859139 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-86a8e167-7129-42e6-abc2-927a068a35d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 1094 time: 0.1143413 Jan 27 19:26:42.965515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a87beecc-feab-4c1b-8012-a65daa609a97 req-4d3f0fab-8212-4422-b7e4-87130627c957 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359463 Jan 27 19:26:43.012533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d151f-c255-41c9-bffd-6e275dd6232b req-90ad46b4-d2cc-4786-b069-4c8e8f79dc9e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:43.026621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-325d151f-c255-41c9-bffd-6e275dd6232b req-90ad46b4-d2cc-4786-b069-4c8e8f79dc9e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 943 time: 0.1472015 Jan 27 19:26:43.118654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-e57c1478-931d-47bc-8e07-e0659d7d9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:43.122693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-e57c1478-931d-47bc-8e07-e0659d7d9d93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 200 len: 922 time: 0.2556477 Jan 27 19:26:43.151151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-325d151f-c255-41c9-bffd-6e275dd6232b req-fac61231-1f79-48a9-8012-f8f4d16b78da tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234004 Jan 27 19:26:43.238382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-e41239b9-e747-4627-be3c-7574f8bc0380 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197 HTTP/1.1" status: 200 len: 217 time: 0.1102006 Jan 27 19:26:43.328512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a992c-148c-4b20-b22b-b7029e488292 req-d7633a35-83e2-40d5-8bcd-30ce084009d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:43.338150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00a992c-148c-4b20-b22b-b7029e488292 req-d7633a35-83e2-40d5-8bcd-30ce084009d2 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.1197400 Jan 27 19:26:43.351765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-1a21bb8d-168a-4644-be13-80cb8d23baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:43.353411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-1a21bb8d-168a-4644-be13-80cb8d23baa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 200 len: 861 time: 0.1063182 Jan 27 19:26:43.409995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f00a992c-148c-4b20-b22b-b7029e488292 req-88b38769-8e86-454f-84a5-e9836ff0379c tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 Jan 27 19:26:43.419955 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-d330702a-dad1-4761-82e5-d7e83186d9c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e920a5e-d8ef-409e-bdd1-fe1b739aa784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529697 Jan 27 19:26:43.604071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-2635e2eb-9068-4e52-ab5e-459f3ee963c7 service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756272 Jan 27 19:26:43.858579 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ae7350c-d81b-45d6-a237-0dcfd3ef16b5 req-20b96a77-ac8e-4326-96ca-8e4788c612ec service neutron] 10.222.0.66 "GET /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467241 Jan 27 19:26:43.899882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94f2ef7f-7bde-4ad3-abd4-99d70d068902 req-427e853b-30ba-4ca7-bce0-f111076af08d tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0705192 Jan 27 19:26:44.143721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4287a6b-3b90-4443-9a3d-59d128d7fa53 req-041a1990-5e1c-4f03-b6c8-179fb92a0818 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:44.152262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4287a6b-3b90-4443-9a3d-59d128d7fa53 req-041a1990-5e1c-4f03-b6c8-179fb92a0818 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:44.161234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4287a6b-3b90-4443-9a3d-59d128d7fa53 req-041a1990-5e1c-4f03-b6c8-179fb92a0818 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.1576717 Jan 27 19:26:44.168883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:44.170493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63a776-ee08-4847-8198-8911f24c3e21 req-0f5d27f3-1416-4d69-a1d4-e0a64f081b1f tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:44.174045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be63a776-ee08-4847-8198-8911f24c3e21 req-0f5d27f3-1416-4d69-a1d4-e0a64f081b1f tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 946 time: 0.1463127 Jan 27 19:26:44.268083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4287a6b-3b90-4443-9a3d-59d128d7fa53 req-152060d8-d78a-4360-838c-a05b026576b6 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052544 Jan 27 19:26:44.300310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be63a776-ee08-4847-8198-8911f24c3e21 req-6d3d21c0-5366-4b87-b636-7c40c76bdb8c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139431 Jan 27 19:26:44.364650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0301f6a5-7d2f-44da-923f-3e557e49c044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.409771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e16c8f-3772-47ec-81c8-027a61ee8e85 req-58881718-1821-40ad-a090-6d000531f216 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:44.411456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3e16c8f-3772-47ec-81c8-027a61ee8e85 req-58881718-1821-40ad-a090-6d000531f216 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.0639865 Jan 27 19:26:44.476531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3e16c8f-3772-47ec-81c8-027a61ee8e85 req-2183bbe5-026e-48b9-b736-51b48769af83 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Jan 27 19:26:44.490637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0301f6a5-7d2f-44da-923f-3e557e49c044 admin admin] Publish callbacks [] for security_group (0d327b7c-bedd-4ca2-af36-88cf38108ee4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.509067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0301f6a5-7d2f-44da-923f-3e557e49c044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0d327b7c-bedd-4ca2-af36-88cf38108ee4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.560470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0301f6a5-7d2f-44da-923f-3e557e49c044 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba1ceadd7ff146aeb8fa02b0921bf510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897550 Jan 27 19:26:44.562372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301f6a5-7d2f-44da-923f-3e557e49c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d327b7c-bedd-4ca2-af36-88cf38108ee4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:44.564725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:44.720310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] Publish callbacks [] for security_group (0d327b7c-bedd-4ca2-af36-88cf38108ee4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.760602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee95d-5843-4974-b097-92a5b5104638 req-8eca869f-2664-4195-882a-4b56e99ad05d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:44.763479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d9ee95d-5843-4974-b097-92a5b5104638 req-8eca869f-2664-4195-882a-4b56e99ad05d tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 943 time: 0.1475077 Jan 27 19:26:44.806788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] Publish callbacks [] for security_group (0d327b7c-bedd-4ca2-af36-88cf38108ee4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.918089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d9ee95d-5843-4974-b097-92a5b5104638 req-1e63afbc-1bab-4d03-8427-66519aed1c7f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444421 Jan 27 19:26:44.982242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0d327b7c-bedd-4ca2-af36-88cf38108ee4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.988194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:44.990567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d327b7c-bedd-4ca2-af36-88cf38108ee4 HTTP/1.1" status: 204 len: 168 time: 0.4245176 Jan 27 19:26:45.017522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63736c48-e29b-488c-98cc-1cd6a41048a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d327b7c-bedd-4ca2-af36-88cf38108ee4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:45.076298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 031a0291-5c9a-4f6c-812f-1e2859a1e197 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:45.279119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd448cc7-8a0e-4671-88e9-e87f108378a9 req-cc8154e5-9323-431b-b482-30fad385b500 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0938983 Jan 27 19:26:45.333007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:45.363103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '031a0291-5c9a-4f6c-812f-1e2859a1e197', 'network_id': '7e920a5e-d8ef-409e-bdd1-fe1b739aa784', 'port_id': '031a0291-5c9a-4f6c-812f-1e2859a1e197', 'mac_address': 'fa:16:3e:2f:64:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ff1b2-225f-47c5-995e-63cfa901fda5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:45.365360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:45.479316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-03515076-e1c3-413b-a08d-1f1fdeef573b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:45.515620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 031a0291-5c9a-4f6c-812f-1e2859a1e197 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:45.515620 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:45.519695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-03515076-e1c3-413b-a08d-1f1fdeef573b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:45.529928 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-03515076-e1c3-413b-a08d-1f1fdeef573b tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.2668056 Jan 27 19:26:45.552430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031a0291-5c9a-4f6c-812f-1e2859a1e197 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:45.570968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29bf8d-758b-4a3c-ae68-53722e044194 req-cdd20b69-f850-4e74-b8aa-8fc10711c82d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:45.585427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29bf8d-758b-4a3c-ae68-53722e044194 req-cdd20b69-f850-4e74-b8aa-8fc10711c82d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:45.595237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f29bf8d-758b-4a3c-ae68-53722e044194 req-cdd20b69-f850-4e74-b8aa-8fc10711c82d tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.1301711 Jan 27 19:26:45.630251 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:45.636805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:45.648450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:45.682220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f29bf8d-758b-4a3c-ae68-53722e044194 req-260ca91e-6d33-4dee-9df1-902a407a68dc tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775349 Jan 27 19:26:45.780982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:45.786851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-92833146-8178-4914-898a-d03fb9d2722b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2549348 Jan 27 19:26:45.808637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1bdb9-81fe-46fa-ac84-bf5929d02f69 req-39ecd5d4-3f5c-4df7-8f80-8a311089bc2a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:45.813489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9f1bdb9-81fe-46fa-ac84-bf5929d02f69 req-39ecd5d4-3f5c-4df7-8f80-8a311089bc2a tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.1137896 Jan 27 19:26:45.894957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9f1bdb9-81fe-46fa-ac84-bf5929d02f69 req-3aacf3e1-318e-4008-b639-f21d3fe339e6 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Jan 27 19:26:45.908173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port a001bd23-e280-464f-87e9-8a309a8eaf82 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:45.908546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:45.951201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:46.037156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-6f4c7321-fe90-4ba1-823e-40ac943c34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.039196 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-6f4c7321-fe90-4ba1-823e-40ac943c34e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86623a22368347bca1d41600ab137a49&device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 1097 time: 0.2131231 Jan 27 19:26:46.058040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['031a0291-5c9a-4f6c-812f-1e2859a1e197'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:46.084628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d886-f609-4932-b5ed-37cb4e17426b req-2257fefa-5aff-4649-bac0-9291778a38c8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.092283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b359d886-f609-4932-b5ed-37cb4e17426b req-2257fefa-5aff-4649-bac0-9291778a38c8 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 944 time: 0.0727279 Jan 27 19:26:46.201943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b359d886-f609-4932-b5ed-37cb4e17426b req-d9929d82-8d54-4077-a809-958244c2ac01 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005857 Jan 27 19:26:46.322593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port a001bd23-e280-464f-87e9-8a309a8eaf82, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a001bd23-e280-464f-87e9-8a309a8eaf82,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:46.323388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:46.362412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for a001bd23-e280-464f-87e9-8a309a8eaf82 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:46.514344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-b5e40db5-8af2-4bd1-85fd-b2905dfe7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.518214 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-b5e40db5-8af2-4bd1-85fd-b2905dfe7adc service neutron] 10.222.0.66 "GET /v2.0/networks?id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 200 len: 920 time: 0.4522076 Jan 27 19:26:46.527346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf037-87ec-44fe-b61c-77653e4495c4 req-a0ec69ee-b398-445a-9d81-a24fa4d45522 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.535203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcaf037-87ec-44fe-b61c-77653e4495c4 req-a0ec69ee-b398-445a-9d81-a24fa4d45522 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.1285059 Jan 27 19:26:46.617886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-c086706b-a4cb-4ade-9f04-26803863e177 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 200 len: 217 time: 0.0897439 Jan 27 19:26:46.620029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5ac88bb-ce8b-48a7-a387-314270b63c4d req-58a8bbe4-f7c7-4886-9813-eff922e5b47a tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1113710 Jan 27 19:26:46.700092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcaf037-87ec-44fe-b61c-77653e4495c4 req-fd5e2161-aa93-44fc-adce-d26ef62b4835 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633260 Jan 27 19:26:46.848193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-d3fe0af4-5c4e-42c6-b787-80e8ee7044e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.851308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-d3fe0af4-5c4e-42c6-b787-80e8ee7044e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 200 len: 859 time: 0.2217824 Jan 27 19:26:46.910721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-9b8e43df-80ba-4429-b39e-1f946411caa6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29cab1b5-81b4-4d39-99eb-6fdb4d83f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532148 Jan 27 19:26:46.948691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758a68-f10b-4924-9784-45ed241b9784 req-211eb1c4-d0a2-461e-8055-6f000acaec44 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.967522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758a68-f10b-4924-9784-45ed241b9784 req-211eb1c4-d0a2-461e-8055-6f000acaec44 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:46.971394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47758a68-f10b-4924-9784-45ed241b9784 req-211eb1c4-d0a2-461e-8055-6f000acaec44 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 1681 time: 0.1168253 Jan 27 19:26:47.056735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ad930939-a723-4c3d-8a26-1f7bb078fe29 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:47.061376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47758a68-f10b-4924-9784-45ed241b9784 req-2c8e4c5b-9e1f-4577-801e-54664bc43dc1 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792716 Jan 27 19:26:47.200482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ad930939-a723-4c3d-8a26-1f7bb078fe29 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:47.200945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:47.243033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:47.245238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:47.249541 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c3d93-cffb-4c46-a5c5-d30331cc4f29" -d '{"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-unplugged", "status": "completed", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:47.260351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:47.261883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a001bd23-e280-464f-87e9-8a309a8eaf82 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:47.322883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a001bd23-e280-464f-87e9-8a309a8eaf82 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:47.324736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a001bd23-e280-464f-87e9-8a309a8eaf82 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:47.502142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:47.588432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d145ae3-abec-448f-a438-25cb8362c29a req-6cc9c8ec-656b-4db1-bb7e-8bbd02d7862b tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:47.603969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d145ae3-abec-448f-a438-25cb8362c29a req-6cc9c8ec-656b-4db1-bb7e-8bbd02d7862b tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 944 time: 0.1189840 Jan 27 19:26:47.681366 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f811cd-f084-49d6-868a-16e9a320b303 x-openstack-request-id: req-24f811cd-f084-49d6-868a-16e9a320b303 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:47.681366 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-unplugged", "status": "completed", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:47.681366 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24f811cd-f084-49d6-868a-16e9a320b303 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:47.682120 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'code': 200} Jan 27 19:26:47.723931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d145ae3-abec-448f-a438-25cb8362c29a req-3ca0da94-8f1c-4723-b16b-833fdba50fe5 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Jan 27 19:26:47.749315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a001bd23-e280-464f-87e9-8a309a8eaf82), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:47.814487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=a001bd23-e280-464f-87e9-8a309a8eaf82,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:47.848324 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-2b771bc1-8b8b-4f8b-8656-ebd3b8fe7e9c service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280062 Jan 27 19:26:47.988363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port a001bd23-e280-464f-87e9-8a309a8eaf82 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:47.998244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:48.010087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-8d404d55-b864-4e42-9eee-22e7eb8f3f49 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "DELETE /v2.0/ports/a001bd23-e280-464f-87e9-8a309a8eaf82 HTTP/1.1" status: 204 len: 173 time: 2.4577394 Jan 27 19:26:48.011833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-deleted', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:48.016094 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65555b4-3c03-4def-832f-6aa157231b50" -d '{"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-deleted", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:48.226406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42958e6a-b55d-4ab9-9f9a-dd428010d03c req-7a557697-1cd0-4c68-b465-b40637113186 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1082613 Jan 27 19:26:48.373517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8d2ed119-8aaa-4706-8e5b-ec265791ac97 req-2d09fcc0-aee9-4087-85a6-88822ee9bf19 service neutron] 10.222.0.66 "GET /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968977 Jan 27 19:26:48.418557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port ad930939-a723-4c3d-8a26-1f7bb078fe29 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:48.419625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:48.532329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4ced2-592e-48ee-973b-d25531128404 req-4873ecc6-0d7e-4170-87c2-714497b78678 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:48.547338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99e4ced2-592e-48ee-973b-d25531128404 req-4873ecc6-0d7e-4170-87c2-714497b78678 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.3192875 Jan 27 19:26:48.603939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port ad930939-a723-4c3d-8a26-1f7bb078fe29, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ad930939-a723-4c3d-8a26-1f7bb078fe29,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:48.604637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:48.650182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for ad930939-a723-4c3d-8a26-1f7bb078fe29 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:48.669207 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac733dd-ef60-4cc3-88c4-d9a35ff98b2d x-openstack-request-id: req-1ac733dd-ef60-4cc3-88c4-d9a35ff98b2d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:48.669444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67195245-b5c2-429e-a60d-c529e5279135 req-ddccd930-d9b7-4d17-a521-b140d685a8f4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:48.669538 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-deleted", "tag": "a001bd23-e280-464f-87e9-8a309a8eaf82", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:48.669778 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ac733dd-ef60-4cc3-88c4-d9a35ff98b2d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:48.670180 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-deleted', 'tag': 'a001bd23-e280-464f-87e9-8a309a8eaf82', 'status': 'completed', 'code': 200} Jan 27 19:26:48.673152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67195245-b5c2-429e-a60d-c529e5279135 req-ddccd930-d9b7-4d17-a521-b140d685a8f4 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 946 time: 0.3148189 Jan 27 19:26:48.752363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99e4ced2-592e-48ee-973b-d25531128404 req-8c01320e-fd9d-48a9-9753-1b745f2eaf7e tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030449 Jan 27 19:26:48.870067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf198b-1d6d-421b-af0e-ea477c85a357 req-b23e121e-20ce-4dbd-9129-1f9a99e87698 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:48.877153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fdf198b-1d6d-421b-af0e-ea477c85a357 req-b23e121e-20ce-4dbd-9129-1f9a99e87698 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9e10e7-626b-42f8-992d-055f228e9534 HTTP/1.1" status: 200 len: 942 time: 0.2003753 Jan 27 19:26:49.027203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fdf198b-1d6d-421b-af0e-ea477c85a357 req-ce3fa80c-11b6-405c-8d2a-9af9d7ba0daf tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "GET /v2.0/security-groups?id=17f73e30-8184-46b4-8744-945c57c5b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489933 Jan 27 19:26:49.081062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 031a0291-5c9a-4f6c-812f-1e2859a1e197 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:49.094836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ad930939-a723-4c3d-8a26-1f7bb078fe29), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.119386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Deleting port 1700ef28-0515-42c5-ab3d-812fdd1fa115 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:49.121089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.176875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 031a0291-5c9a-4f6c-812f-1e2859a1e197 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:26:49.192429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 031a0291-5c9a-4f6c-812f-1e2859a1e197 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:49.194060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.213940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=ad930939-a723-4c3d-8a26-1f7bb078fe29,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:49.260953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19b1bcb2-905c-48ad-b140-0e859cbe1ed1 req-6354fd94-3938-4128-ae18-364667b17adc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1141939 Jan 27 19:26:49.328337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port ad930939-a723-4c3d-8a26-1f7bb078fe29 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:49.347589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.355467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d4bbbe8-ca00-4974-ac86-7afc21d5ca07 req-2af233db-93ca-4332-bad3-ee5dd6785f97 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.66 "DELETE /v2.0/ports/ad930939-a723-4c3d-8a26-1f7bb078fe29 HTTP/1.1" status: 204 len: 173 time: 1.2813025 Jan 27 19:26:49.433328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] For port 1700ef28-0515-42c5-ab3d-812fdd1fa115, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1700ef28-0515-42c5-ab3d-812fdd1fa115,segment=NetworkSegment(d2ad125b-6594-48bf-bde7-142d8f7365bb),segment_id=d2ad125b-6594-48bf-bde7-142d8f7365bb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:49.433791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.442952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 031a0291-5c9a-4f6c-812f-1e2859a1e197 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:49.443789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.453600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Calling delete_port for 1700ef28-0515-42c5-ab3d-812fdd1fa115 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:49.463058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:26:49.682798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:49.684164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:49.697340 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba6c48-9d0a-4db2-a4cb-8c3345814a5b" -d '{"events": [{"server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "name": "network-vif-plugged", "status": "completed", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:49.732520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1700ef28-0515-42c5-ab3d-812fdd1fa115), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.736144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.781594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1700ef28-0515-42c5-ab3d-812fdd1fa115'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:49.856088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Pushing event deleted for resources: {'Port': ['ID=1700ef28-0515-42c5-ab3d-812fdd1fa115,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:49.932163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] No DVR routers for this DVR port 1700ef28-0515-42c5-ab3d-812fdd1fa115 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:49.937404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:49.942043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67195245-b5c2-429e-a60d-c529e5279135 req-c86f345f-c095-4298-96ea-ccf8dfd7f652 tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.39 "DELETE /v2.0/ports/1700ef28-0515-42c5-ab3d-812fdd1fa115 HTTP/1.1" status: 204 len: 173 time: 1.2582335 Jan 27 19:26:49.945325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'name': 'network-vif-deleted', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:49.946971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:49.948568 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3f17f-a92e-47f4-9b13-6f7dd19f9f65" -d '{"events": [{"server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "name": "network-vif-deleted", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:49.962315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49272ee-9386-40c3-93b3-5f805ce09d5f req-17dc4a0a-984f-4225-b6e7-e8240c0f19e6 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:49.971471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a49272ee-9386-40c3-93b3-5f805ce09d5f req-17dc4a0a-984f-4225-b6e7-e8240c0f19e6 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 944 time: 0.6560767 Jan 27 19:26:50.015076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:50.031126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-366f8db6-8c26-4e09-a188-885f1d23c452 req-eff54809-c19e-48a3-91ab-0239e9b07e98 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1013360 Jan 27 19:26:50.061740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'mac_address': 'fa:16:3e:f0:3b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:26:50.170507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a49272ee-9386-40c3-93b3-5f805ce09d5f req-50877da7-f29f-41b8-9680-bb8b008da549 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960323 Jan 27 19:26:50.219518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c39de877-7f17-4b66-a22f-2d1f62a6fb2b is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:50.220201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:50.262174 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324de04-240d-41c7-b328-65f95061d11f x-openstack-request-id: req-a324de04-240d-41c7-b328-65f95061d11f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:50.262590 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "name": "network-vif-plugged", "status": "completed", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:50.263950 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a324de04-240d-41c7-b328-65f95061d11f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:50.264166 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197', 'code': 200} Jan 27 19:26:50.271042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c39de877-7f17-4b66-a22f-2d1f62a6fb2b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:26:50.364615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:50.385707 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:50.415168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c9c0fba-fd65-451c-a306-ec916d78d903 req-fadc6e36-6dcf-4e52-84d1-2041d17f9e0b tempest-DeleteServersTestJSON-1420245053 tempest-DeleteServersTestJSON-1420245053-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c85ef5b-a202-48c5-8d5e-6a5974717991 HTTP/1.1" status: 200 len: 210 time: 0.0611799 Jan 27 19:26:50.421181 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80685212-9212-46be-9bd7-03c1a7b5cf35 x-openstack-request-id: req-80685212-9212-46be-9bd7-03c1a7b5cf35 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:50.421752 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c85ef5b-a202-48c5-8d5e-6a5974717991", "name": "network-vif-deleted", "tag": "1700ef28-0515-42c5-ab3d-812fdd1fa115", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:50.422672 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80685212-9212-46be-9bd7-03c1a7b5cf35 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:50.424714 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c85ef5b-a202-48c5-8d5e-6a5974717991', 'name': 'network-vif-deleted', 'tag': '1700ef28-0515-42c5-ab3d-812fdd1fa115', 'status': 'completed', 'code': 200} Jan 27 19:26:50.458859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:50.498837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bef71d-df41-48c9-bb57-7fbbb9e6f075 req-f7c740ff-2147-4f95-9637-6f1b83e58785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:50.502682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50bef71d-df41-48c9-bb57-7fbbb9e6f075 req-f7c740ff-2147-4f95-9637-6f1b83e58785 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 1096 time: 0.1439538 Jan 27 19:26:50.591124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50bef71d-df41-48c9-bb57-7fbbb9e6f075 req-9e4113e1-2635-4e50-b2a1-d9383bd65c05 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Jan 27 19:26:50.623269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting subnet 2a00b2f0-5d31-4e74-a088-7838a3dcc3f0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:26:50.632324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (2a00b2f0-5d31-4e74-a088-7838a3dcc3f0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:50.671465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-deleted', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:50.674816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['c39de877-7f17-4b66-a22f-2d1f62a6fb2b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:26:50.676995 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b42f6-bbe9-4c66-9e54-e0611b815530" -d '{"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-deleted", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:50.732269 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2a00b2f0-5d31-4e74-a088-7838a3dcc3f0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:50.990992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:51.044407 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de578f-8d8c-4fe6-bc3c-3b181477f42a x-openstack-request-id: req-e0de578f-8d8c-4fe6-bc3c-3b181477f42a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:51.044721 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9e10e7-626b-42f8-992d-055f228e9534", "name": "network-vif-deleted", "tag": "ad930939-a723-4c3d-8a26-1f7bb078fe29", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:51.044976 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0de578f-8d8c-4fe6-bc3c-3b181477f42a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:51.045415 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9e10e7-626b-42f8-992d-055f228e9534', 'name': 'network-vif-deleted', 'tag': 'ad930939-a723-4c3d-8a26-1f7bb078fe29', 'status': 'completed', 'code': 200} Jan 27 19:26:51.129648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2a00b2f0-5d31-4e74-a088-7838a3dcc3f0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:51.354773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca7108fe-6c2e-43b8-bf59-11e4dbb1ec6d req-69e4d96f-3804-4d32-9800-9c36469c5236 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0447547 Jan 27 19:26:51.369274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2a00b2f0-5d31-4e74-a088-7838a3dcc3f0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:51.423892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1700ef28-0515-42c5-ab3d-812fdd1fa115 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:51.453508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:51.463889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/subnets/2a00b2f0-5d31-4e74-a088-7838a3dcc3f0 HTTP/1.1" status: 204 len: 168 time: 1.0007756 Jan 27 19:26:51.463889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd8eed-e6f5-4008-9616-91d8b534b6e7 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Subnet': ['ID=2a00b2f0-5d31-4e74-a088-7838a3dcc3f0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:51.464858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45174) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:51.468014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 1700ef28-0515-42c5-ab3d-812fdd1fa115 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:51.468539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1700ef28-0515-42c5-ab3d-812fdd1fa115 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:51.477160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f59f26-9eb3-43e7-acb9-d0b7549f80e3 None None] Network 28018525-4705-498d-bb85-d47b53e19af2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:51.562882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edbed2-1f94-48f5-957d-1f1d29e69c56 req-844b39c5-6705-44b5-be2f-87c03ac9b783 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:51.565516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93edbed2-1f94-48f5-957d-1f1d29e69c56 req-844b39c5-6705-44b5-be2f-87c03ac9b783 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 945 time: 0.0936649 Jan 27 19:26:51.665915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93edbed2-1f94-48f5-957d-1f1d29e69c56 req-556b91d5-5016-4832-aa22-5c86cfe35c8f tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Jan 27 19:26:51.715967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (28018525-4705-498d-bb85-d47b53e19af2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:51.872488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:51.872926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:51.934471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] DHCP port deletion for 28018525-4705-498d-bb85-d47b53e19af2 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:26:52.093157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Deleting port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:52.093679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:52.247984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3d3ec70-d9b2-4dec-b0e0-617310a1184a req-c2f58bf3-b7e3-4a4a-9934-3f626dc49cb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=428e6349a0064c8db6578ddde4b30bc1&device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1352742 Jan 27 19:26:52.258621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:52.261755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:52.295738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] For port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,segment=NetworkSegment(4c91099d-a5bc-49d2-9636-6e948028695c),segment_id=4c91099d-a5bc-49d2-9636-6e948028695c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:52.295738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:52.330587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Calling delete_port for 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:52.356714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:52.395949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3d3ec70-d9b2-4dec-b0e0-617310a1184a req-6d29d972-b807-4e11-b7af-df381f0e62b0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=428e6349a0064c8db6578ddde4b30bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1405416 Jan 27 19:26:52.465291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f7a09d8-6aec-49ee-9f5b-bc451b18350f req-c1c8c054-3957-4d69-83d7-2e8d9645fbfd tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.0793250 Jan 27 19:26:52.547283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:52.563496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] No DVR routers for this DVR port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:52.639867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf89c4-dc23-46ae-9a79-04c84d4fa210 None None] Pushing event deleted for resources: {'Port': ['ID=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:52.807489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (73ed4f96-96d2-4bc7-8cee-981f7e3709d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:52.898810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:52.924153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=73ed4f96-96d2-4bc7-8cee-981f7e3709d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:52.964349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.964927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.965461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.965974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.966507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.967102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.967509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.968136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.968574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.969115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.969684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.970211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.970768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:26:52.978294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:52.978294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:52.987115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port 73ed4f96-96d2-4bc7-8cee-981f7e3709d7 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:53.173205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (28018525-4705-498d-bb85-d47b53e19af2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.175713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ec70-d9b2-4dec-b0e0-617310a1184a req-68f4db4e-5463-4337-8693-6744413cbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:53.178948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3d3ec70-d9b2-4dec-b0e0-617310a1184a req-68f4db4e-5463-4337-8693-6744413cbb2b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7119341 Jan 27 19:26:53.228626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586009b-af3c-4ea6-a3b9-2fd23b72c2aa req-8a458f42-ffeb-44fa-8e5b-a9622f47c48a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:53.231320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7586009b-af3c-4ea6-a3b9-2fd23b72c2aa req-8a458f42-ffeb-44fa-8e5b-a9622f47c48a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 945 time: 0.3119321 Jan 27 19:26:53.241685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28018525-4705-498d-bb85-d47b53e19af2']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:53.265808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c91099d-a5bc-49d2-9636-6e948028695c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:53.266592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c91099d-a5bc-49d2-9636-6e948028695c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:53.293967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (4c91099d-a5bc-49d2-9636-6e948028695c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.321228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4c91099d-a5bc-49d2-9636-6e948028695c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.332505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:26:53.333363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (4c91099d-a5bc-49d2-9636-6e948028695c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.389507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:26:53.403562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7586009b-af3c-4ea6-a3b9-2fd23b72c2aa req-7cc056b6-0503-4485-bb9b-aa4bf82050ec tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464379 Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:26:53.426454 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:26:53.434918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (28018525-4705-498d-bb85-d47b53e19af2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.446555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.453296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/networks/28018525-4705-498d-bb85-d47b53e19af2 HTTP/1.1" status: 204 len: 168 time: 1.9866469 Jan 27 19:26:53.457154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:53.518483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228353-e37f-468a-b102-12a5b71c0abe tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Network': ['ID=28018525-4705-498d-bb85-d47b53e19af2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:53.541076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port c39de877-7f17-4b66-a22f-2d1f62a6fb2b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:26:53.543668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.673944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting subnet ad82f004-ab03-4179-bddb-51c8112a3793 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:26:53.687440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks [] for subnet (ad82f004-ab03-4179-bddb-51c8112a3793), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.832217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (ad82f004-ab03-4179-bddb-51c8112a3793), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:53.964849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ac4b58c-618c-4c5e-8ed8-e06cdc3e3713 req-0bc2d3ed-662b-44b6-98f6-c8e85d17330a tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1570997 Jan 27 19:26:53.993203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ad82f004-ab03-4179-bddb-51c8112a3793), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.065995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.140001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (ad82f004-ab03-4179-bddb-51c8112a3793), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.289834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c39de877-7f17-4b66-a22f-2d1f62a6fb2b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:26:54.290428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.350978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Subnet': ['ID=ad82f004-ab03-4179-bddb-51c8112a3793,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:54.385665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.393617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45248) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:54.399031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-659448df-f8b7-4b57-81b7-64f671e18331 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/subnets/ad82f004-ab03-4179-bddb-51c8112a3793 HTTP/1.1" status: 204 len: 168 time: 0.9403050 Jan 27 19:26:54.419195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:54.437849 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dce8c1-5b68-4fd7-ad98-47952bed66ba" -d '{"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:54.477656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c6174-cb24-4db7-909c-114b20cc0b44 None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:26:54.593828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abfec-5596-474d-a648-66dbeb9431e9 req-055491e9-4a14-4455-8833-45380a8a4b7e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:54.611183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-147abfec-5596-474d-a648-66dbeb9431e9 req-055491e9-4a14-4455-8833-45380a8a4b7e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 945 time: 0.2744210 Jan 27 19:26:54.829726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6914a1a1-df0e-402a-9d41-91b61ce313fb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.906632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:54.913899 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71764882-dab6-4a0d-90cb-c65b38ae479b x-openstack-request-id: req-71764882-dab6-4a0d-90cb-c65b38ae479b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:54.915971 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:54.916976 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71764882-dab6-4a0d-90cb-c65b38ae479b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:54.917797 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'code': 200} Jan 27 19:26:54.978512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:54.994731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-147abfec-5596-474d-a648-66dbeb9431e9 req-eebce6d7-089f-49c0-acae-8ac294d8c3b7 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747809 Jan 27 19:26:55.046658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3d3ec70-d9b2-4dec-b0e0-617310a1184a req-15896ccd-5f93-4391-be3b-f4a655b31385 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.2283318 Jan 27 19:26:55.152838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Deleting port 240e2eee-a637-43fb-aba5-8ed35966f3ed {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:55.158754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:55.243306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:55.378638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:55.406011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5ab4b4d-4957-4b41-9c76-b74c56a35fcf req-a46d7ab5-8637-4477-a089-0e54ca4b62b1 tempest-ServerShowV257Test-1036324662 tempest-ServerShowV257Test-1036324662-project] 10.222.0.59 "GET /v2.0/ports?device_id=adc78dd8-cab4-4d4a-81fd-a3aeb076ec5f HTTP/1.1" status: 200 len: 210 time: 0.1116221 Jan 27 19:26:55.407759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] For port 240e2eee-a637-43fb-aba5-8ed35966f3ed, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=240e2eee-a637-43fb-aba5-8ed35966f3ed,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:55.409110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:55.431015 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:55.435668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Calling delete_port for 240e2eee-a637-43fb-aba5-8ed35966f3ed owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:55.613859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] DHCP port deletion for 6914a1a1-df0e-402a-9d41-91b61ce313fb request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:26:55.723048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-160d7af2-ac80-483e-b00c-796870ac1a8e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:55.728163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-160d7af2-ac80-483e-b00c-796870ac1a8e tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 945 time: 0.1499097 Jan 27 19:26:55.824498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-128c4a46-5093-4c6e-b441-bde9e40b965e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:55.829125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Deleting port 240e2eee-a637-43fb-aba5-8ed35966f3ed {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:55.829567 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.008470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.076111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] No DVR routers for this DVR port 240e2eee-a637-43fb-aba5-8ed35966f3ed on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:56.078060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Port': ['ID=240e2eee-a637-43fb-aba5-8ed35966f3ed,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:56.130895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Deleting port 031a0291-5c9a-4f6c-812f-1e2859a1e197 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:56.131567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.217696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-128c4a46-5093-4c6e-b441-bde9e40b965e admin admin] Publish callbacks [] for security_group (6759238b-1fa8-42ad-96c1-e461fdea43e5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.227726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-128c4a46-5093-4c6e-b441-bde9e40b965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6759238b-1fa8-42ad-96c1-e461fdea43e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.237583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6914a1a1-df0e-402a-9d41-91b61ce313fb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.269531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6914a1a1-df0e-402a-9d41-91b61ce313fb']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:56.291466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd21462-d636-4364-8bed-f8173ddd96dc') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:56.291752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd21462-d636-4364-8bed-f8173ddd96dc') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:26:56.305303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] For port 240e2eee-a637-43fb-aba5-8ed35966f3ed, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=240e2eee-a637-43fb-aba5-8ed35966f3ed,segment=NetworkSegment(bbd21462-d636-4364-8bed-f8173ddd96dc),segment_id=bbd21462-d636-4364-8bed-f8173ddd96dc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:56.306154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.311747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bbd21462-d636-4364-8bed-f8173ddd96dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.335335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] For port 031a0291-5c9a-4f6c-812f-1e2859a1e197, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=031a0291-5c9a-4f6c-812f-1e2859a1e197,segment=NetworkSegment(98ab8e61-6de2-497c-ab20-26b78c02d851),segment_id=98ab8e61-6de2-497c-ab20-26b78c02d851)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:56.335713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.344574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bbd21462-d636-4364-8bed-f8173ddd96dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.349183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Calling delete_port for 240e2eee-a637-43fb-aba5-8ed35966f3ed owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:56.355676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Calling delete_port for 031a0291-5c9a-4f6c-812f-1e2859a1e197 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:56.357788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:26:56.358198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bbd21462-d636-4364-8bed-f8173ddd96dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:26:56.361314 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:26:56.471562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-128c4a46-5093-4c6e-b441-bde9e40b965e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d37187f67d714ad399344411670afaef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0858102 Jan 27 19:26:56.483780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:56.484607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c4a46-5093-4c6e-b441-bde9e40b965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759238b-1fa8-42ad-96c1-e461fdea43e5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:56.555261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6914a1a1-df0e-402a-9d41-91b61ce313fb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.569759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.586279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] 10.222.0.59 "DELETE /v2.0/networks/6914a1a1-df0e-402a-9d41-91b61ce313fb HTTP/1.1" status: 204 len: 168 time: 2.1852508 Jan 27 19:26:56.682175 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (240e2eee-a637-43fb-aba5-8ed35966f3ed), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:56.708444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a7101-fb98-43e8-b26f-516a7b64e083 tempest-ServersTestMultiNic-1123971915 tempest-ServersTestMultiNic-1123971915-project] Pushing event deleted for resources: {'Network': ['ID=6914a1a1-df0e-402a-9d41-91b61ce313fb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:56.751561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Network 6914a1a1-df0e-402a-9d41-91b61ce313fb is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:26:56.752467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] No DVR routers for this DVR port 240e2eee-a637-43fb-aba5-8ed35966f3ed on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:56.755847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad594-015b-4708-a677-9c51250182b1 None None] Pushing event deleted for resources: {'Port': ['ID=240e2eee-a637-43fb-aba5-8ed35966f3ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:56.809222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9ced-3e29-45d0-bad1-889f063d45ba req-46740bb8-9a82-42e5-a367-b38fba636a1a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:26:56.831598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-152c9ced-3e29-45d0-bad1-889f063d45ba req-46740bb8-9a82-42e5-a367-b38fba636a1a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 945 time: 0.5110672 Jan 27 19:26:56.979445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-152c9ced-3e29-45d0-bad1-889f063d45ba req-fb308691-bbdf-4531-a7c2-dfcf9e92c1fc tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cfcb9b4-690c-49ca-955c-ec1278d3fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448066 Jan 27 19:26:57.003879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] Publish callbacks [] for security_group (6759238b-1fa8-42ad-96c1-e461fdea43e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.039923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 240e2eee-a637-43fb-aba5-8ed35966f3ed no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:57.043666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] Publish callbacks [] for security_group (6759238b-1fa8-42ad-96c1-e461fdea43e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.116563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45318) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:57.126257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 240e2eee-a637-43fb-aba5-8ed35966f3ed {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:57.127894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 240e2eee-a637-43fb-aba5-8ed35966f3ed not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:57.141618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (031a0291-5c9a-4f6c-812f-1e2859a1e197), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.295548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6759238b-1fa8-42ad-96c1-e461fdea43e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.312216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.317080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6759238b-1fa8-42ad-96c1-e461fdea43e5 HTTP/1.1" status: 204 len: 168 time: 0.7962775 Jan 27 19:26:57.362105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:57.365524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event deleted for resources: {'Port': ['ID=031a0291-5c9a-4f6c-812f-1e2859a1e197,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:57.366790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db14b9-968e-4917-8020-4d4924fc2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759238b-1fa8-42ad-96c1-e461fdea43e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:57.434426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] No DVR routers for this DVR port 031a0291-5c9a-4f6c-812f-1e2859a1e197 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:26:57.438717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:57.442923 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d126fd4-786a-4b95-8934-72d528de3ccd req-bb946b36-79a0-4297-b86f-1816259e600a tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.66 "DELETE /v2.0/ports/031a0291-5c9a-4f6c-812f-1e2859a1e197 HTTP/1.1" status: 204 len: 173 time: 1.7085090 Jan 27 19:26:57.444184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'name': 'network-vif-deleted', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:26:57.446919 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0596e3-15ba-4c18-a81e-d839a688f91b" -d '{"events": [{"server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "name": "network-vif-deleted", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:26:57.595390 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c773f1-dc1e-4bfa-9fea-22e468d98fa2 x-openstack-request-id: req-96c773f1-dc1e-4bfa-9fea-22e468d98fa2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:26:57.596685 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56d34-2395-4b78-8e8f-e023c8513faa", "name": "network-vif-deleted", "tag": "031a0291-5c9a-4f6c-812f-1e2859a1e197", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:26:57.597140 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96c773f1-dc1e-4bfa-9fea-22e468d98fa2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:26:57.597844 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56d34-2395-4b78-8e8f-e023c8513faa', 'name': 'network-vif-deleted', 'tag': '031a0291-5c9a-4f6c-812f-1e2859a1e197', 'status': 'completed', 'code': 200} Jan 27 19:26:57.749490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-896f829f-ade6-4f32-a03e-11b9ad954dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:58.075358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-896f829f-ade6-4f32-a03e-11b9ad954dd3 admin admin] Publish callbacks [] for security_group (161ed424-c030-44a8-859a-ee27e2f5b6c0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:58.090246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-896f829f-ade6-4f32-a03e-11b9ad954dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (161ed424-c030-44a8-859a-ee27e2f5b6c0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:58.284796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-896f829f-ade6-4f32-a03e-11b9ad954dd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=428e6349a0064c8db6578ddde4b30bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8805182 Jan 27 19:26:58.285960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:26:58.346938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f829f-ade6-4f32-a03e-11b9ad954dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ed424-c030-44a8-859a-ee27e2f5b6c0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:26:58.530193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.109855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 031a0291-5c9a-4f6c-812f-1e2859a1e197 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:26:59.196865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 031a0291-5c9a-4f6c-812f-1e2859a1e197 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:26:59.197226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 031a0291-5c9a-4f6c-812f-1e2859a1e197 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:26:59.465799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Deleting port d70819c2-9c47-45e3-9315-aeb813637e85 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:26:59.466529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.684076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9ebeb6f-1c6a-4f35-9cc3-7a1d1a8dbffd req-192c6bdd-e160-4674-8560-f2f5a45f5591 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bd56d34-2395-4b78-8e8f-e023c8513faa HTTP/1.1" status: 200 len: 210 time: 0.0528800 Jan 27 19:26:59.722077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] Publish callbacks [] for security_group (161ed424-c030-44a8-859a-ee27e2f5b6c0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.839047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] Publish callbacks [] for security_group (161ed424-c030-44a8-859a-ee27e2f5b6c0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.919043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] For port d70819c2-9c47-45e3-9315-aeb813637e85, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d70819c2-9c47-45e3-9315-aeb813637e85,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:26:59.919719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.947967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Calling delete_port for d70819c2-9c47-45e3-9315-aeb813637e85 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:26:59.977016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (161ed424-c030-44a8-859a-ee27e2f5b6c0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.982033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:26:59.987880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/161ed424-c030-44a8-859a-ee27e2f5b6c0 HTTP/1.1" status: 204 len: 168 time: 1.6929219 Jan 27 19:27:00.023739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac483a-0eaa-4201-8eec-a2b76a6d7cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ed424-c030-44a8-859a-ee27e2f5b6c0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:00.540604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d70819c2-9c47-45e3-9315-aeb813637e85), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:00.623792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70819c2-9c47-45e3-9315-aeb813637e85,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:01.235195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:01.814483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:01.957725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:27:02.076259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (a5f6c21c-097e-4fcd-b606-e66d2c37d946), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.215904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (a5f6c21c-097e-4fcd-b606-e66d2c37d946), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.277345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:02.370347 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a5f6c21c-097e-4fcd-b606-e66d2c37d946), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.388049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:02.393664 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-65cc9c5c-54b1-4689-b995-6cb273d61743 admin admin] 10.222.0.59 "PUT /v2.0/routers/52c1d3f2-2cd4-4a5d-b996-507fef02da6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2757943 Jan 27 19:27:02.397724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45480) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:02.403218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Sync routers for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:02.408346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.414131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5f6c21c-097e-4fcd-b606-e66d2c37d946 HTTP/1.1" status: 204 len: 168 time: 0.5983322 Jan 27 19:27:02.440412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:02.441097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:26:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:02.469172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45482) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:02.470600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8cf48-e938-4d2c-91c5-59bd117aa686 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6c21c-097e-4fcd-b606-e66d2c37d946,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:02.563717 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-a8d6cccd-38dd-4e0c-aea0-51feb21b6cb3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] show failed (client error): The resource could not be found. Jan 27 19:27:02.565439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a8d6cccd-38dd-4e0c-aea0-51feb21b6cb3 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "GET /v2.0/security-groups/a5f6c21c-097e-4fcd-b606-e66d2c37d946 HTTP/1.1" status: 404 len: 347 time: 0.0691125 Jan 27 19:27:02.569693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1563588047-network', 'tenant_id': 'f277cd5ca2cb4ec2abb47c83efedb6ae'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:02.595755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:02.675436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Made reservation on behalf of f277cd5ca2cb4ec2abb47c83efedb6ae for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:02.680073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.769438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.874607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks [] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.943283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks [] for security_group (47d1e99d-4530-4f9b-81fd-97b3cac9b18a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.954006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (47d1e99d-4530-4f9b-81fd-97b3cac9b18a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.971114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:02.984895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:02.986507 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Added segment 5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01 of type vlan for network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 Jan 27 19:27:03.039752 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4e87c18c-d1ec-4a70-9bb6-bc7381451904), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.095812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4e87c18c-d1ec-4a70-9bb6-bc7381451904), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.098577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:03.099546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.125078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks [] for router_gateway (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.137181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:03.187303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9069662 Jan 27 19:27:03.204930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:03.214285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Request body: {'subnet': {'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1563588047-subnet', 'tenant_id': 'f277cd5ca2cb4ec2abb47c83efedb6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:03.239719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Deleting port 8fd95ac0-768b-43cf-a80d-ac4880531edf {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:03.246402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.311397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Deleting port f1360df3-7152-4459-a995-fe0b68b8a396 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:03.318259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.385578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.386014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for floatingip (8fd95ac0-768b-43cf-a80d-ac4880531edf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.401875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Calling delete_port for 8fd95ac0-768b-43cf-a80d-ac4880531edf owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:03.565856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:03.620673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8fd95ac0-768b-43cf-a80d-ac4880531edf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:03.666471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d1e99d-4530-4f9b-81fd-97b3cac9b18a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:03.675762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Pushing event deleted for resources: {'Port': ['ID=8fd95ac0-768b-43cf-a80d-ac4880531edf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:03.827674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d756a-90c5-4e1a-8d61-806f0f350edf admin admin] Pushing event updated for resources: {'Network': ['ID=4e87c18c-d1ec-4a70-9bb6-bc7381451904,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:03.889785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:04.029043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks [] for floatingip (7e791ee3-919b-4163-8925-69c98334086a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.033913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.057373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ccc87dba-5796-4f0c-8f43-4b0059cad785 tempest-ImagesOneServerNegativeTestJSON-739432321 tempest-ImagesOneServerNegativeTestJSON-739432321-project] 10.222.0.59 "DELETE /v2.0/floatingips/7e791ee3-919b-4163-8925-69c98334086a HTTP/1.1" status: 204 len: 168 time: 1.4590433 Jan 27 19:27:04.147527 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8119717b-bf7a-4b10-8322-d3f0622be129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.177586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] For port f1360df3-7152-4459-a995-fe0b68b8a396, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1360df3-7152-4459-a995-fe0b68b8a396,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:04.178434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.200014 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Calling delete_port for f1360df3-7152-4459-a995-fe0b68b8a396 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:04.306214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Made reservation on behalf of f277cd5ca2cb4ec2abb47c83efedb6ae for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:04.309394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.323797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:27:00Z', 'revision_number': 5, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port': {'id': 'f1360df3-7152-4459-a995-fe0b68b8a396', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:24:52Z', 'updated_at': '2022-01-27T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:04.391226 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8119717b-bf7a-4b10-8322-d3f0622be129 admin admin] Publish callbacks [] for security_group (ec9cfc58-8d1c-4caf-ae67-642840a94282), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.399099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8119717b-bf7a-4b10-8322-d3f0622be129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ec9cfc58-8d1c-4caf-ae67-642840a94282), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.479700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Checking router: 52c1d3f2-2cd4-4a5d-b996-507fef02da6d for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:04.479978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:04.481852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119717b-bf7a-4b10-8322-d3f0622be129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9cfc58-8d1c-4caf-ae67-642840a94282,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:04.525500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Routers {'52c1d3f2-2cd4-4a5d-b996-507fef02da6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:04.529305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:26:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:04.642994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f1360df3-7152-4459-a995-fe0b68b8a396), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.652759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8119717b-bf7a-4b10-8322-d3f0622be129 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5ee31f720944552b01dae96c1794b23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0738308 Jan 27 19:27:04.656601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:04.746632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Deleting subnet fe7ff1b2-225f-47c5-995e-63cfa901fda5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:27:04.763937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Publish callbacks [] for subnet (fe7ff1b2-225f-47c5-995e-63cfa901fda5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:04.831991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] Set router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:05.105889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (fe7ff1b2-225f-47c5-995e-63cfa901fda5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.112585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] Publish callbacks [] for security_group (ec9cfc58-8d1c-4caf-ae67-642840a94282), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.199557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2675664a-c205-4513-bee1-e639126800b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:27:03Z', 'revision_number': 6, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:05.212386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1360df3-7152-4459-a995-fe0b68b8a396,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:05.226147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (43ac444c-7305-4c04-8fe1-268e12bbe3a7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.306512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ac444c-7305-4c04-8fe1-268e12bbe3a7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:05.325607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675664a-c205-4513-bee1-e639126800b6 None None] The sync data for ids ['52c1d3f2-2cd4-4a5d-b996-507fef02da6d'] in n-d-760453-6 is: [{'id': '52c1d3f2-2cd4-4a5d-b996-507fef02da6d', 'name': 'tempest-ServersTestMultiNic-802650744-router', 'tenant_id': '7336bb747168419fb51ce0b1256b531f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:24:51Z', 'updated_at': '2022-01-27T19:27:03Z', 'revision_number': 6, 'project_id': '7336bb747168419fb51ce0b1256b531f', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:05.383137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] Publish callbacks [] for security_group (ec9cfc58-8d1c-4caf-ae67-642840a94282), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.434915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Checking segment: {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:05.435514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Network hostable DHCP agents. Network: 4e87c18c-d1ec-4a70-9bb6-bc7381451904, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:05.444621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.501997 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fe7ff1b2-225f-47c5-995e-63cfa901fda5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.692973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ec9cfc58-8d1c-4caf-ae67-642840a94282), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.700865 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.705511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec9cfc58-8d1c-4caf-ae67-642840a94282 HTTP/1.1" status: 204 len: 168 time: 1.0456598 Jan 27 19:27:05.715164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.718442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:05.733242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks [] for router_controller (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.755400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (fe7ff1b2-225f-47c5-995e-63cfa901fda5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.779275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4e87c18c-d1ec-4a70-9bb6-bc7381451904) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:05.794455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60684f9-33ae-4da4-b471-eba2465e9757 None None] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:05.907270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14f989-1e5c-4931-99a5-1fc61995f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9cfc58-8d1c-4caf-ae67-642840a94282,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:05.916933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:05.924561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fe7ff1b2-225f-47c5-995e-63cfa901fda5 HTTP/1.1" status: 204 len: 168 time: 1.4396448 Jan 27 19:27:05.926218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac17d3-c60c-4960-9b5e-47fa2bed46e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7ff1b2-225f-47c5-995e-63cfa901fda5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:05.929955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:06.032438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:06.032979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.111176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (52c1d3f2-2cd4-4a5d-b996-507fef02da6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.114492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c1d3f2-2cd4-4a5d-b996-507fef02da6d {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:27:06.143561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.152436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-44a62035-715a-4eff-8929-79bd5431108a admin admin] 10.222.0.59 "DELETE /v2.0/routers/52c1d3f2-2cd4-4a5d-b996-507fef02da6d HTTP/1.1" status: 204 len: 168 time: 3.7523241 Jan 27 19:27:06.156480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45580) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:06.229230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7a91719e-8461-48e7-8cbf-b6f147ab2713 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0101039 Jan 27 19:27:06.386763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (7e920a5e-d8ef-409e-bdd1-fe1b739aa784), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.624609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4f18d-1d35-4f97-b743-f3512cefbd5c None None] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:06.633331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Deleting subnet c57a7007-5b98-4bf1-9725-6c6690b8c7ad {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:27:06.656261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Publish callbacks [] for subnet (c57a7007-5b98-4bf1-9725-6c6690b8c7ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.740172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (7e920a5e-d8ef-409e-bdd1-fe1b739aa784), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.803616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e920a5e-d8ef-409e-bdd1-fe1b739aa784']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:06.817645 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:27:06.848169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (c57a7007-5b98-4bf1-9725-6c6690b8c7ad), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.865065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ab8e61-6de2-497c-ab20-26b78c02d851') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:06.866500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ab8e61-6de2-497c-ab20-26b78c02d851') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:06.896206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (98ab8e61-6de2-497c-ab20-26b78c02d851), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.958500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (98ab8e61-6de2-497c-ab20-26b78c02d851), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.970374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:27:06.970789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (98ab8e61-6de2-497c-ab20-26b78c02d851), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:27:06.991123 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:27:07.105549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1360df3-7152-4459-a995-fe0b68b8a396 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:07.264118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f1360df3-7152-4459-a995-fe0b68b8a396 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:07.264473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1360df3-7152-4459-a995-fe0b68b8a396 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:07.277955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d70819c2-9c47-45e3-9315-aeb813637e85 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:07.338332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c57a7007-5b98-4bf1-9725-6c6690b8c7ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:07.420968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d70819c2-9c47-45e3-9315-aeb813637e85 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:07.421348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d70819c2-9c47-45e3-9315-aeb813637e85 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:07.556060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (7e920a5e-d8ef-409e-bdd1-fe1b739aa784), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:07.571403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:07.590357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7e920a5e-d8ef-409e-bdd1-fe1b739aa784 HTTP/1.1" status: 204 len: 168 time: 1.6588161 Jan 27 19:27:07.692548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835bf1-e9e3-4c5b-8432-2b279632fb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e920a5e-d8ef-409e-bdd1-fe1b739aa784,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:07.715662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (c57a7007-5b98-4bf1-9725-6c6690b8c7ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:07.819942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57a7007-5b98-4bf1-9725-6c6690b8c7ad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:07.843512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:07.849871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1ab60-6d9c-4167-9954-4c9455c64433 None None] Network 4541fb9d-e9be-4017-abbd-96dac23b3eaf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:07.866895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-53c5e5ef-aa71-4144-ac94-3125e2190ad5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c57a7007-5b98-4bf1-9725-6c6690b8c7ad HTTP/1.1" status: 204 len: 168 time: 1.6999002 Jan 27 19:27:07.868181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:08.305705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4541fb9d-e9be-4017-abbd-96dac23b3eaf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:08.309879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] DHCP port deletion for 4541fb9d-e9be-4017-abbd-96dac23b3eaf request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:27:08.351861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5f55a78a-6658-4bd4-a07e-d1e8500f8763 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:08.370269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5f55a78a-6658-4bd4-a07e-d1e8500f8763 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 814 time: 0.6287391 Jan 27 19:27:08.423674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:08.470653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Deleting port 557807e4-df85-4af7-8741-72c3b7b57e69 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:08.471307 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:08.525246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-19fc605e-dbf9-477b-b5d5-75e22d72c4f0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/quotas/f277cd5ca2cb4ec2abb47c83efedb6ae HTTP/1.1" status: 200 len: 375 time: 0.1533368 Jan 27 19:27:08.705336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Deleting port 557807e4-df85-4af7-8741-72c3b7b57e69 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:08.706223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:08.755621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] For port 557807e4-df85-4af7-8741-72c3b7b57e69, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=557807e4-df85-4af7-8741-72c3b7b57e69,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:08.756421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:08.848371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-4d9b614f-f8c3-4150-9634-6fd64921d741 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3216720 Jan 27 19:27:08.987276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5150dd7d-49c9-452c-9896-2f75c3932bf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dc4c0a452ac432bb192074c3ffe6732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617537 Jan 27 19:27:08.995997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45660) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:09.254212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] For port 557807e4-df85-4af7-8741-72c3b7b57e69, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=557807e4-df85-4af7-8741-72c3b7b57e69,segment=NetworkSegment(138c214d-8780-4ab2-9840-01705dfb6213),segment_id=138c214d-8780-4ab2-9840-01705dfb6213)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:09.258271 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.327608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Calling delete_port for 557807e4-df85-4af7-8741-72c3b7b57e69 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:09.342749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Calling delete_port for 557807e4-df85-4af7-8741-72c3b7b57e69 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:09.491029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 557807e4-df85-4af7-8741-72c3b7b57e69 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:09.505306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.566362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (557807e4-df85-4af7-8741-72c3b7b57e69), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.617738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] No DVR routers for this DVR port 557807e4-df85-4af7-8741-72c3b7b57e69 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:27:09.619653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] No DVR routers for this DVR port 557807e4-df85-4af7-8741-72c3b7b57e69 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:27:09.623241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] Publish callbacks [] for security_group (2cfcb9b4-690c-49ca-955c-ec1278d3fd89), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.690967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] Publish callbacks [] for security_group (2cfcb9b4-690c-49ca-955c-ec1278d3fd89), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.773278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 557807e4-df85-4af7-8741-72c3b7b57e69 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:09.774652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 557807e4-df85-4af7-8741-72c3b7b57e69 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:09.786730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa5f14-b437-4adf-9c86-fa7505171a7a None None] Pushing event deleted for resources: {'Port': ['ID=557807e4-df85-4af7-8741-72c3b7b57e69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:09.794983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82add4b5-7dc8-436c-8de9-792c825fc94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.834836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-00465266-13d6-4395-ad1e-46e78714d183 service neutron] 10.222.0.59 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851959 Jan 27 19:27:09.909150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Pushing event deleted for resources: {'Port': ['ID=557807e4-df85-4af7-8741-72c3b7b57e69,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:09.987207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2cfcb9b4-690c-49ca-955c-ec1278d3fd89), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.994555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:09.998540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cfcb9b4-690c-49ca-955c-ec1278d3fd89 HTTP/1.1" status: 204 len: 168 time: 0.9906487 Jan 27 19:27:10.045768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-8386c307-0bf6-454d-b2f2-312ce609dfeb service neutron] 10.222.0.59 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993909 Jan 27 19:27:10.245344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd4f0f-4a91-4e4a-ac82-77eb7ac7bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfcb9b4-690c-49ca-955c-ec1278d3fd89,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:10.255404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4541fb9d-e9be-4017-abbd-96dac23b3eaf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.341051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4541fb9d-e9be-4017-abbd-96dac23b3eaf']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:10.387961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138c214d-8780-4ab2-9840-01705dfb6213') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:10.388280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138c214d-8780-4ab2-9840-01705dfb6213') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:10.432201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (138c214d-8780-4ab2-9840-01705dfb6213), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.504713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (138c214d-8780-4ab2-9840-01705dfb6213), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.522105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:27:10.522783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (138c214d-8780-4ab2-9840-01705dfb6213), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:27:10.526658 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:27:10.607265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfa6327c-44ec-4b83-82f4-d78fc3c8e2d2 req-3fa06250-7704-44b4-907c-45486a4ac257 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 210 time: 0.0933721 Jan 27 19:27:10.784582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4541fb9d-e9be-4017-abbd-96dac23b3eaf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.801384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:10.814528 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4541fb9d-e9be-4017-abbd-96dac23b3eaf HTTP/1.1" status: 204 len: 168 time: 2.9404662 Jan 27 19:27:10.843172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1f4f6-daa8-42df-b4c6-1045195d1914 admin admin] Pushing event deleted for resources: {'Network': ['ID=4541fb9d-e9be-4017-abbd-96dac23b3eaf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:11.623967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45726) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:11.777628 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bfe1c6bf-88c6-47c3-ae2c-aafd50e5f6be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7336bb747168419fb51ce0b1256b531f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506081 Jan 27 19:27:11.779905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:11.973870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c211627-609e-4f67-8a6c-09eebaad6a20 req-e61f6f85-f1df-4034-93e3-3e560bfca2b2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 210 time: 0.1083617 Jan 27 19:27:11.983454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] Publish callbacks [] for security_group (17f73e30-8184-46b4-8744-945c57c5b195), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:12.075834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f4ea-d429-4d83-b81a-ce3983c054c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:12.082299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] Publish callbacks [] for security_group (17f73e30-8184-46b4-8744-945c57c5b195), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:12.167722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17f73e30-8184-46b4-8744-945c57c5b195), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:12.172930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:12.174350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17f73e30-8184-46b4-8744-945c57c5b195 HTTP/1.1" status: 204 len: 168 time: 0.3915493 Jan 27 19:27:12.217950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1264-b335-456c-91b7-e7cbaa4880e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f73e30-8184-46b4-8744-945c57c5b195,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:12.615669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45764) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:13.115162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:13.244682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Deleting subnet c2c86d6a-1a83-4558-8f66-ad2d87c32d8b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:27:13.291961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Publish callbacks [] for subnet (c2c86d6a-1a83-4558-8f66-ad2d87c32d8b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:13.444184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (c2c86d6a-1a83-4558-8f66-ad2d87c32d8b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:13.482823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1784100140-network', 'tenant_id': 'a30ba410e48745cdb0649da3b292e12a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:13.653205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-572db172-8f1e-4193-bfb3-d6608608bae8 req-acee8fdd-6a4c-429c-86f0-ae58ec8e282e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 210 time: 0.3658309 Jan 27 19:27:13.675971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Made reservation on behalf of a30ba410e48745cdb0649da3b292e12a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:13.680199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:13.758377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:13.798231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c2c86d6a-1a83-4558-8f66-ad2d87c32d8b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.080013 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (c2c86d6a-1a83-4558-8f66-ad2d87c32d8b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.181519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c86d6a-1a83-4558-8f66-ad2d87c32d8b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:14.207236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.236816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5008ef10-092d-45cb-bdd9-372e458279f9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c2c86d6a-1a83-4558-8f66-ad2d87c32d8b HTTP/1.1" status: 204 len: 168 time: 1.6213262 Jan 27 19:27:14.238038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:14.314695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks [] for security_group (d55573f6-5f54-4022-8207-d6f5db23069e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.335882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-34b594fe-8a41-4a5c-8bf3-4a512d1d1481 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:14.355304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-34b594fe-8a41-4a5c-8bf3-4a512d1d1481 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 814 time: 1.1920345 Jan 27 19:27:14.361638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d55573f6-5f54-4022-8207-d6f5db23069e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.392157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Request body: {'port': {'device_id': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'admin_state_up': True, 'tenant_id': 'f277cd5ca2cb4ec2abb47c83efedb6ae'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:14.475861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:14.544410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5fca57d2-af09-47ca-ae9a-43c8aeebd972), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.545061 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Added segment 5fca57d2-af09-47ca-ae9a-43c8aeebd972 of type vlan for network 83a37478-d301-48e2-9740-ea1d4af3683d Jan 27 19:27:14.623895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (83a37478-d301-48e2-9740-ea1d4af3683d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.674142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55573f6-5f54-4022-8207-d6f5db23069e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:14.681517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (0abfeae5-dc95-4d90-88c1-021a89614605), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.753168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (83a37478-d301-48e2-9740-ea1d4af3683d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.754320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:14.754941 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:14.868660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.872388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.872782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.873132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.873507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.873848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.877601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.878021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.878370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.878716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.879055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.885106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:14.898871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:15.016248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8965073 Jan 27 19:27:15.039509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:15.055492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Request body: {'subnet': {'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1784100140-subnet', 'tenant_id': 'a30ba410e48745cdb0649da3b292e12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:15.067151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.111200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:15.155037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (0abfeae5-dc95-4d90-88c1-021a89614605), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.206011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abfeae5-dc95-4d90-88c1-021a89614605']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:15.218830 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-009d7dc3-1c8a-4bdb-bbc6-7679834dd772 req-d38cb5c7-abf3-47c6-8c15-8f595bfe3119 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 210 time: 0.0898960 Jan 27 19:27:15.242576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c85b-7f51-4bc4-b195-befc14057834 admin admin] Pushing event updated for resources: {'Network': ['ID=83a37478-d301-48e2-9740-ea1d4af3683d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:15.255315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 83a37478-d301-48e2-9740-ea1d4af3683d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:15.260919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ad125b-6594-48bf-bde7-142d8f7365bb') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:15.261450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ad125b-6594-48bf-bde7-142d8f7365bb') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:15.304666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Made reservation on behalf of f277cd5ca2cb4ec2abb47c83efedb6ae for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:15.309028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.310396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (d2ad125b-6594-48bf-bde7-142d8f7365bb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.381791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2ad125b-6594-48bf-bde7-142d8f7365bb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.402678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:27:15.404716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (d2ad125b-6594-48bf-bde7-142d8f7365bb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.688463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Allocated IP 172.20.0.13 (4e87c18c-d1ec-4a70-9bb6-bc7381451904/43ac444c-7305-4c04-8fe1-268e12bbe3a7/769edab3-789e-4eb1-a483-ed40522f7a6d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:15.717674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:27:15.770972 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:27:15.780964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (0abfeae5-dc95-4d90-88c1-021a89614605), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.803286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.809176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0abfeae5-dc95-4d90-88c1-021a89614605 HTTP/1.1" status: 204 len: 168 time: 1.5547721 Jan 27 19:27:15.892797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413ac35-1e8b-46e1-ad6f-0de76b4c5177 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abfeae5-dc95-4d90-88c1-021a89614605,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:15.915826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Made reservation on behalf of a30ba410e48745cdb0649da3b292e12a for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:15.927596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:15.941438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.147359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-722863990-network', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:16.181695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45868) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:16.200888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:16.203724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.229341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.397090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de2c02-e3d4-4d90-a52c-5f4e43284af2 req-561cb644-3f2f-4027-983b-a2ac96755734 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:16.413372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32de2c02-e3d4-4d90-a52c-5f4e43284af2 req-561cb644-3f2f-4027-983b-a2ac96755734 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.3693650 Jan 27 19:27:16.435989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks [] for security_group (ca96ea36-9e24-4c3f-b968-09b2ae776d17), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.451542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1a36ead-b9e0-4a1e-a563-2ce2156d71cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0be714ccf5d8400bb5dcf68232b048ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671826 Jan 27 19:27:16.461676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:16.468209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ca96ea36-9e24-4c3f-b968-09b2ae776d17), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.499577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:16.526157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3c6e4b76-ce0e-497e-9f42-e697e7fefe18), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.529897 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Added segment 3c6e4b76-ce0e-497e-9f42-e697e7fefe18 of type vlan for network c2f64754-a244-4d03-84ba-39ff20e0d1ba Jan 27 19:27:16.627959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks [] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.644831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c2f64754-a244-4d03-84ba-39ff20e0d1ba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.680849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32de2c02-e3d4-4d90-a52c-5f4e43284af2 req-52ed6872-11d7-4c9b-9948-22c5c4a80786 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657259 Jan 27 19:27:16.701006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] Publish callbacks [] for security_group (5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.779848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca96ea36-9e24-4c3f-b968-09b2ae776d17,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:16.787844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c2f64754-a244-4d03-84ba-39ff20e0d1ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.788862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:16.792846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:16.836882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7237298 Jan 27 19:27:16.842160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:16.849865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Request body: {'subnet': {'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-subnet', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:16.962231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] Publish callbacks [] for security_group (5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.038017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e8ad7f6-2a77-4abe-b8a9-ee62f3f3a187 req-25d98f29-b42f-4ca3-a2f9-2b960bb52a98 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 210 time: 0.0635426 Jan 27 19:27:17.042259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.053566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a9aae-d972-4d09-9313-c2a057b59b3c admin admin] Pushing event updated for resources: {'Network': ['ID=c2f64754-a244-4d03-84ba-39ff20e0d1ba,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:17.096019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:17.107831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:17.130589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.166612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:17.178660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:17.184583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:17.336417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:17.373609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.387494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.388540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362 HTTP/1.1" status: 204 len: 168 time: 0.9254837 Jan 27 19:27:17.470825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:17.472462 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:17.511821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3e8a-10f5-478e-9d3e-4e542fab2142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5a3db-3e24-421d-9e4a-3fb7c1a2b362,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:17.525853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5b026210-26e4-4099-83db-01f3dc6be96c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1432467 Jan 27 19:27:17.563880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Request body: {'port': {'device_id': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:17.721642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:18.035439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b1de8802-89c2-42b8-b2fa-6ac675b73d6a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:18.213866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1de8802-89c2-42b8-b2fa-6ac675b73d6a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:18.258185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-c4f844e6-3fd8-49d8-9b34-63ca7bc43e3e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:18.262611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-c4f844e6-3fd8-49d8-9b34-63ca7bc43e3e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.66 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.6044066 Jan 27 19:27:18.478863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc2f0-9e1a-43fa-a9f7-2e0f95310581 req-941d1975-3498-47f3-909f-75799075a087 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:18.491077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7cbc2f0-9e1a-43fa-a9f7-2e0f95310581 req-941d1975-3498-47f3-909f-75799075a087 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=283de039-fb94-4a4c-b5a9-8b2f94e3c5ad HTTP/1.1" status: 200 len: 946 time: 0.5220315 Jan 27 19:27:18.582498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:18.606666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (19c8a16b-b94f-475f-969c-6cca097308e2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:18.624796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Checking segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:18.627221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Network hostable DHCP agents. Network: 83a37478-d301-48e2-9740-ea1d4af3683d, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:18.800577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c8a16b-b94f-475f-969c-6cca097308e2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:18.820333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Network 83a37478-d301-48e2-9740-ea1d4af3683d is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:18.914973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 83a37478-d301-48e2-9740-ea1d4af3683d) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:18.925622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:18.926014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a836476-23ad-439d-b86e-3f54b2740d26 None None] Network 83a37478-d301-48e2-9740-ea1d4af3683d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:18.926745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:18.953172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Deleting port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:18.953851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.088780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] For port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:19.089814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.106734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Calling delete_port for 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:19.193789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb814acd-b758-4be0-93d1-c53d48efd3c5 req-666f6e14-350e-4a42-b7e6-2d70cf7dadf1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:19.199706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb814acd-b758-4be0-93d1-c53d48efd3c5 req-666f6e14-350e-4a42-b7e6-2d70cf7dadf1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 932 time: 0.8921986 Jan 27 19:27:19.355451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221a921-8a7b-4566-916e-9ca303811159 None None] Network 83a37478-d301-48e2-9740-ea1d4af3683d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:19.400489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1660183-c46d-476c-a89c-6d4d4725dd46 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.3558438 Jan 27 19:27:19.431288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4734b0f2-9561-480c-9283-e5a6398cfdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.447288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7f364502-4c9e-4c41-a9f3-b1bb076ee9bf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.488229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['620899b4-2e09-400e-bb63-a93271d1b198'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:19.543073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7cbc2f0-9e1a-43fa-a9f7-2e0f95310581 req-7b7dc8d3-1a46-439f-8de1-b2d203871cd2 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0508914 Jan 27 19:27:19.562534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb814acd-b758-4be0-93d1-c53d48efd3c5 req-2c9287de-add8-44ef-93ee-89e6d61f76b3 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305914 Jan 27 19:27:19.617465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Checking segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:19.617839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Network hostable DHCP agents. Network: c2f64754-a244-4d03-84ba-39ff20e0d1ba, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:19.620049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45932) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:19.635690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Pushing event deleted for resources: {'Port': ['ID=7f364502-4c9e-4c41-a9f3-b1bb076ee9bf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:19.701323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:19.759280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] No DVR routers for this DVR port 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:27:19.769827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.775968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1704352-4c62-4328-92f0-6da3267f3d84 req-37f93bc4-9d3b-4aa0-a693-ab39b914e550 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.66 "DELETE /v2.0/ports/7f364502-4c9e-4c41-a9f3-b1bb076ee9bf HTTP/1.1" status: 204 len: 173 time: 1.4993939 Jan 27 19:27:19.780269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'name': 'network-vif-deleted', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:19.784284 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23222b8b-5c6a-466c-9115-dd9d5b0c3ddd" -d '{"events": [{"server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "name": "network-vif-deleted", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:19.800793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c2f64754-a244-4d03-84ba-39ff20e0d1ba) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:19.827811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d34bd-c6d7-43d0-9141-d2891157d0c0 None None] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:19.833797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:19.863779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:19.941481 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bdd1ac-6140-4f49-97fd-9b1f7501997e x-openstack-request-id: req-a6bdd1ac-6140-4f49-97fd-9b1f7501997e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:19.942136 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283de039-fb94-4a4c-b5a9-8b2f94e3c5ad", "name": "network-vif-deleted", "tag": "7f364502-4c9e-4c41-a9f3-b1bb076ee9bf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:19.942409 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6bdd1ac-6140-4f49-97fd-9b1f7501997e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:19.944879 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283de039-fb94-4a4c-b5a9-8b2f94e3c5ad', 'name': 'network-vif-deleted', 'tag': '7f364502-4c9e-4c41-a9f3-b1bb076ee9bf', 'status': 'completed', 'code': 200} Jan 27 19:27:19.948771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:19.980567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:19.981112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bcbdb3c9-2f5a-4323-921d-2c46489186c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1368897 Jan 27 19:27:20.009689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks [] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.043206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:20.049188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4734b0f2-9561-480c-9283-e5a6398cfdd0 admin admin] Publish callbacks [] for security_group (359b1cf4-47fe-4ad5-8859-3953d58d8871), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.058931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4734b0f2-9561-480c-9283-e5a6398cfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (359b1cf4-47fe-4ad5-8859-3953d58d8871), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.124697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734b0f2-9561-480c-9283-e5a6398cfdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b1cf4-47fe-4ad5-8859-3953d58d8871,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:20.158127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-165637666-network', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:20.189608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.192103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.263624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4734b0f2-9561-480c-9283-e5a6398cfdd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a54c2938f3484b4dbe8b48f8c7f4d668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6642816 Jan 27 19:27:20.289823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45954) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:20.319086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:27:20.320146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.460475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for router_controller (375b96b1-27d8-4b96-ae83-4b34ff36dc89), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.483895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Transition to ACTIVE for port object 769edab3-789e-4eb1-a483-ed40522f7a6d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:20.502059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:20.511940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.549438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.567126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.715863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks [] for security_group (5fe85c03-5d73-4aa3-9df6-5d54c18346bf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.720632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] Publish callbacks [] for security_group (359b1cf4-47fe-4ad5-8859-3953d58d8871), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.724226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5fe85c03-5d73-4aa3-9df6-5d54c18346bf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.767010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Allocated IP 172.20.0.2 (c2f64754-a244-4d03-84ba-39ff20e0d1ba/19c8a16b-b94f-475f-969c-6cca097308e2/f8e2af06-ba30-42f0-8635-a0f41d2836c5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:20.771113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:20.801539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] Publish callbacks [] for security_group (359b1cf4-47fe-4ad5-8859-3953d58d8871), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.804748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe85c03-5d73-4aa3-9df6-5d54c18346bf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:20.821285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ce60ee87-c942-43d9-9ba5-9c925e4a56c8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.821884 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Added segment ce60ee87-c942-43d9-9ba5-9c925e4a56c8 of type vlan for network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e Jan 27 19:27:20.913543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.970199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.974399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:20.976058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:20.999008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (359b1cf4-47fe-4ad5-8859-3953d58d8871), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.004429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.009700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/359b1cf4-47fe-4ad5-8859-3953d58d8871 HTTP/1.1" status: 204 len: 168 time: 0.7104692 Jan 27 19:27:21.026517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3959236 Jan 27 19:27:21.030926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45974) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:21.057569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Request body: {'subnet': {'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-165637666-subnet', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:21.084732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks [] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.099734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.143312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cdd6f-5823-4c74-b608-ee9826eb0902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b1cf4-47fe-4ad5-8859-3953d58d8871,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.212991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:21.216758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.217674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:21.220964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a24e2-38af-4090-92bb-2a149f0daaec admin admin] Pushing event updated for resources: {'Network': ['ID=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.221874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:21.232307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:21.266672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:21.270591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:21.270905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7f364502-4c9e-4c41-a9f3-b1bb076ee9bf not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:21.273533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:21.280592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Pushing event updated for resources: {'Port': ['ID=f8e2af06-ba30-42f0-8635-a0f41d2836c5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.305946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.306450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.306915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.307355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.307849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.308284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.308746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.309152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.309620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.310049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.310741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.311191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.311733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:21.389572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.460324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Attempting to bind port f8e2af06-ba30-42f0-8635-a0f41d2836c5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:21.461145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Attempting to bind port f8e2af06-ba30-42f0-8635-a0f41d2836c5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:21.461378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Attempting to bind port f8e2af06-ba30-42f0-8635-a0f41d2836c5 on network c2f64754-a244-4d03-84ba-39ff20e0d1ba {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:21.487699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:21.488344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Checking segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:21.489019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.489591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Bound using segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:21.495073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Bound port: f8e2af06-ba30-42f0-8635-a0f41d2836c5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:21.495073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.606415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] For port f8e2af06-ba30-42f0-8635-a0f41d2836c5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:21.610807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] For port f8e2af06-ba30-42f0-8635-a0f41d2836c5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f8e2af06-ba30-42f0-8635-a0f41d2836c5,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:21.621801 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.661398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for router_gateway (375b96b1-27d8-4b96-ae83-4b34ff36dc89), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.742113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d438-72ca-4a17-a085-cef8559b60e4 None None] Pushing event updated for resources: {'Port': ['ID=f8e2af06-ba30-42f0-8635-a0f41d2836c5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.765646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (6af52683-c078-4d07-9df0-6a3d4ae0eed3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:21.829754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edcef7-a000-4785-ab46-430885ba510c req-7c886d69-96af-490d-8c6e-1b3f3d692b6a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:21.833936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82edcef7-a000-4785-ab46-430885ba510c req-7c886d69-96af-490d-8c6e-1b3f3d692b6a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.8809707 Jan 27 19:27:21.878942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af52683-c078-4d07-9df0-6a3d4ae0eed3,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:21.916027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:21.916027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Network hostable DHCP agents. Network: 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:21.956260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:21.971069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:21.981838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467abded-8413-43ff-9965-f60395f8e970 None None] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:22.004218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:22.006599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.073720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e25457fc-59df-43d9-9900-5a4cd6845c90 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0210645 Jan 27 19:27:22.076458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45984) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:22.078680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Attempting to bind port 769edab3-789e-4eb1-a483-ed40522f7a6d on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:22.079027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Attempting to bind port 769edab3-789e-4eb1-a483-ed40522f7a6d by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:22.079420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Attempting to bind port 769edab3-789e-4eb1-a483-ed40522f7a6d on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:22.127413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:22.174334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-dc4c27e8-dee8-4294-bbd9-98d0742690d4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:22.188428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-dc4c27e8-dee8-4294-bbd9-98d0742690d4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 818 time: 1.2796497 Jan 27 19:27:22.203452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Port 769edab3-789e-4eb1-a483-ed40522f7a6d on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:22.203912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Attempting to bind port 769edab3-789e-4eb1-a483-ed40522f7a6d on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:22.209773 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.214478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.221525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82edcef7-a000-4785-ab46-430885ba510c req-a2f041e5-9106-4e60-8752-f12ab386c3be tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511236 Jan 27 19:27:22.242688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:22.243263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Checking segment: {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:22.243920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Bound using segment: {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:22.244700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Bound port: 769edab3-789e-4eb1-a483-ed40522f7a6d, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:22.245358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.268308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-2e58c1c0-825f-4272-bc01-61bf5738bae8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/quotas/a30ba410e48745cdb0649da3b292e12a HTTP/1.1" status: 200 len: 375 time: 0.0778229 Jan 27 19:27:22.337082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:27:22.345946 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.365366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-49b25a1e-4e7d-4c07-a936-3549aee78d70 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925658 Jan 27 19:27:22.491384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for router_controller (f725490f-9d1a-48ea-9daf-4863be4c8230), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:22.731813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Allocated IP 172.20.0.2 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/9143dac7-82e4-4ae1-b16b-b063b4ea69a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:22.806104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-018eba76-35d2-4fac-bcd2-8c3392256548 service neutron] 10.222.0.59 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384565 Jan 27 19:27:22.830976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for router_gateway (f725490f-9d1a-48ea-9daf-4863be4c8230), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.305677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:23.333121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks [] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.350625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.380242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f8e2af06-ba30-42f0-8635-a0f41d2836c5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:23.418061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-e228c279-00eb-480f-abeb-3932944fc365 service neutron] 10.222.0.59 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916927 Jan 27 19:27:23.423994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:23.523194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-4bc11d6f-a849-4128-8797-af313aa9e91d req-9ead30c9-98e1-4c45-8045-90172bc8e4f7 service neutron] (103322) timed out ('10.222.0.66', 62314) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:27:23.554113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Pushing event updated for resources: {'Port': ['ID=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:23.601040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:23.610380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:23.616070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:23.672228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:23.692292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for router_gateway (f725490f-9d1a-48ea-9daf-4863be4c8230), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.702608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:23.702990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.769968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.789308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.832475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.836761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Attempting to bind port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:23.838004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Attempting to bind port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:23.838414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Attempting to bind port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:23.846953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:23.847341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:23.847738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.848150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:23.848659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Bound port: 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:23.849052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:23.907815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0963dd-f9e8-4285-af47-e58b221bd406 None None] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:23.953550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Allocated IP 172.25.5.86 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/7a536abc-2fa8-4a07-9334-f01efeec0191) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:23.963001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-851824689-network', 'tenant_id': 'cc13d6c258e54cb6b6696e87cbd44aac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:24.019403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Made reservation on behalf of cc13d6c258e54cb6b6696e87cbd44aac for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:24.023261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.033084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for router_gateway (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.092632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:24.148700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.160848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:24.162393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.164223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-38d84676-3902-41cc-9e0c-10bbac616798 service neutron] 10.222.0.39 "PUT /v2.0/ports/769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 1092 time: 6.6298938 Jan 27 19:27:24.167556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:24.178694 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf270a3-f274-4670-8491-3ebd3e873224" -d '{"events": [{"name": "network-changed", "server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:24.190547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.190769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.291436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.296240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed60be-7970-4965-8048-7b188ce37ec8 req-f53a89c7-67c7-4b0e-a024-110ec9953f6d tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:24.306969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09ed60be-7970-4965-8048-7b188ce37ec8 req-f53a89c7-67c7-4b0e-a024-110ec9953f6d tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.8780980 Jan 27 19:27:24.420096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f8e2af06-ba30-42f0-8635-a0f41d2836c5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:24.420521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.428973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] For port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:24.440303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:24.458329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Pushing event updated for resources: {'Port': ['ID=7a536abc-2fa8-4a07-9334-f01efeec0191,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:24.463578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:24.466994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:24.531871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] For port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:24.549879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Allocated IP 172.25.5.78 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6bbf94cc-6705-40a7-a8af-b8f18ac275ef) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:24.592165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a55ebb43-082f-4a25-b7cc-f509eeae271b None None] Provisioning complete for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:24.592732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a55ebb43-082f-4a25-b7cc-f509eeae271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.595874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.665609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f8e2af06-ba30-42f0-8635-a0f41d2836c5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f8e2af06-ba30-42f0-8635-a0f41d2836c5,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:24.719521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.743258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09ed60be-7970-4965-8048-7b188ce37ec8 req-44db820f-e075-4c75-8a21-6cdf4333fd5b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348648 Jan 27 19:27:24.777753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-e5cb9a8a-1de3-4fd4-8a71-c4e34f9423aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:24.777753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-e5cb9a8a-1de3-4fd4-8a71-c4e34f9423aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1095 time: 0.4913051 Jan 27 19:27:24.850262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:24.876544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0593-8f8a-45fa-8553-7d83be3150d9 None None] Pushing event updated for resources: {'Port': ['ID=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:24.957801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-8abbf7a2-0767-461b-869b-bc1a079f2f44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.1131949 Jan 27 19:27:24.987600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e4de-95c6-4667-9919-192c5ee26e24 req-6e0b1ef6-4798-4c44-8700-f0ffbfaa5821 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:24.999039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bda2e4de-95c6-4667-9919-192c5ee26e24 req-6e0b1ef6-4798-4c44-8700-f0ffbfaa5821 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.5092947 Jan 27 19:27:25.102130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks [] for security_group (9ded552b-173b-4290-ada4-21706b418bf1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:25.132237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f8e2af06-ba30-42f0-8635-a0f41d2836c5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:25.195278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:25.225933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a55ebb43-082f-4a25-b7cc-f509eeae271b None None] Current status of the port f8e2af06-ba30-42f0-8635-a0f41d2836c5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:25.319202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bda2e4de-95c6-4667-9919-192c5ee26e24 req-640aa82c-4410-417c-8107-cc32ca851c44 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219051 Jan 27 19:27:25.345165 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b5db5c-ba8c-4f99-949d-78379f887488 x-openstack-request-id: req-22b5db5c-ba8c-4f99-949d-78379f887488 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:25.345726 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:25.346137 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22b5db5c-ba8c-4f99-949d-78379f887488 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:25.365554 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'status': 'completed', 'code': 200} Jan 27 19:27:25.367332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:25.405119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ded552b-173b-4290-ada4-21706b418bf1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:25.454063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-ce21579e-63b1-42ae-b0d6-3a3b4df58817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:25.455584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-ce21579e-63b1-42ae-b0d6-3a3b4df58817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.4889572 Jan 27 19:27:25.788338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-5369889b-4e69-4fb5-871b-4fc72675bd1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2974379 Jan 27 19:27:25.804036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-98c1d7f2-bf07-4b87-94f5-f75e768a15c3 None None] Provisioning complete for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:25.804430 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1d7f2-bf07-4b87-94f5-f75e768a15c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:25.807436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:25.999430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98c1d7f2-bf07-4b87-94f5-f75e768a15c3 None None] Current status of the port f8e2af06-ba30-42f0-8635-a0f41d2836c5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:26.039940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:26.105680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:26.163630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571c3bac-ec9b-40ce-a718-cf85e4ba17c0 req-36ac3e5f-5981-49bb-980c-6bd7dbe04a72 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 210 time: 0.3843138 Jan 27 19:27:26.164946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded552b-173b-4290-ada4-21706b418bf1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:26.307963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for router_gateway (f725490f-9d1a-48ea-9daf-4863be4c8230), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:26.845653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (cc3da7d3-0960-4cad-a209-e8495f83d0ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:26.846106 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Added segment cc3da7d3-0960-4cad-a209-e8495f83d0ca of type vlan for network 3f53cb90-72dd-4178-9221-e29f0324002c Jan 27 19:27:26.867464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:26.886476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-c6dbcb54-5e54-4a7a-81ee-14bc3e1649ca service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0018556 Jan 27 19:27:26.887952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:26.914282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:26.974161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3f53cb90-72dd-4178-9221-e29f0324002c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.145478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Router f725490f-9d1a-48ea-9daf-4863be4c8230 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:27:27.146624 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3f53cb90-72dd-4178-9221-e29f0324002c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.148526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:27.149566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.228825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496659e-a747-40c7-9c60-9230b3cd63ad None None] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:27.364615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f8e2af06-ba30-42f0-8635-a0f41d2836c5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:27.382501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:27.400553 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Sync routers for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:27.420213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9508624 Jan 27 19:27:27.423454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.427061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:27.428873 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:27.440827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55cf5cca-f3ac-4d7d-8cc1-90b0c23d0139 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3597884 Jan 27 19:27:27.446176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:27.446707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:27.461545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Request body: {'subnet': {'network_id': '3f53cb90-72dd-4178-9221-e29f0324002c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-851824689-subnet', 'tenant_id': 'cc13d6c258e54cb6b6696e87cbd44aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:27.484716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Provisioning complete for port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:27.485357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.509875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318910e-ce25-4996-8d9d-a275165dafc1 req-917a28ec-4b15-4839-a41d-8d424f8f593b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:27.522325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7318910e-ce25-4996-8d9d-a275165dafc1 req-917a28ec-4b15-4839-a41d-8d424f8f593b tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 1.4414501 Jan 27 19:27:27.547730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564af62-5ab0-46ab-811b-acddff13201f admin admin] Pushing event updated for resources: {'Network': ['ID=3f53cb90-72dd-4178-9221-e29f0324002c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:27.586291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3f53cb90-72dd-4178-9221-e29f0324002c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:27.691250 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:27.693031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07c7d-a753-424b-907d-e3c6cdd0a996 req-0ce1fbf7-64ae-4d3d-887d-bb630c51b355 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:27.705437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99c07c7d-a753-424b-907d-e3c6cdd0a996 req-0ce1fbf7-64ae-4d3d-887d-bb630c51b355 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.8140311 Jan 27 19:27:27.886666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Made reservation on behalf of cc13d6c258e54cb6b6696e87cbd44aac for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:27.891237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:27.907167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acbd4b32-243e-4ffe-898f-28e88673d3d6 req-ddfb9869-f387-4d60-88e8-b37f760d201d service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666250 Jan 27 19:27:27.945416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:27.946043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:28.110702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7318910e-ce25-4996-8d9d-a275165dafc1 req-a09a183e-1a15-48ec-bf3a-85297115049c tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852790 Jan 27 19:27:28.238508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99c07c7d-a753-424b-907d-e3c6cdd0a996 req-2b208ebf-b099-4797-90e6-1c6d9b84d34c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285714 Jan 27 19:27:28.307885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Current status of the port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:28.310259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:28.311591 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:26Z', 'revision_number': 3, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:28.424731 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Checking router: f725490f-9d1a-48ea-9daf-4863be4c8230 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:28.425770 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Updating router f725490f-9d1a-48ea-9daf-4863be4c8230 port 7a536abc-2fa8-4a07-9334-f01efeec0191 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:27:28.440871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] For port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:28.474588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f8e2af06-ba30-42f0-8635-a0f41d2836c5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:28.476760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:28.497597 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:28.614216 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:28.634118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-57648038-3c51-4d60-b00d-4a4770285099 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:28.635813 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-57648038-3c51-4d60-b00d-4a4770285099 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 818 time: 0.7309558 Jan 27 19:27:28.651680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Request body: {'port': {'device_id': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'admin_state_up': True, 'tenant_id': 'a30ba410e48745cdb0649da3b292e12a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:28.839712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f557be08-abe7-4b9a-aba9-398bef4bebaf tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:28.842562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f557be08-abe7-4b9a-aba9-398bef4bebaf tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 818 time: 0.4535007 Jan 27 19:27:28.894070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Request body: {'port': {'device_id': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'admin_state_up': True, 'tenant_id': 'a30ba410e48745cdb0649da3b292e12a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:28.917478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd42872d-99fd-44cf-bc8e-141b24056f01 req-28ac5958-8b1b-49bc-b37b-63f81e99d9c6 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 210 time: 0.1569061 Jan 27 19:27:28.945114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393f5cc-60eb-4a28-8963-6a1c390fe187 None None] Pushing event updated for resources: {'Port': ['ID=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:28.979439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6b129919-182b-4d56-9da0-a63e2e4c244b None None] Provisioning complete for port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:28.980391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b129919-182b-4d56-9da0-a63e2e4c244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.059240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for router_gateway (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.073425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-3b2c1a54-4d54-42a0-bede-2303c92a6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:29.074953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-3b2c1a54-4d54-42a0-bede-2303c92a6871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1095 time: 0.2568421 Jan 27 19:27:29.124945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:29.128772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.315688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Made reservation on behalf of a30ba410e48745cdb0649da3b292e12a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:29.320330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.393660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Made reservation on behalf of a30ba410e48745cdb0649da3b292e12a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:29.397209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.413882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.434775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6b129919-182b-4d56-9da0-a63e2e4c244b None None] Current status of the port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:29.474856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:29.490546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:29.609891 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks [] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.628743 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.729695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Allocated IP 172.20.0.7 (83a37478-d301-48e2-9740-ea1d4af3683d/b1de8802-89c2-42b8-b2fa-6ac675b73d6a/c1af893e-e913-48e3-8cc2-46e8dffcca80) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:29.752315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-84fa232a-35b6-4f09-892c-a4eb8582d994 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:29.755839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-84fa232a-35b6-4f09-892c-a4eb8582d994 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.39 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 818 time: 1.6021330 Jan 27 19:27:29.757776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (98b5b729-9929-49c9-9359-403664bbd16e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.781326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c39de877-7f17-4b66-a22f-2d1f62a6fb2b is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:29.783122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.795349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:29.814487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Allocated IP 172.20.0.1 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/469f02f3-a34f-4b34-8181-52f0a5f857b3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:29.817219 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Pushing event updated for resources: {'Port': ['ID=7a536abc-2fa8-4a07-9334-f01efeec0191,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:29.842310 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.843529 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.844352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.845171 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.846104 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.846854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.847609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.848352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.849092 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.850616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.851458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.852199 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.852987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:29.872815 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Attempting to bind port 7a536abc-2fa8-4a07-9334-f01efeec0191 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:29.873762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Attempting to bind port 7a536abc-2fa8-4a07-9334-f01efeec0191 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:29.873762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Attempting to bind port 7a536abc-2fa8-4a07-9334-f01efeec0191 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:29.880541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:29.880934 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:29.881413 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.881825 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:29.882317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Bound port: 7a536abc-2fa8-4a07-9334-f01efeec0191, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:29.882706 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:29.955932 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] For port 7a536abc-2fa8-4a07-9334-f01efeec0191, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:29.961229 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] For port 7a536abc-2fa8-4a07-9334-f01efeec0191, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7a536abc-2fa8-4a07-9334-f01efeec0191,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:29.964111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Request body: {'port': {'device_id': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'admin_state_up': True, 'tenant_id': 'a30ba410e48745cdb0649da3b292e12a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:29.972926 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.060129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:30.066158 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe2184-7e6c-4036-ac96-93ecfef74a98" -d '{"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:30.114193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:30.129276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.132934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:30.133681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.156913 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d017d-22ef-4024-9ccf-317a83aa70c3 None None] Pushing event updated for resources: {'Port': ['ID=7a536abc-2fa8-4a07-9334-f01efeec0191,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:30.178144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:30.191536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:30.275356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-43985fdb-c96d-4ea1-8c8b-08fe7db1b6ca tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:30.278105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-43985fdb-c96d-4ea1-8c8b-08fe7db1b6ca tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.39 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2537932 Jan 27 19:27:30.310735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:30.367805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-104739cf-f755-486c-acc9-ebb95ab3ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:30.369618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-104739cf-f755-486c-acc9-ebb95ab3ca03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 1.2394040 Jan 27 19:27:30.404750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.426971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:30.511702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks [] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.534209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Made reservation on behalf of a30ba410e48745cdb0649da3b292e12a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:30.540816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.601134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-8de21238-b089-40b7-9dcc-00022b37399d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.1989062 Jan 27 19:27:30.601754 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:30.648257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks [] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.777176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:30.788126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:31.009177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354019-c949-4f08-81e9-c91e8d266756 req-4ba7709a-7c87-4ff8-9368-d7deb24c97ea tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:31.011787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19354019-c949-4f08-81e9-c91e8d266756 req-4ba7709a-7c87-4ff8-9368-d7deb24c97ea tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 1.4661465 Jan 27 19:27:31.121998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b5b729-9929-49c9-9359-403664bbd16e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:31.271879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:26Z', 'revision_number': 3, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:31.309918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-d5de076d-e701-41b1-ba03-41cc4741256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:31.311500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-d5de076d-e701-41b1-ba03-41cc4741256f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.3643687 Jan 27 19:27:31.319570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Checking segment: {'id': 'cc3da7d3-0960-4cad-a209-e8495f83d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3f53cb90-72dd-4178-9221-e29f0324002c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:31.319926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Network hostable DHCP agents. Network: 3f53cb90-72dd-4178-9221-e29f0324002c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:31.337303 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b36d4-0178-4833-9734-6b5281535642 None None] The sync data for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 is: [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:26Z', 'revision_number': 3, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:31.366235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60932c-3f82-4134-b005-214a24e816ff req-a921dad2-7c04-45e7-b480-e0cc5a345aa1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:31.367887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f60932c-3f82-4134-b005-214a24e816ff req-a921dad2-7c04-45e7-b480-e0cc5a345aa1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.4139180 Jan 27 19:27:31.400375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-2949c142-64c9-42a7-8596-02cc2c1d677c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673375 Jan 27 19:27:31.407417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Deleting port 620899b4-2e09-400e-bb63-a93271d1b198 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:31.407897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (620899b4-2e09-400e-bb63-a93271d1b198), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:31.420252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:31.436513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19354019-c949-4f08-81e9-c91e8d266756 req-f3fcb456-48a1-463a-af6f-898f86fa4f2e tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416350 Jan 27 19:27:31.466018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:27:31.472151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:31.511093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Network 83a37478-d301-48e2-9740-ea1d4af3683d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:31.574800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Network 3f53cb90-72dd-4178-9221-e29f0324002c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:31.605470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:31.618978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Pushing event updated for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:31.703651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:31.723892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:31.735950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-e43172a4-e754-4143-b0c2-b61e34bee3d9 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209927 Jan 27 19:27:31.795615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'port_id': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'mac_address': 'fa:16:3e:5c:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ac444c-7305-4c04-8fe1-268e12bbe3a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:27:31.796307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:31.810401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3f53cb90-72dd-4178-9221-e29f0324002c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:31.837226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:31.838182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:31.869724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce36399-afd0-4e28-bab8-76e5e1f6bc3f None None] Network 3f53cb90-72dd-4178-9221-e29f0324002c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:31.934867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f60932c-3f82-4134-b005-214a24e816ff req-3872b8c2-33a3-48d5-a73f-d3a056462618 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388429 Jan 27 19:27:31.970971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56bd482a-b03a-4e4e-8b70-a473ab691d72 req-13d78a6a-6e56-44c9-a77d-5b9dc142502b tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 210 time: 0.1165752 Jan 27 19:27:31.999846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-948285fd-e997-4c80-b0d7-75d868f5c795 {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:27:31.999846 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:27:31.999846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] For port 620899b4-2e09-400e-bb63-a93271d1b198, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=620899b4-2e09-400e-bb63-a93271d1b198,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:31.999846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (620899b4-2e09-400e-bb63-a93271d1b198), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.036533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (f725490f-9d1a-48ea-9daf-4863be4c8230), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.040298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Calling delete_port for 620899b4-2e09-400e-bb63-a93271d1b198 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:32.042273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event updated for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:32.064087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:32.065123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.148454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f28d8a5-506b-434e-adb6-c6330db2dc3e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.6982906 Jan 27 19:27:32.157072 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce552af2-fb1a-4555-9534-a1351c8979c0 x-openstack-request-id: req-ce552af2-fb1a-4555-9534-a1351c8979c0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:32.158159 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:32.158159 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce552af2-fb1a-4555-9534-a1351c8979c0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:32.158638 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'code': 200} Jan 27 19:27:32.185318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:27:32.213942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:32.223580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.235804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Allocated IP 172.20.0.4 (83a37478-d301-48e2-9740-ea1d4af3683d/b1de8802-89c2-42b8-b2fa-6ac675b73d6a/9648479e-130e-4610-a821-967743c55dcf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:32.296974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf270a3-f274-4670-8491-3ebd3e873224 req-46c4c410-1913-41bd-a8c5-6664584a1fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938028 Jan 27 19:27:32.339849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-27877ff6-0803-4248-8fc5-bca44b9321fd None None] Provisioning complete for port 469f02f3-a34f-4b34-8181-52f0a5f857b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:32.340235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27877ff6-0803-4248-8fc5-bca44b9321fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.379749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:32.412928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09221917-3923-43cc-9071-95f6dcea0638 None None] Network 3f53cb90-72dd-4178-9221-e29f0324002c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:32.452015 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-745e0579-1f96-45d7-86bb-776fd9f0cf3f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8048806 Jan 27 19:27:32.497733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Request body: {'port': {'device_id': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:32.503831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.866081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:32.869311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:32.871002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-27877ff6-0803-4248-8fc5-bca44b9321fd None None] Port 469f02f3-a34f-4b34-8181-52f0a5f857b3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:27:32.881336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.913102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.916299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabf367-88bf-4645-a4da-d599105317dc req-fc2fb3e6-ab93-4732-85c5-56697162b517 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:32.924340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2aabf367-88bf-4645-a4da-d599105317dc req-fc2fb3e6-ab93-4732-85c5-56697162b517 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/ports?device_id=d942342d-166e-41ae-85a8-972054ed368e HTTP/1.1" status: 200 len: 945 time: 0.2269206 Jan 27 19:27:32.941799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Sync routers for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:32.971754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:32.972490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:32.981437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:32.987332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks [] for port (9648479e-130e-4610-a821-967743c55dcf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.025558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-23002638', 'description': 'tempest-description-1864739121'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:33.071933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:33.099549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.123775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3fb4e0e8-f44a-40f6-ad66-97071842beb3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.1160409 Jan 27 19:27:33.137154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:33.205784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:33.247544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2aabf367-88bf-4645-a4da-d599105317dc req-74104f74-13a4-4c0c-8ce1-b7d785bb3873 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.59 "GET /v2.0/security-groups?id=330f37d1-2e04-4832-8a30-aa8012066364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212914 Jan 27 19:27:33.292570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:33.303730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.402715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9648479e-130e-4610-a821-967743c55dcf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.519666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 620899b4-2e09-400e-bb63-a93271d1b198 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:33.593725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (09d277c3-6e2e-461c-b520-0de20902cb0a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.640855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 620899b4-2e09-400e-bb63-a93271d1b198 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:33.643467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 620899b4-2e09-400e-bb63-a93271d1b198 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:33.654525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (09d277c3-6e2e-461c-b520-0de20902cb0a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.723065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Network 83a37478-d301-48e2-9740-ea1d4af3683d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:33.732249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks [] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.744188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:33.753798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event updated for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:33.779298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.783370 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (620899b4-2e09-400e-bb63-a93271d1b198), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.796151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30edac3d-87d7-4ef4-a2ee-a8d1199b5209 req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7779937 Jan 27 19:27:33.805172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:33.812597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:33.905239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7a536abc-2fa8-4a07-9334-f01efeec0191 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:33.924801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bfbc9-23db-497e-bf61-f20b29ed6e02 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d277c3-6e2e-461c-b520-0de20902cb0a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:34.057716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:28Z', 'revision_number': 3, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:34.122420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Checking router: 375b96b1-27d8-4b96-ae83-4b34ff36dc89 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:34.123230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Updating router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:27:34.125880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7a536abc-2fa8-4a07-9334-f01efeec0191 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:34.126927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.235938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.283411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Pushing event deleted for resources: {'Port': ['ID=620899b4-2e09-400e-bb63-a93271d1b198,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:34.326581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7a536abc-2fa8-4a07-9334-f01efeec0191 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:34.327432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.382984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (f725490f-9d1a-48ea-9daf-4863be4c8230), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.386140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 7a536abc-2fa8-4a07-9334-f01efeec0191, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7a536abc-2fa8-4a07-9334-f01efeec0191,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:34.395050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:34.397111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.449892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Pushing event updated for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:34.454061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.559166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=7a536abc-2fa8-4a07-9334-f01efeec0191,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:34.583914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-d18e0764-47ba-4ce9-b279-a3e64383bff8 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6662052 Jan 27 19:27:34.600512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] No DVR routers for this DVR port 620899b4-2e09-400e-bb63-a93271d1b198 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:27:34.603788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.603970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0621d-b8ba-4702-827e-eb97d1baebec req-10d33990-98d6-46de-a38d-4a28947ba998 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:34.609440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-045e9f34-ae60-4e15-a1c3-0fffd1c9d978 req-7cec4bb2-e1a0-4cab-aa01-92cfb90c0401 tempest-ServerRescueNegativeTestJSON-1605850016 tempest-ServerRescueNegativeTestJSON-1605850016-project] 10.222.0.39 "DELETE /v2.0/ports/620899b4-2e09-400e-bb63-a93271d1b198 HTTP/1.1" status: 204 len: 173 time: 4.3144238 Jan 27 19:27:34.614081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75d0621d-b8ba-4702-827e-eb97d1baebec req-10d33990-98d6-46de-a38d-4a28947ba998 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 931 time: 0.5646715 Jan 27 19:27:34.628272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'name': 'network-vif-deleted', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:34.632001 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d6eb22-b67b-49a6-a313-f369cfff9859" -d '{"events": [{"server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "name": "network-vif-deleted", "tag": "620899b4-2e09-400e-bb63-a93271d1b198"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:34.645598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-a3d3615a-a816-4e9e-91a6-272193049733 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:34.649186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-a3d3615a-a816-4e9e-91a6-272193049733 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a49476c-b200-4d1b-b9b8-e141930a4a5a HTTP/1.1" status: 200 len: 944 time: 0.5773616 Jan 27 19:27:34.652839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-948285fd-e997-4c80-b0d7-75d868f5c795 {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:27:34.653215 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:27:34.658869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Request body: {'port': {'device_id': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:34.684808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-d74a3ff5-cc51-4e74-942a-a2c124db0aa6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:34.689596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-d74a3ff5-cc51-4e74-942a-a2c124db0aa6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.7509604 Jan 27 19:27:34.796248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-ca244d02-e4be-43d0-b8ce-4bcf15e3fa1a req-562cb5a2-d0d7-4ff6-8602-91156dc1608c service neutron] (103323) timed out ('10.222.0.39', 60779) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:27:34.861974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-aab240ec-5e3f-41af-abb9-a6c713aacbd4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/quotas/2f563e43a1cc42b3b562769dae3cb039 HTTP/1.1" status: 200 len: 375 time: 0.1226397 Jan 27 19:27:34.870047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks [] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:34.892549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.008721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f405e69-3ea5-41d7-a228-00e598a60741 None None] Pushing event updated for resources: {'Port': ['ID=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:35.017178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Attempting to bind port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:35.017921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Attempting to bind port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:35.018573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Attempting to bind port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:35.030330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:35.030889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:35.031752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.032327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:35.033285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Bound port: 6bbf94cc-6705-40a7-a8af-b8f18ac275ef, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:35.034658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.054601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9648479e-130e-4610-a821-967743c55dcf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.069776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75d0621d-b8ba-4702-827e-eb97d1baebec req-35a345a9-bc95-4f27-80d6-4ba842e92c0a tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048452 Jan 27 19:27:35.176609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-813566de-4929-4733-8385-c3bd03090241 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009958 Jan 27 19:27:35.178203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] For port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:35.190617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] For port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:35.204772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.231426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af893e-e913-48e3-8cc2-46e8dffcca80 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:35.252408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Deleting port c39de877-7f17-4b66-a22f-2d1f62a6fb2b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:35.253344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.264525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks [] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.286119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Transition to ACTIVE for port object c1af893e-e913-48e3-8cc2-46e8dffcca80 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:35.288202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.304291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:35.314258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:35.375214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f405e69-3ea5-41d7-a228-00e598a60741 None None] Pushing event updated for resources: {'Port': ['ID=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:35.431432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.433821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:35.439270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:35.441384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:35.554486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:35.564038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:35.714590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7a536abc-2fa8-4a07-9334-f01efeec0191 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:36.002882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Attempting to bind port c1af893e-e913-48e3-8cc2-46e8dffcca80 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:36.003346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Attempting to bind port c1af893e-e913-48e3-8cc2-46e8dffcca80 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:36.003742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Attempting to bind port c1af893e-e913-48e3-8cc2-46e8dffcca80 on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:36.007626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:36.011216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d994e415-4a4f-44de-8ffd-2a486f62d863 None None] Provisioning complete for port 469f02f3-a34f-4b34-8181-52f0a5f857b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:36.012494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d994e415-4a4f-44de-8ffd-2a486f62d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.021491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Port c1af893e-e913-48e3-8cc2-46e8dffcca80 on network 83a37478-d301-48e2-9740-ea1d4af3683d not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:36.021845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Attempting to bind port c1af893e-e913-48e3-8cc2-46e8dffcca80 on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:36.071045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 769edab3-789e-4eb1-a483-ed40522f7a6d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:27:36.074617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] For port c39de877-7f17-4b66-a22f-2d1f62a6fb2b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:36.075701 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.090412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Calling delete_port for c39de877-7f17-4b66-a22f-2d1f62a6fb2b owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:36.094285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:36.094618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Checking segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:36.095031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Bound using segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:36.095504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Bound port: c1af893e-e913-48e3-8cc2-46e8dffcca80, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:36.095877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.103692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Router f725490f-9d1a-48ea-9daf-4863be4c8230 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:27:36.174812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 769edab3-789e-4eb1-a483-ed40522f7a6d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:36.175410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.184692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Allocated IP 172.20.0.3 (83a37478-d301-48e2-9740-ea1d4af3683d/b1de8802-89c2-42b8-b2fa-6ac675b73d6a/c330256b-b568-42c8-994e-0414dce168cc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:36.210287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7a536abc-2fa8-4a07-9334-f01efeec0191 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:36.219322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.280781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c39de877-7f17-4b66-a22f-2d1f62a6fb2b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.329173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event deleted for resources: {'Port': ['ID=c39de877-7f17-4b66-a22f-2d1f62a6fb2b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:36.383026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Allocated IP 172.20.0.1 (c2f64754-a244-4d03-84ba-39ff20e0d1ba/19c8a16b-b94f-475f-969c-6cca097308e2/35901532-c024-478e-ae86-90e2afa08982) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:36.392049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-3f5d0cc9-7eb3-4d01-9c37-4df650ab0230 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2016506 Jan 27 19:27:36.403562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:36.442520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:36.461120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3267e-d150-4328-851c-d101d3057c8f req-571ba196-b963-41a8-8a94-71aab396341f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:36.467510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20e3267e-d150-4328-851c-d101d3057c8f req-571ba196-b963-41a8-8a94-71aab396341f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 945 time: 0.9723771 Jan 27 19:27:36.503340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.620712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d994e415-4a4f-44de-8ffd-2a486f62d863 None None] Port 469f02f3-a34f-4b34-8181-52f0a5f857b3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:27:36.731365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] No DVR routers for this DVR port c39de877-7f17-4b66-a22f-2d1f62a6fb2b on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:27:36.774438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20e3267e-d150-4328-851c-d101d3057c8f req-64f28f6d-ea1b-458a-9b3f-7a9baf677b2c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028360 Jan 27 19:27:36.796648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.797621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae4f28b7-4efa-4b4d-a506-3fbafe0114c4 req-48030332-7fc2-40c2-9eb1-2ad6c3b09b26 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "DELETE /v2.0/ports/c39de877-7f17-4b66-a22f-2d1f62a6fb2b HTTP/1.1" status: 204 len: 173 time: 2.1274209 Jan 27 19:27:36.798312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-deleted', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:36.805842 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247bf823-1a60-4cb1-922f-bd0a83a2b3fe" -d '{"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-deleted", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:36.953852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-d2eac806-0baa-4e55-868f-724878c97368 req-0e079f94-0634-46b7-b8c2-14575389f080 service neutron] (103322) timed out ('10.222.0.39', 60806) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:27:36.955560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:36.956425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:36.977594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f816f45e-eed2-4714-8050-52c1072bd4ce tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/09d277c3-6e2e-461c-b520-0de20902cb0a HTTP/1.1" status: 200 len: 1830 time: 0.1623676 Jan 27 19:27:36.983062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-d1cd846f-b707-4dad-bc29-bd8e2e3a9585 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469023 Jan 27 19:27:36.990981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09d277c3-6e2e-461c-b520-0de20902cb0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:36.991414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09d277c3-6e2e-461c-b520-0de20902cb0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:37.065705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:37.076218 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b51d47-956c-4ad5-b345-df17e10bbd18" -d '{"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:37.102274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.103258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:37.104539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.105710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7a536abc-2fa8-4a07-9334-f01efeec0191 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:37.107454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1af893e-e913-48e3-8cc2-46e8dffcca80 HTTP/1.1" status: 200 len: 1091 time: 4.6288354 Jan 27 19:27:37.141379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:37.155004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:37.156875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Sync routers for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:37.183847 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.185114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.201129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.204042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:37.214678 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:37.243933 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f080c68-689d-4a0b-8f16-e441ab3fb155 admin admin] 10.222.0.59 "PUT /v2.0/routers/f725490f-9d1a-48ea-9daf-4863be4c8230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7859480 Jan 27 19:27:37.244175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f88d0b6-5f32-479f-a435-41f6543bdddd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:37.265137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c0a5e-a115-4024-8bab-b41088f07792 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:37.273029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:28Z', 'revision_number': 3, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:37.297791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:37.362188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a099b-89d8-4860-83e5-3b5bc7975734 None None] The sync data for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 is: [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:28Z', 'revision_number': 3, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:37.367006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.373795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0c0402d-2eb9-48ad-b522-0bb3b152a470 req-f472ca74-8522-45a2-99c6-247db8d9fff7 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3872366 Jan 27 19:27:37.430114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:37.504417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:37.516607 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ca0a3-de86-46ee-a567-14b04a74fe2f x-openstack-request-id: req-bc3ca0a3-de86-46ee-a567-14b04a74fe2f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:37.517458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942342d-166e-41ae-85a8-972054ed368e", "name": "network-vif-deleted", "tag": "620899b4-2e09-400e-bb63-a93271d1b198", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:37.517458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc3ca0a3-de86-46ee-a567-14b04a74fe2f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:37.517828 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942342d-166e-41ae-85a8-972054ed368e', 'name': 'network-vif-deleted', 'tag': '620899b4-2e09-400e-bb63-a93271d1b198', 'status': 'completed', 'code': 200} Jan 27 19:27:37.589196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: c39de877-7f17-4b66-a22f-2d1f62a6fb2b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:37.590230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c39de877-7f17-4b66-a22f-2d1f62a6fb2b not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:37.681868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks [] for port (35901532-c024-478e-ae86-90e2afa08982), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.710869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:37.755440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks [] for port (c330256b-b568-42c8-994e-0414dce168cc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:37.791448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-e6979bd3-26d1-46c9-a9be-868dac762e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:37.796737 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-e6979bd3-26d1-46c9-a9be-868dac762e88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 1094 time: 0.5136034 Jan 27 19:27:37.812685 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c401c-8d90-45d9-9f07-27336da9b276 x-openstack-request-id: req-510c401c-8d90-45d9-9f07-27336da9b276 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:37.813657 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49476c-b200-4d1b-b9b8-e141930a4a5a", "name": "network-vif-deleted", "tag": "c39de877-7f17-4b66-a22f-2d1f62a6fb2b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:37.815188 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-510c401c-8d90-45d9-9f07-27336da9b276 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:37.818021 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49476c-b200-4d1b-b9b8-e141930a4a5a', 'name': 'network-vif-deleted', 'tag': 'c39de877-7f17-4b66-a22f-2d1f62a6fb2b', 'status': 'completed', 'code': 200} Jan 27 19:27:37.984013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-4d22f313-7348-4a38-b55a-5831d8139772 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80 HTTP/1.1" status: 200 len: 217 time: 0.1544597 Jan 27 19:27:38.101654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (35901532-c024-478e-ae86-90e2afa08982), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.230524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Pushing event updated for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:38.231279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:33Z', 'revision_number': 2, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:38.236716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.278899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:38.322641 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Checking router: f725490f-9d1a-48ea-9daf-4863be4c8230 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:38.323267 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Updating router f725490f-9d1a-48ea-9daf-4863be4c8230 port 469f02f3-a34f-4b34-8181-52f0a5f857b3 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:27:38.359354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:38.395444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-c26e40ff-263d-4abb-b3f7-f4c6ef7fac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:38.397491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-c26e40ff-263d-4abb-b3f7-f4c6ef7fac21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.4036524 Jan 27 19:27:38.414580 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.419104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:38.430783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Network 83a37478-d301-48e2-9740-ea1d4af3683d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:38.499822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event updated for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:38.551510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:38.621592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:38.632327 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-a4ad64fd-0be9-4548-a758-84b6ff7c1092 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1992681 Jan 27 19:27:38.714916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53cb24e0-5c71-4148-8604-4fea2b30248f req-aeaf0034-6837-438b-9fba-cb662e3eefee tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 210 time: 0.1524260 Jan 27 19:27:38.761950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9648479e-130e-4610-a821-967743c55dcf {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:38.820223 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cba0a7-725e-4a15-ba12-8c8b9cee5a38 x-openstack-request-id: req-96cba0a7-725e-4a15-ba12-8c8b9cee5a38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:38.820991 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:38.820991 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96cba0a7-725e-4a15-ba12-8c8b9cee5a38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:38.821323 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'code': 200} Jan 27 19:27:38.870115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.877182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks [] for port (9648479e-130e-4610-a821-967743c55dcf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.895404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-da6e4b15-5113-4ec4-a2d0-9895fffa410c None None] Provisioning complete for port 35901532-c024-478e-ae86-90e2afa08982 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:38.896622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6e4b15-5113-4ec4-a2d0-9895fffa410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35901532-c024-478e-ae86-90e2afa08982), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:38.911351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7dcfd-a398-4e48-b074-8285a450372a req-b495c91a-1d11-43a1-8504-08f48caf7bd1 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:38.920138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ea7dcfd-a398-4e48-b074-8285a450372a req-b495c91a-1d11-43a1-8504-08f48caf7bd1 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 931 time: 1.2629743 Jan 27 19:27:38.986268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Transition to ACTIVE for port object 9648479e-130e-4610-a821-967743c55dcf will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:39.001825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-562f0d61-b898-4bb8-b37f-d8a9455f1126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.004460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-da6e4b15-5113-4ec4-a2d0-9895fffa410c None None] Port 35901532-c024-478e-ae86-90e2afa08982 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:27:39.068573 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9648479e-130e-4610-a821-967743c55dcf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.122334 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks [] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.147475 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.357195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a9986f4-99cf-414d-a01b-0b42de49e256 req-74e7efbb-a1d5-483e-b6f6-cb0e2b805d40 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/09d277c3-6e2e-461c-b520-0de20902cb0a HTTP/1.1" status: 200 len: 2424 time: 0.4836717 Jan 27 19:27:39.389093 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536631-2fb0-45eb-b598-216c3dc9f801 None None] Pushing event updated for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:39.429050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Attempting to bind port 469f02f3-a34f-4b34-8181-52f0a5f857b3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:39.429887 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Attempting to bind port 469f02f3-a34f-4b34-8181-52f0a5f857b3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:39.431948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-2ddcbeca-f919-468c-8565-9985925c7ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903709 Jan 27 19:27:39.432189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Attempting to bind port 469f02f3-a34f-4b34-8181-52f0a5f857b3 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:39.434048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Pushing event updated for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:39.440095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:39.443282 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.446847 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:39.448879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:39.449939 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.450776 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:39.451828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Bound port: 469f02f3-a34f-4b34-8181-52f0a5f857b3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:39.452821 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.470043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-65b45613-0754-47e4-a81a-1d35516a3cb1 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:39.470909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ea7dcfd-a398-4e48-b074-8285a450372a req-7f3713a1-02f7-464c-8ec2-63643c5e07af tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497344 Jan 27 19:27:39.486807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-65b45613-0754-47e4-a81a-1d35516a3cb1 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.3658996 Jan 27 19:27:39.535263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Request body: {'port': {'device_id': '5828a105-992b-4b37-ba5c-88b3997eb155', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'admin_state_up': True, 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:39.537972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff2f3-8cff-4215-80ae-d75e28d5f8d8 req-388664d5-e2b1-499f-b87d-5528023892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:39.541141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:39.545451 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:39.549776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c1ff2f3-8cff-4215-80ae-d75e28d5f8d8 req-388664d5-e2b1-499f-b87d-5528023892c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1097 time: 0.6035237 Jan 27 19:27:39.674530 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] For port 469f02f3-a34f-4b34-8181-52f0a5f857b3, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:39.683287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] For port 469f02f3-a34f-4b34-8181-52f0a5f857b3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=469f02f3-a34f-4b34-8181-52f0a5f857b3,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:39.692769 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.746192 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-f1947a24-a151-42d4-a869-8f27ec31118d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.8614528 Jan 27 19:27:39.801813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Request body: {'port': {'device_id': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:39.807914 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:39.809134 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:39.869501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Provisioning complete for port 469f02f3-a34f-4b34-8181-52f0a5f857b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:39.872309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.876004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbf94cc-6705-40a7-a8af-b8f18ac275ef up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:39.879439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35901532-c024-478e-ae86-90e2afa08982), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:39.969394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Attempting to bind port 9648479e-130e-4610-a821-967743c55dcf on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:39.970109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Attempting to bind port 9648479e-130e-4610-a821-967743c55dcf by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:39.970375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Attempting to bind port 9648479e-130e-4610-a821-967743c55dcf on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:40.042313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Port 9648479e-130e-4610-a821-967743c55dcf on network 83a37478-d301-48e2-9740-ea1d4af3683d not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:40.042809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Attempting to bind port 9648479e-130e-4610-a821-967743c55dcf on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:40.081947 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536631-2fb0-45eb-b598-216c3dc9f801 None None] Pushing event updated for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:40.116635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:40.117118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Checking segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:40.117731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Bound using segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:40.118483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Bound port: 9648479e-130e-4610-a821-967743c55dcf, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:40.118970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9648479e-130e-4610-a821-967743c55dcf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.175904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:40.200191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:40.204484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9648479e-130e-4610-a821-967743c55dcf,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:40.210667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c1ff2f3-8cff-4215-80ae-d75e28d5f8d8 req-12fbc099-1a72-4908-886b-205589557ac8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357565 Jan 27 19:27:40.220898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57485-41ff-4dc1-acce-b30bd864510b req-b5c7638c-b9c1-4571-a4df-dd99ce506794 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:40.222403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8af57485-41ff-4dc1-acce-b30bd864510b req-b5c7638c-b9c1-4571-a4df-dd99ce506794 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4080789 Jan 27 19:27:40.224951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9648479e-130e-4610-a821-967743c55dcf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.268032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:40.268697 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.312148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c330256b-b568-42c8-994e-0414dce168cc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.354063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:40.366490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Pushing event updated for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:40.379582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896971392', 'description': 'tempest-description--152305695'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:40.450414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Current status of the port 469f02f3-a34f-4b34-8181-52f0a5f857b3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:40.451045 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.466074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:40.467106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.471334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-db294e70-fcf2-4378-8bb2-e8d416fea6ef service neutron] 10.222.0.39 "PUT /v2.0/ports/9648479e-130e-4610-a821-967743c55dcf HTTP/1.1" status: 200 len: 1091 time: 5.8529246 Jan 27 19:27:40.472302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'tag': '9648479e-130e-4610-a821-967743c55dcf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:40.475094 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497be2ce-634e-4eb6-9b83-0d334ae5d24c" -d '{"events": [{"name": "network-changed", "server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "tag": "9648479e-130e-4610-a821-967743c55dcf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:40.482567 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-33230f9f-9e0a-4618-bbd5-adaf93d2aaf8 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0324552 Jan 27 19:27:40.573880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8af57485-41ff-4dc1-acce-b30bd864510b req-8b26ec16-b9e6-4c64-aaba-ff7cde8edd97 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377895 Jan 27 19:27:40.608126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.617640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] For port 469f02f3-a34f-4b34-8181-52f0a5f857b3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=469f02f3-a34f-4b34-8181-52f0a5f857b3,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:40.645934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-14751eaa-2f4b-435d-ac50-ad17e001c3bb tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-group-rules/5f88d0b6-5f32-479f-a435-41f6543bdddd HTTP/1.1" status: 200 len: 778 time: 0.1373880 Jan 27 19:27:40.667619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.714882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2648f477-87f5-497b-896e-8f43144c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:40.746268 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd228ee-dd01-4383-8720-097836a7bc4e x-openstack-request-id: req-fdd228ee-dd01-4383-8720-097836a7bc4e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:40.747063 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:40.747063 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdd228ee-dd01-4383-8720-097836a7bc4e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:40.747435 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80', 'status': 'completed', 'code': 200} Jan 27 19:27:40.806460 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648f477-87f5-497b-896e-8f43144c985c None None] The sync data for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 is: [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:40.815667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:40.819173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.825611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.834665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:40.836316 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.842701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-9a1ee756-aff0-4a8f-932f-bc15379e0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:40.844082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-9a1ee756-aff0-4a8f-932f-bc15379e0cad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 1094 time: 0.2935023 Jan 27 19:27:40.920845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:40.950718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.955550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d98059eb-5ae3-46bd-82c6-a4509f2332b3 None None] Provisioning complete for port 469f02f3-a34f-4b34-8181-52f0a5f857b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:40.956341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d98059eb-5ae3-46bd-82c6-a4509f2332b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:40.961214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8fea-eae2-4f0b-b51d-92665c014019 None None] Pushing event updated for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:41.143796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-eb4bbd70-7bb1-4420-99f8-76931e2dfe00 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/09d277c3-6e2e-461c-b520-0de20902cb0a HTTP/1.1" status: 200 len: 2424 time: 0.4965830 Jan 27 19:27:41.149055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:41.153877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-68cbe638-3aa4-4cdd-8bfd-36d4f37b5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:41.156789 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-68cbe638-3aa4-4cdd-8bfd-36d4f37b5e39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 1094 time: 0.3660216 Jan 27 19:27:41.216177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d98059eb-5ae3-46bd-82c6-a4509f2332b3 None None] Current status of the port 469f02f3-a34f-4b34-8181-52f0a5f857b3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:41.310424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-af116c59-13f7-462a-8165-8c268b8b4aeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9648479e-130e-4610-a821-967743c55dcf HTTP/1.1" status: 200 len: 217 time: 0.2040703 Jan 27 19:27:41.312673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26ee2d54-8848-4f33-80c1-c8a068821d2e req-f446c801-190d-463b-a5a2-bbbc49199ff9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 210 time: 0.1793129 Jan 27 19:27:41.364910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks [] for port (35901532-c024-478e-ae86-90e2afa08982), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.402136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (35901532-c024-478e-ae86-90e2afa08982), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.435245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (56e69641-fb93-4cd3-85b8-0df13a992124), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.437011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.458911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.462488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (56e69641-fb93-4cd3-85b8-0df13a992124), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.499633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-0f5d7ed4-65e9-4957-8631-45e51276342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:41.501226 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-0f5d7ed4-65e9-4957-8631-45e51276342c service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 919 time: 0.3069048 Jan 27 19:27:41.512002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-8db013a9-448c-4ce1-9918-5e6fc192484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:41.514141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-8db013a9-448c-4ce1-9918-5e6fc192484c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.1900394 Jan 27 19:27:41.552692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.557524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1873186 Jan 27 19:27:41.579124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:41.586632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'security_group_rule': {'security_group_id': '56e69641-fb93-4cd3-85b8-0df13a992124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:41.593445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f32f8-a75d-4b09-8e29-f73448072b0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e69641-fb93-4cd3-85b8-0df13a992124,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:41.600163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-fe9a3dd0-527d-4b02-b5a2-c98fddbaaa75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698867 Jan 27 19:27:41.613625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (5f88d0b6-5f32-479f-a435-41f6543bdddd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.651280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.664577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ccc2da4-c47c-4a39-a16e-e37a3c8d3b90 req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5f88d0b6-5f32-479f-a435-41f6543bdddd HTTP/1.1" status: 204 len: 173 time: 0.5197306 Jan 27 19:27:41.698315 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-035ad693-da1e-4c64-8b30-6e330f1b9332 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80 HTTP/1.1" status: 200 len: 217 time: 0.1441033 Jan 27 19:27:41.724238 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8493025-f63d-4c1e-8c01-91f1096f42b2 x-openstack-request-id: req-e8493025-f63d-4c1e-8c01-91f1096f42b2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:41.725615 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "tag": "9648479e-130e-4610-a821-967743c55dcf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:41.726001 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8493025-f63d-4c1e-8c01-91f1096f42b2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:41.726560 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'tag': '9648479e-130e-4610-a821-967743c55dcf', 'status': 'completed', 'code': 200} Jan 27 19:27:41.730838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbbc96-7725-4dcd-8856-3b541c39ae56 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f88d0b6-5f32-479f-a435-41f6543bdddd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:41.810496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Allocated IP 172.20.0.10 (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22/006dac98-3e5c-41f1-81b9-b842fc456482/366ee698-d250-4415-a1c3-f156eff66bb8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:41.814161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:41.820538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Pushing event updated for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:41.831877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (554e218d-0b75-45dd-b573-2fb9bb9a5f8e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.019697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c330256b-b568-42c8-994e-0414dce168cc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:42.041909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbf94cc-6705-40a7-a8af-b8f18ac275ef up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:42.046175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks [] for port (c330256b-b568-42c8-994e-0414dce168cc), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.149595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba425f68-5973-42ee-8b9e-c30a6bab1574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.187663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:42.188418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.203755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-1a6eea0d-3554-415b-8f3a-78c9c05362c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:42.206258 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-1a6eea0d-3554-415b-8f3a-78c9c05362c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.4695253 Jan 27 19:27:42.210624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Transition to ACTIVE for port object c330256b-b568-42c8-994e-0414dce168cc will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:42.252361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.259230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:42.277943 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-fd8a12bd-e665-4666-9101-cb2c35687fbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498888 Jan 27 19:27:42.311601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffa51e-92be-42fc-82ed-a58c1b439b0d req-1b914c34-d093-4e98-a6a0-47fa3d743e4d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:42.327960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebffa51e-92be-42fc-82ed-a58c1b439b0d req-1b914c34-d093-4e98-a6a0-47fa3d743e4d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 943 time: 0.6145415 Jan 27 19:27:42.334934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:42.336778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 469f02f3-a34f-4b34-8181-52f0a5f857b3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:42.346333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:42.347359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-1121132c-87db-4129-bcaf-aef1ce30d385 service neutron] 10.222.0.39 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385602 Jan 27 19:27:42.402498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0934-321c-435e-a2a1-b514364cd54c req-3d73832b-b7dc-489c-8a77-826017906134 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:42.405607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-244e0934-321c-435e-a2a1-b514364cd54c req-3d73832b-b7dc-489c-8a77-826017906134 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2666757 Jan 27 19:27:42.451164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 469f02f3-a34f-4b34-8181-52f0a5f857b3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:42.451922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.484213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (554e218d-0b75-45dd-b573-2fb9bb9a5f8e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.485065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-f250e70f-4702-4702-b10b-3e30f7857cd3 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402204 Jan 27 19:27:42.604220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 469f02f3-a34f-4b34-8181-52f0a5f857b3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:42.618066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (554e218d-0b75-45dd-b573-2fb9bb9a5f8e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.701664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebffa51e-92be-42fc-82ed-a58c1b439b0d req-0d7b5e0d-3907-4b9f-b831-6deccc42e2e3 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718870 Jan 27 19:27:42.703371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Deleting port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:42.703711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.705887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554e218d-0b75-45dd-b573-2fb9bb9a5f8e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:42.761168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.762484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fefba625-ac31-4f26-8f60-a03083c4f1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1801996 Jan 27 19:27:42.768442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d92ed625-d4ac-4e53-9d8d-84ce49acef8a None None] Provisioning complete for port 35901532-c024-478e-ae86-90e2afa08982 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:42.769148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d92ed625-d4ac-4e53-9d8d-84ce49acef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35901532-c024-478e-ae86-90e2afa08982), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:42.775890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:42.812833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'security_group_rule': {'security_group_id': '56e69641-fb93-4cd3-85b8-0df13a992124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:42.825528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1572277379', 'description': 'tempest-description-1479181527'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:42.850947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d92ed625-d4ac-4e53-9d8d-84ce49acef8a None None] Port 35901532-c024-478e-ae86-90e2afa08982 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:27:42.870925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-8f006f78-9b61-4686-908b-341f190c6499 service neutron] 10.222.0.39 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849050 Jan 27 19:27:42.900406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-244e0934-321c-435e-a2a1-b514364cd54c req-7bd19a5e-7544-4fce-9f81-8e603bfd2358 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493449 Jan 27 19:27:42.931644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.044464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.046120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (cc7ed7e6-e7dd-4b7f-89fc-313ea6df6c6c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.080555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] For port 5bbf646a-f0f6-4087-83bf-79cd9e6d36be, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,segment=NetworkSegment(c3cd5257-30ef-4ab1-a2fa-3d53feb190e1),segment_id=c3cd5257-30ef-4ab1-a2fa-3d53feb190e1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:43.081309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.146564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01a01814-f78e-4cb9-8560-c3b8fab50c80 req-4cc6bc7e-7d6b-404a-85c9-d3cebf182980 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 210 time: 0.1084971 Jan 27 19:27:43.156735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Calling delete_port for 5bbf646a-f0f6-4087-83bf-79cd9e6d36be owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:43.173152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks [] for port (366ee698-d250-4415-a1c3-f156eff66bb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.187184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-a07f60c7-0774-4602-96f4-5058c3e147e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.188840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-a07f60c7-0774-4602-96f4-5058c3e147e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 1094 time: 0.2497261 Jan 27 19:27:43.245517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d8fdfe7a-efe3-44ab-a4b4-7121e0e4c3d0 req-648a851f-b5cc-4e0e-b67e-e8f95c7e800f service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414339 Jan 27 19:27:43.259682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:27:43.272496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1af893e-e913-48e3-8cc2-46e8dffcca80 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:27:43.285315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Attempting to bind port c330256b-b568-42c8-994e-0414dce168cc on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:43.285713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Attempting to bind port c330256b-b568-42c8-994e-0414dce168cc by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:43.286054 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Attempting to bind port c330256b-b568-42c8-994e-0414dce168cc on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:43.298404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Port c330256b-b568-42c8-994e-0414dce168cc on network 83a37478-d301-48e2-9740-ea1d4af3683d not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:43.298741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Attempting to bind port c330256b-b568-42c8-994e-0414dce168cc on network 83a37478-d301-48e2-9740-ea1d4af3683d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:43.312269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:43.312641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Checking segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:43.312945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Bound using segment: {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:43.313608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Bound port: c330256b-b568-42c8-994e-0414dce168cc, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fca57d2-af09-47ca-ae9a-43c8aeebd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:43.314147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c330256b-b568-42c8-994e-0414dce168cc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.330334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.456162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:43.474720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:43.479424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:43.496085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c1af893e-e913-48e3-8cc2-46e8dffcca80', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'port_id': 'c1af893e-e913-48e3-8cc2-46e8dffcca80', 'mac_address': 'fa:16:3e:a2:ee:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de8802-89c2-42b8-b2fa-6ac675b73d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:27:43.512115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:43.530300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (cc7ed7e6-e7dd-4b7f-89fc-313ea6df6c6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.550357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.553125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (cc7ed7e6-e7dd-4b7f-89fc-313ea6df6c6c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.557031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (e9e03d45-3160-4ce3-adb9-d30c776ef13d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.589077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:43.593954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c1af893e-e913-48e3-8cc2-46e8dffcca80 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:43.594553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.594717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c330256b-b568-42c8-994e-0414dce168cc,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:43.603645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.606381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:43.611120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-018c428f-8429-40ca-8177-18960502a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.612891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-018c428f-8429-40ca-8177-18960502a608 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 919 time: 0.4026270 Jan 27 19:27:43.624806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9e03d45-3160-4ce3-adb9-d30c776ef13d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.627105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Sync routers for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:43.636095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.636095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8230045 Jan 27 19:27:43.636947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4d1b0634-dd7e-4770-a63e-8c84438846e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/375b96b1-27d8-4b96-ae83-4b34ff36dc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4852755 Jan 27 19:27:43.652458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af893e-e913-48e3-8cc2-46e8dffcca80 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:43.657006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:43.666159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:43.667281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:43.672865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.673606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.683838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.685416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.688477 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/c330256b-b568-42c8-994e-0414dce168cc HTTP/1.1" status: 200 len: 1091 time: 3.9037025 Jan 27 19:27:43.690579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:43.692164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:43.708277 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def61293-7c29-4bbb-99c6-76890d1c9cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "tag": "c330256b-b568-42c8-994e-0414dce168cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:43.742858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a59e-1f77-4c20-810b-e8c520a7fb3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7ed7e6-e7dd-4b7f-89fc-313ea6df6c6c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.770971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-93cf0cba-d915-4956-833c-2edbf447cbf6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9648479e-130e-4610-a821-967743c55dcf HTTP/1.1" status: 200 len: 217 time: 0.1254489 Jan 27 19:27:43.780230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:43.789621 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:27:43.798003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.812069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.812827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a26a0698-2115-448b-b245-bd15cb18c324 req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0486887 Jan 27 19:27:43.862291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fb91d-3f7d-45ae-b104-3627c86db8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.880172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b955d8-199b-4a1b-8c43-110bb520b348 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e03d45-3160-4ce3-adb9-d30c776ef13d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.914149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:43.916359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:43.931291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-22dceeb9-1406-495e-96d2-f649215bd9ba tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4335001 Jan 27 19:27:43.936895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-40afe736-392e-400b-b75c-94492b226944 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.943394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Request body: {'port': {'device_id': '5828a105-992b-4b37-ba5c-88b3997eb155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:43.945108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-40afe736-392e-400b-b75c-94492b226944 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 814 time: 0.5538938 Jan 27 19:27:43.966868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:43.988166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-3c14e346-085d-4b55-a7ba-3fc183846c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:43.990339 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-3c14e346-085d-4b55-a7ba-3fc183846c84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 1094 time: 0.1205070 Jan 27 19:27:44.033923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-bf287efb-fcf7-4db9-aee0-671dde8d199e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/quotas/f277cd5ca2cb4ec2abb47c83efedb6ae HTTP/1.1" status: 200 len: 375 time: 0.0858893 Jan 27 19:27:44.045177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-92ee8d6b-8747-4c60-bd1b-6cee0bdb7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:44.046859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-92ee8d6b-8747-4c60-bd1b-6cee0bdb7fa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.2398221 Jan 27 19:27:44.068583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:44.176402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-eda80f87-ea8b-41b3-84be-6c58ffd1b686 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678818 Jan 27 19:27:44.239809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3717a-e98b-418c-8694-4cf7507eb088 req-a5df2457-4800-436e-8344-8ad6ecd248c5 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:44.242863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ac3717a-e98b-418c-8694-4cf7507eb088 req-a5df2457-4800-436e-8344-8ad6ecd248c5 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 943 time: 0.2928829 Jan 27 19:27:44.339960 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-e0e14d32-f11d-47fd-aa0f-cba3c2cb7b7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c330256b-b568-42c8-994e-0414dce168cc HTTP/1.1" status: 200 len: 217 time: 0.3399031 Jan 27 19:27:44.372278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5bbf646a-f0f6-4087-83bf-79cd9e6d36be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:44.474068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-fedd99d0-7b60-48ce-9f1d-c905904e6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:44.475922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-fedd99d0-7b60-48ce-9f1d-c905904e6089 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.1273117 Jan 27 19:27:44.477325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-1a518f15-d119-4ffb-899c-cbc2e08c3cdb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4368558 Jan 27 19:27:44.486327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbf646a-f0f6-4087-83bf-79cd9e6d36be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:44.510908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c1af893e-e913-48e3-8cc2-46e8dffcca80'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:44.549224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-190fc833-646c-4ddc-b8ea-e52ea765034c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633998 Jan 27 19:27:44.670069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-68f87d5f-feb5-4f30-8652-d7ff514a5a17 service neutron] 10.222.0.59 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604311 Jan 27 19:27:44.691338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 2, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:44.756772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Checking router: 375b96b1-27d8-4b96-ae83-4b34ff36dc89 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:44.757408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Updating router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 port 35901532-c024-478e-ae86-90e2afa08982 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:27:44.846616 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-5dc579d1-6ef5-4e9a-9ecd-b5075ca47994 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843404 Jan 27 19:27:44.847406 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35901532-c024-478e-ae86-90e2afa08982), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:44.866147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366ee698-d250-4415-a1c3-f156eff66bb8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:44.875761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46296) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:44.919362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-fe16bd31-2166-42e3-954c-4df7ff42938a service neutron] 10.222.0.39 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250910 Jan 27 19:27:44.922197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-network', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:44.966950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks [] for port (366ee698-d250-4415-a1c3-f156eff66bb8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:44.993324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ac3717a-e98b-418c-8694-4cf7507eb088 req-88756615-5d94-4ebc-8839-c3a828b177d4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100081 Jan 27 19:27:45.102815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.132108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.151536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Made reservation on behalf of ea651ec960084256b9def0f9fd24628e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:45.155529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.161741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Transition to ACTIVE for port object 366ee698-d250-4415-a1c3-f156eff66bb8 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:45.174785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.179350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-aaebf6a9-0cf3-4b6d-92a4-d1c8764a2006 service neutron] 10.222.0.59 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084159 Jan 27 19:27:45.185211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.303678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks [] for port (35901532-c024-478e-ae86-90e2afa08982), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.319401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:45.320215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (35901532-c024-478e-ae86-90e2afa08982), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.327077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bb0785bd-32c9-4e83-807a-b7b4828e537b req-122e7031-d1e4-4d5c-b3e4-4da7d2765dce service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786789 Jan 27 19:27:45.340009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6881a915-9d24-4fa7-a0d8-0d0cbfa7bb22 req-63155b1b-23f3-4527-80c4-5789a7ffb4d2 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/e9e03d45-3160-4ce3-adb9-d30c776ef13d HTTP/1.1" status: 200 len: 1832 time: 0.2387903 Jan 27 19:27:45.354647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-497be2ce-634e-4eb6-9b83-0d334ae5d24c req-ba39f5d3-5425-4dd9-86bf-f424bdf909ca service neutron] 10.222.0.39 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966820 Jan 27 19:27:45.451755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439ffa4-ac70-454c-9b16-2ff8386823a2 None None] Pushing event updated for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:45.518533 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd6edc-f75a-4c76-8e6d-12b6b6f5d2dd x-openstack-request-id: req-a0cd6edc-f75a-4c76-8e6d-12b6b6f5d2dd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:45.518533 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "tag": "c330256b-b568-42c8-994e-0414dce168cc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:45.525702 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0cd6edc-f75a-4c76-8e6d-12b6b6f5d2dd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:45.526164 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc', 'status': 'completed', 'code': 200} Jan 27 19:27:45.567855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9648479e-130e-4610-a821-967743c55dcf details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:27:45.590787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.688787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.732275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks [] for security_group (9083ee7b-a3ae-483b-884c-a6446a4b2a46), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.746664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Attempting to bind port 366ee698-d250-4415-a1c3-f156eff66bb8 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:45.746903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Attempting to bind port 366ee698-d250-4415-a1c3-f156eff66bb8 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:45.757446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Attempting to bind port 366ee698-d250-4415-a1c3-f156eff66bb8 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:45.770243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9083ee7b-a3ae-483b-884c-a6446a4b2a46), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.797683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Port 366ee698-d250-4415-a1c3-f156eff66bb8 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:45.798051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Attempting to bind port 366ee698-d250-4415-a1c3-f156eff66bb8 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:45.852506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:27:45.865327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:45.865722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Checking segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:45.866130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Bound using segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:45.866601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Bound port: 366ee698-d250-4415-a1c3-f156eff66bb8, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:45.867242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.883283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-039e0ca6-aaef-43d6-8f6b-a6f646f1302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:45.885079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-039e0ca6-aaef-43d6-8f6b-a6f646f1302f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ba410e48745cdb0649da3b292e12a&device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 1094 time: 0.3135328 Jan 27 19:27:45.926406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (44376414-212e-4044-9521-38b630ac1810), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:45.926766 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Added segment 44376414-212e-4044-9521-38b630ac1810 of type vlan for network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 Jan 27 19:27:45.935830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9083ee7b-a3ae-483b-884c-a6446a4b2a46,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:46.074528 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.103345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Attempting to bind port 35901532-c024-478e-ae86-90e2afa08982 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:46.104379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Attempting to bind port 35901532-c024-478e-ae86-90e2afa08982 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:46.104785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Attempting to bind port 35901532-c024-478e-ae86-90e2afa08982 on network c2f64754-a244-4d03-84ba-39ff20e0d1ba {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:46.114096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:46.114738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Checking segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:46.115202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.120536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Bound using segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:46.121512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Bound port: 35901532-c024-478e-ae86-90e2afa08982, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:46.122268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35901532-c024-478e-ae86-90e2afa08982), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.171226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b6f58b64-c0f9-43c9-a299-8153cc2b35d8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.189343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:46.199512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:46.227612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.244623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-e62f3585-9d7a-4e64-9d82-6e2c655cbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.245448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] For port 35901532-c024-478e-ae86-90e2afa08982, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:46.246900 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-e62f3585-9d7a-4e64-9d82-6e2c655cbb70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 200 len: 919 time: 0.3386145 Jan 27 19:27:46.249687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] For port 35901532-c024-478e-ae86-90e2afa08982, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35901532-c024-478e-ae86-90e2afa08982,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:46.258271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Provisioning complete for port 35901532-c024-478e-ae86-90e2afa08982 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:46.258963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35901532-c024-478e-ae86-90e2afa08982), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.262709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9648479e-130e-4610-a821-967743c55dcf,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:46.280184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b6f58b64-c0f9-43c9-a299-8153cc2b35d8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.281397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.281573 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (35901532-c024-478e-ae86-90e2afa08982), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.282444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.349667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.25.5.47 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:46.366687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '9648479e-130e-4610-a821-967743c55dcf', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'port_id': '9648479e-130e-4610-a821-967743c55dcf', 'mac_address': 'fa:16:3e:82:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de8802-89c2-42b8-b2fa-6ac675b73d6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:27:46.382553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:46.383739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:46.414879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.416720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.422597 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] 10.222.0.39 "PUT /v2.0/ports/366ee698-d250-4415-a1c3-f156eff66bb8 HTTP/1.1" status: 200 len: 1092 time: 2.4852128 Jan 27 19:27:46.427016 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-efa797ea-c36a-4fac-a1b9-11b7c4e3a0ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c330256b-b568-42c8-994e-0414dce168cc HTTP/1.1" status: 200 len: 217 time: 0.1574399 Jan 27 19:27:46.549381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:46.668167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7894249 Jan 27 19:27:46.685530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46314) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:46.688134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.739021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Request body: {'subnet': {'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-subnet', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:46.743298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b9331-4794-4231-9c64-d378dd3749cf service neutron] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:46.789111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eaaa04a-f800-4a18-97aa-901b15ba3473 req-ddfe4ae0-e4a2-4207-9b81-21263583e037 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 210 time: 0.4820354 Jan 27 19:27:46.829442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1160-c2c4-483a-ade4-826e53c06eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f58b64-c0f9-43c9-a299-8153cc2b35d8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:46.859995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-5fd70a64-0464-4e8d-9c4d-df499e2a0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.862515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-5fd70a64-0464-4e8d-9c4d-df499e2a0cdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 200 len: 858 time: 0.3369308 Jan 27 19:27:46.889166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Made reservation on behalf of ea651ec960084256b9def0f9fd24628e for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:46.891755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:46.900623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:27:46.928471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-846307576', 'description': 'tempest-description-351574286'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:46.929693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-a206f41d-3b2c-40eb-a015-85977141ea79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a37478-d301-48e2-9740-ea1d4af3683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571156 Jan 27 19:27:46.966281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-0b4cf56d-28f3-4eb3-a9f6-c6f86b001039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.968830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-0b4cf56d-28f3-4eb3-a9f6-c6f86b001039 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 1095 time: 0.3814762 Jan 27 19:27:46.990608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330a0f4-e97a-4a08-ad83-cfcd82533478 req-f37b33ab-e324-4d93-b923-4a6a76067585 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:46.992303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5330a0f4-e97a-4a08-ad83-cfcd82533478 req-f37b33ab-e324-4d93-b923-4a6a76067585 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 944 time: 1.2954993 Jan 27 19:27:46.997946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.053904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439ffa4-ac70-454c-9b16-2ff8386823a2 None None] Pushing event updated for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:47.080008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-f7230750-cc17-4619-8550-62236c669ba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366ee698-d250-4415-a1c3-f156eff66bb8 HTTP/1.1" status: 200 len: 217 time: 0.0939450 Jan 27 19:27:47.109979 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.193618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9648479e-130e-4610-a821-967743c55dcf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:47.195602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9648479e-130e-4610-a821-967743c55dcf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.231550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-f330714a-f30c-476b-9770-75256e2e1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:47.241200 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-f330714a-f30c-476b-9770-75256e2e1de7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.1492503 Jan 27 19:27:47.248745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5330a0f4-e97a-4a08-ad83-cfcd82533478 req-e59b6fb8-cd29-424b-bf25-5166873e2ada tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463100 Jan 27 19:27:47.258257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:47.276380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:47.281876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:47.285810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:47.289922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-628c7c78-439d-47c7-9531-93daf37343a1 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245852 Jan 27 19:27:47.351319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Current status of the port 35901532-c024-478e-ae86-90e2afa08982 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:47.351919 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35901532-c024-478e-ae86-90e2afa08982), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.356044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1af893e-e913-48e3-8cc2-46e8dffcca80 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:47.372566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-e4b32f9a-cc3d-4be1-884e-5cb8d3447e9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809572 Jan 27 19:27:47.410347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:27:47.460135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9648479e-130e-4610-a821-967743c55dcf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:47.551570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (1c8248d8-a722-430a-a263-4b0ac4c13cc4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.552731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9648479e-130e-4610-a821-967743c55dcf,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:47.561629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] For port 35901532-c024-478e-ae86-90e2afa08982, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35901532-c024-478e-ae86-90e2afa08982,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:47.570737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:47.573717 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:47.580727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-e731c177-496b-4cfe-9c04-830efeffe8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898880 Jan 27 19:27:47.583376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9648479e-130e-4610-a821-967743c55dcf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.590572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (35901532-c024-478e-ae86-90e2afa08982), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.648060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c8248d8-a722-430a-a263-4b0ac4c13cc4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.650797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c1af893e-e913-48e3-8cc2-46e8dffcca80 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:27:47.668410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c1af893e-e913-48e3-8cc2-46e8dffcca80 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:47.668909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.673085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:47.803984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6776-508d-4b2b-a247-a969e644c487 req-aaae618e-cc8d-41c2-b8fe-a5ee9a961be4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:47.806817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86fc6776-508d-4b2b-a247-a969e644c487 req-aaae618e-cc8d-41c2-b8fe-a5ee9a961be4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 943 time: 0.3669066 Jan 27 19:27:47.845442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-def61293-7c29-4bbb-99c6-76890d1c9cbe req-b7565107-d9d8-4b5b-b4ef-5538e3495824 service neutron] 10.222.0.66 "GET /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669390 Jan 27 19:27:47.849739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (450e4ad4-8975-4a42-a335-527b5d4f7166), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.884933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.912225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a22cdc5c-2d44-4cbd-8b42-01318ddf9144 req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0149059 Jan 27 19:27:47.913085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450e4ad4-8975-4a42-a335-527b5d4f7166,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:47.923819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b886315f-c4d9-4246-9954-4ff606450ff3 req-b36e014b-6314-49a6-a1f2-d69d8f43e535 service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955170 Jan 27 19:27:47.943629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ade223b2-cda7-422e-9658-9585384ca8ad None None] Provisioning complete for port 35901532-c024-478e-ae86-90e2afa08982 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:47.944259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ade223b2-cda7-422e-9658-9585384ca8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35901532-c024-478e-ae86-90e2afa08982), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:47.967575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Checking segment: {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:47.968257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Network hostable DHCP agents. Network: b6f58b64-c0f9-43c9-a299-8153cc2b35d8, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:27:47.986785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9648479e-130e-4610-a821-967743c55dcf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:47.990507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-66d3140b-8197-4087-af19-661626d46b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:46Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:47.998829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdbfad-cd46-4ef3-b43c-26c5a32ca69f None None] Pushing event updated for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:48.003170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:27:48.030259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b6f58b64-c0f9-43c9-a299-8153cc2b35d8) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:48.035675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235481b-5189-4303-b3b4-24b006188978 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8248d8-a722-430a-a263-4b0ac4c13cc4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:48.068713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c03aa0-ec0a-4f05-9dee-4f56f4d34135 None None] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:48.079285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:48.080139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.089690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3140b-8197-4087-af19-661626d46b3a None None] The sync data for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 is: [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:46Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:48.092008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.131342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:48.147252 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Sync routers for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:48.170897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0d278b80-d765-43f0-ab9d-ac7bddbac05a admin admin] 10.222.0.59 "PUT /v2.0/routers/a3eda7fe-739e-4dc9-ad98-5f15e7327e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8662972 Jan 27 19:27:48.173880 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:48.174986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:48.175466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:48.181127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86fc6776-508d-4b2b-a247-a969e644c487 req-e0042e72-0757-4278-8b2c-91b278d2bd07 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433190 Jan 27 19:27:48.304893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.410223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ea0aef2-1e0a-418d-90f2-7951da8a0ab4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6786335 Jan 27 19:27:48.413008 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f087b7-ac1c-4ea0-b7e6-6c15328c5fd4 x-openstack-request-id: req-70f087b7-ac1c-4ea0-b7e6-6c15328c5fd4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:48.413471 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:48.413909 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70f087b7-ac1c-4ea0-b7e6-6c15328c5fd4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:48.414577 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8', 'status': 'completed', 'code': 200} Jan 27 19:27:48.422855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:48.466881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c1af893e-e913-48e3-8cc2-46e8dffcca80 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:48.467963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.538038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:48.544762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:48.560860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:48.563678 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf8d7b-49a7-43ff-a715-6f5167d8a997" -d '{"events": [{"server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "name": "network-vif-plugged", "status": "completed", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:48.567314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'fixed_ips': [{'subnet_id': '450e4ad4-8975-4a42-a335-527b5d4f7166'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:27:48.568878 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.577049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a868140a-b951-49b2-95d8-d580ba0abc8a req-29be4d71-25dc-42f7-9deb-05e27aed2f2e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 210 time: 0.1770933 Jan 27 19:27:48.624912 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:48.655331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.701817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.702935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.721640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks [] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.734868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ade223b2-cda7-422e-9658-9585384ca8ad None None] Current status of the port 35901532-c024-478e-ae86-90e2afa08982 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:48.793472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-a3a196a4-aefe-413d-9545-dc740f3a1be0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:48.794933 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-a3a196a4-aefe-413d-9545-dc740f3a1be0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 814 time: 0.7624910 Jan 27 19:27:48.812944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Request body: {'port': {'device_id': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'admin_state_up': True, 'tenant_id': 'f277cd5ca2cb4ec2abb47c83efedb6ae'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:48.930373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.945961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-ddcc7d32-0f89-4eb4-9482-4f80bce5e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:48.947688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-ddcc7d32-0f89-4eb4-9482-4f80bce5e8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 1095 time: 0.5243273 Jan 27 19:27:48.949639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:48.969544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-a2d28407-e9f1-4b5d-a21a-410972c51b14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6581728 Jan 27 19:27:48.970497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:48.992118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39a6d532-4679-41cf-95cd-06858b246193 req-74893c0f-272e-43e2-ab27-d5330d1a3abe tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/1c8248d8-a722-430a-a263-4b0ac4c13cc4 HTTP/1.1" status: 200 len: 1830 time: 0.4919176 Jan 27 19:27:49.083874 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5236ada-ada2-4221-8572-cbb138449360 x-openstack-request-id: req-c5236ada-ada2-4221-8572-cbb138449360 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:49.084178 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "name": "network-vif-plugged", "status": "completed", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:49.084426 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5236ada-ada2-4221-8572-cbb138449360 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:49.084831 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80', 'code': 200} Jan 27 19:27:49.179487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-fd6f655e-1bd3-4d92-afc8-3663b01f0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:49.181699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-fd6f655e-1bd3-4d92-afc8-3663b01f0356 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 906 time: 0.1694088 Jan 27 19:27:49.220771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-706262149', 'description': 'tempest-description-639399977'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:49.244369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Allocated IP 172.20.0.2 (b6f58b64-c0f9-43c9-a299-8153cc2b35d8/450e4ad4-8975-4a42-a335-527b5d4f7166/39604648-2929-4791-8acc-07911b2d9630) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:49.322106 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:27:44Z', 'revision_number': 5, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:49.333927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c330256b-b568-42c8-994e-0414dce168cc details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:27:49.339951 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for router_controller (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:49.350158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-9bdd9bb6-b347-47f0-a81f-eab7045a7015 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366ee698-d250-4415-a1c3-f156eff66bb8 HTTP/1.1" status: 200 len: 217 time: 0.1354239 Jan 27 19:27:49.459695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Checking router: a3eda7fe-739e-4dc9-ad98-5f15e7327e91 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:49.469694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:49.499263 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Routers {'a3eda7fe-739e-4dc9-ad98-5f15e7327e91'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:49.502423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:49.542810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:49.639063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b405-562c-4d76-9bf9-30dd6331a93a req-81440f8f-d4f5-4450-9299-1135c8e0716f tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:49.652577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4281b405-562c-4d76-9bf9-30dd6331a93a req-81440f8f-d4f5-4450-9299-1135c8e0716f tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 944 time: 0.7175760 Jan 27 19:27:49.656327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:49.691507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-6c7aca87-afbc-425d-a0ce-1c8dcf5d2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:49.696653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-6c7aca87-afbc-425d-a0ce-1c8dcf5d2a6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.3045809 Jan 27 19:27:49.767319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-792d771a-b45e-4249-a122-d58debb80af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:49.770141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-792d771a-b45e-4249-a122-d58debb80af8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1097 time: 0.5620580 Jan 27 19:27:49.786595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35901532-c024-478e-ae86-90e2afa08982 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:49.812869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] Set router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:49.839017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks [] for port (39604648-2929-4791-8acc-07911b2d9630), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:49.888949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:49.891499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6869e08c-8c95-483b-9f34-66bed6a11f3a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2220182 Jan 27 19:27:49.896931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-799c55dc-8072-45e2-8b7a-f036346183ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621926 Jan 27 19:27:49.921412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4281b405-562c-4d76-9bf9-30dd6331a93a req-20f6e853-c839-42a3-8e01-c82f6ec3f54d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667370 Jan 27 19:27:49.922620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c330256b-b568-42c8-994e-0414dce168cc,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:49.942007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c330256b-b568-42c8-994e-0414dce168cc', 'network_id': '83a37478-d301-48e2-9740-ea1d4af3683d', 'port_id': 'c330256b-b568-42c8-994e-0414dce168cc', 'mac_address': 'fa:16:3e:fe:31:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de8802-89c2-42b8-b2fa-6ac675b73d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:27:49.952771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89138-b870-4f65-9743-2c28dd4add7d req-d41cecc8-4832-4850-a85c-502f031ccded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:49.954393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bc89138-b870-4f65-9743-2c28dd4add7d req-d41cecc8-4832-4850-a85c-502f031ccded service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 1096 time: 0.5440018 Jan 27 19:27:50.043463 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (39604648-2929-4791-8acc-07911b2d9630), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.074676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for router_gateway (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.123605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks [] for router_gateway (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.136517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Made reservation on behalf of f277cd5ca2cb4ec2abb47c83efedb6ae for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:50.140335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.174486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c330256b-b568-42c8-994e-0414dce168cc is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:50.177927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c330256b-b568-42c8-994e-0414dce168cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.271296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:50.298137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:50.306225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c330256b-b568-42c8-994e-0414dce168cc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:50.321211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:50.325082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Pushing event updated for resources: {'Port': ['ID=39604648-2929-4791-8acc-07911b2d9630,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:50.337442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bc89138-b870-4f65-9743-2c28dd4add7d req-2a1584c3-788e-48c5-8c79-eddba7fcc6ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927527 Jan 27 19:27:50.351252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 35901532-c024-478e-ae86-90e2afa08982 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:50.351858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35901532-c024-478e-ae86-90e2afa08982), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.424095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:27:44Z', 'revision_number': 5, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:50.466428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0da57-6388-44f1-892c-5f015d3f45ac None None] The sync data for ids ['a3eda7fe-739e-4dc9-ad98-5f15e7327e91'] in n-d-760453-6 is: [{'id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1224401041-router', 'tenant_id': '86623a22368347bca1d41600ab137a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:23:09Z', 'updated_at': '2022-01-27T19:27:44Z', 'revision_number': 5, 'project_id': '86623a22368347bca1d41600ab137a49', 'gw_port': {'id': '182dd605-e114-47a2-bddc-df3c929a0f3d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eda7fe-739e-4dc9-ad98-5f15e7327e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:23:11Z', 'updated_at': '2022-01-27T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:27:50.503183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Allocated IP 172.20.0.9 (4e87c18c-d1ec-4a70-9bb6-bc7381451904/43ac444c-7305-4c04-8fe1-268e12bbe3a7/55098a6f-4a43-4aa3-8e1b-6398c3eae102) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:50.503574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (b8a3aabc-5505-40b7-ab13-0866daa726f4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.506500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c330256b-b568-42c8-994e-0414dce168cc,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:50.510699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-ef90d36c-4d74-40e3-9b60-d399795a8a9d service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768318 Jan 27 19:27:50.523256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Deleting port 182dd605-e114-47a2-bddc-df3c929a0f3d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:27:50.523981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.529338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b8a3aabc-5505-40b7-ab13-0866daa726f4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.549840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07072d5b-54be-480c-8042-04907461dc17 req-caef6c3f-a683-4dbb-988a-aef2b1b2b93b tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:50.551871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07072d5b-54be-480c-8042-04907461dc17 req-caef6c3f-a683-4dbb-988a-aef2b1b2b93b tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 944 time: 0.3304334 Jan 27 19:27:50.554091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.631367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-0163a236-78dc-453c-a7ad-db4e4884d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:50.633613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-0163a236-78dc-453c-a7ad-db4e4884d0f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.8145952 Jan 27 19:27:50.657123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.660683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Attempting to bind port 39604648-2929-4791-8acc-07911b2d9630 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:50.661823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Attempting to bind port 39604648-2929-4791-8acc-07911b2d9630 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:50.662424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Attempting to bind port 39604648-2929-4791-8acc-07911b2d9630 on network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:50.662884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb3062d7-e390-4f1a-b304-625f3df84a06 req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.4612465 Jan 27 19:27:50.687135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:50.687729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Checking segment: {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:50.688405 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.689056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Bound using segment: {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:50.689894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Bound port: 39604648-2929-4791-8acc-07911b2d9630, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:50.690528 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (39604648-2929-4791-8acc-07911b2d9630), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.878258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:50.928666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 35901532-c024-478e-ae86-90e2afa08982 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:50.933638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] For port 39604648-2929-4791-8acc-07911b2d9630, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:50.941590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] For port 182dd605-e114-47a2-bddc-df3c929a0f3d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=182dd605-e114-47a2-bddc-df3c929a0f3d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:50.942235 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:50.948819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] For port 39604648-2929-4791-8acc-07911b2d9630, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39604648-2929-4791-8acc-07911b2d9630,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:50.960050 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (39604648-2929-4791-8acc-07911b2d9630), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:51.030596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-feb73fdb-cb05-4fa0-adff-1062cc72b067 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.3568878 Jan 27 19:27:51.048445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c330256b-b568-42c8-994e-0414dce168cc'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:51.063581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73026c18-b655-4cd7-9a33-003fb5e61e60 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a3aabc-5505-40b7-ab13-0866daa726f4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:51.096375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Calling delete_port for 182dd605-e114-47a2-bddc-df3c929a0f3d owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:27:51.117659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c045fe91-12fd-4740-918e-00ad6dfb6f2d req-77ba43d4-cb23-4dcf-b44d-07c8044d5907 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 210 time: 0.0975356 Jan 27 19:27:51.137926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a790d-8ab1-4607-96da-a8039f04508a None None] Pushing event updated for resources: {'Port': ['ID=39604648-2929-4791-8acc-07911b2d9630,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:51.167798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07072d5b-54be-480c-8042-04907461dc17 req-582a3ec5-4d53-4155-97a0-037397218aaa tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949948 Jan 27 19:27:51.194341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79b0baa6-19f3-4dfd-8a54-fc4b0ae400fc req-1cad64ff-ea9a-43a5-bafc-bd213125f7bb service neutron] 10.222.0.39 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745050 Jan 27 19:27:51.199672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-06681b22-50a8-45c6-ac6e-d94d49a6f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:51.201777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-06681b22-50a8-45c6-ac6e-d94d49a6f975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.1500328 Jan 27 19:27:51.269615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-fb4a2412-99d2-4f2f-85bc-1ff4d6c8ec79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616384 Jan 27 19:27:51.321923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks [] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:51.490964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:51.551012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:51.565726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8eb022ac-0e5d-4d74-b8aa-654b77dcb4b4 req-fa0d961d-8568-48c6-bdb1-d467545d7726 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/b8a3aabc-5505-40b7-ab13-0866daa726f4 HTTP/1.1" status: 200 len: 1830 time: 0.2311771 Jan 27 19:27:51.582672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-98720254-7343-4e06-a243-4dc928ac2402 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001091 Jan 27 19:27:51.601086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-b1a59f0e-664d-4f23-ba1c-557cabbc313e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1896971392&fields=id&tenant_id=04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 267 time: 0.1966271 Jan 27 19:27:51.720737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bbf646a-f0f6-4087-83bf-79cd9e6d36be no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:51.779207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:27:51.790085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9648479e-130e-4610-a821-967743c55dcf up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:51.799979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5bbf646a-f0f6-4087-83bf-79cd9e6d36be {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:51.800536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bbf646a-f0f6-4087-83bf-79cd9e6d36be not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:51.842134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:51.865299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:51.870976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:51.976604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Pushing event updated for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:52.034913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c11349-7d6c-4bb9-8348-733ec1ba0813 req-e6fa195b-b408-418c-b906-abd00fffced6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:52.038337 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17c11349-7d6c-4bb9-8348-733ec1ba0813 req-e6fa195b-b408-418c-b906-abd00fffced6 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 944 time: 0.2518485 Jan 27 19:27:52.042928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19beeae3-66da-4e01-b3e0-4b9e2390db24 req-73cfb295-59c3-462b-b01e-5ab60f1e1f62 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385037 Jan 27 19:27:52.049586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-5a77fac5-1d62-4d00-8ac1-9cc79e77e172 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:52.058254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-5a77fac5-1d62-4d00-8ac1-9cc79e77e172 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.4559097 Jan 27 19:27:52.062318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for router_gateway (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.114695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-a647df1a-07dd-417e-83e5-4410dbfda53f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/quotas/04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 375 time: 0.0547316 Jan 27 19:27:52.128009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.163036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17c11349-7d6c-4bb9-8348-733ec1ba0813 req-6d8b7607-dda5-4ece-b398-633df25b7b6d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013510 Jan 27 19:27:52.203584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-22351fa4-59d0-4b35-b4f6-5595b4733dfd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862122 Jan 27 19:27:52.351226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-95352d2f-ac7f-4807-b6a3-1c31da5310d3 service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317844 Jan 27 19:27:52.358207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 9648479e-130e-4610-a821-967743c55dcf completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:27:52.407004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:52.426319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 9648479e-130e-4610-a821-967743c55dcf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:52.427746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9648479e-130e-4610-a821-967743c55dcf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.436185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '366ee698-d250-4415-a1c3-f156eff66bb8', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': '366ee698-d250-4415-a1c3-f156eff66bb8', 'mac_address': 'fa:16:3e:13:e8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:27:52.465745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1703670196', 'description': 'tempest-description-1193574560'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:52.480404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Allocated IP 172.25.5.136 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/37d43372-7b6f-4fc4-adc9-cad083bb168c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:52.530519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.544678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:52.545945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.549936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 366ee698-d250-4415-a1c3-f156eff66bb8 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:52.550327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.573473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-64f2bd2d-4447-4713-8082-5b21072b51ea service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209151 Jan 27 19:27:52.580749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9648479e-130e-4610-a821-967743c55dcf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:52.581152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9648479e-130e-4610-a821-967743c55dcf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.584279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366ee698-d250-4415-a1c3-f156eff66bb8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:52.618565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:52.635412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.710507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (d0719066-6cd9-4c5e-93b6-e927c6d30b04), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.719283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d0719066-6cd9-4c5e-93b6-e927c6d30b04), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.780767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:52.781287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-6f9327fe-ed00-4b46-b7c4-3f65db587976 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9746723 Jan 27 19:27:52.812432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.819702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (182dd605-e114-47a2-bddc-df3c929a0f3d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.837801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-996a96de-194b-4c79-a0b5-5bc812e5ab86 req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3952351 Jan 27 19:27:52.846294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9648479e-130e-4610-a821-967743c55dcf,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:52.848112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Request body: {'port': {'device_id': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:52.852420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9648479e-130e-4610-a821-967743c55dcf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:52.858309 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fd659d-3de5-417b-aeb1-e8815d678d75" -d '{"events": [{"server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "name": "network-vif-plugged", "status": "completed", "tag": "9648479e-130e-4610-a821-967743c55dcf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:52.873085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9648479e-130e-4610-a821-967743c55dcf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:52.879678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb418745-5702-4cd6-af93-8b23c1536ad0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0719066-6cd9-4c5e-93b6-e927c6d30b04,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:52.912901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=182dd605-e114-47a2-bddc-df3c929a0f3d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:52.971832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['366ee698-d250-4415-a1c3-f156eff66bb8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:27:53.046653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:53.146983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f3a8-a45b-495b-be7c-dbb08f6aa4d3 req-c1ceeff8-d98d-4eaa-8810-ca6a51259f0c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:53.155079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ad2f3a8-a45b-495b-be7c-dbb08f6aa4d3 req-c1ceeff8-d98d-4eaa-8810-ca6a51259f0c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 931 time: 0.1809285 Jan 27 19:27:53.194494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc7bd-3ab3-4117-9d20-e8bd7c9a4078 req-526ec97f-2e28-49a4-886c-b23806131b02 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:53.198584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d73cc7bd-3ab3-4117-9d20-e8bd7c9a4078 req-526ec97f-2e28-49a4-886c-b23806131b02 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.1222653 Jan 27 19:27:53.216437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.290994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ad2f3a8-a45b-495b-be7c-dbb08f6aa4d3 req-4c01b9bf-f710-469d-84db-4a888fab68f1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305606 Jan 27 19:27:53.322880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c330256b-b568-42c8-994e-0414dce168cc up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:53.403297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.411984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d73cc7bd-3ab3-4117-9d20-e8bd7c9a4078 req-b3706a55-17c9-45ed-aded-f1436c3d6026 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847992 Jan 27 19:27:53.413488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.428981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e3385a84-a343-4e88-baf8-08664959ee2f req-e2a4d40d-47da-473a-ba77-f75085e8aeb0 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/d0719066-6cd9-4c5e-93b6-e927c6d30b04 HTTP/1.1" status: 200 len: 1832 time: 0.0773427 Jan 27 19:27:53.435904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba3f93-a80f-4ccf-b852-749ab708687c None None] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:27:53.583202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7148748-630a-4757-a947-0e6e12e6685c req-885cd1fd-deef-4872-9671-19d7483c9028 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0737052 Jan 27 19:27:53.712711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.745593 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6d91b6-78d5-414d-ba6b-bb48c0624cef x-openstack-request-id: req-eb6d91b6-78d5-414d-ba6b-bb48c0624cef {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:53.745593 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "name": "network-vif-plugged", "status": "completed", "tag": "9648479e-130e-4610-a821-967743c55dcf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:53.745593 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb6d91b6-78d5-414d-ba6b-bb48c0624cef {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:53.745593 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9648479e-130e-4610-a821-967743c55dcf', 'code': 200} Jan 27 19:27:53.785693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Provisioning complete for port 39604648-2929-4791-8acc-07911b2d9630 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:53.786821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39604648-2929-4791-8acc-07911b2d9630), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.794975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.834006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c330256b-b568-42c8-994e-0414dce168cc completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:27:53.851914 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-385657b1-c2b7-4fbe-85c6-a62b9f00c81a req-a843f1b3-079a-4c94-bfa9-7b4e98fbbcac tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] show failed (client error): The resource could not be found. Jan 27 19:27:53.863286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-385657b1-c2b7-4fbe-85c6-a62b9f00c81a req-a843f1b3-079a-4c94-bfa9-7b4e98fbbcac tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/6b9e4be4-e3ad-4fd5-bc1b-501c476a037f HTTP/1.1" status: 404 len: 352 time: 0.0505590 Jan 27 19:27:53.867569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c330256b-b568-42c8-994e-0414dce168cc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:53.868179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c330256b-b568-42c8-994e-0414dce168cc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:53.897904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6fbe8-95ac-47ec-afce-f2d1d235e1d7 req-2d9998ee-7fdb-4578-a440-7eaae6274f0c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:53.907459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc6fbe8-95ac-47ec-afce-f2d1d235e1d7 req-2d9998ee-7fdb-4578-a440-7eaae6274f0c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 945 time: 0.3204703 Jan 27 19:27:53.942184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba653aa4-9ae2-42a9-905d-7fc6e88a1093 req-05568450-05d2-4bad-b3da-cffc37276719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:53.945155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba653aa4-9ae2-42a9-905d-7fc6e88a1093 req-05568450-05d2-4bad-b3da-cffc37276719 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 1096 time: 0.2464328 Jan 27 19:27:53.949437 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-cb9db400-7b43-4f73-b2e7-a5c89486191d req-033801fc-53f9-4592-b76f-f1cf85f1684d tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] show failed (client error): The resource could not be found. Jan 27 19:27:53.959445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb9db400-7b43-4f73-b2e7-a5c89486191d req-033801fc-53f9-4592-b76f-f1cf85f1684d tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-group-rules/48e429e4-adce-4975-bdef-5a6363ba856a HTTP/1.1" status: 404 len: 361 time: 0.0429585 Jan 27 19:27:54.009150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Current status of the port 39604648-2929-4791-8acc-07911b2d9630 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:54.009637 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (39604648-2929-4791-8acc-07911b2d9630), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.067112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Pushing event updated for resources: {'Port': ['ID=37d43372-7b6f-4fc4-adc9-cad083bb168c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:54.100825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] For port 39604648-2929-4791-8acc-07911b2d9630, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39604648-2929-4791-8acc-07911b2d9630,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:54.101463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba653aa4-9ae2-42a9-905d-7fc6e88a1093 req-b96c82eb-e78c-4b43-a753-acac4f032bd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403232 Jan 27 19:27:54.111465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39604648-2929-4791-8acc-07911b2d9630 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:54.137306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fc6fbe8-95ac-47ec-afce-f2d1d235e1d7 req-24a8a394-5263-4720-ae84-b5a272a896b3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275040 Jan 27 19:27:54.155537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dcb78f3b-f8fe-475d-b495-8b44adff3fe4 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/d0719066-6cd9-4c5e-93b6-e927c6d30b04 HTTP/1.1" status: 200 len: 1832 time: 0.1553454 Jan 27 19:27:54.188118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:27:54.194418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.194762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.195107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.195450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.195787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.196126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.196458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.196786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.197117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.197474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.197803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.198716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.199094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:27:54.263694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:27:54.273064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (39604648-2929-4791-8acc-07911b2d9630), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.294291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (d0719066-6cd9-4c5e-93b6-e927c6d30b04), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.297803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:27:54.301522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.308873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks [] for router_controller (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.380782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (d0719066-6cd9-4c5e-93b6-e927c6d30b04), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.458635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c330256b-b568-42c8-994e-0414dce168cc is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:54.459485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c330256b-b568-42c8-994e-0414dce168cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.501904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 39604648-2929-4791-8acc-07911b2d9630 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:54.502443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39604648-2929-4791-8acc-07911b2d9630), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.536206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8bee2-d535-4af1-94f7-80d936da4b60 None None] Pushing event updated for resources: {'Port': ['ID=39604648-2929-4791-8acc-07911b2d9630,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:54.568906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d0719066-6cd9-4c5e-93b6-e927c6d30b04), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.575572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.583749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-385bb3b3-849c-414d-90dc-781a56d25054 req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-groups/d0719066-6cd9-4c5e-93b6-e927c6d30b04 HTTP/1.1" status: 204 len: 173 time: 0.4260271 Jan 27 19:27:54.585371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c330256b-b568-42c8-994e-0414dce168cc,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:54.607256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.663566 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.669049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a70ca0a7-3b33-4002-8ade-510ec063d0fc None None] Provisioning complete for port 39604648-2929-4791-8acc-07911b2d9630 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:54.669650 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a70ca0a7-3b33-4002-8ade-510ec063d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39604648-2929-4791-8acc-07911b2d9630), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.681662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e43e4-ef76-4a1d-beb6-1f9589b8e340 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0719066-6cd9-4c5e-93b6-e927c6d30b04,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:54.745187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54aed-c398-45ee-83bb-8905ae5dbde7 req-8c1003c5-478f-47a7-9676-b9149d67ee90 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:54.745503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a3eda7fe-739e-4dc9-ad98-5f15e7327e91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.746107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3eda7fe-739e-4dc9-ad98-5f15e7327e91 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:27:54.753930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcc54aed-c398-45ee-83bb-8905ae5dbde7 req-8c1003c5-478f-47a7-9676-b9149d67ee90 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 931 time: 0.2060068 Jan 27 19:27:54.777360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:54.818698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 39604648-2929-4791-8acc-07911b2d9630 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:54.871879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:54.877362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-280a1163-3ba6-4620-bb34-b75e006e61d8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a3eda7fe-739e-4dc9-ad98-5f15e7327e91 HTTP/1.1" status: 204 len: 168 time: 6.6891646 Jan 27 19:27:54.877770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46402) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:54.906783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcc54aed-c398-45ee-83bb-8905ae5dbde7 req-219c10cb-6bf8-404e-b3db-bbbc490c6ea8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291125 Jan 27 19:27:54.918880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a70ca0a7-3b33-4002-8ade-510ec063d0fc None None] Current status of the port 39604648-2929-4791-8acc-07911b2d9630 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:54.952108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805202c-8541-4cc6-accd-84a05ced08c7 req-e643e279-4c23-47e1-b889-24391c560295 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:54.958119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c805202c-8541-4cc6-accd-84a05ced08c7 req-e643e279-4c23-47e1-b889-24391c560295 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.2001853 Jan 27 19:27:55.092393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Deleting subnet 40c553bf-2abe-4160-9c3f-cf4b6a256db8 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:27:55.101504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-6f2ca06f-c7a6-41c9-a125-1369cd1af2d5 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/b8a3aabc-5505-40b7-ab13-0866daa726f4 HTTP/1.1" status: 200 len: 1830 time: 0.1416101 Jan 27 19:27:55.107691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c805202c-8541-4cc6-accd-84a05ced08c7 req-64920b50-e3f7-498f-a392-28e7844494e4 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344252 Jan 27 19:27:55.110754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55098a6f-4a43-4aa3-8e1b-6398c3eae102 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:27:55.129388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Publish callbacks [] for subnet (40c553bf-2abe-4160-9c3f-cf4b6a256db8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.165658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks [] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.231343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Transition to ACTIVE for port object 55098a6f-4a43-4aa3-8e1b-6398c3eae102 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:27:55.235332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-152cb994-46b3-43ce-828a-688e94502ee0 req-c05959e8-f13c-43a8-833f-eef887ca096f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0463493 Jan 27 19:27:55.268197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (b8a3aabc-5505-40b7-ab13-0866daa726f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.324649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (b8a3aabc-5505-40b7-ab13-0866daa726f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.419353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b8a3aabc-5505-40b7-ab13-0866daa726f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.422204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.423044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68507e34-b4da-4cd2-9062-f8e6b92d1d72 req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-groups/b8a3aabc-5505-40b7-ab13-0866daa726f4 HTTP/1.1" status: 204 len: 173 time: 0.3140776 Jan 27 19:27:55.461307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc32c2-7e08-4093-b225-30a14d32ad73 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a3aabc-5505-40b7-ab13-0866daa726f4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:55.577303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af38a76-de30-4356-94c5-de96bb560d68 req-cc2b9f82-1a40-450e-829e-021a38b3ba6d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:55.577303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9af38a76-de30-4356-94c5-de96bb560d68 req-cc2b9f82-1a40-450e-829e-021a38b3ba6d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 945 time: 0.1264224 Jan 27 19:27:55.586508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-9a8a32c3-9649-4cba-8d60-ba9f90cc2a65 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/1c8248d8-a722-430a-a263-4b0ac4c13cc4 HTTP/1.1" status: 200 len: 1830 time: 0.1075583 Jan 27 19:27:55.635790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39604648-2929-4791-8acc-07911b2d9630 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:55.684157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:27:55.712656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (1c8248d8-a722-430a-a263-4b0ac4c13cc4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.723844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9af38a76-de30-4356-94c5-de96bb560d68 req-35a2c680-024c-4dd2-9bf6-64f4a356b8b5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952218 Jan 27 19:27:55.751156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:55.755952 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95671f-341d-4d35-90cc-b261e3a96b4e" -d '{"events": [{"server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "name": "network-vif-plugged", "status": "completed", "tag": "c330256b-b568-42c8-994e-0414dce168cc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:55.756275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (1c8248d8-a722-430a-a263-4b0ac4c13cc4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.802902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (40c553bf-2abe-4160-9c3f-cf4b6a256db8), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.806504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.821600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 39604648-2929-4791-8acc-07911b2d9630 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:55.822882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (39604648-2929-4791-8acc-07911b2d9630), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.838498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c8248d8-a722-430a-a263-4b0ac4c13cc4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.845806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:55.850800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 366ee698-d250-4415-a1c3-f156eff66bb8 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:27:55.851551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb8647ca-0c2b-41dd-9ce5-0120af7d47db req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-groups/1c8248d8-a722-430a-a263-4b0ac4c13cc4 HTTP/1.1" status: 204 len: 173 time: 0.2640791 Jan 27 19:27:55.912693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea6d07-f999-4b66-8c0b-64b36021bb96 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8248d8-a722-430a-a263-4b0ac4c13cc4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:55.947214 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5c1cd-f371-483f-ad9e-3bc48fc73590 x-openstack-request-id: req-86c5c1cd-f371-483f-ad9e-3bc48fc73590 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:55.949122 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "name": "network-vif-plugged", "status": "completed", "tag": "c330256b-b568-42c8-994e-0414dce168cc", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:55.950982 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86c5c1cd-f371-483f-ad9e-3bc48fc73590 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:55.953648 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc', 'code': 200} Jan 27 19:27:55.977736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 366ee698-d250-4415-a1c3-f156eff66bb8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:27:55.982597 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.016600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-85c3e75a-23d7-48bf-9ee7-4669c92259c3 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/e9e03d45-3160-4ce3-adb9-d30c776ef13d HTTP/1.1" status: 200 len: 1832 time: 0.1289203 Jan 27 19:27:56.024280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Pushing event updated for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:56.279417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (40c553bf-2abe-4160-9c3f-cf4b6a256db8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.311466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 366ee698-d250-4415-a1c3-f156eff66bb8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:56.312196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.312635 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (e9e03d45-3160-4ce3-adb9-d30c776ef13d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.347427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 39604648-2929-4791-8acc-07911b2d9630 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:27:56.373017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79dcb-7b2b-450d-97ff-17abc3e0210d req-43691268-97df-4e25-8a8f-b6fbe30c3947 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:56.377655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 182dd605-e114-47a2-bddc-df3c929a0f3d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:27:56.387074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66b79dcb-7b2b-450d-97ff-17abc3e0210d req-43691268-97df-4e25-8a8f-b6fbe30c3947 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.2259455 Jan 27 19:27:56.439230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (e9e03d45-3160-4ce3-adb9-d30c776ef13d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.468061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 182dd605-e114-47a2-bddc-df3c929a0f3d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:27:56.469593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 182dd605-e114-47a2-bddc-df3c929a0f3d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:27:56.496593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:27:56.504627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.522227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for router_gateway (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.522816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66b79dcb-7b2b-450d-97ff-17abc3e0210d req-4edbf102-2661-43d6-bbd3-53269f15c33e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343634 Jan 27 19:27:56.573061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9e03d45-3160-4ce3-adb9-d30c776ef13d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.576097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.577298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae02a495-8eb1-4a99-a3aa-18f4e1a65194 req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-groups/e9e03d45-3160-4ce3-adb9-d30c776ef13d HTTP/1.1" status: 204 len: 173 time: 0.5598586 Jan 27 19:27:56.597699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b5f44-7d27-4efe-b528-4181a882d255 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e03d45-3160-4ce3-adb9-d30c776ef13d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:56.627468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:56.652019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d43ad9-2597-4a90-974e-b471d40dca78 req-093057f9-c992-430c-8d65-0e3e5710e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:56.656151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80d43ad9-2597-4a90-974e-b471d40dca78 req-093057f9-c992-430c-8d65-0e3e5710e297 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 1096 time: 0.4769037 Jan 27 19:27:56.670774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-356edb50-bf9b-4196-9e0e-c55146f70492 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:56.673451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-356edb50-bf9b-4196-9e0e-c55146f70492 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 1.4452536 Jan 27 19:27:56.675324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (40c553bf-2abe-4160-9c3f-cf4b6a256db8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.700558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c70086f7-c761-4966-9ca7-cad083f342a1 req-27aef1a8-b37b-42f9-942b-fe1a0d9ea5d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0341165 Jan 27 19:27:56.725996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbba5f-1e03-4823-a600-77ba75111465 req-7075e52b-d32e-4ca1-ae28-b19bdb0296e1 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:56.734213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcbba5f-1e03-4823-a600-77ba75111465 req-7075e52b-d32e-4ca1-ae28-b19bdb0296e1 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.1156669 Jan 27 19:27:56.773335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Attempting to bind port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:27:56.773838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Attempting to bind port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:27:56.774280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Attempting to bind port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:56.798524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c553bf-2abe-4160-9c3f-cf4b6a256db8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:56.818339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.825719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1bcd4f12-c00b-4071-9188-be7040028b21 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/40c553bf-2abe-4160-9c3f-cf4b6a256db8 HTTP/1.1" status: 204 len: 168 time: 1.9431815 Jan 27 19:27:56.834381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46426) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:56.835250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:27:56.835681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Attempting to bind port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 on network 4e87c18c-d1ec-4a70-9bb6-bc7381451904 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:27:56.876884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:27:56.877503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Checking segment: {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:27:56.878003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Bound using segment: {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:27:56.878530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Bound port: 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:27:56.878982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:56.897767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dcbba5f-1e03-4823-a600-77ba75111465 req-05221ba4-42f9-4aec-9f37-091e199fbd75 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619818 Jan 27 19:27:56.923008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-9941f77f-910c-413f-8b60-a2e509422b9e tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "GET /v2.0/security-groups/09d277c3-6e2e-461c-b520-0de20902cb0a HTTP/1.1" status: 200 len: 1830 time: 0.0966864 Jan 27 19:27:56.995629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80d43ad9-2597-4a90-974e-b471d40dca78 req-f8f48646-e017-40c5-815b-8f5dd61a5ce0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131149 Jan 27 19:27:57.056320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (29cab1b5-81b4-4d39-99eb-6fdb4d83f451), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.061624 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (09d277c3-6e2e-461c-b520-0de20902cb0a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.079593 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-9bbce0ed-6846-471e-b2fb-f24ffd5de6dd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 380 time: 0.3860328 Jan 27 19:27:57.096069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (09d277c3-6e2e-461c-b520-0de20902cb0a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.105694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65681806-6091-4028-93fd-04e5fcde6ddc req-c60e9d10-dc3b-4127-9f2c-3f4677ad5a64 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.107297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65681806-6091-4028-93fd-04e5fcde6ddc req-c60e9d10-dc3b-4127-9f2c-3f4677ad5a64 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.0966146 Jan 27 19:27:57.199751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:27:57.220261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (09d277c3-6e2e-461c-b520-0de20902cb0a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.225836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.229840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb90a595-82ae-4ce7-b2f6-06d47f4e370d req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] 10.222.0.59 "DELETE /v2.0/security-groups/09d277c3-6e2e-461c-b520-0de20902cb0a HTTP/1.1" status: 204 len: 173 time: 0.2936234 Jan 27 19:27:57.234132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:27:57.241748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:57.249811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65681806-6091-4028-93fd-04e5fcde6ddc req-ad306ad6-f536-4efa-85aa-b6c03593f5a1 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356516 Jan 27 19:27:57.290736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc015cf-0966-496c-a02d-60e42a42f9a6 tempest-SecurityGroupRulesNegativeTestJSON-1832843248 tempest-SecurityGroupRulesNegativeTestJSON-1832843248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d277c3-6e2e-461c-b520-0de20902cb0a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:57.313526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'device_id': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'admin_state_up': True, 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'security_groups': ['56e69641-fb93-4cd3-85b8-0df13a992124']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:27:57.318149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.345086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Deleting subnet 98b5b729-9929-49c9-9359-403664bbd16e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:27:57.373751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Publish callbacks [] for subnet (98b5b729-9929-49c9-9359-403664bbd16e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.418907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.419502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.420952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] 10.222.0.39 "PUT /v2.0/ports/55098a6f-4a43-4aa3-8e1b-6398c3eae102 HTTP/1.1" status: 200 len: 1091 time: 4.6040118 Jan 27 19:27:57.421463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:57.423761 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676e40e2-3316-4d21-9928-b2629e6337de" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:57.428110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (29cab1b5-81b4-4d39-99eb-6fdb4d83f451), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.458885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (98b5b729-9929-49c9-9359-403664bbd16e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.488617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5d01c-5a23-4e9d-9ff2-1b1912df6678 service neutron] Pushing event updated for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:57.504614 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56a9334-44c5-40ba-8a7e-ffc808fe3817 x-openstack-request-id: req-f56a9334-44c5-40ba-8a7e-ffc808fe3817 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:57.505463 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:57.505720 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f56a9334-44c5-40ba-8a7e-ffc808fe3817 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:57.506144 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102', 'status': 'completed', 'code': 200} Jan 27 19:27:57.521926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee009-02ed-45b3-83ae-479e2c7dea36 req-807d138a-2463-472f-ae98-49ec7692d451 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.523531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d2ee009-02ed-45b3-83ae-479e2c7dea36 req-807d138a-2463-472f-ae98-49ec7692d451 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 945 time: 0.2031245 Jan 27 19:27:57.524807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (98b5b729-9929-49c9-9359-403664bbd16e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.530513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.538667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cab1b5-81b4-4d39-99eb-6fdb4d83f451']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:57.575941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:57.576222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cd5257-30ef-4ab1-a2fa-3d53feb190e1') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:57.610398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d2ee009-02ed-45b3-83ae-479e2c7dea36 req-5a0898aa-8976-4827-9cd0-981ac92960fe tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612543 Jan 27 19:27:57.646937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (c3cd5257-30ef-4ab1-a2fa-3d53feb190e1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.684281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (98b5b729-9929-49c9-9359-403664bbd16e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.700086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c3cd5257-30ef-4ab1-a2fa-3d53feb190e1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.732066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-2b3e53a9-17d2-42bd-ab1e-4917fef5610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.733666 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-2b3e53a9-17d2-42bd-ab1e-4917fef5610a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 1094 time: 0.2212903 Jan 27 19:27:57.738100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b5b729-9929-49c9-9359-403664bbd16e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:57.761582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:27:57.762089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (c3cd5257-30ef-4ab1-a2fa-3d53feb190e1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:27:57.765448 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:27:57.769513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.775350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-caaee7b4-6936-4589-9919-d5e0b3732278 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/98b5b729-9929-49c9-9359-403664bbd16e HTTP/1.1" status: 204 len: 168 time: 0.5315003 Jan 27 19:27:57.781412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:57.823075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944badc9-ce0b-4119-8b21-c0297651bced req-10e1f33c-b17a-4ec9-82bf-79aeb37bd0e8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.825409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-944badc9-ce0b-4119-8b21-c0297651bced req-10e1f33c-b17a-4ec9-82bf-79aeb37bd0e8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.1941173 Jan 27 19:27:57.863477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447173-523f-4a17-8cef-02c5b630a6bf req-e3199467-14ad-4345-bc69-fb22456cfe2d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:57.865513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65447173-523f-4a17-8cef-02c5b630a6bf req-e3199467-14ad-4345-bc69-fb22456cfe2d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.1426158 Jan 27 19:27:57.893988 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-13be6564-e4d4-4aeb-91cb-d8718b7615a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102 HTTP/1.1" status: 200 len: 217 time: 0.1476090 Jan 27 19:27:57.907620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:27:57.911359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:57.917910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-944badc9-ce0b-4119-8b21-c0297651bced req-821f7e97-add6-4f0c-911b-eead9ed748d2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843792 Jan 27 19:27:57.954736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:27:57.958640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65447173-523f-4a17-8cef-02c5b630a6bf req-a98853fe-f580-41e3-a971-a46f167314a7 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Jan 27 19:27:57.960856 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a67e0-f951-4ce2-a4db-cc4751868562" -d '{"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-plugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:27:58.057551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (29cab1b5-81b4-4d39-99eb-6fdb4d83f451), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.066306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.073119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] 10.222.0.59 "DELETE /v2.0/networks/29cab1b5-81b4-4d39-99eb-6fdb4d83f451 HTTP/1.1" status: 204 len: 168 time: 1.2334626 Jan 27 19:27:58.115376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61ab6d4d-bf77-4a21-b86b-229541fc3269 req-7b5da64b-8831-4b50-aba0-2031642f7deb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0852542 Jan 27 19:27:58.147047 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556d57a-7778-4adb-bd8d-7fc44b227774 x-openstack-request-id: req-0556d57a-7778-4adb-bd8d-7fc44b227774 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:27:58.147530 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-plugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:27:58.147984 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0556d57a-7778-4adb-bd8d-7fc44b227774 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:27:58.148612 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8', 'code': 200} Jan 27 19:27:58.163348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046504af-cbef-4468-bb06-ce8e83197d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cab1b5-81b4-4d39-99eb-6fdb4d83f451,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:58.174746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3f53cb90-72dd-4178-9221-e29f0324002c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.256477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-8886b3de-e846-417a-b0a8-87abc7e96e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:58.258376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-8886b3de-e846-417a-b0a8-87abc7e96e2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.3434210 Jan 27 19:27:58.288606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bdabb-7cd8-468e-a1f2-f9532ba45be6 req-e2564290-2470-4085-9e97-db0369ef381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:58.290289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f61bdabb-7cd8-468e-a1f2-f9532ba45be6 req-e2564290-2470-4085-9e97-db0369ef381b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 1097 time: 0.0521748 Jan 27 19:27:58.408134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-9b4fb291-f4b2-46af-a0d1-1b3b94620b0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225572 Jan 27 19:27:58.408828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f61bdabb-7cd8-468e-a1f2-f9532ba45be6 req-cca4a5b0-4f97-4fa1-9094-a23ba4663c3c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101580 Jan 27 19:27:58.462846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:27:58.498617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537110ed-beec-4674-b090-d6210d4c42f0 req-b1f28574-d3a1-490f-ba90-87e91c00b2d5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:58.511972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-537110ed-beec-4674-b090-d6210d4c42f0 req-b1f28574-d3a1-490f-ba90-87e91c00b2d5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.1015580 Jan 27 19:27:58.535199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3f53cb90-72dd-4178-9221-e29f0324002c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.538962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:58.606835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-537110ed-beec-4674-b090-d6210d4c42f0 req-c2e2a703-75ab-4f2f-9d0b-b388e52280d5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 Jan 27 19:27:58.612086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8c1d571b-9eab-4a95-9519-8c7ce500e836 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86623a22368347bca1d41600ab137a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729706 Jan 27 19:27:58.616710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:58.622763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.20.0.14 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/54999696-eba0-4fab-9ffd-fcc3da8d1ef6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:27:58.642773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f53cb90-72dd-4178-9221-e29f0324002c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:58.669734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3da7d3-0960-4cad-a209-e8495f83d0ca') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:58.670078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3da7d3-0960-4cad-a209-e8495f83d0ca') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:58.695755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] Publish callbacks [] for security_group (330f37d1-2e04-4832-8a30-aa8012066364), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.722768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] Publish callbacks [] for security_group (330f37d1-2e04-4832-8a30-aa8012066364), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.750097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (cc3da7d3-0960-4cad-a209-e8495f83d0ca), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.792095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (330f37d1-2e04-4832-8a30-aa8012066364), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.795221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.801304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/330f37d1-2e04-4832-8a30-aa8012066364 HTTP/1.1" status: 204 len: 168 time: 0.1785181 Jan 27 19:27:58.809665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c71409-10dc-469e-944c-7cbda1391e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f37d1-2e04-4832-8a30-aa8012066364,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:58.835562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (cc3da7d3-0960-4cad-a209-e8495f83d0ca), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.865049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:27:58.873318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:27:58.873820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (cc3da7d3-0960-4cad-a209-e8495f83d0ca), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:27:58.879113 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:27:58.884364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Sync routers for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:27:58.898240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Routers {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:27:58.898790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:59.016563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:59.023780 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-273973f0-5a3a-4538-9ace-e2ff08a794eb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5905340 Jan 27 19:27:59.025217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:59.042132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Set router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:27:59.055385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3f53cb90-72dd-4178-9221-e29f0324002c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:59.060694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:59.064555 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f53cb90-72dd-4178-9221-e29f0324002c HTTP/1.1" status: 204 len: 168 time: 1.2354364 Jan 27 19:27:59.123736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-bac3db9d-1c65-4bc0-84e3-abf7b71302d5 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445641 Jan 27 19:27:59.156715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6d05c-1712-4b33-94d7-6b3bc45cf56f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f53cb90-72dd-4178-9221-e29f0324002c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:27:59.390447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963197d-95c2-4e1a-93b7-4ce12d0ec4cc req-eaaaaaea-28a6-42be-b360-980a0d825d7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:59.410673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7963197d-95c2-4e1a-93b7-4ce12d0ec4cc req-eaaaaaea-28a6-42be-b360-980a0d825d7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.2132845 Jan 27 19:27:59.477334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac09eb-10c0-43a3-9598-fab0fa07eb0a req-43bfc292-f37b-40ac-ac5b-07780a933f47 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:27:59.487641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaac09eb-10c0-43a3-9598-fab0fa07eb0a req-43bfc292-f37b-40ac-ac5b-07780a933f47 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.2091966 Jan 27 19:27:59.509900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:27:55Z', 'revision_number': 3, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:27:59.578604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Checking router: 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:27:59.580051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Updating router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 port 37d43372-7b6f-4fc4-adc9-cad083bb168c binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:27:59.584780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7963197d-95c2-4e1a-93b7-4ce12d0ec4cc req-d55f9bcf-83dc-4f69-9420-f43dd6e44590 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718540 Jan 27 19:27:59.604978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:59.643909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:27:59.789562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaac09eb-10c0-43a3-9598-fab0fa07eb0a req-2a0da8ae-515e-49f4-816d-b232613b8857 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006978 Jan 27 19:27:59.798409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3f774952-da33-468e-8b03-e75c3aafb003 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc13d6c258e54cb6b6696e87cbd44aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916165 Jan 27 19:27:59.804603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46482) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:27:59.875870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.013020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39fdfac8-cc39-4c5d-b420-50c8ebfd05ff req-c14ccf80-5350-4e3e-8e80-d26d7d720f49 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.1115098 Jan 27 19:28:00.033801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] Publish callbacks [] for security_group (9ded552b-173b-4290-ada4-21706b418bf1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.068030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] Publish callbacks [] for security_group (9ded552b-173b-4290-ada4-21706b418bf1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.132311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26220c18-5a23-421d-abeb-2b654e86140a req-c888080a-5d54-4a20-ae5d-244fe3d54fa8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:00.134033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26220c18-5a23-421d-abeb-2b654e86140a req-c888080a-5d54-4a20-ae5d-244fe3d54fa8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.2239428 Jan 27 19:28:00.150000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ded552b-173b-4290-ada4-21706b418bf1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.153325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.154250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ded552b-173b-4290-ada4-21706b418bf1 HTTP/1.1" status: 204 len: 168 time: 0.3467216 Jan 27 19:28:00.180518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.186832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a9546d8b-2b9e-43dc-926b-ac362f879c71 req-050c1df9-8f01-45ce-892b-28ff114d1c64 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0486374 Jan 27 19:28:00.212924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26220c18-5a23-421d-abeb-2b654e86140a req-2f75e7f0-f0d2-43f5-b48a-b28d5b98d2c4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722666 Jan 27 19:28:00.214036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d2079-85c9-447c-af33-894acb3293b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded552b-173b-4290-ada4-21706b418bf1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:00.347147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:00.367373 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks [] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.381952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.459864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Attempting to bind port 37d43372-7b6f-4fc4-adc9-cad083bb168c on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:00.460655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Attempting to bind port 37d43372-7b6f-4fc4-adc9-cad083bb168c by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:00.461387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Attempting to bind port 37d43372-7b6f-4fc4-adc9-cad083bb168c on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:00.474575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:00.475390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:00.475965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.476585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:00.477359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Bound port: 37d43372-7b6f-4fc4-adc9-cad083bb168c, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:00.478002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.521155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e4ed-771f-4846-a779-f9e8a64f5a35 None None] Pushing event updated for resources: {'Port': ['ID=37d43372-7b6f-4fc4-adc9-cad083bb168c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:00.521712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:00.527277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:00.546296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:00.584756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] For port 37d43372-7b6f-4fc4-adc9-cad083bb168c, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:00.595950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] For port 37d43372-7b6f-4fc4-adc9-cad083bb168c, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37d43372-7b6f-4fc4-adc9-cad083bb168c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:00.606432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:00.621534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a014-70a3-4fbf-84be-5d235648d1b4 req-19e0f2ac-de05-4757-8825-f49fb1147ddb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:00.637139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c38a014-70a3-4fbf-84be-5d235648d1b4 req-19e0f2ac-de05-4757-8825-f49fb1147ddb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.2041988 Jan 27 19:28:00.696783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:00.722022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e40e2-3316-4d21-9928-b2629e6337de req-11ef3f20-2653-48ef-ab5c-645716ab2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:00.724175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Routers {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:28:00.724857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:00.734336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-11ef3f20-2653-48ef-ab5c-645716ab2ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 1094 time: 0.3892136 Jan 27 19:28:00.788106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e4ed-771f-4846-a779-f9e8a64f5a35 None None] Pushing event updated for resources: {'Port': ['ID=37d43372-7b6f-4fc4-adc9-cad083bb168c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:00.866034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c38a014-70a3-4fbf-84be-5d235648d1b4 req-351d4d32-4f8f-4732-bfe7-f26cb13b9522 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275527 Jan 27 19:28:00.887961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31345-33da-4b32-8a8d-611a98a9a419 req-9f25b540-c01e-44ae-a246-8673f3a6a3fd tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:00.889632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19d31345-33da-4b32-8a8d-611a98a9a419 req-9f25b540-c01e-44ae-a246-8673f3a6a3fd tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.1524704 Jan 27 19:28:00.946063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] Set router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:28:01.014389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19d31345-33da-4b32-8a8d-611a98a9a419 req-7079f200-4ecd-4a0d-b5c2-f2f107ee848b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Jan 27 19:28:01.143050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:01.143797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.147932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.162770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-947464071-network', 'tenant_id': '981f0a4b4a1146e1af4a5055768ea88d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:01.187602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2bd75d81-ab0f-4b4d-852c-cb241e62880e None None] Provisioning complete for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:01.188312 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bd75d81-ab0f-4b4d-852c-cb241e62880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.211577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Made reservation on behalf of 981f0a4b4a1146e1af4a5055768ea88d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:01.221163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.229122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c45f7d35-afbb-43f4-b057-42a14e73a786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9568939 Jan 27 19:28:01.235040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2bd75d81-ab0f-4b4d-852c-cb241e62880e None None] Port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:28:01.282282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Request body: {'port': {'device_id': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:01.320467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e40e2-3316-4d21-9928-b2629e6337de req-0f76abea-9700-43f4-a9e6-9ef0fc5a3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:01.322231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-0f76abea-9700-43f4-a9e6-9ef0fc5a3759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.5540030 Jan 27 19:28:01.329218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.412509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:27:55Z', 'revision_number': 3, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:01.433293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-b9dc6b6d-ceb4-4186-aed9-5176a2b071e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102 HTTP/1.1" status: 200 len: 217 time: 0.0978131 Jan 27 19:28:01.438377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.454143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6dd79-29d0-48a2-a6d2-e3106cd43890 None None] The sync data for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 is: [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:27:55Z', 'revision_number': 3, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:28:01.466783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ec60-88fa-4694-a4c2-7a0aec0f7d04 req-696bc102-edc9-4ac2-9de2-394bcc9710d3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:01.469938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8339ec60-88fa-4694-a4c2-7a0aec0f7d04 req-696bc102-edc9-4ac2-9de2-394bcc9710d3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 932 time: 0.2456181 Jan 27 19:28:01.612238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e40e2-3316-4d21-9928-b2629e6337de req-4dd691f8-3cce-4fc9-804f-c2e0e3b0a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:01.615314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-4dd691f8-3cce-4fc9-804f-c2e0e3b0a27e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.1719534 Jan 27 19:28:01.627959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746bfd7-03a2-4f8e-a2a8-0b5ac4bb1b88 req-c5fe56b8-8df5-4bd6-9b8e-bd96d3c0f279 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:01.636398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Allocated IP 172.20.0.1 (b6f58b64-c0f9-43c9-a299-8153cc2b35d8/450e4ad4-8975-4a42-a335-527b5d4f7166/1de6c4a6-a6c3-4cc4-999f-c9eda2533981) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:01.641856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0746bfd7-03a2-4f8e-a2a8-0b5ac4bb1b88 req-c5fe56b8-8df5-4bd6-9b8e-bd96d3c0f279 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.2783258 Jan 27 19:28:01.670234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:01.780636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks [] for security_group (4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.821970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-adfa4547-648a-4da2-a576-015817042ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802249 Jan 27 19:28:01.829583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8339ec60-88fa-4694-a4c2-7a0aec0f7d04 req-9e875726-4aa8-4b7b-8357-35b6ad88933a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210838 Jan 27 19:28:01.895054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.922243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0746bfd7-03a2-4f8e-a2a8-0b5ac4bb1b88 req-0d9a2162-c0c9-44ca-8f80-30691c425ade tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536378 Jan 27 19:28:01.949298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:28:01.990991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c4ff5e49-b43a-4113-a2b3-014a0302b088), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:01.996077 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Added segment c4ff5e49-b43a-4113-a2b3-014a0302b088 of type vlan for network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 Jan 27 19:28:02.120543 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.232795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:02.257746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b4bba-b5ec-4a2d-bb6d-8a69adc1285d req-1f75da3f-0a9c-47ea-ab5d-94b905aa6161 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:02.259052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks [] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.259755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-904b4bba-b5ec-4a2d-bb6d-8a69adc1285d req-1f75da3f-0a9c-47ea-ab5d-94b905aa6161 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.1439950 Jan 27 19:28:02.260792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.262295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:02.263253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.329797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-876377299-network', 'tenant_id': 'acf4c7cc45734593b03b56fbd96b7a56'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:02.399902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Made reservation on behalf of acf4c7cc45734593b03b56fbd96b7a56 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:02.403945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.482523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:02.492872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd22d3f3-ef82-4aea-8eb8-4a90077d5375 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7760091 Jan 27 19:28:02.505001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.505718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:28:02.508279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:02.521278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Request body: {'subnet': {'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-947464071-subnet', 'tenant_id': '981f0a4b4a1146e1af4a5055768ea88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:02.572523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-904b4bba-b5ec-4a2d-bb6d-8a69adc1285d req-0c0b4bbf-bdaf-4d02-aab9-5d05ad4ab590 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840426 Jan 27 19:28:02.594725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-bcaf6f4c-ed76-4042-bb5e-229ca6e2ae76 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:02.598186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-bcaf6f4c-ed76-4042-bb5e-229ca6e2ae76 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.6883087 Jan 27 19:28:02.603793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0a44-cc12-40bd-bd83-b358a4023b5b req-7a8c4ccd-9602-4998-8f2e-7b870713b27c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:02.616754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71ff0a44-cc12-40bd-bd83-b358a4023b5b req-7a8c4ccd-9602-4998-8f2e-7b870713b27c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.1905403 Jan 27 19:28:02.647087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Made reservation on behalf of 981f0a4b4a1146e1af4a5055768ea88d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:02.651038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:02.760273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-39f941a6-1a18-4e10-b179-4bd59cae2c6d service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117308 Jan 27 19:28:02.821157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.109522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:03.160277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:03.204292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Pushing event updated for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:03.224069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:03.323506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71ff0a44-cc12-40bd-bd83-b358a4023b5b req-4814c2a0-87e3-4e3b-8d82-6234358d3283 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820140 Jan 27 19:28:03.330143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:03.371790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks [] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.412615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-676e40e2-3316-4d21-9928-b2629e6337de req-343b4e22-4342-484b-b02b-cee93b859523 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107566 Jan 27 19:28:03.466898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb219a4-d6f1-4b48-8f39-0a4f6f81480b req-577ea38a-0afe-4ed2-bf35-d38449a42352 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:03.469988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0eb219a4-d6f1-4b48-8f39-0a4f6f81480b req-577ea38a-0afe-4ed2-bf35-d38449a42352 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.6551714 Jan 27 19:28:03.482500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks [] for security_group (7226dc12-116f-4ae1-9c8f-e355e484c0af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.484595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.539939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Transition to ACTIVE for port object 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:28:03.542981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7226dc12-116f-4ae1-9c8f-e355e484c0af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.558935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.572069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Deleting port c330256b-b568-42c8-994e-0414dce168cc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:03.572425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c330256b-b568-42c8-994e-0414dce168cc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.612909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:28:03.631886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4e67e092-745c-42a6-a5be-1f6a51dc49ed None None] Provisioning complete for port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:03.634558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e67e092-745c-42a6-a5be-1f6a51dc49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.689972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 55098a6f-4a43-4aa3-8e1b-6398c3eae102 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:03.726912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d28f53e6-cbb5-4854-b5a7-6986654b2437), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.727193 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Added segment d28f53e6-cbb5-4854-b5a7-6986654b2437 of type vlan for network badea029-12da-4e46-b00b-bd82b158315e Jan 27 19:28:03.731104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c0750-3b7b-4598-9ea6-7d78b865a538 req-829a6016-1387-4fd7-8642-9252409559ed tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:03.748882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226dc12-116f-4ae1-9c8f-e355e484c0af,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:03.766129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e6c0750-3b7b-4598-9ea6-7d78b865a538 req-829a6016-1387-4fd7-8642-9252409559ed tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 932 time: 0.2891357 Jan 27 19:28:03.775946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4e67e092-745c-42a6-a5be-1f6a51dc49ed None None] Port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:28:03.786542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:03.846065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0eb219a4-d6f1-4b48-8f39-0a4f6f81480b req-e44ddb1d-ee05-465a-a90b-6d8be763705d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894340 Jan 27 19:28:03.917627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (badea029-12da-4e46-b00b-bd82b158315e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.918938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (6831871b-94c2-4382-af1d-47aa92127bef), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:03.996933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] For port c330256b-b568-42c8-994e-0414dce168cc, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c330256b-b568-42c8-994e-0414dce168cc,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:03.997947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c330256b-b568-42c8-994e-0414dce168cc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.085802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Calling delete_port for c330256b-b568-42c8-994e-0414dce168cc owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:04.092036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.099018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e6c0750-3b7b-4598-9ea6-7d78b865a538 req-96299040-2d70-40b5-b192-2fb02317eb62 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154879 Jan 27 19:28:04.103001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (badea029-12da-4e46-b00b-bd82b158315e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.103785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:04.104497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.106273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6831871b-94c2-4382-af1d-47aa92127bef,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:04.213998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5a22-6c08-4360-8119-1890f558dc84 req-51d25e28-9f43-4a42-b210-4b5efb4cae90 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:04.215916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7ac5a22-6c08-4360-8119-1890f558dc84 req-51d25e28-9f43-4a42-b210-4b5efb4cae90 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 945 time: 0.1115432 Jan 27 19:28:04.227706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Checking segment: {'id': 'c4ff5e49-b43a-4113-a2b3-014a0302b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:04.228058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Network hostable DHCP agents. Network: e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:28:04.288438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37d43372-7b6f-4fc4-adc9-cad083bb168c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:04.312861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:28:04.348145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:04.381226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:04.382656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.395077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7ac5a22-6c08-4360-8119-1890f558dc84 req-d7843b9e-fe7a-40a3-864c-694c9eac3353 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638846 Jan 27 19:28:04.415505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd13819-2260-4c86-96b2-5b710f24f8a3 None None] Network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:04.424804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Attempting to bind port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:04.425704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Attempting to bind port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:04.425704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Attempting to bind port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:04.428673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] Pushing event updated for resources: {'Network': ['ID=badea029-12da-4e46-b00b-bd82b158315e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:04.454973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4906caa-bb0d-4e1c-8dfd-157b7ae31bc6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9398839 Jan 27 19:28:04.466690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network badea029-12da-4e46-b00b-bd82b158315e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:28:04.599358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b3f0c-965e-4c6d-ad16-39789d26d9d2 req-c7241a20-be41-4c65-bcfb-6a6eb5b2a585 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:04.602412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d1b3f0c-965e-4c6d-ad16-39789d26d9d2 req-c7241a20-be41-4c65-bcfb-6a6eb5b2a585 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 943 time: 0.1236329 Jan 27 19:28:04.730035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:04.741283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d1b3f0c-965e-4c6d-ad16-39789d26d9d2 req-e746f4c6-2ae3-4ab8-808e-ce4103ee8493 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308916 Jan 27 19:28:04.808100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '55098a6f-4a43-4aa3-8e1b-6398c3eae102', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'port_id': '55098a6f-4a43-4aa3-8e1b-6398c3eae102', 'mac_address': 'fa:16:3e:23:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ac444c-7305-4c04-8fe1-268e12bbe3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:04.844446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 37d43372-7b6f-4fc4-adc9-cad083bb168c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:04.845136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:04.943313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:28:04.943859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Attempting to bind port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:04.956191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-31e48915-da64-456c-a747-58158ad9a800 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2727454 Jan 27 19:28:04.957013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:04.974090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Request body: {'subnet': {'network_id': 'badea029-12da-4e46-b00b-bd82b158315e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-876377299-subnet', 'tenant_id': 'acf4c7cc45734593b03b56fbd96b7a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:04.990950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06220bcd-7beb-4e39-8871-bbd7f2c7b3f4 None None] Network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:04.993318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:04.993852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:04.994472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:04.995204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Bound port: 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:04.995820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.087823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Made reservation on behalf of acf4c7cc45734593b03b56fbd96b7a56 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:05.091930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.144661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:05.146876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.193433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435dea-d147-41a1-b82f-c552386df365 req-939c9f7f-9759-4117-85bf-8e59a2240fea tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:05.196721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1435dea-d147-41a1-b82f-c552386df365 req-939c9f7f-9759-4117-85bf-8e59a2240fea tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 946 time: 0.1794944 Jan 27 19:28:05.216149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55098a6f-4a43-4aa3-8e1b-6398c3eae102 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:05.269556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c330256b-b568-42c8-994e-0414dce168cc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.304882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c1af893e-e913-48e3-8cc2-46e8dffcca80'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:05.310022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9648479e-130e-4610-a821-967743c55dcf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:05.316677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event deleted for resources: {'Port': ['ID=c330256b-b568-42c8-994e-0414dce168cc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:05.428196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:05.433146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c330256b-b568-42c8-994e-0414dce168cc no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:05.471930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] No DVR routers for this DVR port c330256b-b568-42c8-994e-0414dce168cc on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:05.478978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1435dea-d147-41a1-b82f-c552386df365 req-293bba25-73bb-4e15-8042-dbf5b2663839 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395759 Jan 27 19:28:05.487163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:05.513139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:05.531515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.539554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c330256b-b568-42c8-994e-0414dce168cc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:05.540151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c330256b-b568-42c8-994e-0414dce168cc not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:05.545959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks [] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.553637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.560024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 37d43372-7b6f-4fc4-adc9-cad083bb168c is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:05.560527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.561329 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7f004989-46fd-48ee-9a6d-1c6ebb66bb56 req-9914419d-2b37-4844-86f3-849b381d783d tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "DELETE /v2.0/ports/c330256b-b568-42c8-994e-0414dce168cc HTTP/1.1" status: 204 len: 173 time: 2.9325621 Jan 27 19:28:05.564154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.567348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'name': 'network-vif-deleted', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:05.571673 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2723e280-d89d-4526-9ff7-79d6060c1188" -d '{"events": [{"server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "name": "network-vif-deleted", "tag": "c330256b-b568-42c8-994e-0414dce168cc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:05.590390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 37d43372-7b6f-4fc4-adc9-cad083bb168c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37d43372-7b6f-4fc4-adc9-cad083bb168c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:05.626966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.658543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-6f9eb66d-8f79-4310-b2a7-a7b375288c15 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:05.671120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-6f9eb66d-8f79-4310-b2a7-a7b375288c15 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/networks?id=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 HTTP/1.1" status: 200 len: 808 time: 0.3899455 Jan 27 19:28:05.710005 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.717469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:05.722704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:05.723975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-e5535db9-854d-43b1-9e1d-e60b2e3bab34 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/quotas/981f0a4b4a1146e1af4a5055768ea88d HTTP/1.1" status: 200 len: 375 time: 0.0508866 Jan 27 19:28:05.841548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (4d930027-cf40-41c0-a2f8-ec00664bd90b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.867141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1af734dc-c51e-4360-8bc4-f83aaca5f8a1 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981f0a4b4a1146e1af4a5055768ea88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417060 Jan 27 19:28:05.875634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Pushing event updated for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:05.888113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=37d43372-7b6f-4fc4-adc9-cad083bb168c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:05.896901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:05.897931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.900231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-332489c9-d7b1-44e3-9411-de7ea177871d service neutron] 10.222.0.66 "PUT /v2.0/ports/54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 1092 time: 4.6304054 Jan 27 19:28:05.962927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:05.973397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['55098a6f-4a43-4aa3-8e1b-6398c3eae102'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:06.007380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d930027-cf40-41c0-a2f8-ec00664bd90b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:06.164077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Checking segment: {'id': 'd28f53e6-cbb5-4854-b5a7-6986654b2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:06.164817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Network hostable DHCP agents. Network: badea029-12da-4e46-b00b-bd82b158315e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:28:06.184184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64ddb-75c1-4a42-a12c-163bc0046378 req-94d823f6-b9ae-449e-9f31-1557082945d9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:06.197823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1c64ddb-75c1-4a42-a12c-163bc0046378 req-94d823f6-b9ae-449e-9f31-1557082945d9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 944 time: 0.4234951 Jan 27 19:28:06.269950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c1763f6f-caa8-42ba-8a16-440bc7f6701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:06.271806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-c1763f6f-caa8-42ba-8a16-440bc7f6701e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1095 time: 0.1041906 Jan 27 19:28:06.278305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:06.290097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:06.297737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1c64ddb-75c1-4a42-a12c-163bc0046378 req-1072bb46-3663-47b5-96b8-d03e4786a53b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983977 Jan 27 19:28:06.323387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-f845e7e0-57eb-4c74-8440-6177936f350c service neutron] 10.222.0.59 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546151 Jan 27 19:28:06.351849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-eba47f1c-034d-4150-b634-2394cd8f04e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 217 time: 0.0709503 Jan 27 19:28:06.545711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Network badea029-12da-4e46-b00b-bd82b158315e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:28:06.592443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-073b691d-ccf8-4516-8cf0-765419eba5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:06.595273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-073b691d-ccf8-4516-8cf0-765419eba5cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1986210 Jan 27 19:28:06.616928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, badea029-12da-4e46-b00b-bd82b158315e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:06.633396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:06.634774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:06.637220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198decb-9938-4282-98af-c8ce803093b2 None None] Network badea029-12da-4e46-b00b-bd82b158315e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:06.693290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:28:06.695563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-29019b95-a75a-45fd-af06-f04089f80d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:06.697717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-29019b95-a75a-45fd-af06-f04089f80d98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935259 Jan 27 19:28:06.736705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-951c6369-96de-4ac5-a4d7-bf2d2fcd2811 req-52635dd4-3f58-4d97-a058-c2569316e143 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cda5002-9324-40b5-9d4d-b3e4b779339d HTTP/1.1" status: 200 len: 210 time: 0.0909078 Jan 27 19:28:06.766730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-73e26c97-9b2e-4937-abac-fcc62de43bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241045 Jan 27 19:28:06.784943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b45dffcb-310b-40bb-af47-a933b34a89cd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8266399 Jan 27 19:28:06.874093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a367971-f5e1-4b08-849b-0e63e937cb42 None None] Provisioning complete for port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:06.874832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a367971-f5e1-4b08-849b-0e63e937cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:06.976208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25268c34-abf7-4bc5-9ef7-0ddbe1fc9873 None None] Network badea029-12da-4e46-b00b-bd82b158315e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:06.984976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-9ed74cdc-4b54-4ca8-83ea-ee6a4ddd8cb6 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772000 Jan 27 19:28:07.076750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a367971-f5e1-4b08-849b-0e63e937cb42 None None] Port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:28:07.253809 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc042904-df73-46a4-a038-cec856d50d57 x-openstack-request-id: req-cc042904-df73-46a4-a038-cec856d50d57 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:07.254315 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cda5002-9324-40b5-9d4d-b3e4b779339d", "name": "network-vif-deleted", "tag": "c330256b-b568-42c8-994e-0414dce168cc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:07.255295 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc042904-df73-46a4-a038-cec856d50d57 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:07.256075 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cda5002-9324-40b5-9d4d-b3e4b779339d', 'name': 'network-vif-deleted', 'tag': 'c330256b-b568-42c8-994e-0414dce168cc', 'status': 'completed', 'code': 200} Jan 27 19:28:07.272651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad5e8-7bba-4f04-8212-e5fd38182d94 req-ad93d226-1ce2-478a-88ea-c365885d3681 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:07.275347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c48ad5e8-7bba-4f04-8212-e5fd38182d94 req-ad93d226-1ce2-478a-88ea-c365885d3681 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 944 time: 0.1103454 Jan 27 19:28:07.407763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:28:07.416889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a372fe83-d079-4fb6-8997-ff1164af440b admin admin] 10.222.0.59 "PUT /v2.0/routers/6ac6eb03-5c69-41d3-87a7-1d47ee8059e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3891537 Jan 27 19:28:07.427193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Sync routers for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:28:07.449650 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Routers {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:28:07.451278 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:07.469240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c48ad5e8-7bba-4f04-8212-e5fd38182d94 req-14fef418-578b-4367-899f-a423122a8169 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861684 Jan 27 19:28:07.524390 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-466d0296-a708-4c4d-bbbf-1e24410cc5c2 req-dfea54da-c0cc-40d1-a27d-271fa8e05e50 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666395 Jan 27 19:28:07.605165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e06e69c-334e-4dbf-8e27-19e16fb19c62 req-c99893ce-500d-435f-84f1-f0f080d97aa7 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 210 time: 0.0521514 Jan 27 19:28:07.664940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 55098a6f-4a43-4aa3-8e1b-6398c3eae102 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:07.752004 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Set router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:28:07.916239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37d43372-7b6f-4fc4-adc9-cad083bb168c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:08.029764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:28:08.038283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:08.039286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:08.110654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 37d43372-7b6f-4fc4-adc9-cad083bb168c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:08.111466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:08.206147 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:28:03Z', 'revision_number': 4, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1de6c4a6-a6c3-4cc4-999f-c9eda2533981', 'name': '', 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'mac_address': 'fa:16:3e:ec:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:01Z', 'updated_at': '2022-01-27T19:28:04Z', 'revision_number': 2, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'subnets': [{'id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:08.293633 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Checking router: 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:28:08.295044 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Updating router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:28:08.310369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b759d6-7f17-45a6-8176-f4cf7979ac43 req-60d70a0a-ee93-4f1a-a062-c4f403abc311 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:08.325671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4b759d6-7f17-45a6-8176-f4cf7979ac43 req-60d70a0a-ee93-4f1a-a062-c4f403abc311 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 944 time: 0.4346015 Jan 27 19:28:08.351824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:08.352460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:08.354736 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:08.411096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-90bff5a4-4b52-4535-899f-733e20b6a160 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:08.419295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-90bff5a4-4b52-4535-899f-733e20b6a160 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/networks?id=badea029-12da-4e46-b00b-bd82b158315e HTTP/1.1" status: 200 len: 813 time: 0.3775029 Jan 27 19:28:08.429815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:08.443265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:08.447415 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a670b41-0112-4bc9-9e77-6c7117326918" -d '{"events": [{"server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "name": "network-vif-plugged", "status": "completed", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:08.453680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1ac9c02b-9cfb-4d79-9d45-01b3cf651ab1 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/quotas/acf4c7cc45734593b03b56fbd96b7a56 HTTP/1.1" status: 200 len: 375 time: 0.0328133 Jan 27 19:28:08.456039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:08.466373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 37d43372-7b6f-4fc4-adc9-cad083bb168c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:08.504800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4b759d6-7f17-45a6-8176-f4cf7979ac43 req-dcb60c84-54f4-489b-8d86-11da3a555d67 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778336 Jan 27 19:28:08.571002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-95feaea0-4da8-42ae-8856-00966efcb25b tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acf4c7cc45734593b03b56fbd96b7a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964580 Jan 27 19:28:08.654659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:08.882245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-23e60d34-8a42-46e8-876e-1c49eff8077b service neutron] 10.222.0.59 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975636 Jan 27 19:28:09.022782 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563109d1-84cc-4d15-b8fb-e324863c4ab6 x-openstack-request-id: req-563109d1-84cc-4d15-b8fb-e324863c4ab6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:09.023687 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "name": "network-vif-plugged", "status": "completed", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:09.031919 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-563109d1-84cc-4d15-b8fb-e324863c4ab6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:09.033793 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102', 'code': 200} Jan 27 19:28:09.036770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d92a3783-1b19-4edd-9ba3-8809411b0e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.053191 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks [] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.068580 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.178287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9925aa-ef93-467c-b16f-484eb1b9b634 None None] Pushing event updated for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:09.206244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-969f1f89-52d9-4db7-a05c-98d0dcd1485a service neutron] 10.222.0.59 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201201 Jan 27 19:28:09.221585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fe9f6-ce88-4ba9-8d7a-64cd04082c49 req-19a9ab6a-670c-45ee-b328-47137f28ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:09.225101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-463fe9f6-ce88-4ba9-8d7a-64cd04082c49 req-19a9ab6a-670c-45ee-b328-47137f28ef08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 1096 time: 0.0900612 Jan 27 19:28:09.252364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f7b6-e064-46d7-90e2-51568394cac7 req-d247071d-c8a5-4064-9c05-1d1e668fc624 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:09.254923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f7b6-e064-46d7-90e2-51568394cac7 req-d247071d-c8a5-4064-9c05-1d1e668fc624 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 945 time: 0.1301317 Jan 27 19:28:09.272432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:09.275480 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f18805-e820-414a-8dbe-904eff4072b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:09.362224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-463fe9f6-ce88-4ba9-8d7a-64cd04082c49 req-4f8c4d7a-eb5f-4f79-89fa-de1ede584cb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286545 Jan 27 19:28:09.378638 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Attempting to bind port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:09.379797 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Attempting to bind port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:09.380599 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Attempting to bind port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 on network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:09.389991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f7b6-e064-46d7-90e2-51568394cac7 req-75ebf9d6-d798-45b2-8819-0495d841de1e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272988 Jan 27 19:28:09.394997 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:09.395727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Checking segment: {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:09.396873 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.397132 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Bound using segment: {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:09.397961 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Bound port: 1de6c4a6-a6c3-4cc4-999f-c9eda2533981, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44376414-212e-4044-9521-38b630ac1810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:09.398705 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.545648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb642b9f-fcce-41f8-abc4-645336c8d46d req-d23a6d84-a7e0-4a66-a511-f05054c86e60 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 210 time: 0.0922275 Jan 27 19:28:09.632811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] For port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:09.654578 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] For port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:09.669118 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:09.898918 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd8bbd-c036-474e-8ff9-c043d69e1575 x-openstack-request-id: req-11bd8bbd-c036-474e-8ff9-c043d69e1575 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:09.899605 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:09.900101 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11bd8bbd-c036-474e-8ff9-c043d69e1575 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:09.900771 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'status': 'completed', 'code': 200} Jan 27 19:28:09.981405 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Routers {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:28:09.982082 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:27:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:09.984654 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9925aa-ef93-467c-b16f-484eb1b9b634 None None] Pushing event updated for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:10.031956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a524-31a7-4c05-9de0-cd3866ba9bf5 req-202ee073-dbd0-4828-8977-2d0fd3b9ab59 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:10.053987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b295a524-31a7-4c05-9de0-cd3866ba9bf5 req-202ee073-dbd0-4828-8977-2d0fd3b9ab59 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 944 time: 0.1748676 Jan 27 19:28:10.134761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-37c44fc3-8be9-49f1-b534-1cdf47c3d75a tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:10.138882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-37c44fc3-8be9-49f1-b534-1cdf47c3d75a tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.66 "GET /v2.0/networks?id=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 HTTP/1.1" status: 200 len: 808 time: 0.6063185 Jan 27 19:28:10.160543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Request body: {'port': {'device_id': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0', 'admin_state_up': True, 'tenant_id': '981f0a4b4a1146e1af4a5055768ea88d'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:10.337447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e190c00c-cb82-4986-9897-41122b663014 req-6b094bf7-0bd0-4da4-b77e-db837b1177bb tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 210 time: 0.1256938 Jan 27 19:28:10.401679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b295a524-31a7-4c05-9de0-cd3866ba9bf5 req-a83ddeb0-6761-475b-a5ce-68f3c8aeae6e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420219 Jan 27 19:28:10.427941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Provisioning complete for port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:10.436540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:10.521080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-610e8022-980a-437e-bc03-a139571263d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:10.528745 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-610e8022-980a-437e-bc03-a139571263d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1095 time: 0.6667273 Jan 27 19:28:10.709292 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] Set router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:28:10.809163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Current status of the port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:10.809808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:10.909186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70babf6d-93ca-42cc-b7e8-5b9d3dda7b9d req-76dd1de1-cddf-46c0-bc47-ae8dd47ba5f4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:10.915873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] For port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:10.919263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70babf6d-93ca-42cc-b7e8-5b9d3dda7b9d req-76dd1de1-cddf-46c0-bc47-ae8dd47ba5f4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 945 time: 0.1970465 Jan 27 19:28:10.928539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:11.062231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8022378-ae45-4250-a0c7-eaf41f462a98 req-7ba44ead-4db6-4582-acef-f8ea6771e148 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 210 time: 0.0676298 Jan 27 19:28:11.092146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70babf6d-93ca-42cc-b7e8-5b9d3dda7b9d req-2d132e25-ddfb-400e-bc63-cd6acfb19cdc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712167 Jan 27 19:28:11.187819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-22caa56b-0bbf-4941-98da-d36d183031ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:11.190969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-22caa56b-0bbf-4941-98da-d36d183031ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.6478443 Jan 27 19:28:11.220092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c01ab-9c09-42da-8d69-3b2e40711e5f None None] Pushing event updated for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:11.235822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aa875ccc-e5f8-41dc-8774-301faeb8e804 None None] Provisioning complete for port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:11.236338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa875ccc-e5f8-41dc-8774-301faeb8e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:11.253567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Made reservation on behalf of 981f0a4b4a1146e1af4a5055768ea88d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:11.270003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:11.402305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-4e3d055a-706f-48c2-9266-e6a4ca9eaded service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 217 time: 0.2005434 Jan 27 19:28:11.412789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:11.766010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0696c24-4a61-4e8c-b202-274090470f30 req-fd5cc606-d656-4228-bdba-f6f941ecd0d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:11.788524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0696c24-4a61-4e8c-b202-274090470f30 req-fd5cc606-d656-4228-bdba-f6f941ecd0d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 944 time: 0.1594701 Jan 27 19:28:11.795134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:11.855218 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:28:03Z', 'revision_number': 4, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1de6c4a6-a6c3-4cc4-999f-c9eda2533981', 'name': '', 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'mac_address': 'fa:16:3e:ec:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:01Z', 'updated_at': '2022-01-27T19:28:09Z', 'revision_number': 4, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'subnets': [{'id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:11.937021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccc46d57-f506-4af9-924e-17c4deb4b00c req-490f8eaf-e093-4c5c-b42d-b0f9bdfe7ea6 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 210 time: 0.1430995 Jan 27 19:28:12.005878 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a5662-3b66-4f14-8dda-b10e579fdcf3 None None] The sync data for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 is: [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:28:03Z', 'revision_number': 4, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1de6c4a6-a6c3-4cc4-999f-c9eda2533981', 'name': '', 'network_id': 'b6f58b64-c0f9-43c9-a299-8153cc2b35d8', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'mac_address': 'fa:16:3e:ec:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:01Z', 'updated_at': '2022-01-27T19:28:09Z', 'revision_number': 4, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'subnets': [{'id': '450e4ad4-8975-4a42-a335-527b5d4f7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:28:12.030861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0696c24-4a61-4e8c-b202-274090470f30 req-8e93ccf6-a603-4801-8316-cbcea2ff25b6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187490 Jan 27 19:28:12.033229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa875ccc-e5f8-41dc-8774-301faeb8e804 None None] Current status of the port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:12.036323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Allocated IP 172.20.0.7 (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0/6831871b-94c2-4382-af1d-47aa92127bef/722fae90-b3c7-405d-a7db-e949ea54a6fe) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:12.077619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:28:12.470143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fca5e-aace-48ca-8d71-ca3f70a8c2f6 req-8cfab99b-1033-4a02-a91c-a3e739b8df47 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:12.488470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-417fca5e-aace-48ca-8d71-ca3f70a8c2f6 req-8cfab99b-1033-4a02-a91c-a3e739b8df47 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 945 time: 0.1308632 Jan 27 19:28:12.508179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:12.550377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65d7-9528-4476-a3e0-997a0f07964b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:12.557465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '366ee698-d250-4415-a1c3-f156eff66bb8', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': '366ee698-d250-4415-a1c3-f156eff66bb8', 'mac_address': 'fa:16:3e:13:e8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:12.577116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:12.617051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-002d06c3-312d-4db6-87e6-32292c6ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:12.624648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-002d06c3-312d-4db6-87e6-32292c6ba391 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 1.2122731 Jan 27 19:28:12.662961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-417fca5e-aace-48ca-8d71-ca3f70a8c2f6 req-c939599a-74c6-4ce9-88f5-e92bc3f11218 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713157 Jan 27 19:28:12.717988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:12.849020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-9c562d5d-bbec-4fdc-b522-16d7bea95329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:12.852124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-9c562d5d-bbec-4fdc-b522-16d7bea95329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094593 Jan 27 19:28:12.852518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 366ee698-d250-4415-a1c3-f156eff66bb8 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:12.854563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:12.907285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 366ee698-d250-4415-a1c3-f156eff66bb8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:13.012404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-797861c0-66ae-4de9-a645-8511b4914040 req-2dadee30-47de-4964-989d-484d8c5d9fc3 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 210 time: 0.1143672 Jan 27 19:28:13.033773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:13.111575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:13.112343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:13.120147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:13.286210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:13.348324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['366ee698-d250-4415-a1c3-f156eff66bb8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:13.413748 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks [] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:13.467287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-37ea6c73-8bfe-4582-b99e-eb0a28f9b28d service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921347 Jan 27 19:28:13.600914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:13.634561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:13.645553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:13.791587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7f18805-e820-414a-8dbe-904eff4072b1 req-3126e9ef-fede-4be6-b545-22c63b0a8352 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072331 Jan 27 19:28:13.888314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-76419427-be54-4e4d-95c9-4ca1a121c005 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:13.891812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-76419427-be54-4e4d-95c9-4ca1a121c005 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.39 "GET /v2.0/networks?id=badea029-12da-4e46-b00b-bd82b158315e HTTP/1.1" status: 200 len: 813 time: 0.9452159 Jan 27 19:28:13.935669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Request body: {'port': {'device_id': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e', 'admin_state_up': True, 'tenant_id': 'acf4c7cc45734593b03b56fbd96b7a56'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:13.958330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:14.070498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:14.276445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:14.297564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:14.306483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:14.321675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['54999696-eba0-4fab-9ffd-fcc3da8d1ef6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:14.408740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Pushing event updated for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:14.512010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:14.525168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8c1acd9-9610-42b6-a845-3c2203babeca req-514e5256-8eaa-4e9d-b0ab-9a7ca8e4f3a4 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 210 time: 0.1436417 Jan 27 19:28:14.549301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:14.562886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:14.634357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-ec696fc7-4672-4e9e-8d05-c63f8f02054f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4830141 Jan 27 19:28:14.657948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Request body: {'port': {'device_id': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:14.710555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Made reservation on behalf of acf4c7cc45734593b03b56fbd96b7a56 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:14.717419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:14.936475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:14.937201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:14.966444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3497d-f916-4111-b0d4-c6a0541f50a6 req-46c59dfd-214f-4487-970e-709a042dc1cd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:14.978905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bf3497d-f916-4111-b0d4-c6a0541f50a6 req-46c59dfd-214f-4487-970e-709a042dc1cd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1785948 Jan 27 19:28:15.131660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:15.137490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bf3497d-f916-4111-b0d4-c6a0541f50a6 req-4054ad6b-4003-4765-afa2-528f272fc28d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531746 Jan 27 19:28:15.198722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:15.402204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Allocated IP 172.20.0.8 (badea029-12da-4e46-b00b-bd82b158315e/4d930027-cf40-41c0-a2f8-ec00664bd90b/83affb44-6137-47d4-8c8e-d1f871df7627) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:15.487190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:15.545394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:15.698266 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:15.823075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 366ee698-d250-4415-a1c3-f156eff66bb8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:15.824094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:15.868054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d540-9cd2-4729-b53f-6ff454a78772 req-67d13afc-3896-4fe3-8d33-2a054649de0f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:15.885846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce1d540-9cd2-4729-b53f-6ff454a78772 req-67d13afc-3896-4fe3-8d33-2a054649de0f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 931 time: 0.1424391 Jan 27 19:28:15.946252 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.056825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce1d540-9cd2-4729-b53f-6ff454a78772 req-038dc151-777f-4aaa-92ed-b55e54b0beee tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690705 Jan 27 19:28:16.079608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 366ee698-d250-4415-a1c3-f156eff66bb8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:16.082188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.157546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:16.171605 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ffb506-d5c8-422b-aead-65bffeb13d28" -d '{"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-plugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:16.210318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:16.222547 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.342324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:16.438592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e89b5-8e88-4e7a-a4a4-a2af40e9850b req-ff1a584b-729e-4f03-a507-a482bf735e96 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:16.462548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136e89b5-8e88-4e7a-a4a4-a2af40e9850b req-ff1a584b-729e-4f03-a507-a482bf735e96 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 945 time: 0.2398143 Jan 27 19:28:16.483080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722fae90-b3c7-405d-a7db-e949ea54a6fe {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:16.499857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks [] for port (83affb44-6137-47d4-8c8e-d1f871df7627), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.500194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks [] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.524729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Transition to ACTIVE for port object 722fae90-b3c7-405d-a7db-e949ea54a6fe will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:28:16.545456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.697642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Pushing event updated for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:16.740372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:16.808103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136e89b5-8e88-4e7a-a4a4-a2af40e9850b req-28b88ba7-c554-4b57-b874-090552526578 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416719 Jan 27 19:28:16.872335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-8fcdb8df-08b5-4858-92ce-7ee632ad2136 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:16.881403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-8fcdb8df-08b5-4858-92ce-7ee632ad2136 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fb0fc9e-77c4-47cc-941e-88024f04452f HTTP/1.1" status: 200 len: 945 time: 0.2379568 Jan 27 19:28:16.931121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Network badea029-12da-4e46-b00b-bd82b158315e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:16.947298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:16.952332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:17.102850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Pushing event updated for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:17.191022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Attempting to bind port 722fae90-b3c7-405d-a7db-e949ea54a6fe on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:17.192667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Attempting to bind port 722fae90-b3c7-405d-a7db-e949ea54a6fe by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c4ff5e49-b43a-4113-a2b3-014a0302b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:17.193722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Attempting to bind port 722fae90-b3c7-405d-a7db-e949ea54a6fe on network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:17.220934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Port 722fae90-b3c7-405d-a7db-e949ea54a6fe on network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:28:17.221834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Attempting to bind port 722fae90-b3c7-405d-a7db-e949ea54a6fe on network e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:17.242411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:17.243851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:17.271729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:17.272903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Checking segment: {'id': 'c4ff5e49-b43a-4113-a2b3-014a0302b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:17.274241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Bound using segment: {'id': 'c4ff5e49-b43a-4113-a2b3-014a0302b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:17.275383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Bound port: 722fae90-b3c7-405d-a7db-e949ea54a6fe, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ff5e49-b43a-4113-a2b3-014a0302b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:17.276580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:17.296849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-9105e538-909e-45e6-aefa-c8fa67e53e67 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3724871 Jan 27 19:28:17.316529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9390b-da07-40d3-82e9-9aa7700c119d req-ec2289de-5d02-4f10-9468-86ef8a0141e0 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:17.319716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0da9390b-da07-40d3-82e9-9aa7700c119d req-ec2289de-5d02-4f10-9468-86ef8a0141e0 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 931 time: 0.1317656 Jan 27 19:28:17.338365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Deleting port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:17.338903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:17.632045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0da9390b-da07-40d3-82e9-9aa7700c119d req-5b56399a-64f0-46cb-966b-0365b5c03a56 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685554 Jan 27 19:28:17.665707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] For port 55098a6f-4a43-4aa3-8e1b-6398c3eae102, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=55098a6f-4a43-4aa3-8e1b-6398c3eae102,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:17.666045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:17.666844 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:17.719446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Calling delete_port for 55098a6f-4a43-4aa3-8e1b-6398c3eae102 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:17.864443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Request body: {'port': {'device_id': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:17.876367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:28:17.889885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:17.890231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.057343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.061550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:18.062283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.073650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e67800-b6fb-4e11-a376-9d02db5ce1b6 req-57d07c8f-babe-4e24-96b6-76239cc3dede tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:18.084074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e67800-b6fb-4e11-a376-9d02db5ce1b6 req-57d07c8f-babe-4e24-96b6-76239cc3dede tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:18.086904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73e67800-b6fb-4e11-a376-9d02db5ce1b6 req-57d07c8f-babe-4e24-96b6-76239cc3dede tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4&device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 1681 time: 0.1358039 Jan 27 19:28:18.128131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:18.133090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:18.142897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.170752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe,segment=NetworkSegment(c4ff5e49-b43a-4113-a2b3-014a0302b088),segment_id=c4ff5e49-b43a-4113-a2b3-014a0302b088)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:18.198283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.206444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73e67800-b6fb-4e11-a376-9d02db5ce1b6 req-9966ce6a-3824-487b-a139-b9c025595652 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029053 Jan 27 19:28:18.257071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (55098a6f-4a43-4aa3-8e1b-6398c3eae102), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.290374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:18.334896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Pushing event deleted for resources: {'Port': ['ID=55098a6f-4a43-4aa3-8e1b-6398c3eae102,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:18.370878 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1fe5b-6031-484b-b765-4383a4c9f6fb x-openstack-request-id: req-c2b1fe5b-6031-484b-b765-4383a4c9f6fb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:18.371225 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-plugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:18.371613 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2b1fe5b-6031-484b-b765-4383a4c9f6fb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:18.371876 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8', 'code': 200} Jan 27 19:28:18.437688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.438098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.438400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.438740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.439074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.439408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.439738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.440067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.440393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.440723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.446280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.446280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.446280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:18.447384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] No DVR routers for this DVR port 55098a6f-4a43-4aa3-8e1b-6398c3eae102 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:18.459284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.462872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b21ca6a-8599-4b9c-90f1-c5995bb6f7ba req-3c13b26b-e361-487a-b5a1-d09724d94363 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "DELETE /v2.0/ports/55098a6f-4a43-4aa3-8e1b-6398c3eae102 HTTP/1.1" status: 204 len: 173 time: 1.5715821 Jan 27 19:28:18.463624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'name': 'network-vif-deleted', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:18.466707 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d857f-671e-4cf3-845c-879a84cd3330" -d '{"events": [{"server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "name": "network-vif-deleted", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:18.471417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:18.547361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:18.550675 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:18.554159 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] 10.222.0.66 "PUT /v2.0/ports/722fae90-b3c7-405d-a7db-e949ea54a6fe HTTP/1.1" status: 200 len: 1091 time: 3.9099748 Jan 27 19:28:18.587155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:18.598592 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd379b-05ee-4306-bd1c-541938874e45" -d '{"events": [{"name": "network-changed", "server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:18.756502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bf67d-8c5e-49f4-8521-d2dd714c2384 service neutron] Pushing event updated for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:18.776228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b12c8-d612-46e5-99f8-fb8750d9777c req-dc67d133-2aae-4b6e-a1af-26cd5f606438 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:18.786622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a1b12c8-d612-46e5-99f8-fb8750d9777c req-dc67d133-2aae-4b6e-a1af-26cd5f606438 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.1854999 Jan 27 19:28:18.838579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-a4c551a6-86bf-43be-9c4c-ccc45ac4cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:18.840433 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-a4c551a6-86bf-43be-9c4c-ccc45ac4cd49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=981f0a4b4a1146e1af4a5055768ea88d&device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 1094 time: 0.2001412 Jan 27 19:28:18.896509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-4445a466-6df4-4934-bbd5-6445499a7422 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe HTTP/1.1" status: 200 len: 217 time: 0.0484545 Jan 27 19:28:18.952907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a1b12c8-d612-46e5-99f8-fb8750d9777c req-af87786d-a5fd-40d1-8758-2bbe657d8380 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613963 Jan 27 19:28:19.068021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-d52bd841-26d4-4c92-aceb-f15b1fe1ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:19.069788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-d52bd841-26d4-4c92-aceb-f15b1fe1ce20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6831871b-94c2-4382-af1d-47aa92127bef HTTP/1.1" status: 200 len: 848 time: 0.1655343 Jan 27 19:28:19.138676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-b177742b-0156-451b-91ac-44fffea3cb63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616665 Jan 27 19:28:19.188795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83affb44-6137-47d4-8c8e-d1f871df7627 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:19.234304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks [] for port (83affb44-6137-47d4-8c8e-d1f871df7627), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:19.259451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Transition to ACTIVE for port object 83affb44-6137-47d4-8c8e-d1f871df7627 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:28:19.266199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d549-e252-4b92-8979-d6f2e155fd32 req-c8e5ee83-da89-4d7d-875a-308e1388e0b6 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:19.268962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8389d549-e252-4b92-8979-d6f2e155fd32 req-c8e5ee83-da89-4d7d-875a-308e1388e0b6 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 943 time: 0.1948926 Jan 27 19:28:19.272789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:19.372695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-3d93b05e-fc2f-4b08-8ce0-7fb3d30f04d4 service neutron] 10.222.0.66 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270114 Jan 27 19:28:19.380842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Pushing event updated for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:19.388046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8389d549-e252-4b92-8979-d6f2e155fd32 req-4e1235c3-c009-4fb2-80fe-948d6213f37c tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061356 Jan 27 19:28:19.622884 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-857fada7-2e69-4e5d-bb4e-92c22791d765 req-6b2a60d5-9f46-4698-a02b-63a5c43ca148 service neutron] 10.222.0.66 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312367 Jan 27 19:28:19.655257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Attempting to bind port 83affb44-6137-47d4-8c8e-d1f871df7627 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:19.656002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Attempting to bind port 83affb44-6137-47d4-8c8e-d1f871df7627 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd28f53e6-cbb5-4854-b5a7-6986654b2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:19.656547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Attempting to bind port 83affb44-6137-47d4-8c8e-d1f871df7627 on network badea029-12da-4e46-b00b-bd82b158315e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:19.666137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Port 83affb44-6137-47d4-8c8e-d1f871df7627 on network badea029-12da-4e46-b00b-bd82b158315e not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:28:19.666833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Attempting to bind port 83affb44-6137-47d4-8c8e-d1f871df7627 on network badea029-12da-4e46-b00b-bd82b158315e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:19.676767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:19.677545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Checking segment: {'id': 'd28f53e6-cbb5-4854-b5a7-6986654b2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:19.678818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Bound using segment: {'id': 'd28f53e6-cbb5-4854-b5a7-6986654b2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:19.681900 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20bd68c-7cbf-41f6-8d9c-65176e1f071f x-openstack-request-id: req-f20bd68c-7cbf-41f6-8d9c-65176e1f071f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:19.682233 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb0fc9e-77c4-47cc-941e-88024f04452f", "name": "network-vif-deleted", "tag": "55098a6f-4a43-4aa3-8e1b-6398c3eae102", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:19.682517 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f20bd68c-7cbf-41f6-8d9c-65176e1f071f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:19.683100 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb0fc9e-77c4-47cc-941e-88024f04452f', 'name': 'network-vif-deleted', 'tag': '55098a6f-4a43-4aa3-8e1b-6398c3eae102', 'status': 'completed', 'code': 200} Jan 27 19:28:19.683550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Bound port: 83affb44-6137-47d4-8c8e-d1f871df7627, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28f53e6-cbb5-4854-b5a7-6986654b2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:19.684056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:19.725890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 55098a6f-4a43-4aa3-8e1b-6398c3eae102 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:19.737816 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c4548e-0126-4ae2-94c4-51babd633abc x-openstack-request-id: req-c6c4548e-0126-4ae2-94c4-51babd633abc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:19.738276 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:19.738730 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6c4548e-0126-4ae2-94c4-51babd633abc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:19.739342 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe', 'status': 'completed', 'code': 200} Jan 27 19:28:19.797771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 55098a6f-4a43-4aa3-8e1b-6398c3eae102 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:19.798305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 55098a6f-4a43-4aa3-8e1b-6398c3eae102 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:19.857658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cfdfa-fc08-494d-ae7f-4c9847f09bf1 req-ab378d3c-e267-4de8-8651-1b1516e60291 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:19.865979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c37cfdfa-fc08-494d-ae7f-4c9847f09bf1 req-ab378d3c-e267-4de8-8651-1b1516e60291 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 943 time: 0.0712309 Jan 27 19:28:19.933046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd379b-05ee-4306-bd1c-541938874e45 req-a2afaed7-9240-4c9b-8ecb-3f88b807cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:19.935267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-a2afaed7-9240-4c9b-8ecb-3f88b807cde6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=981f0a4b4a1146e1af4a5055768ea88d&device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 1094 time: 0.1303761 Jan 27 19:28:19.937202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:19.937440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c37cfdfa-fc08-494d-ae7f-4c9847f09bf1 req-4d0c8063-8100-456f-8631-990902a26c00 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689931 Jan 27 19:28:19.943498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=83affb44-6137-47d4-8c8e-d1f871df7627,segment=NetworkSegment(d28f53e6-cbb5-4854-b5a7-6986654b2437),segment_id=d28f53e6-cbb5-4854-b5a7-6986654b2437)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:19.961057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:20.116421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873adf24-2fe4-42d6-abab-234e1822b868 req-ee22ffb6-0891-4d89-9b8d-f12f832b06ed tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.126097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-873adf24-2fe4-42d6-abab-234e1822b868 req-ee22ffb6-0891-4d89-9b8d-f12f832b06ed tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1126571 Jan 27 19:28:20.202588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-873adf24-2fe4-42d6-abab-234e1822b868 req-3966a051-519b-4ce9-b019-7e751566004c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Jan 27 19:28:20.216096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.217746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:20.222180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] 10.222.0.39 "PUT /v2.0/ports/83affb44-6137-47d4-8c8e-d1f871df7627 HTTP/1.1" status: 200 len: 1091 time: 2.9101007 Jan 27 19:28:20.242721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df475-7529-4ef3-a9b4-bf8a22bb4acf service neutron] Pushing event updated for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:20.373203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:20.379786 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1606fab3-1fdd-463e-a8e7-9b4bd3b80076" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:20.425805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd379b-05ee-4306-bd1c-541938874e45 req-fc8619a5-d422-403e-b3e1-5b013158ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.429057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-fc8619a5-d422-403e-b3e1-5b013158ca5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 HTTP/1.1" status: 200 len: 909 time: 0.4830003 Jan 27 19:28:20.474849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-caedaccf-972a-4a42-ad11-ee7994431fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.480135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-caedaccf-972a-4a42-ad11-ee7994431fcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acf4c7cc45734593b03b56fbd96b7a56&device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 1094 time: 0.1715875 Jan 27 19:28:20.560827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-badacc1d-2baa-406d-86c7-31d525cdf821 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe HTTP/1.1" status: 200 len: 217 time: 0.1193974 Jan 27 19:28:20.610229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ff0eb-8202-47d7-beb5-93364e04141b req-27b5d8e1-ef2f-44de-8c40-5e82e82a1957 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.612832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b3ff0eb-8202-47d7-beb5-93364e04141b req-27b5d8e1-ef2f-44de-8c40-5e82e82a1957 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.1098495 Jan 27 19:28:20.621049 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-ffa44b9e-ec6a-4ee7-aadc-216a4bbaa5bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83affb44-6137-47d4-8c8e-d1f871df7627 HTTP/1.1" status: 200 len: 217 time: 0.0762677 Jan 27 19:28:20.726438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd379b-05ee-4306-bd1c-541938874e45 req-9ee21700-6397-4939-b251-07c86867d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.727902 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-9ee21700-6397-4939-b251-07c86867d762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6831871b-94c2-4382-af1d-47aa92127bef HTTP/1.1" status: 200 len: 848 time: 0.1235309 Jan 27 19:28:20.749695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50621-6b94-42e6-95a0-416d99c02675 req-e267d3ed-7502-40a1-9e5b-772c114633ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:20.749695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-e267d3ed-7502-40a1-9e5b-772c114633ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d930027-cf40-41c0-a2f8-ec00664bd90b HTTP/1.1" status: 200 len: 853 time: 0.0859990 Jan 27 19:28:20.761763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b3ff0eb-8202-47d7-beb5-93364e04141b req-9d5bf77c-1a6f-4353-932e-35c306ac5261 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367056 Jan 27 19:28:20.783576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-c5b0d910-339f-407f-b89d-f178d70bf70b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443201 Jan 27 19:28:20.797966 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:28:20.832118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-36522679-d7b3-4315-a234-d1622da4d53f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badea029-12da-4e46-b00b-bd82b158315e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601232 Jan 27 19:28:20.858003 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e7b077-310c-4b70-98fe-b2d93bc8a665 x-openstack-request-id: req-96e7b077-310c-4b70-98fe-b2d93bc8a665 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:20.858974 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:20.859485 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96e7b077-310c-4b70-98fe-b2d93bc8a665 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:20.860228 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:28:21.085323 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-fec99cfc-c454-4ef2-9a45-dab85f4d7901 service neutron] 10.222.0.66 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954826 Jan 27 19:28:21.121986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65fd7b-04be-498c-867c-44dd71d7d65c req-23640000-4568-4b56-bb61-b43c8a39cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:21.123721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1c65fd7b-04be-498c-867c-44dd71d7d65c req-23640000-4568-4b56-bb61-b43c8a39cbce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1097 time: 0.1597726 Jan 27 19:28:21.127646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-8a71ec28-abd8-4f08-a189-ff7749e68014 service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729301 Jan 27 19:28:21.164781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff082-f4ca-40e7-81fe-7628a6814209 req-9e8a46b3-80f7-4eee-8919-bffde03b068c tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:21.171738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2fff082-f4ca-40e7-81fe-7628a6814209 req-9e8a46b3-80f7-4eee-8919-bffde03b068c tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 943 time: 0.1006687 Jan 27 19:28:21.272898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2fff082-f4ca-40e7-81fe-7628a6814209 req-3b0358c1-8534-4778-bfdc-937a5c4d7d9e tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996258 Jan 27 19:28:21.354558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1c65fd7b-04be-498c-867c-44dd71d7d65c req-ca0b143f-146d-439e-a662-1948fd554c2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938190 Jan 27 19:28:21.368136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0abd379b-05ee-4306-bd1c-541938874e45 req-bf517a07-5240-44a4-b36a-976e08333712 service neutron] 10.222.0.66 "GET /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743073 Jan 27 19:28:21.372305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-63a50621-6b94-42e6-95a0-416d99c02675 req-b8eace16-5dfd-4a1d-a9d7-6c9b9ac7b003 service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127748 Jan 27 19:28:21.740656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:21.745711 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584afaa9-32f1-47d8-8797-ad386aacb50f" -d '{"events": [{"name": "network-changed", "server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:22.305294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b493f74-4388-4447-837e-61e058b3046a req-ae90fe53-9c0f-4e6d-96d2-c22761383dcb tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:22.315712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b493f74-4388-4447-837e-61e058b3046a req-ae90fe53-9c0f-4e6d-96d2-c22761383dcb tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 943 time: 0.1273642 Jan 27 19:28:22.378983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b493f74-4388-4447-837e-61e058b3046a req-e8cbf53c-33ea-4e7e-beb9-a76ec99c9db6 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658817 Jan 27 19:28:22.791739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f5c6-2dcc-4270-ae5f-22e05305ae72 req-38b54127-fb74-4ce9-87ca-6869af672f7f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:22.794505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36d4f5c6-2dcc-4270-ae5f-22e05305ae72 req-38b54127-fb74-4ce9-87ca-6869af672f7f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1155837 Jan 27 19:28:22.986606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36d4f5c6-2dcc-4270-ae5f-22e05305ae72 req-0ed9d853-742e-48ff-abcd-d5dea744a1bb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679070 Jan 27 19:28:23.050640 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce42ff1c-d6e6-4d45-882e-d2cff9ce92e1 x-openstack-request-id: req-ce42ff1c-d6e6-4d45-882e-d2cff9ce92e1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:23.051780 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:23.051986 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce42ff1c-d6e6-4d45-882e-d2cff9ce92e1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:23.052405 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627', 'status': 'completed', 'code': 200} Jan 27 19:28:23.222689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-52470a54-8576-4d0c-a9e5-49a0acdb1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:23.225394 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-52470a54-8576-4d0c-a9e5-49a0acdb1a11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acf4c7cc45734593b03b56fbd96b7a56&device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 1094 time: 0.1140621 Jan 27 19:28:23.241475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7296-4c9a-4185-99b0-c402c94f0fd4 req-107d3c18-2624-44fd-b6d9-f395d4af89af tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:23.252653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cbb7296-4c9a-4185-99b0-c402c94f0fd4 req-107d3c18-2624-44fd-b6d9-f395d4af89af tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.0925622 Jan 27 19:28:23.367666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-060e52b0-ca71-4784-b1c6-b47fb3f3bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:23.369428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-060e52b0-ca71-4784-b1c6-b47fb3f3bc77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badea029-12da-4e46-b00b-bd82b158315e HTTP/1.1" status: 200 len: 914 time: 0.1337039 Jan 27 19:28:23.381031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cbb7296-4c9a-4185-99b0-c402c94f0fd4 req-71eba52e-dd69-47d6-a1d1-a6943cfba4eb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270397 Jan 27 19:28:23.453139 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-ff43adb6-1728-40fa-991e-5745f55756bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83affb44-6137-47d4-8c8e-d1f871df7627 HTTP/1.1" status: 200 len: 217 time: 0.0754499 Jan 27 19:28:23.529485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-7ba0b668-7cdf-4147-9cc3-b2abd9b31db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:23.531355 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-7ba0b668-7cdf-4147-9cc3-b2abd9b31db0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d930027-cf40-41c0-a2f8-ec00664bd90b HTTP/1.1" status: 200 len: 853 time: 0.0651717 Jan 27 19:28:23.573719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-067c4aec-e690-401e-b885-33f645ed5738 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badea029-12da-4e46-b00b-bd82b158315e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317042 Jan 27 19:28:23.707845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 722fae90-b3c7-405d-a7db-e949ea54a6fe details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:23.793953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696f7f-4cb6-425d-b6c2-b598b03b1fd6 req-45be27a3-eaaa-432e-b703-d96d9a12514f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:23.806407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b696f7f-4cb6-425d-b6c2-b598b03b1fd6 req-45be27a3-eaaa-432e-b703-d96d9a12514f tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 943 time: 0.2792137 Jan 27 19:28:23.865576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-9b1f7129-2f8b-4ba3-b764-ad8fcadfadad service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485220 Jan 27 19:28:23.868602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:23.920509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe,segment=NetworkSegment(c4ff5e49-b43a-4113-a2b3-014a0302b088),segment_id=c4ff5e49-b43a-4113-a2b3-014a0302b088)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:23.936305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '722fae90-b3c7-405d-a7db-e949ea54a6fe', 'network_id': 'e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0', 'port_id': '722fae90-b3c7-405d-a7db-e949ea54a6fe', 'mac_address': 'fa:16:3e:f6:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6831871b-94c2-4382-af1d-47aa92127bef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:23.959475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b696f7f-4cb6-425d-b6c2-b598b03b1fd6 req-8f071b37-6709-4b29-b199-a65ed0672cb1 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512287 Jan 27 19:28:24.034236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 722fae90-b3c7-405d-a7db-e949ea54a6fe is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:24.041499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:24.085863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722fae90-b3c7-405d-a7db-e949ea54a6fe {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:24.096061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-584afaa9-32f1-47d8-8797-ad386aacb50f req-80e0a7fe-f348-45c5-94e3-778def6e42f4 service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227805 Jan 27 19:28:24.165226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe,segment=NetworkSegment(c4ff5e49-b43a-4113-a2b3-014a0302b088),segment_id=c4ff5e49-b43a-4113-a2b3-014a0302b088)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:24.194438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:24.381406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-88f75694-ce5f-4231-b38b-79d5f3ed2c33 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:24.384954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-88f75694-ce5f-4231-b38b-79d5f3ed2c33 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c8ce2b9-d8e1-4bae-9f3e-536946a439d6 HTTP/1.1" status: 200 len: 945 time: 0.1798823 Jan 27 19:28:24.385246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:24.403581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.404238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.404864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.405553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.406140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.406768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.407752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.408546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.409282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.409953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.414431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.415158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.415990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:24.596957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Deleting port c1af893e-e913-48e3-8cc2-46e8dffcca80 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:24.598600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:24.641059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['722fae90-b3c7-405d-a7db-e949ea54a6fe'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:24.725634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857d49-a0a8-4351-9a1f-bbc994c7fb67 req-b0683bf2-cd59-451c-82e7-8c4e8df68e66 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:24.728295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69857d49-a0a8-4351-9a1f-bbc994c7fb67 req-b0683bf2-cd59-451c-82e7-8c4e8df68e66 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1492224 Jan 27 19:28:24.744817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:24.768314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] For port c1af893e-e913-48e3-8cc2-46e8dffcca80, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1af893e-e913-48e3-8cc2-46e8dffcca80,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:24.768834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:24.799717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Calling delete_port for c1af893e-e913-48e3-8cc2-46e8dffcca80 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:24.833800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69857d49-a0a8-4351-9a1f-bbc994c7fb67 req-7f1677af-d1db-4759-997f-ff2e1bd09431 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928407 Jan 27 19:28:25.049586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd8fb6-0740-4124-8237-a18009348d19 req-95a33566-7559-405f-86db-2a047c6b39b6 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:25.055758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57cd8fb6-0740-4124-8237-a18009348d19 req-95a33566-7559-405f-86db-2a047c6b39b6 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 943 time: 0.1252258 Jan 27 19:28:25.135671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c1af893e-e913-48e3-8cc2-46e8dffcca80), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:25.152922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c1af893e-e913-48e3-8cc2-46e8dffcca80'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:25.156696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9648479e-130e-4610-a821-967743c55dcf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:25.184102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57cd8fb6-0740-4124-8237-a18009348d19 req-ba84b2c1-18fa-4353-80d0-d8d60c732179 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108694 Jan 27 19:28:25.195819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event deleted for resources: {'Port': ['ID=c1af893e-e913-48e3-8cc2-46e8dffcca80,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:25.400464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] No DVR routers for this DVR port c1af893e-e913-48e3-8cc2-46e8dffcca80 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:25.404828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:25.422686 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12a6be7f-f44a-40f0-8534-4aa41f7c495d req-00f192c2-5e21-408f-8cde-0e9d282a61bb tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.66 "DELETE /v2.0/ports/c1af893e-e913-48e3-8cc2-46e8dffcca80 HTTP/1.1" status: 204 len: 173 time: 1.0174582 Jan 27 19:28:25.423305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'name': 'network-vif-deleted', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:25.434695 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2addb167-88b7-416d-989a-18101d164beb" -d '{"events": [{"server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "name": "network-vif-deleted", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:25.642228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a3a11-b45e-4471-b1e2-bb0c2a37d7bc req-90025828-56cc-44d2-a50f-0edf875a39ff tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:25.658966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:25.683843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'floatingip': {'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:25.690307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-446a3a11-b45e-4471-b1e2-bb0c2a37d7bc req-90025828-56cc-44d2-a50f-0edf875a39ff tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.2685983 Jan 27 19:28:25.794249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 83affb44-6137-47d4-8c8e-d1f871df7627 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:25.942826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:25.977675 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:28:26.053636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32f524-8664-4ebe-ba55-e9a39fc8c655 req-0ac25d51-8677-40d6-ba17-2101e71e1937 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:26.067854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba32f524-8664-4ebe-ba55-e9a39fc8c655 req-0ac25d51-8677-40d6-ba17-2101e71e1937 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 944 time: 0.1338027 Jan 27 19:28:26.193958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba32f524-8664-4ebe-ba55-e9a39fc8c655 req-071e33eb-79cd-4eb2-93a8-9feaf3627218 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229806 Jan 27 19:28:26.381086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=83affb44-6137-47d4-8c8e-d1f871df7627,segment=NetworkSegment(d28f53e6-cbb5-4854-b5a7-6986654b2437),segment_id=d28f53e6-cbb5-4854-b5a7-6986654b2437)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:26.449958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '83affb44-6137-47d4-8c8e-d1f871df7627', 'network_id': 'badea029-12da-4e46-b00b-bd82b158315e', 'port_id': '83affb44-6137-47d4-8c8e-d1f871df7627', 'mac_address': 'fa:16:3e:a8:61:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d930027-cf40-41c0-a2f8-ec00664bd90b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:26.623864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 83affb44-6137-47d4-8c8e-d1f871df7627 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:26.624420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:26.684800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83affb44-6137-47d4-8c8e-d1f871df7627 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:26.781496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=83affb44-6137-47d4-8c8e-d1f871df7627,segment=NetworkSegment(d28f53e6-cbb5-4854-b5a7-6986654b2437),segment_id=d28f53e6-cbb5-4854-b5a7-6986654b2437)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:26.795776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:26.906264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:27.147609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['83affb44-6137-47d4-8c8e-d1f871df7627'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:27.263519 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888c959-1185-4d8f-b354-0ff10e017492 x-openstack-request-id: req-1888c959-1185-4d8f-b354-0ff10e017492 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:27.265036 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ce2b9-d8e1-4bae-9f3e-536946a439d6", "name": "network-vif-deleted", "tag": "c1af893e-e913-48e3-8cc2-46e8dffcca80", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:27.265761 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1888c959-1185-4d8f-b354-0ff10e017492 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:27.268460 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ce2b9-d8e1-4bae-9f3e-536946a439d6', 'name': 'network-vif-deleted', 'tag': 'c1af893e-e913-48e3-8cc2-46e8dffcca80', 'status': 'completed', 'code': 200} Jan 27 19:28:27.288768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97da5-8377-4ec2-8212-1917e7ad7879 req-1ee7cfeb-ef28-435b-8a70-a2616754ff94 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:27.299250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcf97da5-8377-4ec2-8212-1917e7ad7879 req-1ee7cfeb-ef28-435b-8a70-a2616754ff94 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 944 time: 0.1654747 Jan 27 19:28:27.386626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcf97da5-8377-4ec2-8212-1917e7ad7879 req-0a32da85-7f5b-4ba7-a901-775b1a6b35b3 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783679 Jan 27 19:28:27.451120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:28:27.615584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c392ed7-6a54-40d6-8e6e-f0fdc08faac0 req-7fb98730-3283-406c-8fdc-f50add04820f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:27.621832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c392ed7-6a54-40d6-8e6e-f0fdc08faac0 req-7fb98730-3283-406c-8fdc-f50add04820f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.1438048 Jan 27 19:28:27.641005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-304f295d-5e45-4cd2-808e-a320844d02ad tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:27.641005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-304f295d-5e45-4cd2-808e-a320844d02ad tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.39 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.3664303 Jan 27 19:28:27.659001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:27.704619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c392ed7-6a54-40d6-8e6e-f0fdc08faac0 req-3a9a481a-29f0-4f77-900d-65cbf1fe883e tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701921 Jan 27 19:28:27.729187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 722fae90-b3c7-405d-a7db-e949ea54a6fe up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:27.769688 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:27.947622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 722fae90-b3c7-405d-a7db-e949ea54a6fe completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:28:27.966088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 722fae90-b3c7-405d-a7db-e949ea54a6fe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:27.967332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:28.046256 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Floating IP a1419349-6ad8-4d99-b6f4-f016093e4b17 associated. External IP: 172.25.5.47, port: 54999696-eba0-4fab-9ffd-fcc3da8d1ef6. Jan 27 19:28:28.062812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9fbcc-2250-447a-9816-94a34c216db7 req-58ac316f-79d9-4050-a7ac-e80223e327f4 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:28.071218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20f9fbcc-2250-447a-9816-94a34c216db7 req-58ac316f-79d9-4050-a7ac-e80223e327f4 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 944 time: 0.1408801 Jan 27 19:28:28.217173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20f9fbcc-2250-447a-9816-94a34c216db7 req-929d8b4e-75f3-476f-917f-ed6418b01852 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441197 Jan 27 19:28:28.277295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 722fae90-b3c7-405d-a7db-e949ea54a6fe is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:28.277732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:28.368302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:28.372789 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a8e86-91ad-4185-b97d-2d96a38ea08e" -d '{"events": [{"server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "name": "network-vif-plugged", "status": "completed", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:28.412250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe,segment=NetworkSegment(c4ff5e49-b43a-4113-a2b3-014a0302b088),segment_id=c4ff5e49-b43a-4113-a2b3-014a0302b088)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:28.428798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:28.430064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1af893e-e913-48e3-8cc2-46e8dffcca80 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:28.664116 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c60496-963e-4784-9975-3a61874100bf x-openstack-request-id: req-f8c60496-963e-4784-9975-3a61874100bf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:28.664613 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "name": "network-vif-plugged", "status": "completed", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:28.665007 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8c60496-963e-4784-9975-3a61874100bf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:28.665703 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe', 'code': 200} Jan 27 19:28:28.668925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:28.675537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c1af893e-e913-48e3-8cc2-46e8dffcca80 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:28.676247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1af893e-e913-48e3-8cc2-46e8dffcca80 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:28.896150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69f25-956d-4cd1-a5a1-642986e13828 req-cfb2129e-c338-4a97-9b87-80ae21bb98f7 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:28.909131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ff69f25-956d-4cd1-a5a1-642986e13828 req-cfb2129e-c338-4a97-9b87-80ae21bb98f7 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 944 time: 0.1572430 Jan 27 19:28:29.041579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ff69f25-956d-4cd1-a5a1-642986e13828 req-b9baa456-2cc9-4123-800c-bd5061098f74 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293650 Jan 27 19:28:29.178245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Deleting port 9648479e-130e-4610-a821-967743c55dcf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:29.192278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9648479e-130e-4610-a821-967743c55dcf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:29.358033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdc05-786d-434d-ad14-0b223f46603c req-74c99880-4c36-4dfc-ba69-842357b26fef tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:29.364672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360bdc05-786d-434d-ad14-0b223f46603c req-74c99880-4c36-4dfc-ba69-842357b26fef tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 945 time: 0.1804707 Jan 27 19:28:29.392923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8140d75-c1de-4c9f-882f-8342801859b6 req-4af9816c-f61e-4aa8-87c7-4f62fa3887f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:29.394813 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f8140d75-c1de-4c9f-882f-8342801859b6 req-4af9816c-f61e-4aa8-87c7-4f62fa3887f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 1096 time: 0.4075797 Jan 27 19:28:29.454783 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f8140d75-c1de-4c9f-882f-8342801859b6 req-4b8f9d15-878e-433e-bcf2-c2cbda284a77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Jan 27 19:28:29.498412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360bdc05-786d-434d-ad14-0b223f46603c req-5341f17b-7e11-4bd6-995e-8e07c2257c06 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55573f6-5f54-4022-8207-d6f5db23069e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231866 Jan 27 19:28:29.563084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] For port 9648479e-130e-4610-a821-967743c55dcf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9648479e-130e-4610-a821-967743c55dcf,segment=NetworkSegment(5fca57d2-af09-47ca-ae9a-43c8aeebd972),segment_id=5fca57d2-af09-47ca-ae9a-43c8aeebd972)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:29.564064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9648479e-130e-4610-a821-967743c55dcf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:29.592610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Calling delete_port for 9648479e-130e-4610-a821-967743c55dcf owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:29.740420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 83affb44-6137-47d4-8c8e-d1f871df7627 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:29.871766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec3447-d08f-43e1-a474-05795a0d852d req-1524c2a5-9737-4fd4-a3b6-b7bcd5ebc16c tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:29.883041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0ec3447-d08f-43e1-a474-05795a0d852d req-1524c2a5-9737-4fd4-a3b6-b7bcd5ebc16c tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 945 time: 0.1941187 Jan 27 19:28:29.967394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0ec3447-d08f-43e1-a474-05795a0d852d req-b06e8916-c20e-42eb-bae8-c30bbebaffef tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Jan 27 19:28:30.214624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Router f725490f-9d1a-48ea-9daf-4863be4c8230 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:28:30.229135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 83affb44-6137-47d4-8c8e-d1f871df7627 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:28:30.245423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 83affb44-6137-47d4-8c8e-d1f871df7627 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:30.245806 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.448979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 83affb44-6137-47d4-8c8e-d1f871df7627 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:30.449678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.496385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9648479e-130e-4610-a821-967743c55dcf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.553917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=83affb44-6137-47d4-8c8e-d1f871df7627,segment=NetworkSegment(d28f53e6-cbb5-4854-b5a7-6986654b2437),segment_id=d28f53e6-cbb5-4854-b5a7-6986654b2437)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:30.563698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.571654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Pushing event deleted for resources: {'Port': ['ID=9648479e-130e-4610-a821-967743c55dcf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:30.608859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:28:30.632787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.645644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Sync routers for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:28:30.673425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:30.677607 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43b85b5-ced6-4e3b-9b43-6fcec103fc51" -d '{"events": [{"server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "name": "network-vif-plugged", "status": "completed", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:30.695192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:28:30.696287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:30.712636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] No DVR routers for this DVR port 9648479e-130e-4610-a821-967743c55dcf on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:30.809292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ab5ac-ddaf-46e2-9d81-a3d862c4998d req-aea95439-7847-4778-9822-431335685650 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:30.831445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-677ab5ac-ddaf-46e2-9d81-a3d862c4998d req-aea95439-7847-4778-9822-431335685650 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.3154187 Jan 27 19:28:30.853299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:30.864016 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dba5a4b8-96fb-40ab-8ec6-e2533d5a50cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "PUT /v2.0/floatingips/a1419349-6ad8-4d99-b6f4-f016093e4b17 HTTP/1.1" status: 200 len: 991 time: 5.2002037 Jan 27 19:28:30.875711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:30.899971 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aa2b05a5-7e9f-4802-aa04-e89ec844418e req-af2ee8af-1b29-4cc4-96c5-7447de159580 tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.39 "DELETE /v2.0/ports/9648479e-130e-4610-a821-967743c55dcf HTTP/1.1" status: 204 len: 173 time: 3.2391016 Jan 27 19:28:30.901217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}, {'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'name': 'network-vif-deleted', 'tag': '9648479e-130e-4610-a821-967743c55dcf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:30.907965 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}, {"server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "name": "network-vif-deleted", "tag": "9648479e-130e-4610-a821-967743c55dcf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:31.039123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-677ab5ac-ddaf-46e2-9d81-a3d862c4998d req-638d46e0-8a68-4a2d-8a17-64ae93c33cbd tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031882 Jan 27 19:28:31.263695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:28:31.427062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949ade-2c15-4472-9009-cf9543ea4503 req-32d1f2c7-3cb8-409f-94a6-2178effe95ec tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:31.444440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62949ade-2c15-4472-9009-cf9543ea4503 req-32d1f2c7-3cb8-409f-94a6-2178effe95ec tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1665952 Jan 27 19:28:31.569493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62949ade-2c15-4472-9009-cf9543ea4503 req-71f3a02b-3c9d-4011-8aa0-e58b3f4f2343 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219180 Jan 27 19:28:31.843004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9648479e-130e-4610-a821-967743c55dcf no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:31.870918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a1419349-6ad8-4d99-b6f4-f016093e4b17', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:27:47Z', 'updated_at': '2022-01-27T19:28:27Z', 'revision_number': 1, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:31.917290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ee297bc-dfd7-4505-bb7e-ca2d074a21c1 req-ec573815-931a-421b-bab0-4213d6c8560f tempest-ListServersNegativeTestJSON-251957462 tempest-ListServersNegativeTestJSON-251957462-project] 10.222.0.59 "GET /v2.0/ports?device_id=afaa968f-f5da-4af9-84fd-864fb26c62a4 HTTP/1.1" status: 200 len: 210 time: 0.1013088 Jan 27 19:28:31.924941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Checking router: f725490f-9d1a-48ea-9daf-4863be4c8230 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:28:31.969413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 9648479e-130e-4610-a821-967743c55dcf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:31.969413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9648479e-130e-4610-a821-967743c55dcf not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:31.980730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:28:31.981816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:32.259447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28acc21-c4e6-4b44-aeea-7a86bde9b1b4 req-8b13b538-76a6-4dfa-9c65-d8932c10fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.265630 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c28acc21-c4e6-4b44-aeea-7a86bde9b1b4 req-8b13b538-76a6-4dfa-9c65-d8932c10fb2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 1096 time: 0.1168931 Jan 27 19:28:32.271466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:28:32.362561 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a234e-2cfd-493c-9654-5a78b6798c20 x-openstack-request-id: req-e10a234e-2cfd-493c-9654-5a78b6798c20 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:32.372571 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "name": "network-vif-plugged", "status": "completed", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:32.376069 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e10a234e-2cfd-493c-9654-5a78b6798c20 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:32.376937 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627', 'code': 200} Jan 27 19:28:32.412080 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0e107-09cc-4548-b688-c75a8fd1acb4 x-openstack-request-id: req-8ef0e107-09cc-4548-b688-c75a8fd1acb4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:32.413649 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "status": "completed", "code": 200}, {"server_uuid": "afaa968f-f5da-4af9-84fd-864fb26c62a4", "name": "network-vif-deleted", "tag": "9648479e-130e-4610-a821-967743c55dcf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:32.417152 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ef0e107-09cc-4548-b688-c75a8fd1acb4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:32.417895 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'status': 'completed', 'code': 200} Jan 27 19:28:32.418338 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaa968f-f5da-4af9-84fd-864fb26c62a4', 'name': 'network-vif-deleted', 'tag': '9648479e-130e-4610-a821-967743c55dcf', 'status': 'completed', 'code': 200} Jan 27 19:28:32.454489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c28acc21-c4e6-4b44-aeea-7a86bde9b1b4 req-c9226aee-345b-47ae-81ef-8c6278790c8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812639 Jan 27 19:28:32.467891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-9eb7d6f2-f30d-4c5c-83d7-635390a69d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.469829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-9eb7d6f2-f30d-4c5c-83d7-635390a69d94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1097 time: 0.1331475 Jan 27 19:28:32.612932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c23a-4749-4686-9253-fcb0bc42fbef req-6e3f1730-d1de-4371-9db5-c0d9a495b6f1 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.621214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-4baeab1c-c611-46bb-9815-bfa781876666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.623295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-4baeab1c-c611-46bb-9815-bfa781876666 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.1440656 Jan 27 19:28:32.639534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab16c23a-4749-4686-9253-fcb0bc42fbef req-6e3f1730-d1de-4371-9db5-c0d9a495b6f1 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 945 time: 0.1963074 Jan 27 19:28:32.780874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-cd0068fe-0b60-46e2-bffe-cf60f0062136 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1497657 Jan 27 19:28:32.814943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab16c23a-4749-4686-9253-fcb0bc42fbef req-d19e142b-4e64-4d06-9349-478ab62f5418 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718025 Jan 27 19:28:32.864462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-6a7c962a-fd05-4c25-8e8b-39a48adb149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.867473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-6a7c962a-fd05-4c25-8e8b-39a48adb149b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0715563 Jan 27 19:28:32.952636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-a10d8f3a-d77c-43ab-b0ef-ffe45f688b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:32.954688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-a10d8f3a-d77c-43ab-b0ef-ffe45f688b0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792944 Jan 27 19:28:33.050008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a1419349-6ad8-4d99-b6f4-f016093e4b17', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:27:47Z', 'updated_at': '2022-01-27T19:28:27Z', 'revision_number': 1, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:33.120076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-e4c58841-fb4f-4f61-8e0a-6e204ec344d8 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553850 Jan 27 19:28:33.153289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b51d2-8675-489b-8564-31136bb2aa5a None None] The sync data for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 is: [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a1419349-6ad8-4d99-b6f4-f016093e4b17', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:27:47Z', 'updated_at': '2022-01-27T19:28:27Z', 'revision_number': 1, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:28:33.274575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd7234-cd3b-4d2b-8cd9-752862af0a64 req-ad1201ff-4eb0-4bbb-896d-7fa2beb55a36 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:33.282244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ccd7234-cd3b-4d2b-8cd9-752862af0a64 req-ad1201ff-4eb0-4bbb-896d-7fa2beb55a36 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1444440 Jan 27 19:28:33.416665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dcceb7a9-8ead-4cff-ab3b-b902d9ff2adc req-61951cde-9e69-4f3e-a1bf-2111f2c6def0 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894664 Jan 27 19:28:33.425192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ccd7234-cd3b-4d2b-8cd9-752862af0a64 req-4eb361ac-d319-4111-9627-102c21373956 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354597 Jan 27 19:28:33.634743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a971f69-4bb7-485a-95bd-8249ab961769 None None] New status for floating IP a1419349-6ad8-4d99-b6f4-f016093e4b17: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:28:33.945995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873c654-0bdc-44cc-bb0e-305df6a5fc71 req-279210fa-b448-4a00-b185-020c7346260d tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:33.950726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3873c654-0bdc-44cc-bb0e-305df6a5fc71 req-279210fa-b448-4a00-b185-020c7346260d tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.2463450 Jan 27 19:28:34.143014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3873c654-0bdc-44cc-bb0e-305df6a5fc71 req-2cafa25e-daa5-49b1-8179-9f6a2b7ef0a1 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746554 Jan 27 19:28:34.632583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:34.743764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Deleting subnet b1de8802-89c2-42b8-b2fa-6ac675b73d6a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:28:34.754560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Publish callbacks [] for subnet (b1de8802-89c2-42b8-b2fa-6ac675b73d6a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:34.830715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b1de8802-89c2-42b8-b2fa-6ac675b73d6a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:34.887925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f7f7bb0d-a549-46cc-8124-025cd0f46cc5 req-1d9a7d94-7672-4ee7-aed0-e359002e90d7 service neutron] (103322) timed out ('10.222.0.66', 62346) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:28:34.956801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b1de8802-89c2-42b8-b2fa-6ac675b73d6a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:35.123966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b1de8802-89c2-42b8-b2fa-6ac675b73d6a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:35.200034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1de8802-89c2-42b8-b2fa-6ac675b73d6a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:35.217453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:35.226083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:35.236203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f3deadf7-8ccc-467f-8dd4-505a4c72c7a7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b1de8802-89c2-42b8-b2fa-6ac675b73d6a HTTP/1.1" status: 204 len: 168 time: 0.6014230 Jan 27 19:28:35.560570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (83a37478-d301-48e2-9740-ea1d4af3683d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.361796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b98b-8b4b-4196-9096-f63cdafed983 req-944e02d9-d315-4fa9-89f3-adf2f4421863 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:36.370118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da2b98b-8b4b-4196-9096-f63cdafed983 req-944e02d9-d315-4fa9-89f3-adf2f4421863 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.8356962 Jan 27 19:28:36.381924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (83a37478-d301-48e2-9740-ea1d4af3683d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.417093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a37478-d301-48e2-9740-ea1d4af3683d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:36.431088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fca57d2-af09-47ca-ae9a-43c8aeebd972') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:36.431957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fca57d2-af09-47ca-ae9a-43c8aeebd972') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:36.444671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (5fca57d2-af09-47ca-ae9a-43c8aeebd972), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.465197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5fca57d2-af09-47ca-ae9a-43c8aeebd972), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.477276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:28:36.478029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (5fca57d2-af09-47ca-ae9a-43c8aeebd972), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:28:36.563387 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:28:36.616760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (83a37478-d301-48e2-9740-ea1d4af3683d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.627228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:36.633845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] 10.222.0.59 "DELETE /v2.0/networks/83a37478-d301-48e2-9740-ea1d4af3683d HTTP/1.1" status: 204 len: 168 time: 1.4032154 Jan 27 19:28:36.690957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5164e-9bc5-411a-a0be-418ccd42f801 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a37478-d301-48e2-9740-ea1d4af3683d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:36.759742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da2b98b-8b4b-4196-9096-f63cdafed983 req-3ec681cf-a518-411e-8122-a10f90e6b138 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945477 Jan 27 19:28:37.013135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:37.128228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:37.136935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0af0d257-a090-42bb-8241-3fefb34002fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a30ba410e48745cdb0649da3b292e12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1218741 Jan 27 19:28:37.321370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] Publish callbacks [] for security_group (d55573f6-5f54-4022-8207-d6f5db23069e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:37.408746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] Publish callbacks [] for security_group (d55573f6-5f54-4022-8207-d6f5db23069e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:37.543816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d55573f6-5f54-4022-8207-d6f5db23069e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:37.547311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:37.553337 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d55573f6-5f54-4022-8207-d6f5db23069e HTTP/1.1" status: 204 len: 168 time: 0.4194546 Jan 27 19:28:37.580745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4404ec-a2ea-43be-a9a6-64e4703c4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55573f6-5f54-4022-8207-d6f5db23069e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:38.029069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5220a6-5609-42db-868f-10a9f2221937 req-f784380d-9d3e-43ab-9b67-dbada6ab1a45 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:38.045089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e5220a6-5609-42db-868f-10a9f2221937 req-f784380d-9d3e-43ab-9b67-dbada6ab1a45 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.1551044 Jan 27 19:28:38.097895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-57eb8dce-019c-4e86-987d-7131fbd6dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:38.103751 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-57eb8dce-019c-4e86-987d-7131fbd6dfbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acf4c7cc45734593b03b56fbd96b7a56&device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 1096 time: 0.1349814 Jan 27 19:28:38.170897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e5220a6-5609-42db-868f-10a9f2221937 req-dea40519-672b-4f88-94f3-13353009c8b9 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222835 Jan 27 19:28:38.368910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-37ec9dc8-8720-4cfd-a842-2d5a445aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:38.370624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-37ec9dc8-8720-4cfd-a842-2d5a445aeea7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badea029-12da-4e46-b00b-bd82b158315e HTTP/1.1" status: 200 len: 914 time: 0.2609541 Jan 27 19:28:38.489950 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-456d2750-b1c1-44c9-9082-0d5150c7c8ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83affb44-6137-47d4-8c8e-d1f871df7627 HTTP/1.1" status: 200 len: 217 time: 0.1021364 Jan 27 19:28:38.571218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-5dc638b8-9cfc-4227-b80b-c39127b4a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:38.574728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-5dc638b8-9cfc-4227-b80b-c39127b4a4da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d930027-cf40-41c0-a2f8-ec00664bd90b HTTP/1.1" status: 200 len: 853 time: 0.0752487 Jan 27 19:28:38.606073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06517-40f0-4211-8d3f-8df0a0eb3b01 req-91c3bdcc-f9f6-4fb0-8cc0-393100cddd2d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:38.619402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fd06517-40f0-4211-8d3f-8df0a0eb3b01 req-91c3bdcc-f9f6-4fb0-8cc0-393100cddd2d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1042762 Jan 27 19:28:38.639462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-198c53b4-5584-442e-8e47-a942bd3e1bc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badea029-12da-4e46-b00b-bd82b158315e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498393 Jan 27 19:28:38.696456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fd06517-40f0-4211-8d3f-8df0a0eb3b01 req-b51ff328-7121-4d81-a844-28f979c30da6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756450 Jan 27 19:28:38.811317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-26aeea3a-9afd-48d8-a2f7-72fe29e9bce3 service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633279 Jan 27 19:28:38.994765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18b67a10-de33-45b1-b45f-ef1e81d4f0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:39.011124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-244177f0-51cf-4265-a3c6-97b35f9b9aef req-b67d70d4-0a01-4f17-b872-1a59e4b0e0c7 service neutron] 10.222.0.39 "GET /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884139 Jan 27 19:28:39.042841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be4649-3678-428e-81f7-ea3002ddf5b6 req-bd359004-72c1-4f06-9e0d-2c4cc2d63bbf tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:39.044453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98be4649-3678-428e-81f7-ea3002ddf5b6 req-bd359004-72c1-4f06-9e0d-2c4cc2d63bbf tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1291468 Jan 27 19:28:39.107707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98be4649-3678-428e-81f7-ea3002ddf5b6 req-0384a87f-c989-4b97-b766-e763eceb28ad tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 Jan 27 19:28:39.501086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8822de2-5889-4c20-b044-12f77977d52a req-6dc62099-e00c-4711-8f36-2aa8e8ee8ec3 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:39.502854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8822de2-5889-4c20-b044-12f77977d52a req-6dc62099-e00c-4711-8f36-2aa8e8ee8ec3 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.0575767 Jan 27 19:28:39.567169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8822de2-5889-4c20-b044-12f77977d52a req-582eadee-47c9-4161-ac0f-1facca926ce0 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jan 27 19:28:40.354445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcca3b3-f659-4245-a666-6d50e1af3a91 req-b53935e4-f40d-4601-94c9-44ff291c4466 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:40.359021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfcca3b3-f659-4245-a666-6d50e1af3a91 req-b53935e4-f40d-4601-94c9-44ff291c4466 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1358078 Jan 27 19:28:40.486603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfcca3b3-f659-4245-a666-6d50e1af3a91 req-b2b128ce-cd41-4065-866a-bb3090883659 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192005 Jan 27 19:28:40.576034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e6eb7d2-074e-45cb-9b16-2ee704c6b9be req-1c47a27a-5759-418e-a7da-71d1a57f6c7c tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0376348 Jan 27 19:28:40.721161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a96fa-a978-4374-af78-eff4d87a46cb req-94bde3fc-be5b-4a7b-ad1c-7ca7b72ff69f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:40.724482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe1a96fa-a978-4374-af78-eff4d87a46cb req-94bde3fc-be5b-4a7b-ad1c-7ca7b72ff69f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.0988789 Jan 27 19:28:40.829652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d019-bba1-4b5d-9721-a0eb6e3f5b13 req-6a51ed44-750e-473b-92af-b0a55e364319 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:40.831174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de20d019-bba1-4b5d-9721-a0eb6e3f5b13 req-6a51ed44-750e-473b-92af-b0a55e364319 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.1052735 Jan 27 19:28:40.835219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe1a96fa-a978-4374-af78-eff4d87a46cb req-4080c8d2-b388-48b7-948e-c037d8eef93f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698185 Jan 27 19:28:40.941991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de20d019-bba1-4b5d-9721-a0eb6e3f5b13 req-a49f502c-765a-4c85-b77c-5e3334a74689 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 Jan 27 19:28:41.301186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-6685c0dc-b5f1-46c2-8433-abfb95844f22 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:41.305800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-6685c0dc-b5f1-46c2-8433-abfb95844f22 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.2160401 Jan 27 19:28:41.342814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-64f204cd-1f01-4900-93bc-8572bc33c689 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/quotas/2f563e43a1cc42b3b562769dae3cb039 HTTP/1.1" status: 200 len: 375 time: 0.0285068 Jan 27 19:28:41.426717 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-6283d806-5a37-4c66-94b2-2567b29a224e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747299 Jan 27 19:28:41.554553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-6bfb1eab-571a-4684-90de-a9f2941203d5 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210995 Jan 27 19:28:41.673059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-50b886af-a397-4a4d-acc4-458c7a647404 service neutron] 10.222.0.59 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174269 Jan 27 19:28:41.826885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:41.993087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9221f5a-553d-4408-89d5-0de7a5bc8860 req-a24c5a3a-0e4d-49ed-b9a6-0653d24239bc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:42.003946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9221f5a-553d-4408-89d5-0de7a5bc8860 req-a24c5a3a-0e4d-49ed-b9a6-0653d24239bc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1256402 Jan 27 19:28:42.030525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fc688e4-4d0a-48b4-b00a-408bcdc79436 req-b516e610-a8b3-4518-8e98-1442b60fa5b2 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0643151 Jan 27 19:28:42.048512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 366ee698-d250-4415-a1c3-f156eff66bb8 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:42.049192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:42.107151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ac92c9a-8962-4fcd-bee3-014c9687a497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:42.121022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:42.124966 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ea0ca-99be-46b9-bf1d-0c4e05f1fa70" -d '{"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-unplugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:42.129648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9221f5a-553d-4408-89d5-0de7a5bc8860 req-945c99e2-9dc8-4b6f-950b-fb94d62c8ef2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024542 Jan 27 19:28:42.174443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:42.184078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:42.252382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dee0becf-af4b-4fc5-b346-72b0ff8c260b req-eb114e5a-a9b4-496c-b72b-2dbdff7ab92d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 210 time: 0.0492883 Jan 27 19:28:42.286017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:42.390429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8b3c-bb94-44b5-be6e-ef2b392633c8 req-bc38719f-4eac-4c5a-a375-cf1ea28a8807 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:42.400857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f53c8b3c-bb94-44b5-be6e-ef2b392633c8 req-bc38719f-4eac-4c5a-a375-cf1ea28a8807 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.0915141 Jan 27 19:28:42.478215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f53c8b3c-bb94-44b5-be6e-ef2b392633c8 req-09b311c1-4c02-4fa8-8f54-6da8a80766b8 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704949 Jan 27 19:28:42.522996 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7fd3e-bf71-4796-829b-c35e228bb7ba x-openstack-request-id: req-01c7fd3e-bf71-4796-829b-c35e228bb7ba {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:42.523617 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-unplugged", "status": "completed", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:42.524128 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01c7fd3e-bf71-4796-829b-c35e228bb7ba {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:42.524940 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8', 'code': 200} Jan 27 19:28:42.660314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17c187-face-438b-84ed-f365919be61c req-e2f7d988-7cc7-41dc-b894-a9e4dc5d4849 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:42.674321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b17c187-face-438b-84ed-f365919be61c req-e2f7d988-7cc7-41dc-b894-a9e4dc5d4849 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1149781 Jan 27 19:28:42.732355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e478eacc-a98a-4e9d-8695-6d54e82069b5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:42.736422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e478eacc-a98a-4e9d-8695-6d54e82069b5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "GET /v2.0/ports?device_id=5828a105-992b-4b37-ba5c-88b3997eb155 HTTP/1.1" status: 200 len: 944 time: 0.1938577 Jan 27 19:28:42.739414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b17c187-face-438b-84ed-f365919be61c req-a7588c39-9b44-4728-8274-24475fc3bac2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Jan 27 19:28:42.969543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Deleting port 366ee698-d250-4415-a1c3-f156eff66bb8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:42.970193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:43.120607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d00fd-b3e1-4329-872f-bae2260e4247 req-e0b5ac75-b8cb-4ece-818a-7dc5b78b80b1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:43.130020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-983d00fd-b3e1-4329-872f-bae2260e4247 req-e0b5ac75-b8cb-4ece-818a-7dc5b78b80b1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.0927029 Jan 27 19:28:43.182770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] For port 366ee698-d250-4415-a1c3-f156eff66bb8, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=366ee698-d250-4415-a1c3-f156eff66bb8,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:43.183422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:43.199743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Calling delete_port for 366ee698-d250-4415-a1c3-f156eff66bb8 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:43.212376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-983d00fd-b3e1-4329-872f-bae2260e4247 req-f99a19d9-9399-49e5-ad34-a9ea8a446ce9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748341 Jan 27 19:28:43.300391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76b3dd3b-7dc1-4e9a-880d-c30a57b54f34 req-6fc4c5d8-8006-4739-b34b-a8fadef55436 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0336123 Jan 27 19:28:43.392904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882c86f-a333-40ad-a40c-77b091d63746 req-f88ed1ce-488b-42f0-ad06-b1fc710b01af tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:43.412335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4882c86f-a333-40ad-a40c-77b091d63746 req-f88ed1ce-488b-42f0-ad06-b1fc710b01af tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 945 time: 0.1147702 Jan 27 19:28:43.581074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847c50d8-1da1-42f1-b9c2-ab96c6ac3b0a req-4af514aa-3f4d-4a6a-8871-7015f3ecbcec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0995274 Jan 27 19:28:43.657052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4882c86f-a333-40ad-a40c-77b091d63746 req-5a2389f0-6e03-450a-a568-f42420adabf7 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420962 Jan 27 19:28:43.715541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1eee9-38e5-479b-8d02-72d7c9323398 req-3b677633-b242-4d7c-960d-ee6e3670f64e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:43.733526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eca1eee9-38e5-479b-8d02-72d7c9323398 req-3b677633-b242-4d7c-960d-ee6e3670f64e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1606472 Jan 27 19:28:43.811928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (366ee698-d250-4415-a1c3-f156eff66bb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:43.860952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34d8f8be-0228-4f2a-a021-3f20f20f06c1 req-81d100ae-610a-40c1-bea1-dcc774a3eee5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 210 time: 0.0726593 Jan 27 19:28:43.904592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event deleted for resources: {'Port': ['ID=366ee698-d250-4415-a1c3-f156eff66bb8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:43.993132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-2af9b237-6db6-4a68-83eb-82d20a3e8b8b tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:44.004089 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-2af9b237-6db6-4a68-83eb-82d20a3e8b8b tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.66 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 805 time: 0.5252664 Jan 27 19:28:44.004274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eca1eee9-38e5-479b-8d02-72d7c9323398 req-4a7e5cf1-0406-451a-a790-ea0da8d618da tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649486 Jan 27 19:28:44.029195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Request body: {'port': {'device_id': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'admin_state_up': True, 'tenant_id': '2f563e43a1cc42b3b562769dae3cb039'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:44.037626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] No DVR routers for this DVR port 366ee698-d250-4415-a1c3-f156eff66bb8 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:44.044064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:44.051239 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-883bb603-2a61-43e8-82e0-6cc85bbe4811 req-e0a3ef64-1117-4c89-b807-a41ba6086dcb tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.39 "DELETE /v2.0/ports/366ee698-d250-4415-a1c3-f156eff66bb8 HTTP/1.1" status: 204 len: 173 time: 1.2988675 Jan 27 19:28:44.052449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-deleted', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:44.057069 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17788e08-3cc0-4ece-9e0d-9f2820edb8fa" -d '{"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-deleted", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:44.094200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9852-b310-4820-89ad-13210c9ef54c req-59c17246-92b9-43b9-bfe7-444e07fd59b5 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:44.097742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a63a9852-b310-4820-89ad-13210c9ef54c req-59c17246-92b9-43b9-bfe7-444e07fd59b5 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.39 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.2623174 Jan 27 19:28:44.278355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Made reservation on behalf of 2f563e43a1cc42b3b562769dae3cb039 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:44.285656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:44.346785 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928bab2b-f53e-4df7-9a93-de9e665058cc x-openstack-request-id: req-928bab2b-f53e-4df7-9a93-de9e665058cc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:44.347735 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a105-992b-4b37-ba5c-88b3997eb155", "name": "network-vif-deleted", "tag": "366ee698-d250-4415-a1c3-f156eff66bb8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:44.351931 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-928bab2b-f53e-4df7-9a93-de9e665058cc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:44.352431 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a105-992b-4b37-ba5c-88b3997eb155', 'name': 'network-vif-deleted', 'tag': '366ee698-d250-4415-a1c3-f156eff66bb8', 'status': 'completed', 'code': 200} Jan 27 19:28:44.397397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd72cd8-66cd-4db0-b353-e349f438b5e9 req-664d9024-ce5b-4ee5-9bde-552ea7381611 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:44.411807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9cd72cd8-66cd-4db0-b353-e349f438b5e9 req-664d9024-ce5b-4ee5-9bde-552ea7381611 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 945 time: 0.2408745 Jan 27 19:28:44.516372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Allocated IP 172.20.0.5 (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22/006dac98-3e5c-41f1-81b9-b842fc456482/b60de1dd-7a55-4e37-846b-cc7fee79e2d1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:44.571344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9cd72cd8-66cd-4db0-b353-e349f438b5e9 req-5d0e7049-1210-4523-bccd-cda630cd0b65 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/security-groups?id=7226dc12-116f-4ae1-9c8f-e355e484c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581526 Jan 27 19:28:44.606421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24d76-b767-4fd0-a175-dc1887ea93df req-f87cceff-d1b0-49e4-88f4-2f0a3196ab10 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:44.618110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53c24d76-b767-4fd0-a175-dc1887ea93df req-f87cceff-d1b0-49e4-88f4-2f0a3196ab10 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1790502 Jan 27 19:28:44.627669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Deleting port 83affb44-6137-47d4-8c8e-d1f871df7627 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:44.628251 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:44.782539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks [] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:44.813945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1fff576-f33c-4610-852c-a77b16a6072f req-89eddba9-e31b-442c-934f-9e1d46635be4 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0968990 Jan 27 19:28:44.895136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:44.995264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53c24d76-b767-4fd0-a175-dc1887ea93df req-cb122aa1-7a46-4d45-9cd1-020b4ace87d1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605576 Jan 27 19:28:45.042602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:45.063066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:45.068178 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.077467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:45.105398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] For port 83affb44-6137-47d4-8c8e-d1f871df7627, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=83affb44-6137-47d4-8c8e-d1f871df7627,segment=NetworkSegment(d28f53e6-cbb5-4854-b5a7-6986654b2437),segment_id=d28f53e6-cbb5-4854-b5a7-6986654b2437)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:45.106312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.141502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:45.182732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Calling delete_port for 83affb44-6137-47d4-8c8e-d1f871df7627 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:45.193511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:45.194803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.233395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d891f-bcfb-4118-9013-3563125d261f req-ffb843d7-b118-4b87-aacf-89bac7a78baa tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:45.241991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f96d891f-bcfb-4118-9013-3563125d261f req-ffb843d7-b118-4b87-aacf-89bac7a78baa tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 945 time: 0.2318981 Jan 27 19:28:45.276675 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-4edfc6a8-993d-4658-a316-0ff3abc81298 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2544949 Jan 27 19:28:45.297553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Request body: {'port': {'device_id': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:45.423512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-58373311-4dc9-489e-a15c-30634dd92054 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:45.427207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-58373311-4dc9-489e-a15c-30634dd92054 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.66 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 945 time: 0.2258041 Jan 27 19:28:45.436311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (83affb44-6137-47d4-8c8e-d1f871df7627), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.465999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['83affb44-6137-47d4-8c8e-d1f871df7627'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:45.499637 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.500690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.512832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551379-234a-4eab-aa1d-d92a230f8127 req-57cf79dd-6246-4550-8cc5-02839e50bc72 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:45.520699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e551379-234a-4eab-aa1d-d92a230f8127 req-57cf79dd-6246-4550-8cc5-02839e50bc72 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 931 time: 0.3964508 Jan 27 19:28:45.585663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Pushing event deleted for resources: {'Port': ['ID=83affb44-6137-47d4-8c8e-d1f871df7627,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:45.642590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] No DVR routers for this DVR port 83affb44-6137-47d4-8c8e-d1f871df7627 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:45.652970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.656459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a63a9852-b310-4820-89ad-13210c9ef54c req-2f51cde7-0add-4e2c-b1ec-0a3b12eff8e2 tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.39 "DELETE /v2.0/ports/83affb44-6137-47d4-8c8e-d1f871df7627 HTTP/1.1" status: 204 len: 173 time: 1.5523498 Jan 27 19:28:45.661074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'name': 'network-vif-deleted', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:45.664252 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed0b8d-25da-4124-8fe9-54d2a4a30709" -d '{"events": [{"server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "name": "network-vif-deleted", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:45.699787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f96d891f-bcfb-4118-9013-3563125d261f req-53670dd8-d656-4c04-bcef-70fcf41cefb9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645683 Jan 27 19:28:45.715004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e551379-234a-4eab-aa1d-d92a230f8127 req-6b08e8ab-a2f6-4efd-bd93-3e270df580a8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932528 Jan 27 19:28:45.927080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Deleting port 722fae90-b3c7-405d-a7db-e949ea54a6fe {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:28:45.928243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:45.958885 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:46.030801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cd0739f-97ec-4f57-a808-0b4dda79173e req-a54668e8-766d-4f63-ab16-6b8e50f4cacd tempest-InstanceActionsTestJSON-536959736 tempest-InstanceActionsTestJSON-536959736-project] 10.222.0.59 "GET /v2.0/ports?device_id=932bddf7-e42c-4df2-a97f-76e7e4ae660d HTTP/1.1" status: 200 len: 210 time: 0.0493400 Jan 27 19:28:46.073207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7bd49-ea71-4924-866e-b7d8f4b77975 req-7de8088f-3d80-4e58-9baf-369b93ac4131 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:46.078813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84a7bd49-ea71-4924-866e-b7d8f4b77975 req-7de8088f-3d80-4e58-9baf-369b93ac4131 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1847346 Jan 27 19:28:46.182834 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d11d29-e728-4171-8009-362bcb8c8085 x-openstack-request-id: req-21d11d29-e728-4171-8009-362bcb8c8085 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:46.184618 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932bddf7-e42c-4df2-a97f-76e7e4ae660d", "name": "network-vif-deleted", "tag": "83affb44-6137-47d4-8c8e-d1f871df7627", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:46.184618 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21d11d29-e728-4171-8009-362bcb8c8085 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:46.184957 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932bddf7-e42c-4df2-a97f-76e7e4ae660d', 'name': 'network-vif-deleted', 'tag': '83affb44-6137-47d4-8c8e-d1f871df7627', 'status': 'completed', 'code': 200} Jan 27 19:28:46.215308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84a7bd49-ea71-4924-866e-b7d8f4b77975 req-223ba490-e866-4c8e-a6d5-e24f2fd935e1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242018 Jan 27 19:28:46.272097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-427de0c2-8f2a-45bf-baff-c52c0501df5a req-86d9fc18-bf5e-44bb-a12c-e09700a37f60 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0412006 Jan 27 19:28:46.402949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] For port 722fae90-b3c7-405d-a7db-e949ea54a6fe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=722fae90-b3c7-405d-a7db-e949ea54a6fe,segment=NetworkSegment(c4ff5e49-b43a-4113-a2b3-014a0302b088),segment_id=c4ff5e49-b43a-4113-a2b3-014a0302b088)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:46.403544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:46.437479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Calling delete_port for 722fae90-b3c7-405d-a7db-e949ea54a6fe owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:28:46.553006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e16b1-5f9e-4d21-b3aa-c7e558f7da9a req-ba47d3c4-ba08-4139-a850-a8aca1366a8f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:46.567054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-901e16b1-5f9e-4d21-b3aa-c7e558f7da9a req-ba47d3c4-ba08-4139-a850-a8aca1366a8f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1254215 Jan 27 19:28:46.621645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60de1dd-7a55-4e37-846b-cc7fee79e2d1 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:46.659486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-901e16b1-5f9e-4d21-b3aa-c7e558f7da9a req-926b9305-5d24-45de-8e61-dd43482e8e43 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860903 Jan 27 19:28:46.662522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks [] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:46.758075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Transition to ACTIVE for port object b60de1dd-7a55-4e37-846b-cc7fee79e2d1 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:28:46.784240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:46.995222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:47.042684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d068-2990-4859-916d-c8dfa5f1f49e req-3af246ef-6075-41f1-b8fd-de5b7d682c51 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:47.050741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d980d068-2990-4859-916d-c8dfa5f1f49e req-3af246ef-6075-41f1-b8fd-de5b7d682c51 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1596668 Jan 27 19:28:47.090374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (722fae90-b3c7-405d-a7db-e949ea54a6fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.108497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['722fae90-b3c7-405d-a7db-e949ea54a6fe'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:47.140105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d980d068-2990-4859-916d-c8dfa5f1f49e req-23b0173f-1269-4b32-aa46-59a43a1251a5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863647 Jan 27 19:28:47.235963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Pushing event deleted for resources: {'Port': ['ID=722fae90-b3c7-405d-a7db-e949ea54a6fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:47.391399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12688-dfb5-45f6-a261-fe33316d9b92 req-56c828ca-e20d-41f8-bab9-9ebcadf01a2e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:47.393013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25d12688-dfb5-45f6-a261-fe33316d9b92 req-56c828ca-e20d-41f8-bab9-9ebcadf01a2e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.0897186 Jan 27 19:28:47.394287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] No DVR routers for this DVR port 722fae90-b3c7-405d-a7db-e949ea54a6fe on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:28:47.400259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.406650 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-16bd4d21-2ae8-409c-b3e8-27e60be3e3f3 req-eecafa9a-a979-4e10-ad2d-a5043f6b1cd9 tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.66 "DELETE /v2.0/ports/722fae90-b3c7-405d-a7db-e949ea54a6fe HTTP/1.1" status: 204 len: 173 time: 1.9734504 Jan 27 19:28:47.407775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Attempting to bind port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:47.409044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Attempting to bind port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:47.409758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Attempting to bind port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:47.413242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'name': 'network-vif-deleted', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:47.415627 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca893e5-9787-47d3-894d-296900f7b658" -d '{"events": [{"server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "name": "network-vif-deleted", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:47.421733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:28:47.422046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Attempting to bind port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 on network cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:47.425083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86628d52-3d4d-4d5b-a34b-baedc61043c2 req-715fda73-c298-436a-bc1a-08a4c3b22d4a tempest-ServerTagsTestJSON-1367870847 tempest-ServerTagsTestJSON-1367870847-project] 10.222.0.59 "GET /v2.0/ports?device_id=e07c6967-0da8-40eb-925e-3ff672416c19 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Jan 27 19:28:47.447722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:47.447722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Checking segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:47.448206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Bound using segment: {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:47.448556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Bound port: b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9f1825-5a66-4a28-a212-521c877b984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:47.451541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.548433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25d12688-dfb5-45f6-a261-fe33316d9b92 req-3284e3d2-a0a2-402b-b8f0-af8c78cb151c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Jan 27 19:28:47.599136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:47.607711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:47.617310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.672996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:47.694092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:47.694740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.698777 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] 10.222.0.66 "PUT /v2.0/ports/b60de1dd-7a55-4e37-846b-cc7fee79e2d1 HTTP/1.1" status: 200 len: 1091 time: 2.4091909 Jan 27 19:28:47.775953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de46a3-0508-4417-9fc0-18b5a7bf4474 service neutron] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:47.854602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Deleting subnet 4d930027-cf40-41c0-a2f8-ec00664bd90b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:28:47.862684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:47.864832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-118612db-ec42-4002-b8e7-fe83a47690b3 req-be2d9438-28ed-4c9c-b3cf-70040893c9df tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0834000 Jan 27 19:28:47.867071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Publish callbacks [] for subnet (4d930027-cf40-41c0-a2f8-ec00664bd90b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:47.934668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-1f386e80-21cc-415c-a50b-56e0c807928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:47.937236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-1f386e80-21cc-415c-a50b-56e0c807928a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1012847 Jan 27 19:28:47.945389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 366ee698-d250-4415-a1c3-f156eff66bb8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:47.946329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 366ee698-d250-4415-a1c3-f156eff66bb8 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:47.947012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 83affb44-6137-47d4-8c8e-d1f871df7627 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:47.979720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 83affb44-6137-47d4-8c8e-d1f871df7627 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:47.980459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 83affb44-6137-47d4-8c8e-d1f871df7627 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:48.011545 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851315e8-83ba-43aa-a577-ce5f201d7603 x-openstack-request-id: req-851315e8-83ba-43aa-a577-ce5f201d7603 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:48.012140 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07c6967-0da8-40eb-925e-3ff672416c19", "name": "network-vif-deleted", "tag": "722fae90-b3c7-405d-a7db-e949ea54a6fe", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:48.012140 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-851315e8-83ba-43aa-a577-ce5f201d7603 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:48.012756 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07c6967-0da8-40eb-925e-3ff672416c19', 'name': 'network-vif-deleted', 'tag': '722fae90-b3c7-405d-a7db-e949ea54a6fe', 'status': 'completed', 'code': 200} Jan 27 19:28:48.015797 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-27497999-ba20-40c7-ab89-e759b7d080c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0698993 Jan 27 19:28:48.070925 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (4d930027-cf40-41c0-a2f8-ec00664bd90b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.079049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef67a6-d82c-466c-90f7-38904979f05d req-07b77973-cf80-4435-a09d-14282b939d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.080601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-07b77973-cf80-4435-a09d-14282b939d04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.0584183 Jan 27 19:28:48.116787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-3f4b3dee-c366-45c5-9cca-6638d88c8a64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283563 Jan 27 19:28:48.222471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4d930027-cf40-41c0-a2f8-ec00664bd90b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.265074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a978063-2a5b-4c6b-a189-b15f8e39f9b1 req-743bb4ca-0eee-48ba-85a8-10aaf74be9ba tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.267533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a978063-2a5b-4c6b-a189-b15f8e39f9b1 req-743bb4ca-0eee-48ba-85a8-10aaf74be9ba tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 814 time: 0.3453298 Jan 27 19:28:48.302269 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-1b084847-b9bc-4bb5-8507-0194de604551 service neutron] 10.222.0.66 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783390 Jan 27 19:28:48.306577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a978063-2a5b-4c6b-a189-b15f8e39f9b1 req-ba87c063-b3e2-4d1b-954f-78f6e1419f04 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/quotas/f277cd5ca2cb4ec2abb47c83efedb6ae HTTP/1.1" status: 200 len: 375 time: 0.0255835 Jan 27 19:28:48.399738 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (4d930027-cf40-41c0-a2f8-ec00664bd90b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.428009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d930027-cf40-41c0-a2f8-ec00664bd90b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:48.436104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.439947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e4c7a7f-e53e-432c-8e42-17988d7a3a1f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4d930027-cf40-41c0-a2f8-ec00664bd90b HTTP/1.1" status: 204 len: 168 time: 0.7645545 Jan 27 19:28:48.445454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:48.478091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a978063-2a5b-4c6b-a189-b15f8e39f9b1 req-8b8b5e18-9845-4d17-b030-ba9a97226c35 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1635108 Jan 27 19:28:48.563277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47434) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:48.573843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-deef67a6-d82c-466c-90f7-38904979f05d req-2f180671-0204-4a24-80d0-f6130a5bedff service neutron] 10.222.0.66 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640290 Jan 27 19:28:48.579057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (badea029-12da-4e46-b00b-bd82b158315e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.625073 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-eea1b86b-1a8e-47c2-aebe-c8e01cdc5214 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1689239 Jan 27 19:28:48.638257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Deleting subnet 6831871b-94c2-4382-af1d-47aa92127bef {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:28:48.642418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Publish callbacks [] for subnet (6831871b-94c2-4382-af1d-47aa92127bef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.685890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (6831871b-94c2-4382-af1d-47aa92127bef), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.741597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (badea029-12da-4e46-b00b-bd82b158315e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.775606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badea029-12da-4e46-b00b-bd82b158315e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:48.788629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28f53e6-cbb5-4854-b5a7-6986654b2437') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:48.788629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28f53e6-cbb5-4854-b5a7-6986654b2437') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:48.809999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d28f53e6-cbb5-4854-b5a7-6986654b2437), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.856490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (6831871b-94c2-4382-af1d-47aa92127bef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.867304 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d28f53e6-cbb5-4854-b5a7-6986654b2437), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.881017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:28:48.881511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d28f53e6-cbb5-4854-b5a7-6986654b2437), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:28:48.885928 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:28:48.907815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476b454-6431-4639-b94f-b61aa1124d8f req-f10c0e61-c2d6-4cd3-8e7a-a02373a47f76 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.911632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3476b454-6431-4639-b94f-b61aa1124d8f req-f10c0e61-c2d6-4cd3-8e7a-a02373a47f76 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2860394 Jan 27 19:28:48.916375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.917307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.918152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.918901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.919713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.920593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.921444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:48.924819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-56a664d0-2e97-461f-9dae-cab03995fc7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.1812711 Jan 27 19:28:49.035430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (6831871b-94c2-4382-af1d-47aa92127bef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:49.040038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d1f-203d-4c85-b2d5-07af094664bd req-67dc6b51-7518-4d05-af96-da58be2c54be tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.046116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78263d1f-203d-4c85-b2d5-07af094664bd req-67dc6b51-7518-4d05-af96-da58be2c54be tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.2141395 Jan 27 19:28:49.091603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6831871b-94c2-4382-af1d-47aa92127bef,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:49.094097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:49.101124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-658c3c4b-bd37-4fe0-9faa-3952b3dda655 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6831871b-94c2-4382-af1d-47aa92127bef HTTP/1.1" status: 204 len: 168 time: 0.5370679 Jan 27 19:28:49.104202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:49.125195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (badea029-12da-4e46-b00b-bd82b158315e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:49.162751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:49.171876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] 10.222.0.59 "DELETE /v2.0/networks/badea029-12da-4e46-b00b-bd82b158315e HTTP/1.1" status: 204 len: 168 time: 0.7251670 Jan 27 19:28:49.211078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3476b454-6431-4639-b94f-b61aa1124d8f req-5563e30f-047e-4853-8dce-10869439bdd8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389011 Jan 27 19:28:49.218282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df014a-7171-4b14-b176-782210bf795f admin admin] Pushing event deleted for resources: {'Network': ['ID=badea029-12da-4e46-b00b-bd82b158315e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:49.245009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78263d1f-203d-4c85-b2d5-07af094664bd req-f7a17764-b96b-4e54-9fbd-58932e2f078d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786036 Jan 27 19:28:49.271038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-6dd61d3b-d644-4bbc-b1d0-1ec029d1a334 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502507 Jan 27 19:28:49.506575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90a53190-aab8-44bd-9b04-43ef41a471c0 req-7746139d-875e-463a-8754-386885e65599 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.1495471 Jan 27 19:28:49.586670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-0298532d-f82e-4aa3-8263-e5761b9e3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.589400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-0298532d-f82e-4aa3-8263-e5761b9e3dca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1097 time: 0.1990592 Jan 27 19:28:49.621666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94fd5d-cc8e-439d-aeff-371169600509 req-6169b4bf-34dc-4e2b-9f4f-0bcfe0446e6a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.630919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb94fd5d-cc8e-439d-aeff-371169600509 req-6169b4bf-34dc-4e2b-9f4f-0bcfe0446e6a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1417737 Jan 27 19:28:49.653413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:49.686745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-1e04e0eb-1a04-489c-b3b6-569b34cc3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.687361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-1e04e0eb-1a04-489c-b3b6-569b34cc3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.688083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-1e04e0eb-1a04-489c-b3b6-569b34cc3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.690132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-1e04e0eb-1a04-489c-b3b6-569b34cc3a3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=f520999e-07b2-4171-aaca-41bb73264804&id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 2292 time: 0.7337842 Jan 27 19:28:49.781023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb94fd5d-cc8e-439d-aeff-371169600509 req-e6a33739-900a-414c-9179-295c4825a63a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488762 Jan 27 19:28:49.790422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:49.795804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 722fae90-b3c7-405d-a7db-e949ea54a6fe no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:28:49.864491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 722fae90-b3c7-405d-a7db-e949ea54a6fe {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:28:49.866083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 722fae90-b3c7-405d-a7db-e949ea54a6fe not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:28:49.873995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-c3cdcb92-eaec-498b-9f2c-c6655274f89a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 1000 time: 0.1766484 Jan 27 19:28:49.887325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-28dba2d6-e4cf-4fe5-a5de-72e54462f1e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acf4c7cc45734593b03b56fbd96b7a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320137 Jan 27 19:28:49.891632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:49.946551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-70066274-8204-4c86-9155-9b0e1344fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:49.948501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-70066274-8204-4c86-9155-9b0e1344fa6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.3138454 Jan 27 19:28:50.015262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-9036e2fb-1b22-4678-8b3b-5b4bef851600 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.0585122 Jan 27 19:28:50.044167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:50.048347 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:50.064796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] Publish callbacks [] for security_group (7226dc12-116f-4ae1-9c8f-e355e484c0af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.109718 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] Publish callbacks [] for security_group (7226dc12-116f-4ae1-9c8f-e355e484c0af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.119425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.119715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-efec40b4-e7c4-4342-96b5-d17ee60a1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:50.121231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-efec40b4-e7c4-4342-96b5-d17ee60a1f44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.0901687 Jan 27 19:28:50.157891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-aeb6ae88-12f6-470f-86fc-b2ac07dd8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:50.162235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-aeb6ae88-12f6-470f-86fc-b2ac07dd8054 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 200 len: 851 time: 0.2469847 Jan 27 19:28:50.163367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-7494faf8-050c-47be-a601-d63adf4ea112 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304408 Jan 27 19:28:50.177993 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aee61a1-5810-4c7b-a372-44bdcbf1c763 x-openstack-request-id: req-3aee61a1-5810-4c7b-a372-44bdcbf1c763 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:50.178779 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:50.179435 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3aee61a1-5810-4c7b-a372-44bdcbf1c763 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:50.180284 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'status': 'completed', 'code': 200} Jan 27 19:28:50.209496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:50.276377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ff5e49-b43a-4113-a2b3-014a0302b088') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:50.276377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ff5e49-b43a-4113-a2b3-014a0302b088') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:28:50.276722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca241cd8-fa9d-4e35-b9e9-888b76732f72 req-c03581ca-ad53-4f29-83c6-08960020024f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae HTTP/1.1" status: 200 len: 221 time: 0.1113207 Jan 27 19:28:50.315869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7226dc12-116f-4ae1-9c8f-e355e484c0af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.320148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.325436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7226dc12-116f-4ae1-9c8f-e355e484c0af HTTP/1.1" status: 204 len: 168 time: 0.4286389 Jan 27 19:28:50.335401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-eb4e3c5d-bd4e-4080-b113-c31dca718d0e service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637447 Jan 27 19:28:50.336381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09db01-bd94-4eb5-812d-7e0d970cd696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226dc12-116f-4ae1-9c8f-e355e484c0af,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:50.430857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (c4ff5e49-b43a-4113-a2b3-014a0302b088), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.526480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-6784b91b-7ac1-4fdb-86d3-a61a9439f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:50.529803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-6784b91b-7ac1-4fdb-86d3-a61a9439f409 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=151d0951-5b25-4e89-bc06-67791b6ee0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3391626 Jan 27 19:28:50.559605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c4ff5e49-b43a-4113-a2b3-014a0302b088), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.578259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-fa752490-e04f-4c89-ba4a-6cb47346e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:50.581428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-fa752490-e04f-4c89-ba4a-6cb47346e2dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f563e43a1cc42b3b562769dae3cb039&device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 1094 time: 0.3743224 Jan 27 19:28:50.606208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:28:50.607041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (c4ff5e49-b43a-4113-a2b3-014a0302b088), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:28:50.629232 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:28:50.957693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-46c98768-c59c-4ed8-924c-10ef9a03c137 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122896 Jan 27 19:28:50.996103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.013116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.016522 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0 HTTP/1.1" status: 204 len: 168 time: 1.9107461 Jan 27 19:28:51.043641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9dd40a2-2693-47cf-a40a-106dddf9941b req-d11b9204-3740-4b3f-968e-49d860a57d1e service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986542 Jan 27 19:28:51.070739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32f8e6-25cb-43a7-9607-2642bbe6e5b8 req-850835d9-f981-4bd9-bf99-14533a9ab20d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.081047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b32f8e6-25cb-43a7-9607-2642bbe6e5b8 req-850835d9-f981-4bd9-bf99-14533a9ab20d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.6147785 Jan 27 19:28:51.161028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-ecd8e01d-0f34-438b-852d-ee8623b8ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.162763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2f79-6c4e-4b12-807f-e6546a3de6b5 req-5e6e890b-685b-4f11-a158-a6b61b300bd9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.165697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18dc2f79-6c4e-4b12-807f-e6546a3de6b5 req-5e6e890b-685b-4f11-a158-a6b61b300bd9 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.2171199 Jan 27 19:28:51.165991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-ecd8e01d-0f34-438b-852d-ee8623b8ccab service neutron] 10.222.0.66 "GET /v2.0/networks?id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 200 len: 906 time: 0.5552189 Jan 27 19:28:51.183606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32302fdb-3ed2-40a7-a7f0-d2b24ace48e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f7ea8a-ea06-49d3-aacf-9a01be4e1bd0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:51.194077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b32f8e6-25cb-43a7-9607-2642bbe6e5b8 req-b01ebdef-d2a4-492a-b2cc-192b9dc47736 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071393 Jan 27 19:28:51.345684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18dc2f79-6c4e-4b12-807f-e6546a3de6b5 req-4da367c5-f462-4a80-a2ad-aab13a13dbf0 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476023 Jan 27 19:28:51.383143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:51.425503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-53cc38bb-a31c-42bd-b344-c8d21ec76bd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1 HTTP/1.1" status: 200 len: 217 time: 0.2381849 Jan 27 19:28:51.564691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21bf2926-279c-48ee-8433-b69a28bd7c39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=981f0a4b4a1146e1af4a5055768ea88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746173 Jan 27 19:28:51.568565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:51.580759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-223a5656-7ef8-44ee-b413-e741d857234f service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955999 Jan 27 19:28:51.583202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-97ac11ef-5f54-4145-80a5-c453e36dbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.585119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-97ac11ef-5f54-4145-80a5-c453e36dbc9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 200 len: 845 time: 0.1472933 Jan 27 19:28:51.638260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12872f50-9ad0-419a-b94d-7719cbadd85e req-ee1a9f0c-f491-45c1-b866-28fe70930aa2 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.1095400 Jan 27 19:28:51.669408 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-2532bcb6-836f-4742-9650-df3bead4e0ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 217 time: 0.0780323 Jan 27 19:28:51.672170 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-f363d1f7-320a-4571-bb0e-4d27062efc85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795624 Jan 27 19:28:51.772859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] Publish callbacks [] for security_group (4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.792043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:28:51.820597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] Publish callbacks [] for security_group (4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.829732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb529f-25ed-4018-a5f5-81dd62fca497 req-41459c72-9a8f-4650-bf3a-ad7843e43d9a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.837748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81cb529f-25ed-4018-a5f5-81dd62fca497 req-41459c72-9a8f-4650-bf3a-ad7843e43d9a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1365521 Jan 27 19:28:51.868209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-8aa87fb2-3e71-4e18-830c-c8135efd1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:51.871029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-8aa87fb2-3e71-4e18-830c-c8135efd1e0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1820705 Jan 27 19:28:51.945663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81cb529f-25ed-4018-a5f5-81dd62fca497 req-016f1643-17d2-4b4d-a44a-cd429dcf2781 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062272 Jan 27 19:28:51.983172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.988322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:51.992642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f HTTP/1.1" status: 204 len: 168 time: 0.4202604 Jan 27 19:28:52.011430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30535e-31cd-4c06-a232-8f3acba78f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b84cc91-20e3-40ea-8cb5-ee5a2f6fbd2f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:52.014396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-929dd25a-639b-403f-b6f6-4822d0bdb94e service neutron] 10.222.0.66 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268092 Jan 27 19:28:52.033068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-e31467dc-f552-48b5-ac53-895d2c7bde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:52.049734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-e31467dc-f552-48b5-ac53-895d2c7bde2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705091 Jan 27 19:28:52.310283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ef0a-66b7-410e-a0ec-1cd08fd221f7 req-1d046469-1d01-48c8-8a3f-2f0c4a7cd030 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:52.312514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c600ef0a-66b7-410e-a0ec-1cd08fd221f7 req-1d046469-1d01-48c8-8a3f-2f0c4a7cd030 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1059322 Jan 27 19:28:52.365801 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-4428f359-c6ee-4763-853d-28b32e678b48 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044324 Jan 27 19:28:52.367695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aad197c2-b60e-4bf3-aeea-1cf8facfbcaf req-1bf6108f-cc52-468d-a558-6faeb78bc1d6 service neutron] 10.222.0.66 "GET /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373938 Jan 27 19:28:52.408888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c600ef0a-66b7-410e-a0ec-1cd08fd221f7 req-428fe3b8-9e88-4596-ae35-53153513d22a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856357 Jan 27 19:28:52.439096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:52.574901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:52.664926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'mac_address': 'fa:16:3e:ba:f3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:28:52.708060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830efc33-c329-49c3-84e3-59997e1496a8 req-2a62b00b-81fc-41c4-ade3-510d8bbc3468 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:52.715313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-830efc33-c329-49c3-84e3-59997e1496a8 req-2a62b00b-81fc-41c4-ade3-510d8bbc3468 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.1157207 Jan 27 19:28:52.726799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-518293027-network', 'tenant_id': '00b83cd311c84a88842726dc049e33da'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:52.727666 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-eb78fdc6-0d93-4b20-9258-c6c5a2b820c9 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489919 Jan 27 19:28:52.785435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:52.789831 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:52.849242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60de1dd-7a55-4e37-846b-cc7fee79e2d1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:28:52.854491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-f488d2c0-737b-4ddd-89bb-d8e7f01270e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 217 time: 0.1200359 Jan 27 19:28:52.882684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-830efc33-c329-49c3-84e3-59997e1496a8 req-f76e39a5-a070-40ac-9233-2227a6fb950b tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523077 Jan 27 19:28:52.890295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Made reservation on behalf of 00b83cd311c84a88842726dc049e33da for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:52.898604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:52.920697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:52.938066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.007521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.015544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-e3d5c5da-1b79-47fc-b60a-23e225ac78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.022272 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-e3d5c5da-1b79-47fc-b60a-23e225ac78f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1605341 Jan 27 19:28:53.085710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:53.137357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-bb780851-19f8-4354-9f73-0a85e6e427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.140138 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-bb780851-19f8-4354-9f73-0a85e6e427a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097507 Jan 27 19:28:53.155382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f123d8-7a20-4ee3-acc0-69901aa96988 req-8f851704-de52-4a67-9a5f-6aa20f91ce2c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.164045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5f123d8-7a20-4ee3-acc0-69901aa96988 req-8f851704-de52-4a67-9a5f-6aa20f91ce2c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2958379 Jan 27 19:28:53.241439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97c765fc-d672-4593-b902-ea2aa27b294f req-e91ce3aa-1917-4bb8-89a0-8c4583d7a71b tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0974851 Jan 27 19:28:53.273479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5f123d8-7a20-4ee3-acc0-69901aa96988 req-00ed6270-fdb2-4c45-b011-40bd7b6d0772 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080661 Jan 27 19:28:53.346024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks [] for security_group (c60750ef-9987-4ca2-ae06-51128a45a102), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.361496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c60750ef-9987-4ca2-ae06-51128a45a102), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.364610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b60de1dd-7a55-4e37-846b-cc7fee79e2d1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:28:53.392295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:28:53.399719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-ca9ec0bc-d06e-4423-a281-c82beeccb975 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502019 Jan 27 19:28:53.418520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (66525985-8a6e-4fa5-80a6-60571263443c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.418875 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Added segment 66525985-8a6e-4fa5-80a6-60571263443c of type vlan for network aa23e62b-f866-444f-93e7-9b10d7cf9e67 Jan 27 19:28:53.500227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (aa23e62b-f866-444f-93e7-9b10d7cf9e67), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.615665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-3b76efbc-cec9-44c0-8e4d-276db5aa9902 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086544 Jan 27 19:28:53.693509 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (aa23e62b-f866-444f-93e7-9b10d7cf9e67), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.696948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.696948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.698797 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-dfcd241d-4079-4df5-84f4-c31d834cb45b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 200 len: 217 time: 0.0773766 Jan 27 19:28:53.734955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60750ef-9987-4ca2-ae06-51128a45a102,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:53.755016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:53.799500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-de006809-a9be-4a7b-93a9-86468b051d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.801634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-de006809-a9be-4a7b-93a9-86468b051d1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0965595 Jan 27 19:28:53.842766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:53.873810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=aa23e62b-f866-444f-93e7-9b10d7cf9e67,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:53.887924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-871eabb1-0213-4ff9-91b3-0ad79e8ac9b9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4473224 Jan 27 19:28:53.890746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:53.891259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network aa23e62b-f866-444f-93e7-9b10d7cf9e67 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:28:53.896007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-fef1a7b8-acd6-48a9-84a8-27aa988adc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.897943 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-fef1a7b8-acd6-48a9-84a8-27aa988adc56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888133 Jan 27 19:28:53.898273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Request body: {'subnet': {'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-518293027-subnet', 'tenant_id': '00b83cd311c84a88842726dc049e33da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:53.916015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f2a1f-92f4-4d69-948e-c8785db51d62 req-99e40cde-6540-4ecc-951a-515a173a2f05 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:53.930312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c8f2a1f-92f4-4d69-948e-c8785db51d62 req-99e40cde-6540-4ecc-951a-515a173a2f05 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3818884 Jan 27 19:28:54.022796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-ec4cd5af-26bf-40e4-864c-d16ab73267c7 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159141 Jan 27 19:28:54.032351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-network', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:54.051002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Made reservation on behalf of 00b83cd311c84a88842726dc049e33da for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:54.051002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.145939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Made reservation on behalf of 8ec8ebb9a01e4092be1b04beb13a34fc for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:54.148423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.169669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.181432 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-b7333766-77c5-4767-8bf8-79fef6cd71a4 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449730 Jan 27 19:28:54.235815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c8f2a1f-92f4-4d69-948e-c8785db51d62 req-c4718399-46ec-48a4-a4fb-cfb8596e077d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042641 Jan 27 19:28:54.239726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-ce40bc19-7554-4aac-9581-8346ebcd96f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 200 len: 217 time: 0.0503175 Jan 27 19:28:54.339184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-6f9cb494-9586-48bf-85af-a917b9fb07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.341075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-6f9cb494-9586-48bf-85af-a917b9fb07f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0910306 Jan 27 19:28:54.385203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a310e-fe65-4d6a-9bb0-dc7d781ff0a3 req-08b186c1-606a-4ed3-a7df-f5709e582aa5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.389118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f0a310e-fe65-4d6a-9bb0-dc7d781ff0a3 req-08b186c1-606a-4ed3-a7df-f5709e582aa5 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 944 time: 0.3495951 Jan 27 19:28:54.409639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks [] for security_group (4fce3a11-74e7-4039-ab17-d3b3b8080828), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.421171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4fce3a11-74e7-4039-ab17-d3b3b8080828), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.430015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-2ae6da3f-8861-4e57-9ce3-616e915d27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.431793 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-2ae6da3f-8861-4e57-9ce3-616e915d27af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831549 Jan 27 19:28:54.540897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:28:54.564957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce3a11-74e7-4039-ab17-d3b3b8080828,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:54.571241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (45ed2822-a4cf-4463-8e7b-f739e82e17aa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.571588 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Added segment 45ed2822-a4cf-4463-8e7b-f739e82e17aa of type vlan for network 3a3a485d-ad33-4cdc-b857-f7290f56434b Jan 27 19:28:54.574736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-841d8899-72a6-494f-b882-cad469e1b261 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318529 Jan 27 19:28:54.601018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.601464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.602337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.602706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.603070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.603391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.603735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.604070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.604403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.604732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.605061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.605424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.606702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:28:54.656000 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.671476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f0a310e-fe65-4d6a-9bb0-dc7d781ff0a3 req-31cfb0c5-1976-42f3-9e36-871271c0025a tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320104 Jan 27 19:28:54.691465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3a3a485d-ad33-4cdc-b857-f7290f56434b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.716790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6763d0a-4d3b-467d-ae4f-b00f8a60d9d8 req-db5420ba-940f-4fd8-a195-ff248326d627 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.719688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6763d0a-4d3b-467d-ae4f-b00f8a60d9d8 req-db5420ba-940f-4fd8-a195-ff248326d627 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2363605 Jan 27 19:28:54.722129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (bb9173de-2a75-471c-8f8d-baf3cfa20395), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.742352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3a3a485d-ad33-4cdc-b857-f7290f56434b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.743567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.744243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.774309 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-1c914d52-806c-42ac-a3b5-1e069e225aeb service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867280 Jan 27 19:28:54.833243 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9811258 Jan 27 19:28:54.836306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47578) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:54.878968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Request body: {'subnet': {'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-subnet', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:54.885235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-0a3d4010-f92a-4785-83fd-43619b09b59a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 217 time: 0.0791397 Jan 27 19:28:54.888279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b859e7-8073-419d-81de-d9ae90ce69a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3a485d-ad33-4cdc-b857-f7290f56434b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:54.914412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:28:54.921128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9173de-2a75-471c-8f8d-baf3cfa20395,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:54.950934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Made reservation on behalf of 8ec8ebb9a01e4092be1b04beb13a34fc for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:28:54.953990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:54.974963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Checking segment: {'id': '66525985-8a6e-4fa5-80a6-60571263443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:54.975570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Network hostable DHCP agents. Network: aa23e62b-f866-444f-93e7-9b10d7cf9e67, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:28:54.976018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-70432e13-851f-4966-8ed1-5c8209548d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:54.977588 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-70432e13-851f-4966-8ed1-5c8209548d75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.0825732 Jan 27 19:28:55.008997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31fec7ec-4111-43f1-be77-f346c7160e77 req-e2b102d0-3578-4919-be43-7fe3439e7af8 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0794456 Jan 27 19:28:55.028841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6763d0a-4d3b-467d-ae4f-b00f8a60d9d8 req-7724465c-cde7-4567-ada3-702a31d053d9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704797 Jan 27 19:28:55.083404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Network aa23e62b-f866-444f-93e7-9b10d7cf9e67 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:28:55.106085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, aa23e62b-f866-444f-93e7-9b10d7cf9e67) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:55.118605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c35d46-3e0e-4f80-8c7f-3aac4e67d755 None None] Network aa23e62b-f866-444f-93e7-9b10d7cf9e67 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:55.120762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.120762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:55.144290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-d18538a0-9322-432a-b51f-bbf8fd6f60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.146115 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-d18538a0-9322-432a-b51f-bbf8fd6f60c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411765 Jan 27 19:28:55.184805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-846e8f4a-b825-4dbb-881d-4c67e8b8edbd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2841446 Jan 27 19:28:55.295974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ae36-fcc5-401a-846e-2c59930dd015 req-7f446add-a926-46e1-a9a3-4d215761c584 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.309277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb37ae36-fcc5-401a-846e-2c59930dd015 req-7f446add-a926-46e1-a9a3-4d215761c584 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1573243 Jan 27 19:28:55.338963 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-2a818072-3bb6-4111-bdf9-fc6cfadfeb25 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668632 Jan 27 19:28:55.348630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed9eaa-24b6-47d9-a630-dc8def1456d6 None None] Network aa23e62b-f866-444f-93e7-9b10d7cf9e67 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:55.466117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb37ae36-fcc5-401a-846e-2c59930dd015 req-01ec503c-ce5c-4f36-9c5c-bfaef8b36681 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423204 Jan 27 19:28:55.562952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (4495bfd5-2522-43eb-977b-d3fd9096584f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:55.676918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-6b0904a5-c89c-4202-8565-4d2886bf1118 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900167 Jan 27 19:28:55.727331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c858-031d-4b06-a450-18d613e7bd36 req-faf910c4-eb38-4734-9b79-6d2e20b82458 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.729533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9270c858-031d-4b06-a450-18d613e7bd36 req-faf910c4-eb38-4734-9b79-6d2e20b82458 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.0946329 Jan 27 19:28:55.783249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-23b78c1f-f76c-4e3c-b01f-cdc196eaaac7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 217 time: 0.0987175 Jan 27 19:28:55.784302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4495bfd5-2522-43eb-977b-d3fd9096584f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:55.814265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:55.815301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9270c858-031d-4b06-a450-18d613e7bd36 req-f3ad3b53-5f40-4277-b66a-f9f62be51894 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Jan 27 19:28:55.821247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Network hostable DHCP agents. Network: 3a3a485d-ad33-4cdc-b857-f7290f56434b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:28:55.824274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:28:55.914862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:28:55.941309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-77797b2c-61e1-48a9-a2a2-ec8f4ddc3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.944462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-77797b2c-61e1-48a9-a2a2-ec8f4ddc3c4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.1534958 Jan 27 19:28:55.947702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3a3a485d-ad33-4cdc-b857-f7290f56434b) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:55.974170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d04dd-6462-4466-9357-aadbc91b64ce None None] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:55.975182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:55.976420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.057604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5d60960-29be-44cf-b94b-50400ac2e911 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1824110 Jan 27 19:28:56.061913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-a1fbce9b-585e-49a9-9de7-7f495184568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:56.066146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:28:56.067527 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-a1fbce9b-585e-49a9-9de7-7f495184568a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136315 Jan 27 19:28:56.070878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:28:56.078977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:28:56.106353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:56.108558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.168001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b0b6-ebb8-40a9-9ee8-c1786ebbb47f req-fd6de430-1832-4a90-a227-a1566761cd4c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:56.171221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89c1b0b6-ebb8-40a9-9ee8-c1786ebbb47f req-fd6de430-1832-4a90-a227-a1566761cd4c tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 944 time: 0.2119677 Jan 27 19:28:56.270689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.273908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.278207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-34cd0503-1b54-4b53-a5de-70bd0814096b service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053041 Jan 27 19:28:56.368918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89c1b0b6-ebb8-40a9-9ee8-c1786ebbb47f req-fd39ae66-eeb6-4c8a-891d-7c526072e366 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838324 Jan 27 19:28:56.390460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-3a3a485d-ad33-4cdc-b857-f7290f56434b', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:28:56.393123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.415365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:28:56.415807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.533349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-a5b8ab0b-2c5d-424b-8aec-454b907db70a tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:56.552918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-a5b8ab0b-2c5d-424b-8aec-454b907db70a tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/networks?id=aa23e62b-f866-444f-93e7-9b10d7cf9e67 HTTP/1.1" status: 200 len: 817 time: 0.5047746 Jan 27 19:28:56.564711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:28:56.570019 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978b9704-b2a2-401d-b2d5-4f11e26933cd" -d '{"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:28:56.586871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5322b46-d504-45cd-b16d-1819405af7b4 req-438c91e1-85fa-4adc-b751-0ce157bc219c service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017633 Jan 27 19:28:56.609704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-a707a4cf-abf4-4e92-b040-d252dc8fe54b tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/quotas/00b83cd311c84a88842726dc049e33da HTTP/1.1" status: 200 len: 375 time: 0.0536792 Jan 27 19:28:56.637590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:28:56.650423 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.708798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for router_controller (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:56.766366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Allocated IP 172.20.0.2 (3a3a485d-ad33-4cdc-b857-f7290f56434b/4495bfd5-2522-43eb-977b-d3fd9096584f/deeda461-546f-476b-8de3-7dbe3d6398c1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:56.779365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:56.819467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbf7c504-c178-42b9-a6dc-804d6f922ebc req-3db779cf-bf2f-4b6b-a811-d70e32fc65a1 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.1349993 Jan 27 19:28:56.836033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-4f6f375b-e9c9-47ad-b773-248c93c5138e tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00b83cd311c84a88842726dc049e33da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2246635 Jan 27 19:28:57.134444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks [] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.148812 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.240545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:57.244008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:57.246671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:57.283845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Pushing event updated for resources: {'Port': ['ID=deeda461-546f-476b-8de3-7dbe3d6398c1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:57.341750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for router_gateway (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.344765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Attempting to bind port deeda461-546f-476b-8de3-7dbe3d6398c1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:28:57.345417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Attempting to bind port deeda461-546f-476b-8de3-7dbe3d6398c1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:28:57.346617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Attempting to bind port deeda461-546f-476b-8de3-7dbe3d6398c1 on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:28:57.355041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:28:57.355636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:28:57.356275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.356914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:28:57.357733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Bound port: deeda461-546f-476b-8de3-7dbe3d6398c1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:28:57.358355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.481481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] For port deeda461-546f-476b-8de3-7dbe3d6398c1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:28:57.487245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] For port deeda461-546f-476b-8de3-7dbe3d6398c1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=deeda461-546f-476b-8de3-7dbe3d6398c1,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:28:57.493177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:57.539678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec623-b957-413d-8737-1dd0e9846947 req-8703ca99-7ccb-4990-9277-11a939c3c40d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:57.542160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb2ec623-b957-413d-8737-1dd0e9846947 req-8703ca99-7ccb-4990-9277-11a939c3c40d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2288997 Jan 27 19:28:57.567237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-121c4281-0fd4-464a-bc2f-3e8d2ae72176 service neutron] 10.222.0.59 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680009 Jan 27 19:28:57.609736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc090-d281-412c-b087-3a228af2ea41 None None] Pushing event updated for resources: {'Port': ['ID=deeda461-546f-476b-8de3-7dbe3d6398c1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:57.787042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb2ec623-b957-413d-8737-1dd0e9846947 req-fa1830aa-af4b-4dc9-83b5-dfb1527be461 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163634 Jan 27 19:28:57.808310 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:28:57.851567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-e87438d6-ef76-402a-bc04-73a9f1346599 service neutron] 10.222.0.59 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831244 Jan 27 19:28:57.990686 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a6177b-e260-4d95-a56e-988095bf58fb x-openstack-request-id: req-09a6177b-e260-4d95-a56e-988095bf58fb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:28:58.000737 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:28:58.001468 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09a6177b-e260-4d95-a56e-988095bf58fb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:28:58.002059 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'code': 200} Jan 27 19:28:58.195373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for router_gateway (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:58.319781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d9768-e09c-430f-be0f-5b3845fa3eb8 req-44d96e1b-264b-47c5-abc0-3162aec55f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:58.322049 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d92d9768-e09c-430f-be0f-5b3845fa3eb8 req-44d96e1b-264b-47c5-abc0-3162aec55f81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1915293 Jan 27 19:28:58.400297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:58.432951 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d92d9768-e09c-430f-be0f-5b3845fa3eb8 req-754c35c9-25e8-4032-ac7b-f3f65bdafd37 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034720 Jan 27 19:28:58.632840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f8593-7bbd-4c17-9ca7-22abe3cbe27b req-80fb23fc-8da7-4f86-ada5-fd1968f178c8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:58.634504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d33f8593-7bbd-4c17-9ca7-22abe3cbe27b req-80fb23fc-8da7-4f86-ada5-fd1968f178c8 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.4487989 Jan 27 19:28:58.658741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c58dc3-87f9-49d7-8727-4f92a86b04e9 req-a6e1827d-7823-44a8-8358-2f9083802ac7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:58.660901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60c58dc3-87f9-49d7-8727-4f92a86b04e9 req-a6e1827d-7823-44a8-8358-2f9083802ac7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1832290 Jan 27 19:28:58.700100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Allocated IP 172.25.5.236 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c9d91d02-98b4-49c4-8eca-4561df237932) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:28:58.818735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d33f8593-7bbd-4c17-9ca7-22abe3cbe27b req-80c3174f-0ae3-4254-b863-bfb6fc4d6bcd tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709507 Jan 27 19:28:58.834060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60c58dc3-87f9-49d7-8727-4f92a86b04e9 req-4b076937-8202-46fd-9689-91717bdd766b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573906 Jan 27 19:28:58.933143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for port (c9d91d02-98b4-49c4-8eca-4561df237932), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:59.065223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b363105a-ccf0-4381-8d6f-c8e55306511c req-7866a40e-726c-4f51-8e4c-392d79495e93 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0744159 Jan 27 19:28:59.081095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:28:59.182806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6cba1b9d-5b4a-4874-b36b-09adc78cf984 req-d26273be-2ac4-4f69-8a10-857040446422 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 210 time: 0.0476148 Jan 27 19:28:59.193340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:28:59.196273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:28:59.203061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:28:59.296348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d91d02-98b4-49c4-8eca-4561df237932,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:28:59.515414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5649-a8ba-4940-93ab-6d8567104d44 req-dc4765e1-4d0f-4dd8-9970-e670d9f14340 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:28:59.516978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-408c5649-a8ba-4940-93ab-6d8567104d44 req-dc4765e1-4d0f-4dd8-9970-e670d9f14340 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.0988104 Jan 27 19:28:59.521103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c1513-f4fa-4c13-a09f-91c4d3e3600f None None] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:28:59.631151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Provisioning complete for port deeda461-546f-476b-8de3-7dbe3d6398c1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:28:59.632168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.006029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-408c5649-a8ba-4940-93ab-6d8567104d44 req-e80bfac8-0f11-432e-9be6-51184de8f9c6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477277 Jan 27 19:29:00.138208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for router_gateway (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.232185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Current status of the port deeda461-546f-476b-8de3-7dbe3d6398c1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:00.237764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.248722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device deeda461-546f-476b-8de3-7dbe3d6398c1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:00.363234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-dccb383e-de46-4fb4-9d4c-d8094f939b88 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:00.365654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-dccb383e-de46-4fb4-9d4c-d8094f939b88 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.39 "GET /v2.0/networks?id=aa23e62b-f866-444f-93e7-9b10d7cf9e67 HTTP/1.1" status: 200 len: 817 time: 0.3417501 Jan 27 19:29:00.487267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port deeda461-546f-476b-8de3-7dbe3d6398c1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:00.487937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.515791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.528545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Request body: {'port': {'device_id': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67', 'admin_state_up': True, 'tenant_id': '00b83cd311c84a88842726dc049e33da'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:00.542610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71f2df-025f-4fc7-9251-97a67c875949 req-a597ba8b-afbb-4b0b-8011-639c035e2c85 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:00.544701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b71f2df-025f-4fc7-9251-97a67c875949 req-a597ba8b-afbb-4b0b-8011-639c035e2c85 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.3569105 Jan 27 19:29:00.546042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] For port deeda461-546f-476b-8de3-7dbe3d6398c1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=deeda461-546f-476b-8de3-7dbe3d6398c1,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:00.558029 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.685559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ceb88-3a17-4b16-bd99-94e43f60f0fb None None] Pushing event updated for resources: {'Port': ['ID=deeda461-546f-476b-8de3-7dbe3d6398c1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:00.763164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port deeda461-546f-476b-8de3-7dbe3d6398c1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:00.776023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5f895624-0287-4d89-ae92-1429987efa7d None None] Provisioning complete for port deeda461-546f-476b-8de3-7dbe3d6398c1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:00.776505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f895624-0287-4d89-ae92-1429987efa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:00.871253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5f895624-0287-4d89-ae92-1429987efa7d None None] Current status of the port deeda461-546f-476b-8de3-7dbe3d6398c1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:00.950437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b71f2df-025f-4fc7-9251-97a67c875949 req-00d58455-745b-4c2b-8fa8-a7a5b64e64dc tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174291 Jan 27 19:29:00.986638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cae5-1d48-4a28-b829-5077f8d38b19 req-f0558439-0e00-44df-8016-e90298d3ca30 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:00.990164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a380cae5-1d48-4a28-b829-5077f8d38b19 req-f0558439-0e00-44df-8016-e90298d3ca30 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4436646 Jan 27 19:29:01.151097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52a050be-7b8e-46ff-a647-703996ae001b req-501862be-f97a-44fb-ac8a-3050a3da9140 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0944650 Jan 27 19:29:01.167157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Made reservation on behalf of 00b83cd311c84a88842726dc049e33da for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:01.173706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:01.279610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a380cae5-1d48-4a28-b829-5077f8d38b19 req-7366e44e-5945-469b-b0ae-a4048981e697 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770083 Jan 27 19:29:01.345569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91e74cd0-5863-4c6b-a6f7-36fc1a6ab45f req-e3b26e18-7d29-43aa-8c22-47915111a894 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 210 time: 0.0810013 Jan 27 19:29:01.424089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:29:01.823005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a192776-6cbe-492e-a645-e905f863a04c req-71c8f6fe-0c63-4087-8475-7c145f0f6e01 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:01.827540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device deeda461-546f-476b-8de3-7dbe3d6398c1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:01.831141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a192776-6cbe-492e-a645-e905f863a04c req-71c8f6fe-0c63-4087-8475-7c145f0f6e01 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2775283 Jan 27 19:29:01.870669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:29:01.885493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Allocated IP 172.20.0.5 (aa23e62b-f866-444f-93e7-9b10d7cf9e67/bb9173de-2a75-471c-8f8d-baf3cfa20395/a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:01.897720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:29:01.945341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:01.946452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:01.948567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:01.954423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-59411d05-05e5-49ba-8c24-b3d90547fd43 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8832920 Jan 27 19:29:01.954752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:02.126766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port deeda461-546f-476b-8de3-7dbe3d6398c1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:02.127238 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.138145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a192776-6cbe-492e-a645-e905f863a04c req-41ee4c5f-172b-4385-862e-3540773d78c9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927303 Jan 27 19:29:02.196666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:02.306153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61808e-f07e-4564-80b6-8df489122748 req-11a1b6d5-792d-4c20-960a-c21dabf912c3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:02.317562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:02.318094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d61808e-f07e-4564-80b6-8df489122748 req-11a1b6d5-792d-4c20-960a-c21dabf912c3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.1879349 Jan 27 19:29:02.323042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1728862839'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:02.413455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks [] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.514314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf0f1-ffa0-44e8-b1fc-869e0d568a7a req-3d84fadb-7833-46d0-9658-2c952e152259 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:02.517148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86eaf0f1-ffa0-44e8-b1fc-869e0d568a7a req-3d84fadb-7833-46d0-9658-2c952e152259 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2320783 Jan 27 19:29:02.535709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d61808e-f07e-4564-80b6-8df489122748 req-766421c4-4cb6-4524-8870-c40be5211950 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997323 Jan 27 19:29:02.623975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.733319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Network aa23e62b-f866-444f-93e7-9b10d7cf9e67 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:02.734723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port deeda461-546f-476b-8de3-7dbe3d6398c1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:02.750790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:02.756830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.766773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:02.801338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:02.817883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12798f2e-4bad-47fe-a753-d17119eba0c8 req-1c9c9053-fbc2-474d-ad33-b7dcb6579e27 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0824254 Jan 27 19:29:02.823630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86eaf0f1-ffa0-44e8-b1fc-869e0d568a7a req-4a36d922-ff7b-4117-958d-2004a8e73e21 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730279 Jan 27 19:29:02.833085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:28:59Z', 'revision_number': 3, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:02.869493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Pushing event updated for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:02.916705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:02.938311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:02.939735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.948242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c6475aea-aa83-4004-a9f0-dcac3c99a63c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:02.949231 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Added segment c6475aea-aa83-4004-a9f0-dcac3c99a63c of type vlan for network cec23798-03e9-4a59-8707-554942f6f3b9 Jan 27 19:29:02.955940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:29:02.957324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Updating router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 port c9d91d02-98b4-49c4-8eca-4561df237932 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:29:03.033177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.040280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-c79d45a1-449a-4ca4-b213-2c6cc9394a4d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5256708 Jan 27 19:29:03.056934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a5471-1f90-45da-864e-eefa814b5d50 req-222a0f51-dbc7-4a4d-88c0-6f9cc710079b tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:03.059903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e8a5471-1f90-45da-864e-eefa814b5d50 req-222a0f51-dbc7-4a4d-88c0-6f9cc710079b tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 931 time: 0.1126306 Jan 27 19:29:03.069618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Request body: {'port': {'device_id': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:03.088652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cec23798-03e9-4a59-8707-554942f6f3b9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.212993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e8a5471-1f90-45da-864e-eefa814b5d50 req-cc675f62-3723-431d-a2a0-c57391251e01 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377952 Jan 27 19:29:03.218150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cec23798-03e9-4a59-8707-554942f6f3b9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.224560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:03.226208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.325171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.345423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Network': ['ID=cec23798-03e9-4a59-8707-554942f6f3b9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:03.387455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cec23798-03e9-4a59-8707-554942f6f3b9 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:03.392891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-62600bfa-17a1-44eb-803a-8e2af59dd98a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0736790 Jan 27 19:29:03.449484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:03.451386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.461232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1205939993'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:03.718972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f872c5c-6110-4ce0-b630-f9daba3f6290 req-a7b7b13d-4762-4e2e-9633-861b019e5d18 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:03.721178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f872c5c-6110-4ce0-b630-f9daba3f6290 req-a7b7b13d-4762-4e2e-9633-861b019e5d18 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2645247 Jan 27 19:29:03.738538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:03.747595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks [] for port (c9d91d02-98b4-49c4-8eca-4561df237932), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.753898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.758208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.763991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Allocated IP 172.20.0.1 (3a3a485d-ad33-4cdc-b857-f7290f56434b/4495bfd5-2522-43eb-977b-d3fd9096584f/b1f44792-4fa2-4783-b899-3a5b5efa0a0a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:03.815166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:03.827177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (02f9ff82-08d6-4ab2-9da4-44caeeeba7fc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.827580 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Added segment 02f9ff82-08d6-4ab2-9da4-44caeeeba7fc of type vlan for network b35a9de1-c8a7-416e-ab41-235f9010ae71 Jan 27 19:29:03.864719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e3447-aaf1-42b4-89e5-c0c97b03e680 None None] Pushing event updated for resources: {'Port': ['ID=c9d91d02-98b4-49c4-8eca-4561df237932,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:03.872299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b35a9de1-c8a7-416e-ab41-235f9010ae71), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.910868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f872c5c-6110-4ce0-b630-f9daba3f6290 req-ea1aa4fd-d55c-4bd4-8fe6-473a8101520f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666245 Jan 27 19:29:03.920502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Attempting to bind port c9d91d02-98b4-49c4-8eca-4561df237932 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:03.921545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Attempting to bind port c9d91d02-98b4-49c4-8eca-4561df237932 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:03.923546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Attempting to bind port c9d91d02-98b4-49c4-8eca-4561df237932 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:03.934918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:03.935255 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b35a9de1-c8a7-416e-ab41-235f9010ae71), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.936504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:03.937663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.938597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:03.939707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Bound port: c9d91d02-98b4-49c4-8eca-4561df237932, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:03.941296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:03.945594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:03.946721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.040919 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5866528 Jan 27 19:29:04.052391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:04.064176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'subnet': {'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:04.069369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] For port c9d91d02-98b4-49c4-8eca-4561df237932, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:04.079093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] For port c9d91d02-98b4-49c4-8eca-4561df237932, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c9d91d02-98b4-49c4-8eca-4561df237932,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:04.097743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.140892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9be091ee-ab28-445e-904f-6d5aebea338f req-cb77c4d3-19d8-4533-9b84-62447ecbaded tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0812812 Jan 27 19:29:04.262617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:04.263898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:04.325280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104f093-bf9b-426e-83ee-f1cafd36414d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Network': ['ID=b35a9de1-c8a7-416e-ab41-235f9010ae71,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:04.385179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:04.400629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks [] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.412316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:04.421827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks [] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.441347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Transition to ACTIVE for port object a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:04.451840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1e16-221c-4dbd-b0cc-c2cefcccc875 req-ace18dfc-41cd-48c1-b080-b4953c979eca tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:04.453733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8de1e16-221c-4dbd-b0cc-c2cefcccc875 req-ace18dfc-41cd-48c1-b080-b4953c979eca tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1587942 Jan 27 19:29:04.455378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.460118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:04.464245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.531257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.607545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e3447-aaf1-42b4-89e5-c0c97b03e680 None None] Pushing event updated for resources: {'Port': ['ID=c9d91d02-98b4-49c4-8eca-4561df237932,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:04.653213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:04.653792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:04.669376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:04.693469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:04.696352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Pushing event updated for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:04.809586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:04.855975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:04.909069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8de1e16-221c-4dbd-b0cc-c2cefcccc875 req-6d9d3c31-9d80-418d-b0ab-7d32e5d6075c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339724 Jan 27 19:29:05.007678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:28:59Z', 'revision_number': 3, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:05.068889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682332d-0495-4c2f-8ee4-5480ce401faf None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:28:59Z', 'revision_number': 3, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:29:05.108901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.182856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-06157332-8bcc-4b11-84b5-c76d938f5139 None None] Provisioning complete for port b1f44792-4fa2-4783-b899-3a5b5efa0a0a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:05.183454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06157332-8bcc-4b11-84b5-c76d938f5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.288422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-06157332-8bcc-4b11-84b5-c76d938f5139 None None] Port b1f44792-4fa2-4783-b899-3a5b5efa0a0a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:05.319163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Attempting to bind port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:05.319620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Attempting to bind port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '66525985-8a6e-4fa5-80a6-60571263443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:05.320072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Attempting to bind port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d on network aa23e62b-f866-444f-93e7-9b10d7cf9e67 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:05.337196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573de55-14ef-4684-abec-c0fd64b99259 req-bff465b9-a690-46bd-b267-a9b6ce547b24 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:05.345096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6573de55-14ef-4684-abec-c0fd64b99259 req-bff465b9-a690-46bd-b267-a9b6ce547b24 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 943 time: 0.6224883 Jan 27 19:29:05.358755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d on network aa23e62b-f866-444f-93e7-9b10d7cf9e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:05.359237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Attempting to bind port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d on network aa23e62b-f866-444f-93e7-9b10d7cf9e67 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:05.401529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:05.402635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Checking segment: {'id': '66525985-8a6e-4fa5-80a6-60571263443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:05.402635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Bound using segment: {'id': '66525985-8a6e-4fa5-80a6-60571263443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:05.402961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Bound port: a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66525985-8a6e-4fa5-80a6-60571263443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:05.403339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.502738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6573de55-14ef-4684-abec-c0fd64b99259 req-7d6f523c-5bc6-45c6-a63b-78141ab86254 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562872 Jan 27 19:29:05.542752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks [] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.553582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.636581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (64c35b2c-d521-42f7-91c2-ce34510105d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.751817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.755491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Pushing event updated for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:05.791388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e76613a8-a43b-48c5-9348-5d6d1fe554d8 req-454e0e23-2844-4d49-9785-c890b8abe054 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0666423 Jan 27 19:29:05.800709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:05.843846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,segment=NetworkSegment(66525985-8a6e-4fa5-80a6-60571263443c),segment_id=66525985-8a6e-4fa5-80a6-60571263443c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:05.853202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Subnet': ['ID=64c35b2c-d521-42f7-91c2-ce34510105d4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:05.863427 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:05.964712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55e43f-7192-4eb4-9354-0df7adb5602a req-622a233d-727e-4569-8512-a4520e282826 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:05.971427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab55e43f-7192-4eb4-9354-0df7adb5602a req-622a233d-727e-4569-8512-a4520e282826 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3102045 Jan 27 19:29:05.991281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:05.993289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:06.010447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c9d91d02-98b4-49c4-8eca-4561df237932 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:06.027661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:06.031305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:06.031948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.033507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-adee1b76-f013-4505-8635-a735df5f3c5a service neutron] 10.222.0.39 "PUT /v2.0/ports/a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d HTTP/1.1" status: 200 len: 1091 time: 2.9722295 Jan 27 19:29:06.034546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:06.040184 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1115b04-b5ad-458f-9118-c399996cfbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:06.047864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:06.054568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network hostable DHCP agents. Network: cec23798-03e9-4a59-8707-554942f6f3b9, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:06.166605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab55e43f-7192-4eb4-9354-0df7adb5602a req-71637b52-6cb0-476b-9ced-a846573ed3d3 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939034 Jan 27 19:29:06.211816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network cec23798-03e9-4a59-8707-554942f6f3b9 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:06.266463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cec23798-03e9-4a59-8707-554942f6f3b9) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:06.281142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-e653d42f-f83d-4683-b253-b5213db1182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:06.284968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-e653d42f-f83d-4683-b253-b5213db1182e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00b83cd311c84a88842726dc049e33da&device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 1094 time: 0.1818075 Jan 27 19:29:06.292715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:06.299692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.318726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba26f76-d88f-45c3-b85c-c204c55deb02 None None] Network cec23798-03e9-4a59-8707-554942f6f3b9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:06.374565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-3cdb54fb-aa3f-49db-a27b-57d8418319de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d HTTP/1.1" status: 200 len: 217 time: 0.0637112 Jan 27 19:29:06.376532 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c256d6-b590-4e34-b71e-b08ac10eaa91 x-openstack-request-id: req-61c256d6-b590-4e34-b71e-b08ac10eaa91 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:06.377445 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:06.377760 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61c256d6-b590-4e34-b71e-b08ac10eaa91 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:06.378326 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d', 'status': 'completed', 'code': 200} Jan 27 19:29:06.402152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c9d91d02-98b4-49c4-8eca-4561df237932 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:06.402548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.423517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:29:06.544435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca7f801e-9d99-4dbd-b742-9980587ee9d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4860041 Jan 27 19:29:06.591602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:06.602309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'subnet': {'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:06.605443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:29:06.613322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-33e5a51a-dbb9-4d73-8e7d-c6004944c50c admin admin] 10.222.0.59 "PUT /v2.0/routers/8d1da5ba-7931-41f0-b2bd-0db7e93bbb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6560009 Jan 27 19:29:06.626417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-6e7b08fb-0aba-45b3-94b8-d0dcde976a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:06.628285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-6e7b08fb-0aba-45b3-94b8-d0dcde976a10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb9173de-2a75-471c-8f8d-baf3cfa20395 HTTP/1.1" status: 200 len: 857 time: 0.2321978 Jan 27 19:29:06.650752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-cec23798-03e9-4a59-8707-554942f6f3b9', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:29:06.651667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.769788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-793fc514-fac6-4136-aeaf-ef5a500a3137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa23e62b-f866-444f-93e7-9b10d7cf9e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278739 Jan 27 19:29:06.840996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c9d91d02-98b4-49c4-8eca-4561df237932 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:06.843071 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.869436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657a6f5a-922f-4733-aee6-c820af82701d None None] Provisioning complete for port b1f44792-4fa2-4783-b899-3a5b5efa0a0a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:06.869834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657a6f5a-922f-4733-aee6-c820af82701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.879835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c9d91d02-98b4-49c4-8eca-4561df237932, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c9d91d02-98b4-49c4-8eca-4561df237932,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:06.905235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Allocated IP 10.1.1.2 (cec23798-03e9-4a59-8707-554942f6f3b9/64c35b2c-d521-42f7-91c2-ce34510105d4/cb01208c-0495-4807-92c0-1c974c701d1b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:06.910508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:06.933610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596947-16ca-4d96-85e1-cfbb7684ba21 req-eacab567-c4dd-4317-b053-785b09d3f966 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:06.938172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a596947-16ca-4d96-85e1-cfbb7684ba21 req-eacab567-c4dd-4317-b053-785b09d3f966 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4714873 Jan 27 19:29:07.000203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287c18f-d656-452f-9b5b-ac5bdd3ec8ba req-1155d4a3-1e75-4e41-b0b8-ab7c737b6c1e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:07.003960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657a6f5a-922f-4733-aee6-c820af82701d None None] Port b1f44792-4fa2-4783-b899-3a5b5efa0a0a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:07.014060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3287c18f-d656-452f-9b5b-ac5bdd3ec8ba req-1155d4a3-1e75-4e41-b0b8-ab7c737b6c1e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.5448575 Jan 27 19:29:07.113907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c9d91d02-98b4-49c4-8eca-4561df237932,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:07.150966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-89eb2559-e1b9-4f71-9834-d88b5bbcf58a service neutron] 10.222.0.39 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670614 Jan 27 19:29:07.184786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:07.190077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.230734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a596947-16ca-4d96-85e1-cfbb7684ba21 req-f45cb66a-f57f-41c5-bd5f-b946aac546e5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727337 Jan 27 19:29:07.277505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks [] for port (cb01208c-0495-4807-92c0-1c974c701d1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.285938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.292134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3287c18f-d656-452f-9b5b-ac5bdd3ec8ba req-d809aff6-b64c-4907-86bd-633cb7dab85b tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745121 Jan 27 19:29:07.339787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Network cec23798-03e9-4a59-8707-554942f6f3b9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:07.343406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:07.348056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:07.404317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Pushing event updated for resources: {'Port': ['ID=cb01208c-0495-4807-92c0-1c974c701d1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:07.421119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Attempting to bind port cb01208c-0495-4807-92c0-1c974c701d1b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:07.421119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Attempting to bind port cb01208c-0495-4807-92c0-1c974c701d1b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:07.421119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Attempting to bind port cb01208c-0495-4807-92c0-1c974c701d1b on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:07.425841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:07.426448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:07.426926 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.427449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Bound using segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:07.428052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Bound port: cb01208c-0495-4807-92c0-1c974c701d1b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:07.428571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.449593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f548f626-c468-44fc-9adc-dcb8568addd0 req-8ef33b88-86f3-4218-97de-fa0cd3704374 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0732896 Jan 27 19:29:07.512932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] For port cb01208c-0495-4807-92c0-1c974c701d1b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:07.517170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] For port cb01208c-0495-4807-92c0-1c974c701d1b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cb01208c-0495-4807-92c0-1c974c701d1b,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:07.523761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.545659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c7bf34-6356-48c7-85d1-69e7f588b066 req-baa5ae79-1985-4679-8f38-171064d29bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770792 Jan 27 19:29:07.582510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9bbbe-cc19-46fe-8fe8-1443f57bc6e2 req-87097e5f-eb91-4f2c-b231-497555fa90ef tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:07.591684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f9bbbe-cc19-46fe-8fe8-1443f57bc6e2 req-87097e5f-eb91-4f2c-b231-497555fa90ef tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 943 time: 0.2381303 Jan 27 19:29:07.638380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c7ae9-9d80-4134-b6ae-f3fbd7770a48 None None] Pushing event updated for resources: {'Port': ['ID=cb01208c-0495-4807-92c0-1c974c701d1b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:07.758495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f9bbbe-cc19-46fe-8fe8-1443f57bc6e2 req-701146b8-9b06-4b33-97e6-0961b922804d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657631 Jan 27 19:29:07.767255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (2af34fb9-25f8-4768-945c-a02b900ab401), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:07.848159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-2c5d4ea8-4ccf-4a60-b1ab-e08defb55ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:07.857810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:07.859297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-2c5d4ea8-4ccf-4a60-b1ab-e08defb55ffb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00b83cd311c84a88842726dc049e33da&device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 1094 time: 0.2183490 Jan 27 19:29:07.978187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c9d91d02-98b4-49c4-8eca-4561df237932 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:08.046721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-47ceb883-e62b-463f-a771-94b2dd63b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:08.048224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-47ceb883-e62b-463f-a771-94b2dd63b194 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa23e62b-f866-444f-93e7-9b10d7cf9e67 HTTP/1.1" status: 200 len: 918 time: 0.1721990 Jan 27 19:29:08.095186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Subnet': ['ID=2af34fb9-25f8-4768-945c-a02b900ab401,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:08.184166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Checking segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:08.184944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network hostable DHCP agents. Network: b35a9de1-c8a7-416e-ab41-235f9010ae71, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:08.193886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-65c09642-79ed-4662-9375-842911960aea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d HTTP/1.1" status: 200 len: 217 time: 0.1328194 Jan 27 19:29:08.243936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:08.249586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:08.257023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699517661', 'description': 'tempest-description--1267236415'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:08.283214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c9d91d02-98b4-49c4-8eca-4561df237932 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:08.283724 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.288438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'network_id': 'cc25dfa8-9b4d-4359-8d78-7a5a403f4f22', 'port_id': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'mac_address': 'fa:16:3e:ba:f3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006dac98-3e5c-41f1-81b9-b842fc456482', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:08.315144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:08.366495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b35a9de1-c8a7-416e-ab41-235f9010ae71) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:08.372401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-2f92f3dc-2919-4a01-85e2-2537f0364fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:08.374127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-2f92f3dc-2919-4a01-85e2-2537f0364fc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb9173de-2a75-471c-8f8d-baf3cfa20395 HTTP/1.1" status: 200 len: 857 time: 0.1707430 Jan 27 19:29:08.376335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:08.384317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.425928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:29:08.437313 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:08.437592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bfc6b-453f-422b-96ad-4f9c3fd90a6f req-1b62c4c4-39e5-448c-b914-334b721d4227 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:08.438660 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:08.439465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e26bfc6b-453f-422b-96ad-4f9c3fd90a6f req-1b62c4c4-39e5-448c-b914-334b721d4227 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2378097 Jan 27 19:29:08.441454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.469496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d53a75-9ee7-462a-ae2d-316599017f02 None None] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:08.503409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-d9a18c55-6947-495f-8feb-96115774564b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa23e62b-f866-444f-93e7-9b10d7cf9e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888634 Jan 27 19:29:08.512099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4765692-9b82-455b-9b9c-71c37928c3c2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9123971 Jan 27 19:29:08.512387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47812) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:08.517774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'name': 'tempest-TaggedBootDevicesTest_v242-22979189', 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:08.564646 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:08.600693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:08.600969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.654106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b60de1dd-7a55-4e37-846b-cc7fee79e2d1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:08.694924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c9d91d02-98b4-49c4-8eca-4561df237932 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:08.719628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:08.726579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.729384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-603afc21-9e60-44ab-8f55-83078a2a279d service neutron] 10.222.0.39 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960289 Jan 27 19:29:08.739080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b35a9de1-c8a7-416e-ab41-235f9010ae71', 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ips': [{'subnet_id': '2af34fb9-25f8-4768-945c-a02b900ab401'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:29:08.740908 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.807499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e26bfc6b-453f-422b-96ad-4f9c3fd90a6f req-8b7f06f0-0654-416c-99dd-47ba0adc672c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137715 Jan 27 19:29:08.887428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:05Z', 'revision_number': 2, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:08.896035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:08.957930 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:29:08.958335 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Updating router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 port b1f44792-4fa2-4783-b899-3a5b5efa0a0a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:29:08.985557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (eb4de81a-c0a1-4ead-bd6a-e79780a78963), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:08.990059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1115b04-b5ad-458f-9118-c399996cfbf2 req-988f6b6b-2ad8-471f-9e9d-6693b23dc795 service neutron] 10.222.0.39 "GET /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445803 Jan 27 19:29:08.999655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f6fd-9d88-4fb4-bcfa-ff4728e84854 req-39c81c83-7961-416d-9cd5-0181192dad05 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:09.001475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ca9f6fd-9d88-4fb4-bcfa-ff4728e84854 req-39c81c83-7961-416d-9cd5-0181192dad05 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.5564747 Jan 27 19:29:09.004694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eb4de81a-c0a1-4ead-bd6a-e79780a78963), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.011011 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.049886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.084277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.089779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8418310 Jan 27 19:29:09.090092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47822) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:09.093200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] device_id is not set on port 2a476bc7-a64d-4b69-99a8-105a67187c92 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:29:09.149793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ca9f6fd-9d88-4fb4-bcfa-ff4728e84854 req-9a6ef5c1-43db-4f30-9c1d-027bade6a55f tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204920 Jan 27 19:29:09.166243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b60de1dd-7a55-4e37-846b-cc7fee79e2d1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:09.191788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e0f7786-e08b-4082-8723-fc70586b594c req-97f03aa6-8ece-4874-afb5-dfc2d39fdc3d tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.1749780 Jan 27 19:29:09.225010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854858-421c-44ab-9575-a0cfa4b70bc5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4de81a-c0a1-4ead-bd6a-e79780a78963,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:09.395305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Allocated IP 10.2.2.2 (b35a9de1-c8a7-416e-ab41-235f9010ae71/2af34fb9-25f8-4768-945c-a02b900ab401/dfd73f94-6883-44c3-ab02-47e0e57cab63) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:09.413311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a586f29-7870-4403-8570-3eb5f78adf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.423374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group_rule': {'security_group_id': 'eb4de81a-c0a1-4ead-bd6a-e79780a78963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:09.430536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:09.455258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.1.1.187 (cec23798-03e9-4a59-8707-554942f6f3b9/64c35b2c-d521-42f7-91c2-ce34510105d4/2a476bc7-a64d-4b69-99a8-105a67187c92) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:09.516684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d41fe-8f13-49f7-8871-16cb2b55fac3 req-cede26db-7d39-4a16-a5c1-3a848464e527 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:09.527573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857d41fe-8f13-49f7-8871-16cb2b55fac3 req-cede26db-7d39-4a16-a5c1-3a848464e527 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 943 time: 0.2140021 Jan 27 19:29:09.547842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (f4123a65-a925-4a74-bc51-2f4a2241d524), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.587709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce0635-661e-4e98-bc89-884d81b97aa2 req-71da58ee-cdb9-457d-b8e9-87e0fb3f9609 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:09.602190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64ce0635-661e-4e98-bc89-884d81b97aa2 req-71da58ee-cdb9-457d-b8e9-87e0fb3f9609 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2711289 Jan 27 19:29:09.603453 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks [] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.617450 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.720354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64ce0635-661e-4e98-bc89-884d81b97aa2 req-a33e22c6-579b-4831-9de9-708914a67c19 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170759 Jan 27 19:29:09.722306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks [] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.749887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857d41fe-8f13-49f7-8871-16cb2b55fac3 req-8b07b04b-4017-4905-80fc-803e589b4447 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191837 Jan 27 19:29:09.757929 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.885466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Pushing event updated for resources: {'Port': ['ID=dfd73f94-6883-44c3-ab02-47e0e57cab63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:09.905137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Pushing event updated for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:09.912359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb3dc0-9b00-417d-9b7a-cdd35faa6bcd None None] Network cec23798-03e9-4a59-8707-554942f6f3b9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:09.944574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:09.979942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (f4123a65-a925-4a74-bc51-2f4a2241d524), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:09.985573 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.986024 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.986785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.987182 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.988203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.988593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.988930 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.989446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.990170 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.990501 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.990872 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.991244 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.991853 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:09.994196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f4123a65-a925-4a74-bc51-2f4a2241d524), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.023297 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Attempting to bind port b1f44792-4fa2-4783-b899-3a5b5efa0a0a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:10.023297 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Attempting to bind port b1f44792-4fa2-4783-b899-3a5b5efa0a0a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:10.023629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Attempting to bind port b1f44792-4fa2-4783-b899-3a5b5efa0a0a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:10.032788 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:10.033174 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:10.033640 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.034045 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:10.035176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Bound port: b1f44792-4fa2-4783-b899-3a5b5efa0a0a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:10.035567 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.058344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4123a65-a925-4a74-bc51-2f4a2241d524,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:10.078360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.089813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.096452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:10.097611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8e898373-d665-4166-b51c-57e498147915 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8663857 Jan 27 19:29:10.105706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:10.105962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group_rule': {'security_group_id': 'eb4de81a-c0a1-4ead-bd6a-e79780a78963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:10.120291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cb01208c-0495-4807-92c0-1c974c701d1b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:10.146888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] For port b1f44792-4fa2-4783-b899-3a5b5efa0a0a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:10.152175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (5c9b888f-8d93-4e73-bcd0-0a884962ddae), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.154337 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] For port b1f44792-4fa2-4783-b899-3a5b5efa0a0a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:10.167568 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.190448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.229247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:10.259619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network cec23798-03e9-4a59-8707-554942f6f3b9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:10.263402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:10.266465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:10.310346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:10.311420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:28:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:10.397069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (5c9b888f-8d93-4e73-bcd0-0a884962ddae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.402027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:10.406528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (5c9b888f-8d93-4e73-bcd0-0a884962ddae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.426361 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8075170-b814-44b6-9352-87fb0496f31e None None] Pushing event updated for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:10.434448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:10.435673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.442251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:10.448742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:10.452531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Provisioning complete for port cb01208c-0495-4807-92c0-1c974c701d1b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:10.455117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.502925 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4aa7a709-2a12-454d-82ad-839e64d68853 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9890311 Jan 27 19:29:10.503872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:10.515993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'name': 'tempest-TaggedBootDevicesTest_v242-1376084718', 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:10.566191 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.571143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4699256 Jan 27 19:29:10.572560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919fa5b-dbf0-47ad-887e-3fe4796192ed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9b888f-8d93-4e73-bcd0-0a884962ddae,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:10.578333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:10.589473 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:10.605574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f8794c0-3ea5-4c19-992c-f44683e69369 req-f0bf2048-ee44-4f49-954c-e0ef8107de3a tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0951943 Jan 27 19:29:10.625393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:10.686777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643cce-2789-4277-9a78-8c7481f02086 req-d0622dbd-3e66-4041-9648-78772d865346 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:10.701679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d643cce-2789-4277-9a78-8c7481f02086 req-d0622dbd-3e66-4041-9648-78772d865346 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 944 time: 0.4251375 Jan 27 19:29:10.734713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:29:10.789384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:10.794510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.819774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] device_id is not set on port 504caba0-665f-4055-9710-1286693d9c9c yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:29:10.820551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Attempting to bind port dfd73f94-6883-44c3-ab02-47e0e57cab63 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:10.821041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Attempting to bind port dfd73f94-6883-44c3-ab02-47e0e57cab63 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:10.821696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Attempting to bind port dfd73f94-6883-44c3-ab02-47e0e57cab63 on network b35a9de1-c8a7-416e-ab41-235f9010ae71 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:10.847050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.881334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:10.882007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.896072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:10.896813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Checking segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:10.897224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.897648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Bound using segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:10.898147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Bound port: dfd73f94-6883-44c3-ab02-47e0e57cab63, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:10.898615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:10.948186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:10Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:10.965852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d643cce-2789-4277-9a78-8c7481f02086 req-0be13793-be50-46da-a254-7624b6a19b6b tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443767 Jan 27 19:29:11.007727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7e0e-51b6-497e-94d2-2b9b7f245540 None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:10Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:29:11.094643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,segment=NetworkSegment(66525985-8a6e-4fa5-80a6-60571263443c),segment_id=66525985-8a6e-4fa5-80a6-60571263443c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:11.116385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d', 'network_id': 'aa23e62b-f866-444f-93e7-9b10d7cf9e67', 'port_id': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d', 'mac_address': 'fa:16:3e:75:0e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9173de-2a75-471c-8f8d-baf3cfa20395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:11.177607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.1.1.148 (cec23798-03e9-4a59-8707-554942f6f3b9/64c35b2c-d521-42f7-91c2-ce34510105d4/504caba0-665f-4055-9710-1286693d9c9c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:11.196368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cb01208c-0495-4807-92c0-1c974c701d1b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:11.196752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.197915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042da53e-bff5-436f-b11e-6f79099b43d2 req-6ae2b26b-edbf-4d27-b25d-2d917c336309 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:11.205899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-042da53e-bff5-436f-b11e-6f79099b43d2 req-6ae2b26b-edbf-4d27-b25d-2d917c336309 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3979428 Jan 27 19:29:11.308343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-042da53e-bff5-436f-b11e-6f79099b43d2 req-6eb675ef-10c5-4707-b15b-0cd8807eedc3 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014287 Jan 27 19:29:11.389215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcdaa8-8367-4af0-a060-e4ad008bcedd req-d7581737-ebd7-4465-8219-34515a3dfad5 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:11.390882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dbcdaa8-8367-4af0-a060-e4ad008bcedd req-d7581737-ebd7-4465-8219-34515a3dfad5 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 943 time: 0.2812033 Jan 27 19:29:11.393369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:11.393791 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.451647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:11.499788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] For port dfd73f94-6883-44c3-ab02-47e0e57cab63, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:11.503295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] For port dfd73f94-6883-44c3-ab02-47e0e57cab63, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfd73f94-6883-44c3-ab02-47e0e57cab63,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:11.506566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Current status of the port cb01208c-0495-4807-92c0-1c974c701d1b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:11.507046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.508608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dbcdaa8-8367-4af0-a060-e4ad008bcedd req-61e1f0fb-536d-441b-95ec-5702ef3b0926 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104984 Jan 27 19:29:11.516571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.566170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (504caba0-665f-4055-9710-1286693d9c9c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.572266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.687250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cb01208c-0495-4807-92c0-1c974c701d1b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:11.687250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.702265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,segment=NetworkSegment(66525985-8a6e-4fa5-80a6-60571263443c),segment_id=66525985-8a6e-4fa5-80a6-60571263443c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:11.710481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] For port cb01208c-0495-4807-92c0-1c974c701d1b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cb01208c-0495-4807-92c0-1c974c701d1b,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:11.728893 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.750074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.773036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:11.774210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.790139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:11.815455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119417-0553-4c6b-82d8-4997e3b43ab8 None None] Pushing event updated for resources: {'Port': ['ID=dfd73f94-6883-44c3-ab02-47e0e57cab63,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:11.916494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network cec23798-03e9-4a59-8707-554942f6f3b9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:11.916787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80f474a5-d5b2-4320-b7c4-c89b1720dfab req-6298a26f-3caf-4637-b8b1-0dd65c17e322 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0373912 Jan 27 19:29:11.936537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:12.007678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:12.017230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Allocated IP 172.25.5.243 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/9953f125-095f-400f-9015-db5a9a3cda5c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:12.028662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:12.031430 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe2eeb8-bcab-4b99-8bba-5db18b1c7511" -d '{"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:12.120459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:12.166626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:12.270580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:12.271379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.286536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:29:12.287265 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:29:12.288226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:12.312898 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.345777 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a2b10d90-437d-47e3-8b5f-45b3456b2458 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8403389 Jan 27 19:29:12.429378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Provisioning complete for port b1f44792-4fa2-4783-b899-3a5b5efa0a0a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:12.433388 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.583956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (9953f125-095f-400f-9015-db5a9a3cda5c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.598656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a981-98b5-4a52-9b10-fb6aaf7c601d req-f4c8e92d-7a17-4e2f-adc3-beea1ee6648e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:12.605960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae44a981-98b5-4a52-9b10-fb6aaf7c601d req-f4c8e92d-7a17-4e2f-adc3-beea1ee6648e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1827629 Jan 27 19:29:12.618269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48ef4e-d566-4864-a48c-f5a96e046aa0 req-1a0d8319-119a-461b-89b0-e64097fadf4e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:12.619913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c48ef4e-d566-4864-a48c-f5a96e046aa0 req-1a0d8319-119a-461b-89b0-e64097fadf4e tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.2725022 Jan 27 19:29:12.771679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae44a981-98b5-4a52-9b10-fb6aaf7c601d req-20f89bd0-dfda-4297-9ed0-8ec9a3d08706 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643407 Jan 27 19:29:12.821296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c48ef4e-d566-4864-a48c-f5a96e046aa0 req-1fd74b1d-e918-4ac8-b69c-05b3242fab72 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804628 Jan 27 19:29:12.824253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.829247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:12.911649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825e00c9-8fec-4677-8715-3fce2d20a83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:12.917486 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c01ce3-ab54-4d81-bb26-29d450b2e049 x-openstack-request-id: req-96c01ce3-ab54-4d81-bb26-29d450b2e049 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:12.918187 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:12.918663 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96c01ce3-ab54-4d81-bb26-29d450b2e049 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:12.919298 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'code': 200} Jan 27 19:29:12.925528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=9953f125-095f-400f-9015-db5a9a3cda5c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:12.938213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3466d-12cf-458a-87db-d4892458d1f1 None None] Pushing event updated for resources: {'Port': ['ID=cb01208c-0495-4807-92c0-1c974c701d1b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:12.950392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:12.960728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:12.965822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:13.149610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cb01208c-0495-4807-92c0-1c974c701d1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:13.313187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:13.490828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Current status of the port b1f44792-4fa2-4783-b899-3a5b5efa0a0a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:13.491176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.571765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] For port b1f44792-4fa2-4783-b899-3a5b5efa0a0a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:13.598490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.648208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45439946-8601-4d6b-8386-4155ea18a64f req-cf7b12ec-25d3-49ae-9cff-4a244ce39843 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:13.655844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45439946-8601-4d6b-8386-4155ea18a64f req-cf7b12ec-25d3-49ae-9cff-4a244ce39843 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 944 time: 0.0969214 Jan 27 19:29:13.657938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Provisioning complete for port 2a476bc7-a64d-4b69-99a8-105a67187c92 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:13.662425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.714757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Pushing event updated for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:13.729989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45439946-8601-4d6b-8386-4155ea18a64f req-e5cb0b4a-fe8a-43bb-b51d-85d957093497 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719092 Jan 27 19:29:13.733174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Port 2a476bc7-a64d-4b69-99a8-105a67187c92 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:13.748468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Provisioning complete for port cb01208c-0495-4807-92c0-1c974c701d1b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:13.748863 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.851467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47872) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:13.856740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499236578', 'description': 'tempest-description--1662843955'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:13.868210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558aa7e-ec05-4594-98ae-eaa40d794c85 None None] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:13.870888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cb01208c-0495-4807-92c0-1c974c701d1b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:13.873299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.901110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.968794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:13.983666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0c048-fd7e-451c-858e-f7a576abab6b None None] Current status of the port cb01208c-0495-4807-92c0-1c974c701d1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:14.019692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:14.032634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cb01208c-0495-4807-92c0-1c974c701d1b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.034375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.050704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (bbe22d69-1c49-491e-b520-69f7cefaf0a2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.058164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bbe22d69-1c49-491e-b520-69f7cefaf0a2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.099733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.104113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2513795 Jan 27 19:29:14.107342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:14.114192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'security_group_rule': {'security_group_id': 'bbe22d69-1c49-491e-b520-69f7cefaf0a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:14.136344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06694618-d78c-4ba0-9c27-c7eac65ab224 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe22d69-1c49-491e-b520-69f7cefaf0a2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:14.151580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Provisioning complete for port dfd73f94-6883-44c3-ab02-47e0e57cab63 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.151955 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.152549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (ad7e0901-6022-499c-898c-27a0a74a3f3f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.194102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efecb458-d486-48a2-98dd-545c77068a70 req-16eb7c90-d4bd-438a-908d-be96e9fa268a tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.1326301 Jan 27 19:29:14.200312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:29:14.240184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.240711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.260024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (ad7e0901-6022-499c-898c-27a0a74a3f3f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.275646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ad7e0901-6022-499c-898c-27a0a74a3f3f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.298245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cb01208c-0495-4807-92c0-1c974c701d1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:14.299418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1f44792-4fa2-4783-b899-3a5b5efa0a0a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:14.304806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7e0901-6022-499c-898c-27a0a74a3f3f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:14.333433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.339457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ae2e-6c1d-49e6-a91f-50b2a3c3f7a4 req-341b4b91-6278-47cf-b9c7-cd2dd1ba337d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:14.341313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6258ae2e-6c1d-49e6-a91f-50b2a3c3f7a4 req-341b4b91-6278-47cf-b9c7-cd2dd1ba337d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2768135 Jan 27 19:29:14.347183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:14.348277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-950065d2-478f-4661-a548-05cc66e25a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325561 Jan 27 19:29:14.399506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'security_group_rule': {'security_group_id': 'bbe22d69-1c49-491e-b520-69f7cefaf0a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:14.430129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Current status of the port dfd73f94-6883-44c3-ab02-47e0e57cab63 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:14.430586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.500257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b1f44792-4fa2-4783-b899-3a5b5efa0a0a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.500776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.521164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (0b40c944-b51c-4463-addc-9da2038b4083), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.543792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:14.544313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.551096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] For port dfd73f94-6883-44c3-ab02-47e0e57cab63, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfd73f94-6883-44c3-ab02-47e0e57cab63,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:14.567691 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.652136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,segment=NetworkSegment(66525985-8a6e-4fa5-80a6-60571263443c),segment_id=66525985-8a6e-4fa5-80a6-60571263443c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:14.667104 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.670644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Provisioning complete for port 504caba0-665f-4055-9710-1286693d9c9c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.671044 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (504caba0-665f-4055-9710-1286693d9c9c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.673414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Pushing event updated for resources: {'Port': ['ID=dfd73f94-6883-44c3-ab02-47e0e57cab63,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:14.679749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f30f01-99e6-4c49-bdef-c4c630d94c8f req-74af02b4-54f4-4245-afd0-c98d5b9b3928 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:14.681507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59f30f01-99e6-4c49-bdef-c4c630d94c8f req-74af02b4-54f4-4245-afd0-c98d5b9b3928 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 945 time: 0.2206054 Jan 27 19:29:14.690731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6258ae2e-6c1d-49e6-a91f-50b2a3c3f7a4 req-8256235a-5d1e-4abc-981f-55161c375548 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617273 Jan 27 19:29:14.798587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Port 504caba0-665f-4055-9710-1286693d9c9c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:14.808000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (0b40c944-b51c-4463-addc-9da2038b4083), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.810178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b1f44792-4fa2-4783-b899-3a5b5efa0a0a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:14.811348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfd73f94-6883-44c3-ab02-47e0e57cab63 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:14.820436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:14.827622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59f30f01-99e6-4c49-bdef-c4c630d94c8f req-ad0c5d1f-b766-4c73-ba3d-9be4ce4fdae4 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122680 Jan 27 19:29:14.839090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0b40c944-b51c-4463-addc-9da2038b4083), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.852947 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (9953f125-095f-400f-9015-db5a9a3cda5c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.875829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.891190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Provisioning complete for port 2a476bc7-a64d-4b69-99a8-105a67187c92 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.892023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.924866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:14.927307 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e66d8c0-2ad0-4508-999a-4b0dc8a6dbf2" -d '{"events": [{"server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "name": "network-vif-plugged", "status": "completed", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:14.941129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b40c944-b51c-4463-addc-9da2038b4083,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:14.959660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d18eb-075c-49e3-8d33-ea381e9c0081 None None] Port 2a476bc7-a64d-4b69-99a8-105a67187c92 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:14.969397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dfd73f94-6883-44c3-ab02-47e0e57cab63 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:14.969859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.984122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:14.990746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d6b9de0-9c6f-4702-a859-035c1ef14a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6359682 Jan 27 19:29:14.992022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:15.001117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:15.037538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.102392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=9953f125-095f-400f-9015-db5a9a3cda5c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:15.142483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.165519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.166741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dfd73f94-6883-44c3-ab02-47e0e57cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:15.170561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8852757d-f6e4-40b3-8bab-76ca8df6e9a4 None None] Provisioning complete for port dfd73f94-6883-44c3-ab02-47e0e57cab63 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:15.170956 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8852757d-f6e4-40b3-8bab-76ca8df6e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.199504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b017c8-5364-47fe-a894-be68606d7303 req-d5959fdc-ad1b-41d0-8041-90f48abc29b4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:15.202248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3b017c8-5364-47fe-a894-be68606d7303 req-d5959fdc-ad1b-41d0-8041-90f48abc29b4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2540014 Jan 27 19:29:15.203557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.267734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5718c00-7706-4321-b364-03d3bbd72517 req-dce71130-7ff4-4ea3-a2bf-d5ce315a99e7 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:15.282168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5718c00-7706-4321-b364-03d3bbd72517 req-dce71130-7ff4-4ea3-a2bf-d5ce315a99e7 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 945 time: 0.2609613 Jan 27 19:29:15.321964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1f44792-4fa2-4783-b899-3a5b5efa0a0a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:15.345581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.356200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e593343c-cb67-44fe-96f3-fb3306a3f6f6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7406726 Jan 27 19:29:15.356431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8852757d-f6e4-40b3-8bab-76ca8df6e9a4 None None] Current status of the port dfd73f94-6883-44c3-ab02-47e0e57cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:15.398127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b1f44792-4fa2-4783-b899-3a5b5efa0a0a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:15.398662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.411025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 172.25.5.253 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b7267a0d-4941-4d8f-9128-4a11154d4b3c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:15.422742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5718c00-7706-4321-b364-03d3bbd72517 req-805b3611-1bf6-4039-8722-dfe790e9465d tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389277 Jan 27 19:29:15.437575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3b017c8-5364-47fe-a894-be68606d7303 req-e41e6fa7-015f-4868-93f2-10dac409262c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186825 Jan 27 19:29:15.590704 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c617024-e4d3-4ab1-a1aa-764b56283b3a x-openstack-request-id: req-2c617024-e4d3-4ab1-a1aa-764b56283b3a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:15.593057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.593984 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "name": "network-vif-plugged", "status": "completed", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:15.594539 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c617024-e4d3-4ab1-a1aa-764b56283b3a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:15.595340 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d', 'code': 200} Jan 27 19:29:15.600413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.624507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b1f44792-4fa2-4783-b899-3a5b5efa0a0a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:15.626278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfd73f94-6883-44c3-ab02-47e0e57cab63 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:15.690411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.790260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dfd73f94-6883-44c3-ab02-47e0e57cab63 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:15.790682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:15.819009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:15.825462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:15.855646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:15.857197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4455e1a9-892f-473b-aa9d-44f516b50d0f req-8ab13868-c2c3-4c44-9658-414b0a4fd4a2 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0786006 Jan 27 19:29:15.898239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:29:15.928424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1503f-51ae-4151-8632-4d02febda7fc req-c9256b06-0c61-4351-8ec5-10470cf4a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:15.933356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1f1503f-51ae-4151-8632-4d02febda7fc req-c9256b06-0c61-4351-8ec5-10470cf4a141 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 1096 time: 0.2738950 Jan 27 19:29:15.978751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dfd73f94-6883-44c3-ab02-47e0e57cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:15.983713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.011299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-9f9a5065-1abe-4a94-bd67-e6999be3479c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--699517661&fields=id&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 267 time: 0.1687562 Jan 27 19:29:16.051588 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7882fe45-09c5-4653-a6ea-606791d26bda req-8b8567aa-108d-4fdc-8b27-868e2fe8d1f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.2195587 Jan 27 19:29:16.056912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=b7267a0d-4941-4d8f-9128-4a11154d4b3c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:16.071295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.149545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.222582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-4fb62d01-36a2-47eb-9a59-3d5dc6672705 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:16.224197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:16.224962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.234849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-4fb62d01-36a2-47eb-9a59-3d5dc6672705 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 817 time: 0.2219844 Jan 27 19:29:16.296809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:16.298249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-6ffba6f9-344e-4db3-81a2-917ccf3d1a6b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/quotas/8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 375 time: 0.0617945 Jan 27 19:29:16.308843 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.345718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1f1503f-51ae-4151-8632-4d02febda7fc req-6cba9983-77e8-46bb-88b2-e6bed7c0dcde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011903 Jan 27 19:29:16.399013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:16.440665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e2e26-ff04-40db-8ecc-c9296b63b221 req-fbde918a-6e2e-462b-a0d2-5a95d7cbee3a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:16.443430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a36e2e26-ff04-40db-8ecc-c9296b63b221 req-fbde918a-6e2e-462b-a0d2-5a95d7cbee3a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1697941 Jan 27 19:29:16.447664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.454397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.492099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-344eb769-a579-4e6f-a4fd-d7de38245754 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689920 Jan 27 19:29:16.527179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=b7267a0d-4941-4d8f-9128-4a11154d4b3c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:16.545749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.565064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:16.566774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-50875e93-90c4-447c-9685-f2275fc1b7f6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5720103 Jan 27 19:29:16.619735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a36e2e26-ff04-40db-8ecc-c9296b63b221 req-f7101df8-9953-4286-99f5-6d0b8a425f45 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694567 Jan 27 19:29:16.679397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-09732e2a-99fd-4d78-86e3-16d75a9deb01 service neutron] 10.222.0.59 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631327 Jan 27 19:29:16.805070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-22894287-f15b-432f-a47d-e3f6aa906ce9 service neutron] 10.222.0.59 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165543 Jan 27 19:29:16.915648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbcf7b-2b33-4a97-b93b-bd161e9adc76 req-5eb434d0-bb2f-4781-8cdf-ed5918beccc0 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:16.917436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22dbcf7b-2b33-4a97-b93b-bd161e9adc76 req-5eb434d0-bb2f-4781-8cdf-ed5918beccc0 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 945 time: 0.0650151 Jan 27 19:29:16.995437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22dbcf7b-2b33-4a97-b93b-bd161e9adc76 req-1c1df987-7f22-44d0-bab9-f7a3f026a5e0 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678971 Jan 27 19:29:17.160035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140a11-e1af-4fce-b8c2-f6b97bc7f73e req-41abb241-75db-4fe9-83f3-f133ae6ad8ea tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.162877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd140a11-e1af-4fce-b8c2-f6b97bc7f73e req-41abb241-75db-4fe9-83f3-f133ae6ad8ea tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1034138 Jan 27 19:29:17.286163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd140a11-e1af-4fce-b8c2-f6b97bc7f73e req-f927a09a-8a9d-49a5-8564-556598976734 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110110 Jan 27 19:29:17.343325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-a497b6ee-c367-4e5d-86fd-b236153e4e1a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--499236578&fields=id&tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5 HTTP/1.1" status: 200 len: 267 time: 0.0996771 Jan 27 19:29:17.436793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-50f30925-20c6-4b91-b017-8f595486b83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.438728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-50f30925-20c6-4b91-b017-8f595486b83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 935 time: 0.0942690 Jan 27 19:29:17.521978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f0ad945f-0ab2-4fd3-a643-68d78b28217e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.523556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f0ad945f-0ab2-4fd3-a643-68d78b28217e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 937 time: 0.0714595 Jan 27 19:29:17.535253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b997a-5472-4ece-884d-b4d624b70222 req-925c6972-e0a8-4ba8-9b10-7696888b843d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.536841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e71b997a-5472-4ece-884d-b4d624b70222 req-925c6972-e0a8-4ba8-9b10-7696888b843d tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.0970285 Jan 27 19:29:17.597160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:17.601231 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87bd7b-e07a-42fa-8beb-c66a9db9c776" -d '{"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:17.615461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-9fc9e221-aac2-46f0-8d7a-f605a5fd6f9c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0736902 Jan 27 19:29:17.662401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f1c7e7a8-6225-49e1-9af0-5d06c65c7ea0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0386777 Jan 27 19:29:17.678353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e71b997a-5472-4ece-884d-b4d624b70222 req-95b7ebc0-2240-42fe-93e9-fe309c64db29 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.59 "GET /v2.0/security-groups?id=93f7e97b-07b0-4278-87d8-a034596f6ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261084 Jan 27 19:29:17.870760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89f494c8-042f-48ce-81b9-f783c8c0cc6f req-8eb32082-b971-4090-acc6-67640fe21341 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0700703 Jan 27 19:29:17.933972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7db89db2-e164-4f42-bbcc-de7e383572b2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.945595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7db89db2-e164-4f42-bbcc-de7e383572b2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.956869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7db89db2-e164-4f42-bbcc-de7e383572b2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:17.962324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7db89db2-e164-4f42-bbcc-de7e383572b2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/networks?id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=b35a9de1-c8a7-416e-ab41-235f9010ae71&id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 1995 time: 0.2816315 Jan 27 19:29:18.003771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-b9ee7f31-59d0-432b-8075-18f6bef3eda6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/quotas/273bfe2f1c0c4f8ab5d733305afe72a5 HTTP/1.1" status: 200 len: 375 time: 0.0278542 Jan 27 19:29:18.116765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0dab953b-b598-4b4a-b696-9dd10f434af3 req-f9c791f8-2c50-45cf-ab7e-552e891433fc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 210 time: 0.0852966 Jan 27 19:29:18.129017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-1218de8d-ce2c-48eb-8ac0-a1314e75cbb3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:18.130954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-1218de8d-ce2c-48eb-8ac0-a1314e75cbb3 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.66 "GET /v2.0/ports?device_id=a504a1ee-4070-4c99-aea0-c769e2500cf9 HTTP/1.1" status: 200 len: 943 time: 0.2649431 Jan 27 19:29:18.166968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-da0a43f8-eda0-4fbf-919f-99f6e9d75906 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1566458 Jan 27 19:29:18.292626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Deleting port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:29:18.293188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:18.305805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-ba5c8675-086c-42f6-89c6-67cc317295ed service neutron] 10.222.0.59 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150410 Jan 27 19:29:18.312269 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac0b94-763f-4807-a75a-6a3ad1cfe1d3 x-openstack-request-id: req-8aac0b94-763f-4807-a75a-6a3ad1cfe1d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:18.313591 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:18.314445 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aac0b94-763f-4807-a75a-6a3ad1cfe1d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:18.317086 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'code': 200} Jan 27 19:29:18.438657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] For port b60de1dd-7a55-4e37-846b-cc7fee79e2d1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,segment=NetworkSegment(2f9f1825-5a66-4a28-a212-521c877b984a),segment_id=2f9f1825-5a66-4a28-a212-521c877b984a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:18.439316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:18.457737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Calling delete_port for b60de1dd-7a55-4e37-846b-cc7fee79e2d1 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:29:18.547294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-e471e815-4b47-4129-be9d-f35352fc0419 service neutron] 10.222.0.59 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401857 Jan 27 19:29:18.671328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b60de1dd-7a55-4e37-846b-cc7fee79e2d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:18.697871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaade99-a695-4eb2-8f60-5275fab607d5 req-e65a8d0a-96ae-449c-a33d-c83b204af807 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:18.700498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afaade99-a695-4eb2-8f60-5275fab607d5 req-e65a8d0a-96ae-449c-a33d-c83b204af807 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 945 time: 0.2358630 Jan 27 19:29:18.723184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c9d3d591-5a47-4bcc-87a6-159227c1942f service neutron] 10.222.0.59 "GET /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1584561 Jan 27 19:29:18.747384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Pushing event deleted for resources: {'Port': ['ID=b60de1dd-7a55-4e37-846b-cc7fee79e2d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:18.810340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] No DVR routers for this DVR port b60de1dd-7a55-4e37-846b-cc7fee79e2d1 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:29:18.813996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:18.819147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7c407afd-b02d-48ec-8d36-a68205ca32db req-ac31880c-c699-4f71-ac05-2b0d21170477 tempest-ImagesTestJSON-856607443 tempest-ImagesTestJSON-856607443-project] 10.222.0.66 "DELETE /v2.0/ports/b60de1dd-7a55-4e37-846b-cc7fee79e2d1 HTTP/1.1" status: 204 len: 173 time: 0.6815610 Jan 27 19:29:18.819789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-deleted', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:18.823405 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921073ab-0866-4e72-a14f-9b1c003aa24b" -d '{"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-deleted", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:18.884649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-14230b36-19d9-49e3-81ae-864a00c564bc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:18.886299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-14230b36-19d9-49e3-81ae-864a00c564bc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 817 time: 0.3445175 Jan 27 19:29:18.905155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afaade99-a695-4eb2-8f60-5275fab607d5 req-5c9f5afa-dd49-42d1-8864-4f65275f74f7 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806066 Jan 27 19:29:18.935456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-9c3cd7a4-f045-4b03-bcd9-4e0e4f25a4f3 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934068 Jan 27 19:29:19.044648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-6781d02a-5237-459f-8392-e670c2ff6a22 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 379 time: 0.1432064 Jan 27 19:29:19.061239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'port': {'device_id': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'admin_state_up': True, 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'security_groups': ['eb4de81a-c0a1-4ead-bd6a-e79780a78963']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:19.158863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-06cc6755-1658-439b-915a-df95340bb208 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040701 Jan 27 19:29:19.242784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0733ed07-c85c-40b7-ae4c-c81a3f8843f4 service neutron] 10.222.0.59 "GET /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0670116 Jan 27 19:29:19.279029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90dbb9-9bb1-4707-9aed-675c4578aaf4 req-e4e271b1-c11c-4e37-b7d8-e2f77ce4493a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:19.280619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd90dbb9-9bb1-4707-9aed-675c4578aaf4 req-e4e271b1-c11c-4e37-b7d8-e2f77ce4493a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1431975 Jan 27 19:29:19.352858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Made reservation on behalf of 8ec8ebb9a01e4092be1b04beb13a34fc for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:19.356364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:19.437731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-cd5eecee-ceb5-4768-a1e9-af97bbc227e7 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864269 Jan 27 19:29:19.445940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd90dbb9-9bb1-4707-9aed-675c4578aaf4 req-f6ebd4ef-8ce6-47c9-9fe9-8d07edc14984 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281588 Jan 27 19:29:19.650084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-ba6da95e-56af-42dc-93e6-3e3477d765c1 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009223 Jan 27 19:29:19.657646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Allocated IP 172.20.0.8 (3a3a485d-ad33-4cdc-b857-f7290f56434b/4495bfd5-2522-43eb-977b-d3fd9096584f/08eea445-2621-4511-b9f8-8cd028cfd27a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:19.778381 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea9db8e-b41b-488d-b1af-94bf3364d51e x-openstack-request-id: req-6ea9db8e-b41b-488d-b1af-94bf3364d51e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:19.779794 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504a1ee-4070-4c99-aea0-c769e2500cf9", "name": "network-vif-deleted", "tag": "b60de1dd-7a55-4e37-846b-cc7fee79e2d1", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:19.780228 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ea9db8e-b41b-488d-b1af-94bf3364d51e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:19.780888 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504a1ee-4070-4c99-aea0-c769e2500cf9', 'name': 'network-vif-deleted', 'tag': 'b60de1dd-7a55-4e37-846b-cc7fee79e2d1', 'status': 'completed', 'code': 200} Jan 27 19:29:19.784248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-375cd573-42bb-4fd3-a148-85bee8f035c5 req-adb06905-4bb0-4cb6-9452-426b8c21c8c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64a6508e7cf44d14b825704bf954dfe6&device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0549023 Jan 27 19:29:19.823638 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-375cd573-42bb-4fd3-a148-85bee8f035c5 req-4665554c-38a3-42ad-a6f7-f2224cf0f85b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=64a6508e7cf44d14b825704bf954dfe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311697 Jan 27 19:29:19.959044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-b2a353a3-37a4-46c3-9594-cd892283e993 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979686 Jan 27 19:29:19.988533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cd573-42bb-4fd3-a148-85bee8f035c5 req-2d7bc664-8f29-418d-ad7e-68e56c3b5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:19.991926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-375cd573-42bb-4fd3-a148-85bee8f035c5 req-2d7bc664-8f29-418d-ad7e-68e56c3b5179 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592889 Jan 27 19:29:20.347919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1caecb4-e17c-4134-b981-57caea38d606 req-acc131eb-efb2-4e88-8e57-c4ac6af4b123 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 210 time: 0.3325112 Jan 27 19:29:20.369593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:20.414836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-88a75f17-147a-49db-9a5d-d7fb584e5ada service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412315 Jan 27 19:29:20.515160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:20.620453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:20.629017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:20.637657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:20.688261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:20.692113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-6700fb48-6805-490c-a66d-7efc5f65da28 service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674026 Jan 27 19:29:20.720477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.720803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.721163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.722070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.722407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.722800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.723135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.723462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.723816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.724142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.724474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.724793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.725116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:20.750377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2528-7eb4-4408-9f19-0e3c3a6b03a1 req-6472d91d-f9c8-45c5-8dde-cee5bd29cbca tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:20.752014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c3e2528-7eb4-4408-9f19-0e3c3a6b03a1 req-6472d91d-f9c8-45c5-8dde-cee5bd29cbca tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1869743 Jan 27 19:29:20.781876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:20.782563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:20.827271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-cc11ec11-f837-48a4-9574-f0f28b8f0cbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7735717 Jan 27 19:29:20.858497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Request body: {'port': {'device_id': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:20.911018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-b47427a7-460d-4ca9-b797-c8b2933c615c service neutron] 10.222.0.59 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045817 Jan 27 19:29:20.915175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c3e2528-7eb4-4408-9f19-0e3c3a6b03a1 req-c9f341f2-8361-4300-bcc2-63e23988d53d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291354 Jan 27 19:29:20.973719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ee590ad0-a703-4560-b8a5-3634c53c1f52 None None] Provisioning complete for port 08eea445-2621-4511-b9f8-8cd028cfd27a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:20.975385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee590ad0-a703-4560-b8a5-3634c53c1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:21.020049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:21.030890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ee590ad0-a703-4560-b8a5-3634c53c1f52 None None] Port 08eea445-2621-4511-b9f8-8cd028cfd27a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:21.105849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09245425-7eb5-4978-9abb-da99154b6dee req-bff9ec16-c244-4bd2-a9a4-de20fc3a4bf5 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.59 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0637369 Jan 27 19:29:21.136987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-392141c1-8dd9-4b13-9513-4409f44ed2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965292 Jan 27 19:29:21.428115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-8c48f4d4-8788-4b06-982f-6dfd02a424d1 service neutron] 10.222.0.59 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819662 Jan 27 19:29:21.439270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d522f7-d54a-4b1b-a824-1f4432485ae8 req-5124cdbc-c2c0-4e19-8404-693c3b17bd27 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:21.439760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45d522f7-d54a-4b1b-a824-1f4432485ae8 req-5124cdbc-c2c0-4e19-8404-693c3b17bd27 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 945 time: 0.1488650 Jan 27 19:29:21.486361 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-375cd573-42bb-4fd3-a148-85bee8f035c5 req-4f1ae8dd-135c-4b37-903c-ac07e435e564 tempest-ServerShowV254Test-1319542433 tempest-ServerShowV254Test-1319542433-project] 10.222.0.39 "GET /v2.0/ports?device_id=99251ae7-6a13-4fe4-a461-37ccd417eaa4 HTTP/1.1" status: 200 len: 210 time: 0.0589345 Jan 27 19:29:21.608800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45d522f7-d54a-4b1b-a824-1f4432485ae8 req-b9a0144e-f1b6-4c5e-bc11-e61759d94540 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/security-groups?id=c60750ef-9987-4ca2-ae06-51128a45a102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601937 Jan 27 19:29:21.635959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-30126df0-e62f-452f-a429-b5b406971ac0 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:21.639480 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-30126df0-e62f-452f-a429-b5b406971ac0 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 945 time: 0.1120555 Jan 27 19:29:21.659294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-1ed7b477-134a-4f67-9aec-71f812a0e041 service neutron] 10.222.0.59 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116308 Jan 27 19:29:21.676055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:21.706643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks [] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:21.814263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Transition to ACTIVE for port object 08eea445-2621-4511-b9f8-8cd028cfd27a will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:21.830784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:21.852623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Deleting port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:29:21.853207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:21.916418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:29:21.969567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b60de1dd-7a55-4e37-846b-cc7fee79e2d1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:29:21.970294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b60de1dd-7a55-4e37-846b-cc7fee79e2d1 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:29:22.043817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:22.082577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] For port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,segment=NetworkSegment(66525985-8a6e-4fa5-80a6-60571263443c),segment_id=66525985-8a6e-4fa5-80a6-60571263443c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:22.083166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.108250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Calling delete_port for a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:29:22.148294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-67ffbef2-e5f2-4ddc-810f-140372ebb9b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623835 Jan 27 19:29:22.228326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:22.228878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:22.229446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:22.246505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:22.247034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:22.270401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5783-1dda-4c9c-b4d1-4af410d87c0e req-6014d878-edc9-44f3-ba16-b7d2b940aace tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:22.273205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3efe5783-1dda-4c9c-b4d1-4af410d87c0e req-6014d878-edc9-44f3-ba16-b7d2b940aace tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.2309301 Jan 27 19:29:22.275343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:22.276198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:22.276918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:22.277676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Bound port: 08eea445-2621-4511-b9f8-8cd028cfd27a, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:22.278297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.419354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.442800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:22.444715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3efe5783-1dda-4c9c-b4d1-4af410d87c0e req-5138ad29-6136-4b07-8ad3-4d0ab902a83d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381874 Jan 27 19:29:22.469838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:22.477179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Pushing event deleted for resources: {'Port': ['ID=a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:22.477402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:22.490314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.594596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] No DVR routers for this DVR port a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:29:22.601384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.608659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fbb7ebf5-b0cd-447f-8698-18fb8a99a1d2 req-799908ae-e2a8-463b-a915-bfcd7c337f40 tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.39 "DELETE /v2.0/ports/a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d HTTP/1.1" status: 204 len: 173 time: 0.9621947 Jan 27 19:29:22.609535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'name': 'network-vif-deleted', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:22.625569 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b57b13c-ee8b-40b5-8ea1-42b12cb20c9c" -d '{"events": [{"server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "name": "network-vif-deleted", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:22.629910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:22.630944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:22.633552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] 10.222.0.39 "PUT /v2.0/ports/08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 1091 time: 1.7827179 Jan 27 19:29:22.634367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:22.637948 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:22.753349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5537d1-5467-4df4-a372-b7ea63082d17 service neutron] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:22.813129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-f57c8d27-aaf9-430f-8f74-aa93afdd3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:22.816294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-f57c8d27-aaf9-430f-8f74-aa93afdd3196 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1094 time: 0.1241417 Jan 27 19:29:22.906740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cf96c-3723-4f59-902d-014bc8d80904 req-09e53701-4297-4168-b551-23c02baa5194 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:22.908468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a4cf96c-3723-4f59-902d-014bc8d80904 req-09e53701-4297-4168-b551-23c02baa5194 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1736593 Jan 27 19:29:22.910307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-e1410d74-2d50-45db-957b-1749e4c3c2b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 217 time: 0.0863531 Jan 27 19:29:23.038712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-169a344d-71a6-45f7-a596-ce0fd125823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:23.041242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-169a344d-71a6-45f7-a596-ce0fd125823c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1247513 Jan 27 19:29:23.049590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a4cf96c-3723-4f59-902d-014bc8d80904 req-e6e65c4a-dac1-47d5-bd34-27fbc7b3ce13 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314175 Jan 27 19:29:23.114767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad534443-405f-4528-ad93-de90e0f29ecd req-02c3ea74-b14c-4759-9736-41bc8d843fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:23.116683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-02c3ea74-b14c-4759-9736-41bc8d843fe9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658057 Jan 27 19:29:23.261719 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e8c41-ea9c-458b-bd1f-7f1a00beada0 x-openstack-request-id: req-f35e8c41-ea9c-458b-bd1f-7f1a00beada0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:23.262529 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:23.262942 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f35e8c41-ea9c-458b-bd1f-7f1a00beada0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:23.263637 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'status': 'completed', 'code': 200} Jan 27 19:29:23.307463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-1df5e254-f3ff-4d76-a033-747401ae0724 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834199 Jan 27 19:29:23.336759 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b091fae1-bf8a-44bb-b8f1-94c1989c5252 x-openstack-request-id: req-b091fae1-bf8a-44bb-b8f1-94c1989c5252 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:23.337194 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e516aed-62c0-40b4-9d3e-ffd770af1606", "name": "network-vif-deleted", "tag": "a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:23.337402 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b091fae1-bf8a-44bb-b8f1-94c1989c5252 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:23.337806 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e516aed-62c0-40b4-9d3e-ffd770af1606', 'name': 'network-vif-deleted', 'tag': 'a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d', 'status': 'completed', 'code': 200} Jan 27 19:29:23.495837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd91c330-c401-4063-bb20-0cf2a9ae052e req-66d0a1a4-5ed4-4355-8b41-8c594c46616e tempest-InstanceActionsV221TestJSON-39694196 tempest-InstanceActionsV221TestJSON-39694196-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e516aed-62c0-40b4-9d3e-ffd770af1606 HTTP/1.1" status: 200 len: 210 time: 0.1068108 Jan 27 19:29:23.578426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:23.620615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad534443-405f-4528-ad93-de90e0f29ecd req-25620c8e-6e07-44ec-83b3-28b50a8fd778 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911971 Jan 27 19:29:23.658673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824cbc0-a0b8-4a62-941e-32b28f0d82f0 req-475910c2-d2b8-4094-a491-074bf057afb5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:23.671006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:23.674118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e824cbc0-a0b8-4a62-941e-32b28f0d82f0 req-475910c2-d2b8-4094-a491-074bf057afb5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1334362 Jan 27 19:29:23.754496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b83fd25-b3ff-4932-993d-56a81d26631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:23.766867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28834c82-c8ab-4ca2-9fe6-9e29cd6c5934 req-d966b636-09ba-4ebb-9e7b-4de7d876ae58 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0625603 Jan 27 19:29:23.822068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e824cbc0-a0b8-4a62-941e-32b28f0d82f0 req-6a31a39a-89f9-4735-acdb-bba42cadca5a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449146 Jan 27 19:29:23.829722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-1efc5ad6-8e01-44fb-9167-65d974421c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:23.847357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-1efc5ad6-8e01-44fb-9167-65d974421c3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1094 time: 0.1404543 Jan 27 19:29:23.848629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b83fd25-b3ff-4932-993d-56a81d26631f admin admin] Publish callbacks [] for security_group (b23be883-7e5f-49f8-b75c-afdf5e2c7411), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:23.866967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b83fd25-b3ff-4932-993d-56a81d26631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b23be883-7e5f-49f8-b75c-afdf5e2c7411), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:23.916943 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b83fd25-b3ff-4932-993d-56a81d26631f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64a6508e7cf44d14b825704bf954dfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345399 Jan 27 19:29:23.919068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:23.933754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83fd25-b3ff-4932-993d-56a81d26631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23be883-7e5f-49f8-b75c-afdf5e2c7411,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:23.988566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] Publish callbacks [] for security_group (b23be883-7e5f-49f8-b75c-afdf5e2c7411), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:24.017789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] Publish callbacks [] for security_group (b23be883-7e5f-49f8-b75c-afdf5e2c7411), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:24.087983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b23be883-7e5f-49f8-b75c-afdf5e2c7411), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:24.097908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:24.097908 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b23be883-7e5f-49f8-b75c-afdf5e2c7411 HTTP/1.1" status: 204 len: 168 time: 0.1746118 Jan 27 19:29:24.132356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77596810-9a92-4b41-8cdc-804a95d537ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23be883-7e5f-49f8-b75c-afdf5e2c7411,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:24.144458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc61c6-5caa-494d-a2fb-92daf877a373 req-00bf3ae1-bfda-4eb5-8889-d0ad1fe2315e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:24.148117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75fc61c6-5caa-494d-a2fb-92daf877a373 req-00bf3ae1-bfda-4eb5-8889-d0ad1fe2315e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1670074 Jan 27 19:29:24.158496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-8e15c0e7-0fb6-4439-b65f-eac8d8443b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:24.165220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-8e15c0e7-0fb6-4439-b65f-eac8d8443b3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.3106725 Jan 27 19:29:24.329156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-02a6dde0-902f-4399-9654-0c5cc10c5b13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 217 time: 0.1405175 Jan 27 19:29:24.432566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326d62f-a78d-48c6-99e5-4ece13baf29a req-28d1e203-3fee-42ce-98b4-bcfc2900c635 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:24.434668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8326d62f-a78d-48c6-99e5-4ece13baf29a req-28d1e203-3fee-42ce-98b4-bcfc2900c635 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2442603 Jan 27 19:29:24.443973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75fc61c6-5caa-494d-a2fb-92daf877a373 req-86835728-dfc8-42c1-b50a-1e8c0240fabf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755973 Jan 27 19:29:24.537581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-834c2451-3555-40fb-b379-5fce5597acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:24.539843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-834c2451-3555-40fb-b379-5fce5597acbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1901677 Jan 27 19:29:24.560150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8326d62f-a78d-48c6-99e5-4ece13baf29a req-cc8ad624-5177-4042-99fe-fca86ab1a9c0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109486 Jan 27 19:29:24.644365 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:24.688737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-2c3c7e2f-6152-4a3c-8a42-256d6d93e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:24.693487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-2c3c7e2f-6152-4a3c-8a42-256d6d93e87d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316597 Jan 27 19:29:24.785484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48104) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:25.099632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Deleting subnet 006dac98-3e5c-41f1-81b9-b842fc456482 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:29:25.106261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Publish callbacks [] for subnet (006dac98-3e5c-41f1-81b9-b842fc456482), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:25.183209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (006dac98-3e5c-41f1-81b9-b842fc456482), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:25.224046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-bc2e0818-6458-46aa-978a-ef748d08e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.226532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-bc2e0818-6458-46aa-978a-ef748d08e564 service neutron] 10.222.0.66 "GET /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 1031 time: 0.0798161 Jan 27 19:29:25.273681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (006dac98-3e5c-41f1-81b9-b842fc456482), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:25.306607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c59605f1-8984-4524-b4ba-49cb6f063e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.308474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c59605f1-8984-4524-b4ba-49cb6f063e60 service neutron] 10.222.0.66 "GET /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 1033 time: 0.0726726 Jan 27 19:29:25.415511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7219802-6e67-4724-ae23-39c25451a5d7 req-318905e3-2e24-4d7b-bffc-832e3479b913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.1732929 Jan 27 19:29:25.436251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-e8a8e0bd-5608-41ae-9180-fba8b67e1481 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303884 Jan 27 19:29:25.488865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-d587952c-24dc-4b31-afff-15e06facd00f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.507094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a3883-eb91-4fd8-98ac-2e7e08e3d31f req-100f8834-1ad3-4901-9552-69258c8a0203 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.509557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-d587952c-24dc-4b31-afff-15e06facd00f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.519455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-946a3883-eb91-4fd8-98ac-2e7e08e3d31f req-100f8834-1ad3-4901-9552-69258c8a0203 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.7557955 Jan 27 19:29:25.529458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-d587952c-24dc-4b31-afff-15e06facd00f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:25.546316 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-d587952c-24dc-4b31-afff-15e06facd00f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/networks?id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=b35a9de1-c8a7-416e-ab41-235f9010ae71&id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 1995 time: 0.2293084 Jan 27 19:29:25.576061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (006dac98-3e5c-41f1-81b9-b842fc456482), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:25.604364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:25.689453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006dac98-3e5c-41f1-81b9-b842fc456482,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:25.712978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-946a3883-eb91-4fd8-98ac-2e7e08e3d31f req-f15647ad-2459-4ed5-8d48-db27e785eedd tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918678 Jan 27 19:29:25.797960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d1f1f6f-2588-4051-97f7-24daf2b3a54e req-31832f31-30d6-4004-a34d-9d166cf27e96 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511746 Jan 27 19:29:25.841541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:25.847442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-9e6c8f70-efd4-47c2-b6f5-317629736057 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5 HTTP/1.1" status: 200 len: 379 time: 0.2919374 Jan 27 19:29:25.865409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:25.872824 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c412dd62-9791-4231-81ab-4abb8514e2ab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/006dac98-3e5c-41f1-81b9-b842fc456482 HTTP/1.1" status: 204 len: 168 time: 1.0849197 Jan 27 19:29:25.890952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'admin_state_up': True, 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'security_groups': ['bbe22d69-1c49-491e-b520-69f7cefaf0a2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:25.905721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48138) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:25.929692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1879613329-network', 'tenant_id': 'a792167f276c4a2f82cf03bfc6106c3a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:26.011320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Deleting subnet bb9173de-2a75-471c-8f8d-baf3cfa20395 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:29:26.023899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Publish callbacks [] for subnet (bb9173de-2a75-471c-8f8d-baf3cfa20395), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.058786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:26.064168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:29:26.083176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Made reservation on behalf of a792167f276c4a2f82cf03bfc6106c3a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:26.087062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.131694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.143530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (bb9173de-2a75-471c-8f8d-baf3cfa20395), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.162305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9b81-a7c6-4f51-92cb-0dcd835eb432 req-68b93b95-bd15-4559-8f35-b55c14b23dcb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:26.176109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb3d9b81-a7c6-4f51-92cb-0dcd835eb432 req-68b93b95-bd15-4559-8f35-b55c14b23dcb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.2553594 Jan 27 19:29:26.195557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.415029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:29:26.416207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a9eeb49d-044c-4913-b1bf-1ed0a5ddb80d not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:29:26.426582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:26.432453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.446011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks [] for security_group (876957ab-2807-4660-899b-0f093e086dbb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.461438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.489065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (876957ab-2807-4660-899b-0f093e086dbb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.525887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:26.554064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bb9173de-2a75-471c-8f8d-baf3cfa20395), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.561643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:26.624999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb3d9b81-a7c6-4f51-92cb-0dcd835eb432 req-3cb0d066-73af-4327-9902-0323e7b94851 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465983 Jan 27 19:29:26.656075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:26.657758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.691918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:26.715995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:26.720440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc25dfa8-9b4d-4359-8d78-7a5a403f4f22']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:26.728801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876957ab-2807-4660-899b-0f093e086dbb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:26.755012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae94b-7c02-4226-ab4a-2f23d8b5c60a req-03a7d778-b97f-4901-88f2-970f42322555 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:26.761332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9f1825-5a66-4a28-a212-521c877b984a') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:26.762029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9f1825-5a66-4a28-a212-521c877b984a') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:26.767564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8bae94b-7c02-4226-ab4a-2f23d8b5c60a req-03a7d778-b97f-4901-88f2-970f42322555 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4447720 Jan 27 19:29:26.771609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d6fcdc10-3a34-488f-8edf-8531d28aafaf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.772234 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Added segment d6fcdc10-3a34-488f-8edf-8531d28aafaf of type vlan for network 81a2e8c7-3642-4e76-a69e-409df1be89ea Jan 27 19:29:26.789765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (2f9f1825-5a66-4a28-a212-521c877b984a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.793090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 172.20.0.10 (c2f64754-a244-4d03-84ba-39ff20e0d1ba/19c8a16b-b94f-475f-969c-6cca097308e2/a04cf3a7-b471-48f3-bdcf-fea2e3927075) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:26.808662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:26.820833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.824587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (2f9f1825-5a66-4a28-a212-521c877b984a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.839598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:29:26.840473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (2f9f1825-5a66-4a28-a212-521c877b984a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:29:26.842626 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:29:26.979136 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (81a2e8c7-3642-4e76-a69e-409df1be89ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:26.983363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4ad25fe-8ad8-430a-b4c7-c77b7f6479a9 req-63e8f425-6d21-4813-b4a1-f77e727a9a5e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0988541 Jan 27 19:29:26.996603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:26.998713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8bae94b-7c02-4226-ab4a-2f23d8b5c60a req-37a9b1d1-6e5b-4562-8180-efc152612a41 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299001 Jan 27 19:29:27.014005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (bb9173de-2a75-471c-8f8d-baf3cfa20395), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.080001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['08eea445-2621-4511-b9f8-8cd028cfd27a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:27.088061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.097834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bb9173de-2a75-471c-8f8d-baf3cfa20395 HTTP/1.1" status: 204 len: 168 time: 1.2543242 Jan 27 19:29:27.098697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:27.143677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.167863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ffeb6-73dc-4f02-96cb-44f0174d5d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9173de-2a75-471c-8f8d-baf3cfa20395,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:27.213822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (81a2e8c7-3642-4e76-a69e-409df1be89ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.217233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:27.219133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.221524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cc25dfa8-9b4d-4359-8d78-7a5a403f4f22), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.240150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.240694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.241233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.241440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.247511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.248181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.248722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.249279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.249809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.250334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.251285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.253735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.253968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cc25dfa8-9b4d-4359-8d78-7a5a403f4f22 HTTP/1.1" status: 204 len: 168 time: 1.3460033 Jan 27 19:29:27.254190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.254742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:27.261410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.334074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:27.351034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a277fd-4bed-45bc-a460-846441a06558 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc25dfa8-9b4d-4359-8d78-7a5a403f4f22,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:27.385159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (aa23e62b-f866-444f-93e7-9b10d7cf9e67), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.406477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:27.416234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:27.553541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:27.603249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:27.605019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.631825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0212526 Jan 27 19:29:27.634281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48154) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:27.656693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Request body: {'subnet': {'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1879613329-subnet', 'tenant_id': 'a792167f276c4a2f82cf03bfc6106c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:27.677668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48156) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:27.679461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce63ca-103b-460f-bc86-b5149dc1f4cb admin admin] Pushing event updated for resources: {'Network': ['ID=81a2e8c7-3642-4e76-a69e-409df1be89ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:27.702519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 81a2e8c7-3642-4e76-a69e-409df1be89ea details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:27.734566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0d16-341c-401f-b94d-e28bb3126968 req-a684be97-0d2d-4537-a60a-1083c767a9de tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:27.744740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73da0d16-341c-401f-b94d-e28bb3126968 req-a684be97-0d2d-4537-a60a-1083c767a9de tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3370705 Jan 27 19:29:27.792011 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-dbb48dda-95a1-4bd5-91e1-be2a261efb05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9368663 Jan 27 19:29:27.804780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Made reservation on behalf of a792167f276c4a2f82cf03bfc6106c3a for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:27.813455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.913950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'admin_state_up': True, 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'security_groups': ['bbe22d69-1c49-491e-b520-69f7cefaf0a2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:27.927533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73da0d16-341c-401f-b94d-e28bb3126968 req-04763a7e-e069-4aa1-b844-483496f20ca6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815948 Jan 27 19:29:27.966024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (aa23e62b-f866-444f-93e7-9b10d7cf9e67), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:27.967233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e05d9fe3-9fbb-4dcd-8b7f-9eb4e434cd2e None None] Provisioning complete for port a04cf3a7-b471-48f3-bdcf-fea2e3927075 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:27.968161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05d9fe3-9fbb-4dcd-8b7f-9eb4e434cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.037154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa23e62b-f866-444f-93e7-9b10d7cf9e67']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:28.044477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e05d9fe3-9fbb-4dcd-8b7f-9eb4e434cd2e None None] Port a04cf3a7-b471-48f3-bdcf-fea2e3927075 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:28.069314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66525985-8a6e-4fa5-80a6-60571263443c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:28.069777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66525985-8a6e-4fa5-80a6-60571263443c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:28.091227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (66525985-8a6e-4fa5-80a6-60571263443c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.125516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (66525985-8a6e-4fa5-80a6-60571263443c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.141557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:29:28.142204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (66525985-8a6e-4fa5-80a6-60571263443c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:29:28.144929 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:29:28.191063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041481-6b5a-4282-898e-966df3fb8ecd req-9d55d3ba-c8df-4b48-b222-c2e51eb8b788 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:28.197400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be041481-6b5a-4282-898e-966df3fb8ecd req-9d55d3ba-c8df-4b48-b222-c2e51eb8b788 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.3008983 Jan 27 19:29:28.373434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (aa23e62b-f866-444f-93e7-9b10d7cf9e67), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.406026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.415228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] 10.222.0.59 "DELETE /v2.0/networks/aa23e62b-f866-444f-93e7-9b10d7cf9e67 HTTP/1.1" status: 204 len: 168 time: 1.2875664 Jan 27 19:29:28.460325 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63dd7598-3afb-499a-96f2-02a5d4f175d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f563e43a1cc42b3b562769dae3cb039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755654 Jan 27 19:29:28.461168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e269-4f9c-4ead-884d-913445cc2ec7 req-c67a1f05-94fb-4e2d-82ae-cbfcd190e4c0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:28.474027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c77e269-4f9c-4ead-884d-913445cc2ec7 req-c67a1f05-94fb-4e2d-82ae-cbfcd190e4c0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3274379 Jan 27 19:29:28.504927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48172) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:28.517162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec0234-bb0f-452d-b370-4dc2ac8c0f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa23e62b-f866-444f-93e7-9b10d7cf9e67,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:28.550954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be041481-6b5a-4282-898e-966df3fb8ecd req-19bbcd87-7857-4e47-85fb-5c74657c8875 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914503 Jan 27 19:29:28.630249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c77e269-4f9c-4ead-884d-913445cc2ec7 req-8e7bde3d-2968-4540-b80b-c25c007b054c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528158 Jan 27 19:29:28.703309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:28.731854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] Publish callbacks [] for security_group (93f7e97b-07b0-4278-87d8-a034596f6ab7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.774796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b736c153-e074-415f-bc8f-a4d91059cb38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00b83cd311c84a88842726dc049e33da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700824 Jan 27 19:29:28.778827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:28.799829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] Publish callbacks [] for security_group (93f7e97b-07b0-4278-87d8-a034596f6ab7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.915548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:28.922762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:28.952244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902efe8d-194c-4884-b49b-53324cd2d510 req-eebc4532-1864-4a7b-9f02-51e9f97fc9e1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:28.954872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-902efe8d-194c-4884-b49b-53324cd2d510 req-eebc4532-1864-4a7b-9f02-51e9f97fc9e1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 932 time: 0.1607835 Jan 27 19:29:29.013828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] Publish callbacks [] for security_group (c60750ef-9987-4ca2-ae06-51128a45a102), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.104041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] Publish callbacks [] for security_group (c60750ef-9987-4ca2-ae06-51128a45a102), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.131331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (93f7e97b-07b0-4278-87d8-a034596f6ab7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.137793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.142470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93f7e97b-07b0-4278-87d8-a034596f6ab7 HTTP/1.1" status: 204 len: 168 time: 0.6328685 Jan 27 19:29:29.166378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adbaa-a158-4ac1-bffe-c20364b67971 req-ddb68e29-4198-4fac-94f0-c0b927bc5d7c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:29.170219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982adbaa-a158-4ac1-bffe-c20364b67971 req-ddb68e29-4198-4fac-94f0-c0b927bc5d7c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1833246 Jan 27 19:29:29.182239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-902efe8d-194c-4884-b49b-53324cd2d510 req-31cad648-e9a5-44f6-a347-20a573955b42 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136731 Jan 27 19:29:29.307618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cb6d8-0428-4f0a-8f6a-b98df3f4e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7e97b-07b0-4278-87d8-a034596f6ab7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:29.356586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b4fdfbd5-10c8-4611-b594-f5e938769630), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.396121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982adbaa-a158-4ac1-bffe-c20364b67971 req-5e3bbef6-3a9b-44dc-b2dd-73db594f54b4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985111 Jan 27 19:29:29.401907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c60750ef-9987-4ca2-ae06-51128a45a102), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.403738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.1.1.78 (cec23798-03e9-4a59-8707-554942f6f3b9/64c35b2c-d521-42f7-91c2-ce34510105d4/e78c9b08-17d5-4001-b489-a5c1d73d6aff) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:29.422417 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.429845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c60750ef-9987-4ca2-ae06-51128a45a102 HTTP/1.1" status: 204 len: 168 time: 0.6477711 Jan 27 19:29:29.494608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fdfbd5-10c8-4611-b594-f5e938769630,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:29.504815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39a61-c68b-4ad7-aba9-fcb7ccb80fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60750ef-9987-4ca2-ae06-51128a45a102,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:29.545903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Checking segment: {'id': 'd6fcdc10-3a34-488f-8edf-8531d28aafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:29.546701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Network hostable DHCP agents. Network: 81a2e8c7-3642-4e76-a69e-409df1be89ea, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:29.675833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Network 81a2e8c7-3642-4e76-a69e-409df1be89ea is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:29.739349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.785715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.817075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 81a2e8c7-3642-4e76-a69e-409df1be89ea) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:29.834739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:29.837042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:29.854034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7216f97-2dc9-4f87-8230-af6ab0b69c34 None None] Network 81a2e8c7-3642-4e76-a69e-409df1be89ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:29.910251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21498a-be65-4a0e-a52c-a274ee97db3d req-15a5eebc-5ed4-4662-a8cf-0f0259a81441 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:29.912647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network cec23798-03e9-4a59-8707-554942f6f3b9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:29.926593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e21498a-be65-4a0e-a52c-a274ee97db3d req-15a5eebc-5ed4-4662-a8cf-0f0259a81441 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2449033 Jan 27 19:29:29.937546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:29.944495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:30.013306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-faae8474-b1a5-41db-8dc8-2a7cae53d455 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3644927 Jan 27 19:29:30.013306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:30.013306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:30.014712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:30.024141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7453f-2141-44d4-babb-d349711ab158 req-29e5bd4d-99bc-41ea-b649-a261ebf06e2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:30.028274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f7453f-2141-44d4-babb-d349711ab158 req-29e5bd4d-99bc-41ea-b649-a261ebf06e2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.3194344 Jan 27 19:29:30.068319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c82c7809-f4b8-4cd4-9f89-45e6289f8965 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1740758 Jan 27 19:29:30.079076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'admin_state_up': True, 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'security_groups': ['bbe22d69-1c49-491e-b520-69f7cefaf0a2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:30.132541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:30.178786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e21498a-be65-4a0e-a52c-a274ee97db3d req-105f3f2f-753d-4094-82b1-95a351f5f299 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490106 Jan 27 19:29:30.277700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f7453f-2141-44d4-babb-d349711ab158 req-97bfe254-b39f-4088-9ecc-ce3050d69f8a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182729 Jan 27 19:29:30.384350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:30.386305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:30.499298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fff003-a40f-42ce-8554-d2be6b8b51da None None] Network 81a2e8c7-3642-4e76-a69e-409df1be89ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:30.777420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.1.1.22 (cec23798-03e9-4a59-8707-554942f6f3b9/64c35b2c-d521-42f7-91c2-ce34510105d4/f6550b24-bda6-408c-b503-5a53051f043d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:30.822170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 08eea445-2621-4511-b9f8-8cd028cfd27a completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:29:30.843541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 08eea445-2621-4511-b9f8-8cd028cfd27a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:30.844192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:30.890345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8688c-b1e2-4849-a8c4-871eb551328e req-6e64ac26-f2a0-4a90-b072-62dfba4b7037 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:30.915958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-25cfa540-e67e-4641-b887-4f948f52b961 None None] Provisioning complete for port e78c9b08-17d5-4001-b489-a5c1d73d6aff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:30.916725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8688c-b1e2-4849-a8c4-871eb551328e req-6e64ac26-f2a0-4a90-b072-62dfba4b7037 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:30.917406 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25cfa540-e67e-4641-b887-4f948f52b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:30.929937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a8688c-b1e2-4849-a8c4-871eb551328e req-6e64ac26-f2a0-4a90-b072-62dfba4b7037 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 1653 time: 0.3205788 Jan 27 19:29:31.039834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45860723-a583-45e0-9cc1-b62382608592 req-e8f1472e-e58d-4544-8e01-376d06733e46 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:31.042130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45860723-a583-45e0-9cc1-b62382608592 req-e8f1472e-e58d-4544-8e01-376d06733e46 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3436122 Jan 27 19:29:31.053390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a8688c-b1e2-4849-a8c4-871eb551328e req-6d0327f9-000b-4194-80f6-d006e772c6b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224308 Jan 27 19:29:31.113760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45860723-a583-45e0-9cc1-b62382608592 req-fbc11485-a808-459e-b721-4d83e4a791f2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 Jan 27 19:29:31.252450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (f6550b24-bda6-408c-b503-5a53051f043d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:31.276456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-25cfa540-e67e-4641-b887-4f948f52b961 None None] Port e78c9b08-17d5-4001-b489-a5c1d73d6aff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:31.362078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:31.381534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:31.381534 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:31.465035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:31.469438 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68799cd-13c6-4bf1-ad7f-00f19dc605d0" -d '{"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:31.551952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network cec23798-03e9-4a59-8707-554942f6f3b9 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:31.559136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:31.564766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:31.567142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:31.574174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:31.581464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:31.739658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c791f2-fb05-4c7c-bd30-6f396ece4591 req-f88f1be1-949e-4abf-ab2d-6b93fba09adb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:31.744463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c791f2-fb05-4c7c-bd30-6f396ece4591 req-f88f1be1-949e-4abf-ab2d-6b93fba09adb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2701633 Jan 27 19:29:31.772118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:31.783800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:31.785864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:31.824827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-0a9c3597-f658-4e0c-b391-9ab627fd0cd9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7501101 Jan 27 19:29:31.838802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'admin_state_up': True, 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'security_groups': ['bbe22d69-1c49-491e-b520-69f7cefaf0a2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:31.851787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759469ff-a755-4f98-b6b3-2e1d85284932 req-65c0c339-35aa-4eb7-8577-c0134af38bce tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:31.862648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759469ff-a755-4f98-b6b3-2e1d85284932 req-65c0c339-35aa-4eb7-8577-c0134af38bce tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2823176 Jan 27 19:29:31.990207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:31.995422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c791f2-fb05-4c7c-bd30-6f396ece4591 req-21b149af-9474-4425-8bcb-22f531439f20 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330544 Jan 27 19:29:32.010197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:32.025852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355084389-network', 'tenant_id': 'd4737adbd2b345ab83419e4685a7b42d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:32.049557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8de71989-47c3-443c-9ed5-2b2a96c11468 None None] Provisioning complete for port f6550b24-bda6-408c-b503-5a53051f043d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:32.051077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8de71989-47c3-443c-9ed5-2b2a96c11468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f6550b24-bda6-408c-b503-5a53051f043d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.132244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-759469ff-a755-4f98-b6b3-2e1d85284932 req-addc8444-d437-44bf-a667-d6de076b9619 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681344 Jan 27 19:29:32.136537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Made reservation on behalf of d4737adbd2b345ab83419e4685a7b42d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:32.142217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.171313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8de71989-47c3-443c-9ed5-2b2a96c11468 None None] Port f6550b24-bda6-408c-b503-5a53051f043d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:32.178148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:32.187705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.264523 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f42c637-26c7-4d15-ba81-1b65836249d3 x-openstack-request-id: req-1f42c637-26c7-4d15-ba81-1b65836249d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:32.265338 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:32.266122 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f42c637-26c7-4d15-ba81-1b65836249d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:32.267074 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'code': 200} Jan 27 19:29:32.345186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.468529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks [] for security_group (4850640a-3584-44b3-95e9-6d0eed44554a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.526719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4850640a-3584-44b3-95e9-6d0eed44554a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.565409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-955155236-network', 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:32.650533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:32.658098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.2.2.100 (b35a9de1-c8a7-416e-ab41-235f9010ae71/2af34fb9-25f8-4768-945c-a02b900ab401/89b3d27c-0d1e-44b1-859c-0280312ac04c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:32.680305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4850640a-3584-44b3-95e9-6d0eed44554a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:32.696460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18fc4-2ef6-4aa2-9695-79cddd0fab07 req-d5018498-cbc8-4a04-af80-fc2a90cd3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.698900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb18fc4-2ef6-4aa2-9695-79cddd0fab07 req-d5018498-cbc8-4a04-af80-fc2a90cd3d84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1096 time: 0.3084698 Jan 27 19:29:32.701558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9a3c8422-63d7-4844-989f-d590719cb6b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.702107 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Added segment 9a3c8422-63d7-4844-989f-d590719cb6b2 of type vlan for network d7814a85-48f1-48a6-83d7-2e23f3ea3781 Jan 27 19:29:32.705703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:32.708629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.782837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.792955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc9ef2-5c98-4a42-a944-7e5791e1749c req-2148a86e-1e6f-41e2-ab4e-a02818b6d023 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.794734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dfc9ef2-5c98-4a42-a944-7e5791e1749c req-2148a86e-1e6f-41e2-ab4e-a02818b6d023 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3164356 Jan 27 19:29:32.819860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d7814a85-48f1-48a6-83d7-2e23f3ea3781), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.834584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7aa70-5a4a-4d91-b70b-b3b4e7c51b94 req-8b0cfb11-b740-4352-a4b5-64143250eb53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.840250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7aa70-5a4a-4d91-b70b-b3b4e7c51b94 req-8b0cfb11-b740-4352-a4b5-64143250eb53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.845621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7aa70-5a4a-4d91-b70b-b3b4e7c51b94 req-8b0cfb11-b740-4352-a4b5-64143250eb53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.847964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1db7aa70-5a4a-4d91-b70b-b3b4e7c51b94 req-8b0cfb11-b740-4352-a4b5-64143250eb53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 2373 time: 0.3624389 Jan 27 19:29:32.882312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.938434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.951165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb18fc4-2ef6-4aa2-9695-79cddd0fab07 req-0e8100f9-624d-4eb8-b6cc-ab40bc21ad08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251163 Jan 27 19:29:32.969095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d7814a85-48f1-48a6-83d7-2e23f3ea3781), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:32.970224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:32.970816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.002643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dfc9ef2-5c98-4a42-a944-7e5791e1749c req-2a092a65-47bb-4b31-b5f3-0959d37a9a0f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896477 Jan 27 19:29:33.044365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:33.074125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:33.084256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:33.092400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:33.130724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1db7aa70-5a4a-4d91-b70b-b3b4e7c51b94 req-a39e808a-6f0c-48a6-be7b-b5382cadbac4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598302 Jan 27 19:29:33.148483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1486259 Jan 27 19:29:33.153965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:33.195129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Request body: {'subnet': {'network_id': 'd7814a85-48f1-48a6-83d7-2e23f3ea3781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355084389-subnet', 'tenant_id': 'd4737adbd2b345ab83419e4685a7b42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:33.275886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c22f1c-cfae-4d26-a47d-43129a17b1bf admin admin] Pushing event updated for resources: {'Network': ['ID=d7814a85-48f1-48a6-83d7-2e23f3ea3781,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:33.288889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d7814a85-48f1-48a6-83d7-2e23f3ea3781 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:33.292882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:33.294989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.349286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-58854cbc-c63d-4132-bb15-6e96ce1800a0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5160511 Jan 27 19:29:33.400531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'admin_state_up': True, 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'security_groups': ['bbe22d69-1c49-491e-b520-69f7cefaf0a2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:33.404611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks [] for security_group (88a0953d-9a7d-4257-b5d2-a4e71c21fd4e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.467677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Made reservation on behalf of d4737adbd2b345ab83419e4685a7b42d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:33.471731 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.526499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88a0953d-9a7d-4257-b5d2-a4e71c21fd4e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.732762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:33.741057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8790c144-9f79-4652-873a-40694946cc53 None None] Provisioning complete for port 89b3d27c-0d1e-44b1-859c-0280312ac04c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:33.741805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8790c144-9f79-4652-873a-40694946cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.808153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:33.810666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Made reservation on behalf of 273bfe2f1c0c4f8ab5d733305afe72a5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:33.818383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.836178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d34d2a30-6697-4619-b985-9e8cc9cd7250), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:33.836631 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Added segment d34d2a30-6697-4619-b985-9e8cc9cd7250 of type vlan for network b51cfb14-594a-45d0-9926-74ce3d854740 Jan 27 19:29:33.888707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8790c144-9f79-4652-873a-40694946cc53 None None] Port 89b3d27c-0d1e-44b1-859c-0280312ac04c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:33.966918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b51cfb14-594a-45d0-9926-74ce3d854740), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.134077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351372-1f40-4a44-8b6a-fd16778b280c req-e899c86e-b90a-4c82-98f4-098c58f42133 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:34.136821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a351372-1f40-4a44-8b6a-fd16778b280c req-e899c86e-b90a-4c82-98f4-098c58f42133 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.7673404 Jan 27 19:29:34.185296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b51cfb14-594a-45d0-9926-74ce3d854740), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.186558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:34.187338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.312706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1325254 Jan 27 19:29:34.314365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Allocated IP 10.2.2.200 (b35a9de1-c8a7-416e-ab41-235f9010ae71/2af34fb9-25f8-4768-945c-a02b900ab401/166405cb-6d41-4336-bfd4-7c00a6a25255) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:34.318057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:34.326230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Request body: {'subnet': {'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-955155236-subnet', 'tenant_id': '0807805995ef47e7b697a280256d32eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:34.393745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a351372-1f40-4a44-8b6a-fd16778b280c req-40c4b738-1ccf-4b9d-85d5-b857b140493f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374053 Jan 27 19:29:34.425464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd683db-014a-4764-b8ce-a85642a7b38a admin admin] Pushing event updated for resources: {'Network': ['ID=b51cfb14-594a-45d0-9926-74ce3d854740,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:34.442870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b51cfb14-594a-45d0-9926-74ce3d854740 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:34.493554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a0c5b-44d5-4d8f-97a3-a06b10a19148 req-aff5baf5-f549-4fec-a78d-10f1914a1cf2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:34.495574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c0a0c5b-44d5-4d8f-97a3-a06b10a19148 req-aff5baf5-f549-4fec-a78d-10f1914a1cf2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2883308 Jan 27 19:29:34.566236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (deaa9069-d025-43c4-9348-f35e34f84e83), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.571952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.618310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:34.623932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.664044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c0a0c5b-44d5-4d8f-97a3-a06b10a19148 req-16ac323b-b88c-4692-8afb-c66b008e455d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424623 Jan 27 19:29:34.721492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deaa9069-d025-43c4-9348-f35e34f84e83,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:34.749035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.783079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Checking segment: {'id': '9a3c8422-63d7-4844-989f-d590719cb6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd7814a85-48f1-48a6-83d7-2e23f3ea3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:34.783474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Network hostable DHCP agents. Network: d7814a85-48f1-48a6-83d7-2e23f3ea3781, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:34.806777 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:29:34.886823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:34.892754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Network d7814a85-48f1-48a6-83d7-2e23f3ea3781 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:34.900455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:34.919246 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:34.920430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d7814a85-48f1-48a6-83d7-2e23f3ea3781) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:34.932711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:34.936373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:34.942965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fced8f1-58aa-4fe2-8200-8a326951a7da None None] Network d7814a85-48f1-48a6-83d7-2e23f3ea3781 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:35.020981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:35.104856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.130549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.139923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.166632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.167669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:35.180016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.223208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.233951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-357e5efd-d1ed-43b7-b7a0-72717470e4fd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 3815 time: 0.4432847 Jan 27 19:29:35.237743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f72c19-df26-46c4-a8bc-2e642078f66e None None] Network d7814a85-48f1-48a6-83d7-2e23f3ea3781 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:35.278759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-65df0d56-3d89-45b1-a3c7-72d0ed80618a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9133651 Jan 27 19:29:35.329131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a8bdf32b-794d-4b92-b786-bdf8f4446414 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1634276 Jan 27 19:29:35.352302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:35.361046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:35.444758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (bde09e84-3ed8-4a6f-a68e-b59291e60de2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:35.515999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcdab50b-3514-440f-b7ef-8acfb8ed06c4 req-1e2bc7a1-c2bd-41c0-a793-756829e4c4f3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319951 Jan 27 19:29:35.556673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da170-14e7-4638-bd01-36e8e4405a0b req-1b0354cd-3a83-499f-babc-da7ce82a289e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.569544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e3da170-14e7-4638-bd01-36e8e4405a0b req-1b0354cd-3a83-499f-babc-da7ce82a289e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.6279149 Jan 27 19:29:35.585613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dd072d00-03f3-451a-8ade-b3f9bef732e9 None None] Provisioning complete for port 166405cb-6d41-4336-bfd4-7c00a6a25255 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:35.586407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd072d00-03f3-451a-8ade-b3f9bef732e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:35.668385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:35.744134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde09e84-3ed8-4a6f-a68e-b59291e60de2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:35.744650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e3da170-14e7-4638-bd01-36e8e4405a0b req-0c6eb6ec-9672-42ad-9410-be2037bb7899 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740482 Jan 27 19:29:35.779103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd072d00-03f3-451a-8ade-b3f9bef732e9 None None] Port 166405cb-6d41-4336-bfd4-7c00a6a25255 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:29:35.851412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:35.852439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Network hostable DHCP agents. Network: b51cfb14-594a-45d0-9926-74ce3d854740, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:35.957356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96e87-571a-49d3-bb3d-1fa44a07e40a req-cf1ff2ff-2bf4-4c9c-b3b3-70496a10f702 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:35.960130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1d96e87-571a-49d3-bb3d-1fa44a07e40a req-cf1ff2ff-2bf4-4c9c-b3b3-70496a10f702 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1184502 Jan 27 19:29:36.103922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1d96e87-571a-49d3-bb3d-1fa44a07e40a req-65930804-0b38-430f-8c4d-8e89d2f502a7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356654 Jan 27 19:29:36.198823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd4eb-49e2-4e2e-bafa-3e60c2640b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:36.295086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Network b51cfb14-594a-45d0-9926-74ce3d854740 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:36.372335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b51cfb14-594a-45d0-9926-74ce3d854740) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:36.394084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe96951-d246-4ec5-b5a6-3ced5a1d678c None None] Network b51cfb14-594a-45d0-9926-74ce3d854740 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:36.440142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d78fa-be9f-4ff0-b4b3-cf4350910986 req-39434d57-b0f3-48bd-a7af-bada03913264 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:36.451680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a64d78fa-be9f-4ff0-b4b3-cf4350910986 req-39434d57-b0f3-48bd-a7af-bada03913264 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1913011 Jan 27 19:29:36.465427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:36.466434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:36.470147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:36.496627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c263ab-9cfb-4018-aa82-133d1eab84d2 req-82ec1f58-5aa3-4165-9503-376fb24fc986 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:36.505648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7c263ab-9cfb-4018-aa82-133d1eab84d2 req-82ec1f58-5aa3-4165-9503-376fb24fc986 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3009949 Jan 27 19:29:36.517780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'floatingip': {'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:36.745284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7c263ab-9cfb-4018-aa82-133d1eab84d2 req-c8274b72-7480-4fd6-982f-0557eaf8afe1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238760 Jan 27 19:29:36.780512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:36.819066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b493f29-a49d-4d4d-994f-97bc7ea963ee None None] Network b51cfb14-594a-45d0-9926-74ce3d854740 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:36.836543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-015a528b-1a59-48a7-a110-66d250489d6b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5048556 Jan 27 19:29:37.202688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.215525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.225372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.236112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.255134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd4eb-49e2-4e2e-bafa-3e60c2640b55 admin admin] Publish callbacks [] for security_group (1375c760-fed8-4ab4-872a-662c1cb797f5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:37.255403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.270306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac82e6b-c439-4949-b439-71054c62990f req-cf6688af-b82a-40c6-97e8-27e14975ebf6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 3815 time: 0.2938719 Jan 27 19:29:37.307515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd4eb-49e2-4e2e-bafa-3e60c2640b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1375c760-fed8-4ab4-872a-662c1cb797f5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:37.436029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04cf3a7-b471-48f3-bdcf-fea2e3927075 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:37.446774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks [] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:37.470232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Transition to ACTIVE for port object a04cf3a7-b471-48f3-bdcf-fea2e3927075 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:37.517032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfd4eb-49e2-4e2e-bafa-3e60c2640b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375c760-fed8-4ab4-872a-662c1cb797f5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:37.541944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a3dfd4eb-49e2-4e2e-bafa-3e60c2640b55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38dafdf3d3204e1e956e6d23398850df&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1674368 Jan 27 19:29:37.558974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48376) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:37.560032 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:37.811551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-fe94ccc5-58df-484a-bbe1-eda2b2829203 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:37.823001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-fe94ccc5-58df-484a-bbe1-eda2b2829203 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/networks?id=81a2e8c7-3642-4e76-a69e-409df1be89ea HTTP/1.1" status: 200 len: 825 time: 0.7780478 Jan 27 19:29:37.875995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-a0b7cf2d-c882-4a62-8abd-e7958facbe70 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/quotas/a792167f276c4a2f82cf03bfc6106c3a HTTP/1.1" status: 200 len: 375 time: 0.0516312 Jan 27 19:29:37.932142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-ac862b82-725e-4d33-a502-97a3b7023db1 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a792167f276c4a2f82cf03bfc6106c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550125 Jan 27 19:29:37.977140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:38.079149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-cd4154d8-bf52-4358-98ce-8be661f69795 service neutron] 10.222.0.59 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456075 Jan 27 19:29:38.118566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac82e6b-c439-4949-b439-71054c62990f req-d27e087d-7b60-439b-9fad-10c2004f85a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8361137 Jan 27 19:29:38.129928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] Publish callbacks [] for security_group (1375c760-fed8-4ab4-872a-662c1cb797f5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.225350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Attempting to bind port a04cf3a7-b471-48f3-bdcf-fea2e3927075 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:38.225906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Attempting to bind port a04cf3a7-b471-48f3-bdcf-fea2e3927075 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:38.226471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Attempting to bind port a04cf3a7-b471-48f3-bdcf-fea2e3927075 on network c2f64754-a244-4d03-84ba-39ff20e0d1ba {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:38.251070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-14cf1b3b-4856-4902-957b-2e4d46878918 service neutron] 10.222.0.59 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707790 Jan 27 19:29:38.270645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] Publish callbacks [] for security_group (1375c760-fed8-4ab4-872a-662c1cb797f5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.274016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Port a04cf3a7-b471-48f3-bdcf-fea2e3927075 on network c2f64754-a244-4d03-84ba-39ff20e0d1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:38.274529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Attempting to bind port a04cf3a7-b471-48f3-bdcf-fea2e3927075 on network c2f64754-a244-4d03-84ba-39ff20e0d1ba {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:38.309447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dffd9-3bdd-4973-908b-17141589dd81 req-eff90b1f-e4d0-444c-a24b-5cdc3264f995 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:38.311257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-425dffd9-3bdd-4973-908b-17141589dd81 req-eff90b1f-e4d0-444c-a24b-5cdc3264f995 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.0708137 Jan 27 19:29:38.377183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:38.379322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Checking segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:38.380448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Bound using segment: {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:38.381585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Bound port: a04cf3a7-b471-48f3-bdcf-fea2e3927075, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6e4b76-ce0e-497e-9f42-e697e7fefe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:38.382312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.413787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-425dffd9-3bdd-4973-908b-17141589dd81 req-9eac13aa-43eb-4b3b-92cd-a6725e7b611f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869596 Jan 27 19:29:38.700215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1375c760-fed8-4ab4-872a-662c1cb797f5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.705194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.711177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1375c760-fed8-4ab4-872a-662c1cb797f5 HTTP/1.1" status: 204 len: 168 time: 1.1277962 Jan 27 19:29:38.768887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:38.773391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7c60c-d842-4753-bf60-46cac0251304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375c760-fed8-4ab4-872a-662c1cb797f5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:38.779476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:38.787772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:38.947540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:29:39.024343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4da6-8f67-4a44-bfb7-a2a3a3091afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:39.108208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:39.110113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:39.113399 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] 10.222.0.66 "PUT /v2.0/ports/a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 200 len: 1092 time: 3.8193979 Jan 27 19:29:39.141320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:39.157792 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:39.171625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85fd6-1061-4a2c-abfe-4de80eab3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:39.212647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:39.214773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-43f6af41-d461-4445-9ba4-95fd4fe7a1bd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:39.222103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-43f6af41-d461-4445-9ba4-95fd4fe7a1bd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.3225901 Jan 27 19:29:39.256216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-fbc219f1-7c99-466c-8bef-cd98c0bbd433 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0302954 Jan 27 19:29:39.320508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:39.328122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-fc98b90d-96e4-4607-9a9b-357d3295eb69 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705726 Jan 27 19:29:39.347095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:39.477062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-bfc98a58-f717-45ee-854f-d92e01056a77 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478267 Jan 27 19:29:39.554107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:39.807050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-cfd8abb2-07d1-4b31-99e2-d86576ff6c58 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165002 Jan 27 19:29:39.951061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34f06f4c-962d-46ed-ab8b-8132ce1bccad req-369ae2a1-0a4d-4129-821b-088f9ac21e79 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 210 time: 0.0681562 Jan 27 19:29:40.088154 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Floating IP bf9760bf-1831-4911-b0e3-fa446b286481 associated. External IP: 172.25.5.243, port: 08eea445-2621-4511-b9f8-8cd028cfd27a. Jan 27 19:29:40.226561 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdff182f-8fed-49e4-a96e-cd5c5ac9caf5 x-openstack-request-id: req-fdff182f-8fed-49e4-a96e-cd5c5ac9caf5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:40.227480 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:40.228361 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdff182f-8fed-49e4-a96e-cd5c5ac9caf5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:40.229367 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'status': 'completed', 'code': 200} Jan 27 19:29:40.288547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.299791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.310202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.322523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.347290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.351138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-4231829c-8c48-48a1-8f5c-e8c9e6b5cb28 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 3827 time: 0.2503991 Jan 27 19:29:40.492824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-989ede9c-efb7-4a48-9ab6-d9fd68b3ccda req-3e287a15-51a7-4569-9f91-7cb41ec5d179 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333463 Jan 27 19:29:40.745834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ea2853e-bf24-4c4c-a8d6-dcadfdd22f8e req-62d129bc-1287-4432-9e15-1aa2fb536220 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.1104991 Jan 27 19:29:40.815336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8068f-d9be-4b69-88ae-11cb4d1325ee req-79754a99-1e6b-4a60-a290-40555ac26f25 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.817756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80d8068f-d9be-4b69-88ae-11cb4d1325ee req-79754a99-1e6b-4a60-a290-40555ac26f25 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.3121223 Jan 27 19:29:40.818463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:40.969718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-cc7e9941-0b43-4834-85bc-6c08b86e1352 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:40.971928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-cc7e9941-0b43-4834-85bc-6c08b86e1352 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.39 "GET /v2.0/networks?id=81a2e8c7-3642-4e76-a69e-409df1be89ea HTTP/1.1" status: 200 len: 825 time: 0.3452849 Jan 27 19:29:40.976090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80d8068f-d9be-4b69-88ae-11cb4d1325ee req-91d9e255-12a1-4845-a675-b559ec313b89 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323066 Jan 27 19:29:40.988773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Request body: {'port': {'device_id': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea', 'admin_state_up': True, 'tenant_id': 'a792167f276c4a2f82cf03bfc6106c3a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:41.059723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.060036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.060498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.061487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.062112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.064146 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-25710f9d-b1c5-4f79-80ad-aca23ad977d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 4362 time: 0.8405175 Jan 27 19:29:41.176568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-f8060bf4-25e8-4979-bb2a-c1cfcbe6dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.177850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-f8060bf4-25e8-4979-bb2a-c1cfcbe6dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.178465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-f8060bf4-25e8-4979-bb2a-c1cfcbe6dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.180267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-f8060bf4-25e8-4979-bb2a-c1cfcbe6dc2a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1053522 Jan 27 19:29:41.190614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-328650220-network', 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:41.195466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Made reservation on behalf of a792167f276c4a2f82cf03bfc6106c3a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:41.200205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.265891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75e8f2f0-4dc2-4a9c-8c62-258bc582fbd8 req-cd6879cb-2ded-4f68-a43d-ff71831f1928 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 210 time: 0.0529494 Jan 27 19:29:41.283544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:41.287389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.299730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.434952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks [] for security_group (8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.444208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-a7a90a97-b03e-4919-9659-b5b22b7cfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.446107 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4db6822e-a1c2-4dbb-90e6-35fc4a39a355 req-a7a90a97-b03e-4919-9659-b5b22b7cfd2a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387178 Jan 27 19:29:41.447814 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.495495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:29:41.517494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:41.548488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0fe3e4f5-311b-41a1-9a2f-757b7064090c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.548962 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Added segment 0fe3e4f5-311b-41a1-9a2f-757b7064090c of type vlan for network d442b0e4-9ad1-4a39-8c47-e640a0280a65 Jan 27 19:29:41.620123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d442b0e4-9ad1-4a39-8c47-e640a0280a65), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.634163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Allocated IP 172.20.0.10 (81a2e8c7-3642-4e76-a69e-409df1be89ea/b4fdfbd5-10c8-4611-b594-f5e938769630/9da5e8c9-c9f7-472e-b743-a341b0e86986) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:41.665569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a476bc7-a64d-4b69-99a8-105a67187c92 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:41.679627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks [] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.699434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:29:41.708736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Transition to ACTIVE for port object 2a476bc7-a64d-4b69-99a8-105a67187c92 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:41.719640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.833099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d442b0e4-9ad1-4a39-8c47-e640a0280a65), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.834108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:41.834871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.888392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:41.950688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:29:41.955938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:41.980938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:29:41.998922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Attempting to bind port 2a476bc7-a64d-4b69-99a8-105a67187c92 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:41.999368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Attempting to bind port 2a476bc7-a64d-4b69-99a8-105a67187c92 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:41.999868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Attempting to bind port 2a476bc7-a64d-4b69-99a8-105a67187c92 on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:42.003786 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-823ca6b4-8ac8-4bfc-a3dd-6bbf201aef2b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "PUT /v2.0/floatingips/bf9760bf-1831-4911-b0e3-fa446b286481 HTTP/1.1" status: 200 len: 991 time: 5.5032034 Jan 27 19:29:42.009614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Port 2a476bc7-a64d-4b69-99a8-105a67187c92 on network cec23798-03e9-4a59-8707-554942f6f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:42.009919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Attempting to bind port 2a476bc7-a64d-4b69-99a8-105a67187c92 on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:42.019716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c376877c-c229-4981-bd3b-d45d1849dc17 req-be863edb-6887-409c-8f83-29a5a57b4852 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.1818247 Jan 27 19:29:42.028540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:42.028985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:42.029178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:42.029400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Bound using segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:42.029746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Bound port: 2a476bc7-a64d-4b69-99a8-105a67187c92, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:42.030114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.031500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:29:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:42.079959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2545083 Jan 27 19:29:42.092514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:29:42.104008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Request body: {'subnet': {'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-328650220-subnet', 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:42.179626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:42.187854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a476bc7-a64d-4b69-99a8-105a67187c92,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:42.191193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f684c-3dd8-45d2-87e2-34dc774cdff0 admin admin] Pushing event updated for resources: {'Network': ['ID=d442b0e4-9ad1-4a39-8c47-e640a0280a65,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:42.193123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:42.197291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.204168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.233472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:42.240035 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ced8c11-bb45-48d6-8836-10845324ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:42.246181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.282599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.294759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.327914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.389377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.394227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.397473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] 10.222.0.66 "PUT /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 1134 time: 3.2039425 Jan 27 19:29:42.410796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.443616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.450637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-3d3c3166-d27b-41be-9fc5-d3f7eb16d04c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 4603 time: 0.7203526 Jan 27 19:29:42.491647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:42.677433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks [] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.689884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20103-f388-4cea-bb13-d2964da807fa service neutron] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:42.702619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.757641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd504f1-8dd0-4e74-9d84-24c70d9a9463 req-b3cdb7b0-d0c2-46df-8e03-9aade6fe9d12 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3016360 Jan 27 19:29:42.774488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:29:42.807240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31768c58-b561-40ab-a6c0-5e627cebc346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.844627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:42.868223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb398c-0999-4c40-b44b-ce0be146c545 req-cc9f5080-b0f0-4beb-8d1f-7e067ec97061 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.876219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3feb398c-0999-4c40-b44b-ce0be146c545 req-cc9f5080-b0f0-4beb-8d1f-7e067ec97061 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1628268 Jan 27 19:29:42.929123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-eaa52396-5587-4026-98fb-9eb71dab470d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:42.931776 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-eaa52396-5587-4026-98fb-9eb71dab470d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.66 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.5331430 Jan 27 19:29:42.942588 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a6faf-0987-4293-9208-21c50d83c805 x-openstack-request-id: req-382a6faf-0987-4293-9208-21c50d83c805 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:42.943041 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:42.943482 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-382a6faf-0987-4293-9208-21c50d83c805 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:42.944093 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'status': 'completed', 'code': 200} Jan 27 19:29:42.982941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:42.985050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:42.993994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Network 81a2e8c7-3642-4e76-a69e-409df1be89ea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:43.028757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:43.043949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:43.052900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Pushing event updated for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:43.161758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3feb398c-0999-4c40-b44b-ce0be146c545 req-697c00ea-743a-4ddc-8e63-a4ac7a4642a6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138143 Jan 27 19:29:43.192294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:43.193219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:43.206212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d48d35-e45e-4e7d-9ad0-91d119966aa1 req-509ea0a8-4172-4339-9e1a-84a7f1963633 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:43.215873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0d48d35-e45e-4e7d-9ad0-91d119966aa1 req-509ea0a8-4172-4339-9e1a-84a7f1963633 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 932 time: 0.1947520 Jan 27 19:29:43.272942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-5f74f94b-5a90-4101-824e-b73f9efa2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:43.275563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-5f74f94b-5a90-4101-824e-b73f9efa2ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1096 time: 0.3166065 Jan 27 19:29:43.278088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-049fbfd6-bca2-4ccf-8b57-66161f5bc929 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2947187 Jan 27 19:29:43.329326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Request body: {'port': {'device_id': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:43.437850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0d48d35-e45e-4e7d-9ad0-91d119966aa1 req-248cc12f-c7c0-4549-a721-6dc58d8b9158 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207441 Jan 27 19:29:43.468457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (2b9b99fd-0cdc-4411-8811-e0144ffba5f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:43.515708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bf9760bf-1831-4911-b0e3-fa446b286481', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:13Z', 'updated_at': '2022-01-27T19:29:38Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:43.521299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:43.560555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:29:43.571577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:29:43.572515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:29:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:43.679125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9b99fd-0cdc-4411-8811-e0144ffba5f2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:43.696194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:43.700037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:43.702499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ceeffa-d2e0-4347-b544-9d48ed87de63 req-54c18a63-5b1f-4bb5-93c8-82baaf6acd34 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.1377778 Jan 27 19:29:43.751305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-ea265acc-5eb7-4c96-baca-176bc7ddcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:43.753076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-ea265acc-5eb7-4c96-baca-176bc7ddcbf8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.4395578 Jan 27 19:29:43.758651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Checking segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:43.759166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Network hostable DHCP agents. Network: d442b0e4-9ad1-4a39-8c47-e640a0280a65, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:29:43.800971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:29:43.952023 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-ee66d356-2209-416e-8960-252e534d4a4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 999 time: 0.1861424 Jan 27 19:29:43.982769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:29:43.989543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504caba0-665f-4055-9710-1286693d9c9c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:44.069747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.081012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.081802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-52d5e433-7b51-4c30-b69d-bc062311f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.084444 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-52d5e433-7b51-4c30-b69d-bc062311f150 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1037805 Jan 27 19:29:44.092525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.104477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.107323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks [] for port (504caba0-665f-4055-9710-1286693d9c9c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:44.115515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.126393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.139949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-3514ad36-61e8-4409-b2fb-717ee31efd96 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 4603 time: 0.2153647 Jan 27 19:29:44.160373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d442b0e4-9ad1-4a39-8c47-e640a0280a65) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:44.178604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ac766-2536-4693-99b6-81fd0600e078 None None] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:44.189637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bf9760bf-1831-4911-b0e3-fa446b286481', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:13Z', 'updated_at': '2022-01-27T19:29:38Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:29:44.250360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.3 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:44.290413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ecfe5-b106-4e9c-afae-49178324ed4c None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bf9760bf-1831-4911-b0e3-fa446b286481', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:13Z', 'updated_at': '2022-01-27T19:29:38Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:29:44.398309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.398309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:44.433047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e916645-3a83-4547-b376-4d472cc36dd0 req-5e3e65c9-1fc5-4892-b5ab-8898ef433ea5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902119 Jan 27 19:29:44.434452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ff5cf-9229-471a-b589-164682236c5a None None] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:29:44.493224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Transition to ACTIVE for port object 504caba0-665f-4055-9710-1286693d9c9c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:44.531539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da5e8c9-c9f7-472e-b743-a341b0e86986 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:44.552058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks [] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:44.576408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7e31-5105-4e35-84d2-4629bd90ceb5 req-23f7f8d7-5c0f-4a5a-a35c-210fc249394c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.578363 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8d1d5726-3f07-4e55-8ea4-31086c0bf250 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4838901 Jan 27 19:29:44.596215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-192f7e31-5105-4e35-84d2-4629bd90ceb5 req-23f7f8d7-5c0f-4a5a-a35c-210fc249394c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2347682 Jan 27 19:29:44.602813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:44.624685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-be26c616-73bf-4c41-ba3f-022f2915df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:44.626192 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-be26c616-73bf-4c41-ba3f-022f2915df8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281215 Jan 27 19:29:44.656610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Transition to ACTIVE for port object 9da5e8c9-c9f7-472e-b743-a341b0e86986 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:44.684187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:44.759588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Pushing event updated for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:44.861050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-192f7e31-5105-4e35-84d2-4629bd90ceb5 req-bb3ac084-00c3-44a8-a84f-1efa30bcbac6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630012 Jan 27 19:29:44.877186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946fd1d-239b-4f9a-8c90-361f7cce7b3a None None] New status for floating IP bf9760bf-1831-4911-b0e3-fa446b286481: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:29:44.971294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '2a476bc7-a64d-4b69-99a8-105a67187c92'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:44.979192 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1a56e-820b-48eb-adcf-87c81cc30a42" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "2a476bc7-a64d-4b69-99a8-105a67187c92"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:45.029706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.057935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Attempting to bind port 9da5e8c9-c9f7-472e-b743-a341b0e86986 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:45.058291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Attempting to bind port 9da5e8c9-c9f7-472e-b743-a341b0e86986 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd6fcdc10-3a34-488f-8edf-8531d28aafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:45.058606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Attempting to bind port 9da5e8c9-c9f7-472e-b743-a341b0e86986 on network 81a2e8c7-3642-4e76-a69e-409df1be89ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:45.074484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Port 9da5e8c9-c9f7-472e-b743-a341b0e86986 on network 81a2e8c7-3642-4e76-a69e-409df1be89ea not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:45.075121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Attempting to bind port 9da5e8c9-c9f7-472e-b743-a341b0e86986 on network 81a2e8c7-3642-4e76-a69e-409df1be89ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:45.088808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:45.093330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Checking segment: {'id': 'd6fcdc10-3a34-488f-8edf-8531d28aafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:45.094088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Bound using segment: {'id': 'd6fcdc10-3a34-488f-8edf-8531d28aafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:45.094757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Bound port: 9da5e8c9-c9f7-472e-b743-a341b0e86986, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fcdc10-3a34-488f-8edf-8531d28aafaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:45.095380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.103260 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.140204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:45.264657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25a92-4df8-490b-9b6a-44f4f1159dea req-757eaf71-2a28-4815-ab84-3c81fbf2f2f9 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.266509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f25a92-4df8-490b-9b6a-44f4f1159dea req-757eaf71-2a28-4815-ab84-3c81fbf2f2f9 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 944 time: 0.0947087 Jan 27 19:29:45.274117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:45.278026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986,segment=NetworkSegment(d6fcdc10-3a34-488f-8edf-8531d28aafaf),segment_id=d6fcdc10-3a34-488f-8edf-8531d28aafaf)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:45.332935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.433507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.434474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.437732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] 10.222.0.39 "PUT /v2.0/ports/9da5e8c9-c9f7-472e-b743-a341b0e86986 HTTP/1.1" status: 200 len: 1092 time: 2.1201842 Jan 27 19:29:45.441302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:45.445548 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c50bdb-1d62-4dee-b3ff-295bc88e762a" -d '{"events": [{"name": "network-changed", "server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:45.453338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f25a92-4df8-490b-9b6a-44f4f1159dea req-670e8582-8e79-4d1f-a45c-61d86a09ed58 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734865 Jan 27 19:29:45.500359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-58eaf591-9c61-4197-9517-6b90f2464fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910101 Jan 27 19:29:45.512820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Attempting to bind port 504caba0-665f-4055-9710-1286693d9c9c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:45.513390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Attempting to bind port 504caba0-665f-4055-9710-1286693d9c9c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:45.513920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Attempting to bind port 504caba0-665f-4055-9710-1286693d9c9c on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:45.525042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.536796 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34521a73-c71c-4ad3-bc17-1a74d1ff4190 x-openstack-request-id: req-34521a73-c71c-4ad3-bc17-1a74d1ff4190 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:45.537660 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "2a476bc7-a64d-4b69-99a8-105a67187c92", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:45.537660 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34521a73-c71c-4ad3-bc17-1a74d1ff4190 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:45.538296 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '2a476bc7-a64d-4b69-99a8-105a67187c92', 'status': 'completed', 'code': 200} Jan 27 19:29:45.562719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.583136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a6bdfb9-98f3-489a-9ddb-190352ba5f36 req-6bd3ad0c-3d22-4188-a01a-fcdb7ad32be0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.1253989 Jan 27 19:29:45.584134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a723a7-bbc0-479e-8ff5-d03a8fad5e77 service neutron] Pushing event updated for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:45.639940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Port 504caba0-665f-4055-9710-1286693d9c9c on network cec23798-03e9-4a59-8707-554942f6f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:45.640457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Attempting to bind port 504caba0-665f-4055-9710-1286693d9c9c on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:45.728683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-f6951611-058f-45e5-9f00-879c176b1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.731228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-f6951611-058f-45e5-9f00-879c176b1143 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a792167f276c4a2f82cf03bfc6106c3a&device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 1095 time: 0.1640537 Jan 27 19:29:45.740196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.740978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.741865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.742751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.744397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.745202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.746017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:45.749111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-f7d9017c-f778-44ca-ad03-b162cba8904d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6176 time: 0.1475713 Jan 27 19:29:45.766748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:45.767594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:45.769042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Bound using segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:45.770299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Bound port: 504caba0-665f-4055-9710-1286693d9c9c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:45.772035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.786817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:45.797610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:45.804652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:45.903293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-86b39574-8f81-47c8-af61-301d09653d57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986 HTTP/1.1" status: 200 len: 217 time: 0.1509836 Jan 27 19:29:45.949330 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:45.993466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:46.004618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8ced8c11-bb45-48d6-8836-10845324ddf7 req-dc2326b7-d9f6-4882-bb72-5e728a3ccb17 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868000 Jan 27 19:29:46.021827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.023456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:46.109402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-d6f87a71-8aa3-4a56-ab8d-26a29aae7f58 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1594708 Jan 27 19:29:46.125424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Request body: {'port': {'device_id': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:46.240773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:46.248265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=504caba0-665f-4055-9710-1286693d9c9c,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:46.252988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.263914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.276351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.277074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:46.286223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.294616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.303471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.312545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.314467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:46.324965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-3197d1d6-3269-4fe7-a0f1-fd59068a9f24 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5381 time: 0.5742090 Jan 27 19:29:46.325671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.326473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:46.328074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] 10.222.0.66 "PUT /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 1136 time: 3.8625731 Jan 27 19:29:46.369727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:46.379280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-5d6457f1-79fc-407e-b42f-2cc3b48ab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.381691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-5d6457f1-79fc-407e-b42f-2cc3b48ab709 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4fdfbd5-10c8-4611-b594-f5e938769630 HTTP/1.1" status: 200 len: 865 time: 0.4274764 Jan 27 19:29:46.399732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e1c2e-9a1b-49ff-a352-8f283f644963 service neutron] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:46.407414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-c69c9fe4-7f7c-45be-b7bb-6d8e2b6f457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.408341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-c69c9fe4-7f7c-45be-b7bb-6d8e2b6f457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.409207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-c69c9fe4-7f7c-45be-b7bb-6d8e2b6f457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.411649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-c69c9fe4-7f7c-45be-b7bb-6d8e2b6f457b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6475656 Jan 27 19:29:46.578997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:46.796929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-c4cda3a4-5560-4387-a79e-9e8371c19541 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:46.798597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-c4cda3a4-5560-4387-a79e-9e8371c19541 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.9327908 Jan 27 19:29:46.806442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-776741c9-363f-4d89-a470-3e5d56d5af61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81a2e8c7-3642-4e76-a69e-409df1be89ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3897035 Jan 27 19:29:46.936082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-e05a966c-820d-45b3-965a-698e9a1a10c8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/quotas/512a4ea768264d4c8fb18f7a881b22fb HTTP/1.1" status: 200 len: 375 time: 0.1124170 Jan 27 19:29:46.948442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf64ef51-7b09-45e5-8a7c-119b8e2ff9d1 req-b32aed49-e2f0-4e44-9803-185d8d0fa947 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6220167 Jan 27 19:29:47.056389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-787d685d-b393-4eb3-93ef-5d57b8494401 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820370 Jan 27 19:29:47.070035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-fce77d19-7e15-4960-aa44-55f670d349ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:47.071559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32f1a56e-820b-48eb-adcf-87c81cc30a42 req-fce77d19-7e15-4960-aa44-55f670d349ef service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678962 Jan 27 19:29:47.074690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-2a250be1-dd4f-4026-8941-7f835f847819 service neutron] 10.222.0.39 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543900 Jan 27 19:29:47.113309 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f047141-65d6-41f1-91ea-fa24de6570e0 x-openstack-request-id: req-8f047141-65d6-41f1-91ea-fa24de6570e0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:47.113619 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:47.113951 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f047141-65d6-41f1-91ea-fa24de6570e0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:47.114291 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986', 'status': 'completed', 'code': 200} Jan 27 19:29:47.334853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5458201-9d52-4782-89ca-8a7d4dbc3845 req-04d02a89-9dad-4741-aa69-8661800f63e8 service neutron] 10.222.0.39 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336290 Jan 27 19:29:47.339079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-27f1e109-ac63-48ce-a3d0-6b6b93539427 service neutron] 10.222.0.59 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631600 Jan 27 19:29:47.350766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab55b4-cd0a-4d79-a2b9-0571d83014ea req-1105b48d-69c4-4c6f-b2c2-fa27623f385f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:47.352350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41ab55b4-cd0a-4d79-a2b9-0571d83014ea req-1105b48d-69c4-4c6f-b2c2-fa27623f385f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1222329 Jan 27 19:29:47.482996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:47.493513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks [] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:47.504659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41ab55b4-cd0a-4d79-a2b9-0571d83014ea req-de3ade1d-cbfd-4f95-b511-237ae9fc4278 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422808 Jan 27 19:29:47.509180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Transition to ACTIVE for port object 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:47.534374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:47.541450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '504caba0-665f-4055-9710-1286693d9c9c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:47.543493 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8958d527-c08c-4753-9538-e782a417cd53" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "504caba0-665f-4055-9710-1286693d9c9c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:47.554608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-83d7a260-4f45-4faf-bfc3-391772058dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004554 Jan 27 19:29:47.569187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-602708ab-dc09-4cd1-b205-9960d0ba4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:47.572865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-602708ab-dc09-4cd1-b205-9960d0ba4ac0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a792167f276c4a2f82cf03bfc6106c3a&device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 1095 time: 0.1474886 Jan 27 19:29:47.686910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78c9b08-17d5-4001-b489-a5c1d73d6aff {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:47.703442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:47.719719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks [] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:47.844736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Transition to ACTIVE for port object e78c9b08-17d5-4001-b489-a5c1d73d6aff will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:47.855908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:47.922953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-986e9a6a-e74b-4356-8397-4fd0517c1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:47.924037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-986e9a6a-e74b-4356-8397-4fd0517c1e9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=81a2e8c7-3642-4e76-a69e-409df1be89ea HTTP/1.1" status: 200 len: 926 time: 0.3401890 Jan 27 19:29:48.062189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-ebecff8a-2727-4cae-bcff-8d906d4f8a89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986 HTTP/1.1" status: 200 len: 217 time: 0.1315045 Jan 27 19:29:48.063784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Attempting to bind port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:48.064342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Attempting to bind port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:48.065671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Attempting to bind port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:48.073619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:48.200826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:48.201159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Attempting to bind port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:48.222650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:48.222998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:48.223398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:48.223858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Bound port: 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:48.224231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.252876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-b55eda9e-5172-4275-b755-58271b49696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.254802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-b55eda9e-5172-4275-b755-58271b49696b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4fdfbd5-10c8-4611-b594-f5e938769630 HTTP/1.1" status: 200 len: 865 time: 0.1702318 Jan 27 19:29:48.289109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da85d9-817b-439b-8e68-ab15d2c9fc39 req-5ec48245-eac6-4e0e-8306-2d9c4048ee1c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.290817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89da85d9-817b-439b-8e68-ab15d2c9fc39 req-5ec48245-eac6-4e0e-8306-2d9c4048ee1c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 944 time: 0.2470870 Jan 27 19:29:48.299742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92199-ac4b-4ec1-96cc-5fb5bd6e2e88 req-cfe5637f-af8a-4e88-b8b1-fa985c8141f4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.308228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80e92199-ac4b-4ec1-96cc-5fb5bd6e2e88 req-cfe5637f-af8a-4e88-b8b1-fa985c8141f4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 943 time: 0.2030759 Jan 27 19:29:48.318771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:48.322415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:48.323619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Attempting to bind port e78c9b08-17d5-4001-b489-a5c1d73d6aff on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:48.323967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Attempting to bind port e78c9b08-17d5-4001-b489-a5c1d73d6aff by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:48.324308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Attempting to bind port e78c9b08-17d5-4001-b489-a5c1d73d6aff on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:48.341756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.384977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-2dcbbcd3-b13f-4196-a3c8-c1ba074ccd58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81a2e8c7-3642-4e76-a69e-409df1be89ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154757 Jan 27 19:29:48.396735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Port e78c9b08-17d5-4001-b489-a5c1d73d6aff on network cec23798-03e9-4a59-8707-554942f6f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:48.397060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Attempting to bind port e78c9b08-17d5-4001-b489-a5c1d73d6aff on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:48.415164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.416873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.418811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] 10.222.0.66 "PUT /v2.0/ports/5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 HTTP/1.1" status: 200 len: 1091 time: 2.3014174 Jan 27 19:29:48.466080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:48.466605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:48.467055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Bound using segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:48.467517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Bound port: e78c9b08-17d5-4001-b489-a5c1d73d6aff, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:48.467939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.471654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b194de-6541-462c-a64d-e8353bc0f317 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:48.541983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89da85d9-817b-439b-8e68-ab15d2c9fc39 req-3402a8fa-cd2f-4dc1-b814-f7962adb25bc tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835246 Jan 27 19:29:48.545453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80e92199-ac4b-4ec1-96cc-5fb5bd6e2e88 req-a889c6a1-6860-459e-b7f9-341a54905068 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363687 Jan 27 19:29:48.568869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-6c9fd096-0761-4420-b9d4-c7c2a2a1ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.571225 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-6c9fd096-0761-4420-b9d4-c7c2a2a1ee93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 1094 time: 0.0961857 Jan 27 19:29:48.644002 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-7d509846-548d-47b7-841e-0a3cb809ed9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 HTTP/1.1" status: 200 len: 217 time: 0.0645902 Jan 27 19:29:48.648879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-4700b8da-8b51-416c-bc2a-e0887cccaeb5 service neutron] 10.222.0.39 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290039 Jan 27 19:29:48.664061 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592afc85-1902-4f78-9057-1328d95519d5 x-openstack-request-id: req-592afc85-1902-4f78-9057-1328d95519d5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:48.664370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "504caba0-665f-4055-9710-1286693d9c9c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:48.664625 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-592afc85-1902-4f78-9057-1328d95519d5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:48.665046 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '504caba0-665f-4055-9710-1286693d9c9c', 'status': 'completed', 'code': 200} Jan 27 19:29:48.711516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:48.718708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:48.729857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015a56-d023-4972-8290-47731e3fa0bc req-0589f8f3-1c72-4b95-89a1-663c1bdcfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.732281 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-0589f8f3-1c72-4b95-89a1-663c1bdcfe6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.0787134 Jan 27 19:29:48.734860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.816007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-74871818-06fa-4c28-8294-092056adee0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751190 Jan 27 19:29:48.825282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:48.826387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:48.828136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] 10.222.0.66 "PUT /v2.0/ports/e78c9b08-17d5-4001-b489-a5c1d73d6aff HTTP/1.1" status: 200 len: 1090 time: 2.4629889 Jan 27 19:29:48.927948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:49.022015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:49.037543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703ecf9-ffa6-4850-8b81-15f206637119 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:49.044541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.058001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.058506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.058986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.059456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.059933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.060414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.062561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8958d527-c08c-4753-9538-e782a417cd53 req-caea29a0-139c-4e62-951b-5a535a4d0492 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6243 time: 0.3912978 Jan 27 19:29:49.066626 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-42e8d6ba-83bc-4a39-a356-1723fe13401a service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229147 Jan 27 19:29:49.203878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c63f46-a9db-4f17-8777-10ca0336b345 req-a0542463-1885-40bf-ae62-3a22ad1a3a59 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.246284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33c63f46-a9db-4f17-8777-10ca0336b345 req-a0542463-1885-40bf-ae62-3a22ad1a3a59 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2705553 Jan 27 19:29:49.350014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27015a56-d023-4972-8290-47731e3fa0bc req-a51fbcd9-929e-480d-8da0-76aaf48e712f service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718737 Jan 27 19:29:49.409042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.414687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.434679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.441060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.459604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.477749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.483916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.492577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-65287a0c-af58-4c0b-917d-a910fcb78039 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5393 time: 0.6094568 Jan 27 19:29:49.514472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35c50bdb-1d62-4dee-b3ff-295bc88e762a req-dd71877e-40e2-4180-bd32-846955bd0f1d service neutron] 10.222.0.39 "GET /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8509400 Jan 27 19:29:49.623148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecc7bc72-5c85-4082-a190-6873d4a16135 req-f2447dc0-6bbe-403a-a4f7-313486b0f597 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293578 Jan 27 19:29:49.673332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33c63f46-a9db-4f17-8777-10ca0336b345 req-01975039-fdec-4dd6-93e4-265273c151fc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257753 Jan 27 19:29:49.704528 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-4ab95fe9-477b-4238-bcf5-38c887a156d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196308 Jan 27 19:29:49.720387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-e0341ceb-3ca9-49d2-9c4e-afeffb9b7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.723782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-e0341ceb-3ca9-49d2-9c4e-afeffb9b7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.726216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-e0341ceb-3ca9-49d2-9c4e-afeffb9b7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.728030 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8958d527-c08c-4753-9538-e782a417cd53 req-e0341ceb-3ca9-49d2-9c4e-afeffb9b7a73 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6515834 Jan 27 19:29:49.828606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6550b24-bda6-408c-b503-5a53051f043d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:49.841402 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks [] for port (f6550b24-bda6-408c-b503-5a53051f043d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:49.867196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Transition to ACTIVE for port object f6550b24-bda6-408c-b503-5a53051f043d will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:49.876999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:49.884075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-fc74cc13-9246-4c61-b0be-b5db4957825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:49.886389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-fc74cc13-9246-4c61-b0be-b5db4957825d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1097 time: 0.1465793 Jan 27 19:29:49.940635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c687f86a-5483-4b62-91f0-44c63931c147 req-0bcfa013-df30-4e2d-9f09-7ad82e430eda tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 210 time: 0.0811093 Jan 27 19:29:50.008307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d527-c08c-4753-9538-e782a417cd53 req-629c2aa4-9106-4d85-8864-df68f1eae1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.011803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8958d527-c08c-4753-9538-e782a417cd53 req-629c2aa4-9106-4d85-8864-df68f1eae1bd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661314 Jan 27 19:29:50.084746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf414f2-f0b3-4659-a3f4-3014360d88db req-d7ee967a-d86b-42ff-a4ce-60471637570d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.094522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baf414f2-f0b3-4659-a3f4-3014360d88db req-d7ee967a-d86b-42ff-a4ce-60471637570d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 944 time: 0.0738020 Jan 27 19:29:50.132007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:50.158046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9da5e8c9-c9f7-472e-b743-a341b0e86986 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:50.191614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baf414f2-f0b3-4659-a3f4-3014360d88db req-2f86f3e2-605c-46e9-920c-a1004711763d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957425 Jan 27 19:29:50.247958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e81e5-9f0a-464d-ac96-bdcc29205074 req-b8d3e8df-59fc-4167-b3e2-335450c4dca0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.255511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f3e81e5-9f0a-464d-ac96-bdcc29205074 req-b8d3e8df-59fc-4167-b3e2-335450c4dca0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 943 time: 0.1082170 Jan 27 19:29:50.334453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Attempting to bind port f6550b24-bda6-408c-b503-5a53051f043d on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:50.334818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Attempting to bind port f6550b24-bda6-408c-b503-5a53051f043d by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:50.335212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Attempting to bind port f6550b24-bda6-408c-b503-5a53051f043d on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:50.345444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Port f6550b24-bda6-408c-b503-5a53051f043d on network cec23798-03e9-4a59-8707-554942f6f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:50.346367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Attempting to bind port f6550b24-bda6-408c-b503-5a53051f043d on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:50.352281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f3e81e5-9f0a-464d-ac96-bdcc29205074 req-757788f2-b20c-4f14-b2ca-18308427fc35 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958381 Jan 27 19:29:50.362965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:50.363345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Checking segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:50.363707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Bound using segment: {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:50.364155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Bound port: f6550b24-bda6-408c-b503-5a53051f043d, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6475aea-aa83-4004-a9f0-dcac3c99a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:50.364520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:50.374544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-f9a0070f-e0c9-40a9-8848-83106a07d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.376382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-f9a0070f-e0c9-40a9-8848-83106a07d328 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.3818741 Jan 27 19:29:50.450688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986,segment=NetworkSegment(d6fcdc10-3a34-488f-8edf-8531d28aafaf),segment_id=d6fcdc10-3a34-488f-8edf-8531d28aafaf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:50.468502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '9da5e8c9-c9f7-472e-b743-a341b0e86986', 'network_id': '81a2e8c7-3642-4e76-a69e-409df1be89ea', 'port_id': '9da5e8c9-c9f7-472e-b743-a341b0e86986', 'mac_address': 'fa:16:3e:bf:3e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fdfbd5-10c8-4611-b594-f5e938769630', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:50.534722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9da5e8c9-c9f7-472e-b743-a341b0e86986 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:50.535750 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:50.568488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da5e8c9-c9f7-472e-b743-a341b0e86986 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:50.599867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986,segment=NetworkSegment(d6fcdc10-3a34-488f-8edf-8531d28aafaf),segment_id=d6fcdc10-3a34-488f-8edf-8531d28aafaf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:50.611100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:50.645650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-670a1c5f-959e-42cf-b177-0ab699454e29 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.651694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-670a1c5f-959e-42cf-b177-0ab699454e29 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.2710273 Jan 27 19:29:50.665007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:50.671974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:50.674323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'}, {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:50.679045 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597866e-2bdb-49f6-9d7c-7482781a12b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97"}, {"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:50.680673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Request body: {'port': {'device_id': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'admin_state_up': True, 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:50.718204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:50.780581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:50.934268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9da5e8c9-c9f7-472e-b743-a341b0e86986'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:50.949143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:50.950126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:50.952316 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] 10.222.0.66 "PUT /v2.0/ports/f6550b24-bda6-408c-b503-5a53051f043d HTTP/1.1" status: 200 len: 1090 time: 2.0297658 Jan 27 19:29:50.957399 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-9368080b-4646-46b6-961a-0903311658fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 1001 time: 0.5689571 Jan 27 19:29:51.006493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:51.043328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.048711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.055431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.063052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.069682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.075858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.083037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.086471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-b3e6c525-c3f9-407c-acab-544ea1ba5ed2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5405 time: 0.2419796 Jan 27 19:29:51.117189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5612b-0f75-4767-b579-052f581ff4a9 req-8cf070b1-a5d5-4101-8f0c-95d168c853fc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.130326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29e5612b-0f75-4767-b579-052f581ff4a9 req-8cf070b1-a5d5-4101-8f0c-95d168c853fc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2871544 Jan 27 19:29:51.209703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:51.214025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:51.261324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984767e4-5b80-40ea-9bdb-335db3e89248 service neutron] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:51.264006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29e5612b-0f75-4767-b579-052f581ff4a9 req-78429215-0bcf-4836-867a-5c13c5c23526 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299982 Jan 27 19:29:51.274421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:51.300549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-bdadb75d-98af-4984-8a7e-e8077eab0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.302127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-bdadb75d-98af-4984-8a7e-e8077eab0f54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.3334484 Jan 27 19:29:51.310639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-f01c0719-c1a3-463b-b541-f92492b3ceff tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.312356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-f01c0719-c1a3-463b-b541-f92492b3ceff tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.6234150 Jan 27 19:29:51.354227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Request body: {'port': {'device_id': '56542090-a75e-4286-9289-e64a04053514', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'admin_state_up': True, 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:51.357048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ade4af8c-a055-4b1d-ba61-fc9f707002a1 req-fc5f6715-9979-4066-bb68-8ac2b50bdfeb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2585146 Jan 27 19:29:51.520690 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c0b39-cf2c-457c-9ddf-d5ad2dc4a901 x-openstack-request-id: req-616c0b39-cf2c-457c-9ddf-d5ad2dc4a901 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:51.521072 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:51.521321 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-616c0b39-cf2c-457c-9ddf-d5ad2dc4a901 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:51.521691 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97', 'status': 'completed', 'code': 200} Jan 27 19:29:51.521948 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'status': 'completed', 'code': 200} Jan 27 19:29:51.640564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-6159c5ef-7411-4fc6-94bf-be5f6c90b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.643061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-6159c5ef-7411-4fc6-94bf-be5f6c90b9de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 1094 time: 0.2125058 Jan 27 19:29:51.643281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:29:51.647361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-131d527b-a030-4dd5-95d2-1caad9db976a req-f886c300-3a9b-4ab2-82cc-5432474f3ddf tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 210 time: 0.0421417 Jan 27 19:29:51.647912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:51.708569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-8933c2a5-847b-4e4c-a326-8f20906da7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.711300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-8933c2a5-847b-4e4c-a326-8f20906da7ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952284 Jan 27 19:29:51.737324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Allocated IP 172.20.0.14 (d442b0e4-9ad1-4a39-8c47-e640a0280a65/2b9b99fd-0cdc-4411-8811-e0144ffba5f2/490dd479-d54e-4ded-af52-1102edbe2939) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:51.894887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-f1166cd2-4bd6-407e-a41a-d035653bb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:51.897363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-f1166cd2-4bd6-407e-a41a-d035653bb2f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.2490032 Jan 27 19:29:52.086711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-e9f820f7-011d-4620-98bf-c9abdfa54cfc service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555031 Jan 27 19:29:52.155734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9da5e8c9-c9f7-472e-b743-a341b0e86986 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:52.223056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2c4df-549a-4d71-99a7-712cd0da15d2 req-552fad5b-14ce-4aa4-8c28-6592cf12d6d0 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:52.230396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8f2c4df-549a-4d71-99a7-712cd0da15d2 req-552fad5b-14ce-4aa4-8c28-6592cf12d6d0 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 945 time: 0.4724042 Jan 27 19:29:52.271974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 9da5e8c9-c9f7-472e-b743-a341b0e86986 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:29:52.288362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-29b70256-aaef-4b54-be42-d114d210cce8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 HTTP/1.1" status: 200 len: 217 time: 0.1078715 Jan 27 19:29:52.296099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 9da5e8c9-c9f7-472e-b743-a341b0e86986 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:52.296737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9594ef-00c8-4403-930f-296299384dcc req-070c5af5-0511-4aa6-b8f4-00f737767dd4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:52.297437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.305208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d9594ef-00c8-4403-930f-296299384dcc req-070c5af5-0511-4aa6-b8f4-00f737767dd4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 943 time: 0.5309474 Jan 27 19:29:52.349011 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-0a22afd3-d3d4-4d4b-98f7-ffb41da0fc11 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528775 Jan 27 19:29:52.494349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8f2c4df-549a-4d71-99a7-712cd0da15d2 req-4ef4ab45-0dec-45f7-ad61-e46049ca979e tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629268 Jan 27 19:29:52.495990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-96e84f65-885f-4bf7-9b15-3d280d55cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:52.501117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b3d27c-0d1e-44b1-859c-0280312ac04c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:52.504842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-96e84f65-885f-4bf7-9b15-3d280d55cf1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.1884947 Jan 27 19:29:52.520676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks [] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.529528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 9da5e8c9-c9f7-472e-b743-a341b0e86986 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:52.530134 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.549183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Transition to ACTIVE for port object 89b3d27c-0d1e-44b1-859c-0280312ac04c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:52.557456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.566327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:52.570006 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0cf55-f350-4c7d-84b9-0241f2334109" -d '{"events": [{"server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "name": "network-vif-plugged", "status": "completed", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:52.589136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986,segment=NetworkSegment(d6fcdc10-3a34-488f-8edf-8531d28aafaf),segment_id=d6fcdc10-3a34-488f-8edf-8531d28aafaf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:52.593310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-e649bdd4-f788-42d6-89c2-6f9662184b03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871842 Jan 27 19:29:52.596614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.636048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d9594ef-00c8-4403-930f-296299384dcc req-92ba1c01-f078-4d82-98c2-ded4cd3f66f5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305159 Jan 27 19:29:52.679587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks [] for port (490dd479-d54e-4ded-af52-1102edbe2939), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:52.680653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:52.681139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:52.865300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Allocated IP 172.20.0.10 (d442b0e4-9ad1-4a39-8c47-e640a0280a65/2b9b99fd-0cdc-4411-8811-e0144ffba5f2/a1ed1d0d-f5f9-4092-9048-0c4d11d4014a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:29:52.959538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.030856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46fc28-6257-45df-89ae-d6ff9e69f66c req-f3aaee82-ee74-40ef-954c-3a6eda7d9257 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.032519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb46fc28-6257-45df-89ae-d6ff9e69f66c req-f3aaee82-ee74-40ef-954c-3a6eda7d9257 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4383097 Jan 27 19:29:53.052079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.057532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.062967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.068523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.074013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.079559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.085733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.087752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-a1f7c52a-fdb2-4f5f-a3e2-2767fbc4bf91 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5417 time: 0.2380698 Jan 27 19:29:53.147999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-3727741a-cc25-462d-b331-c4616939e306 service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416319 Jan 27 19:29:53.161685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:53.195662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:53.197629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event updated for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:53.200068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:53.310873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb46fc28-6257-45df-89ae-d6ff9e69f66c req-9d053067-b762-42c8-b73f-79e999d22670 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138679 Jan 27 19:29:53.332762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Attempting to bind port 89b3d27c-0d1e-44b1-859c-0280312ac04c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:53.335828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-431d7aef-3e5b-439c-90ef-c78562946ce0 req-af1af4d6-5afa-43d0-955c-ccdefb0412d5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2270277 Jan 27 19:29:53.338052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Attempting to bind port 89b3d27c-0d1e-44b1-859c-0280312ac04c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:53.338964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Attempting to bind port 89b3d27c-0d1e-44b1-859c-0280312ac04c on network b35a9de1-c8a7-416e-ab41-235f9010ae71 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:53.349168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Port 89b3d27c-0d1e-44b1-859c-0280312ac04c on network b35a9de1-c8a7-416e-ab41-235f9010ae71 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:53.350151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Attempting to bind port 89b3d27c-0d1e-44b1-859c-0280312ac04c on network b35a9de1-c8a7-416e-ab41-235f9010ae71 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:53.360481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:53.360987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Checking segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:53.361606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Bound using segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:53.362058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Bound port: 89b3d27c-0d1e-44b1-859c-0280312ac04c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:53.362429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.397047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-8224b71e-83c6-46e1-9019-69e609fc3d4b service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337635 Jan 27 19:29:53.418977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.419712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.482345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks [] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.491019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-b1eb42cd-0ffe-42ff-8307-de4d2d249882 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8213480 Jan 27 19:29:53.524577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:53.526853 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "f6550b24-bda6-408c-b503-5a53051f043d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:53.550547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Request body: {'port': {'device_id': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:53.572350 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a08318-f3a9-4204-81dd-4b8909fd7738 x-openstack-request-id: req-42a08318-f3a9-4204-81dd-4b8909fd7738 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:53.573064 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "name": "network-vif-plugged", "status": "completed", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:53.573064 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42a08318-f3a9-4204-81dd-4b8909fd7738 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:53.573338 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986', 'code': 200} Jan 27 19:29:53.586397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.674867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.714495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.715703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.716273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.717088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.718019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.718636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.719374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.723583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-58dcaeb4-075b-4156-ad85-0fa786c774c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6377 time: 0.2674527 Jan 27 19:29:53.735405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:29:53.743099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:29:53.755721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:29:53.822508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event updated for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:53.832326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:53.866034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:53.877812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.878879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.898690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.906619 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (490dd479-d54e-4ded-af52-1102edbe2939), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:53.929207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-98ffe170-6c15-453d-9029-ffc845fdee26 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5868206 Jan 27 19:29:53.979570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97eaef-e397-4bde-a3b6-d39e18bffe66 req-65bd1573-d77d-4b78-b928-14d9a60a03b1 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:53.987559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a97eaef-e397-4bde-a3b6-d39e18bffe66 req-65bd1573-d77d-4b78-b928-14d9a60a03b1 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 932 time: 0.2603369 Jan 27 19:29:53.988846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Request body: {'port': {'device_id': '56542090-a75e-4286-9289-e64a04053514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:54.005734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078543f-2454-4057-b076-acaf24349c15 req-9debdf29-a268-4219-89b4-8b26d0f4494d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.007373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2078543f-2454-4057-b076-acaf24349c15 req-9debdf29-a268-4219-89b4-8b26d0f4494d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.2407923 Jan 27 19:29:54.009613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65886-8295-4d8d-9a02-305dfa14d86f req-cef05639-cf8a-4d6c-81cc-251fba5fd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.011312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c65886-8295-4d8d-9a02-305dfa14d86f req-cef05639-cf8a-4d6c-81cc-251fba5fd414 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 1097 time: 0.3191669 Jan 27 19:29:54.030558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.031621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.035139 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] 10.222.0.66 "PUT /v2.0/ports/89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 200 len: 1091 time: 3.0357063 Jan 27 19:29:54.114476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:54.138353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-08001341-4357-4097-bb01-5c9d26a99499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.139187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-08001341-4357-4097-bb01-5c9d26a99499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.140007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-08001341-4357-4097-bb01-5c9d26a99499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.142108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-08001341-4357-4097-bb01-5c9d26a99499 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3924310 Jan 27 19:29:54.192209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Request body: {'port': {'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:29:54.279483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6975c-9334-4c47-8a00-6c43caa21bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:54.318579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.470089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a97eaef-e397-4bde-a3b6-d39e18bffe66 req-276b1bc1-ee70-4896-902f-9fe9a46afe8f tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810750 Jan 27 19:29:54.520426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51c65886-8295-4d8d-9a02-305dfa14d86f req-407e76d6-d5d0-4e5a-b7cb-1f632e260d26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700308 Jan 27 19:29:54.526360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.603954 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3390308a-ed1c-47a0-a7dc-3db43bbf3037 x-openstack-request-id: req-3390308a-ed1c-47a0-a7dc-3db43bbf3037 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:54.604450 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "f6550b24-bda6-408c-b503-5a53051f043d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:54.604894 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3390308a-ed1c-47a0-a7dc-3db43bbf3037 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:54.605589 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d', 'status': 'completed', 'code': 200} Jan 27 19:29:54.608217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:54.638049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97', 'mac_address': 'fa:16:3e:29:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:54.650810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.665089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2078543f-2454-4057-b076-acaf24349c15 req-4f783ab3-4336-4914-8124-288ce245f780 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192188 Jan 27 19:29:54.729435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:54.729847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.772657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-611fae4d-8941-4e33-8b4a-ecb4df450d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.774276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0597866e-2bdb-49f6-9d7c-7482781a12b8 req-611fae4d-8941-4e33-8b4a-ecb4df450d7d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6241884 Jan 27 19:29:54.776175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:54.813394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:54.822841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:54.840910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7162d-a13c-4801-be64-39ae31bab4ef req-f48eb589-955e-43fc-87c0-3421e3e56842 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:54.842813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5f7162d-a13c-4801-be64-39ae31bab4ef req-f48eb589-955e-43fc-87c0-3421e3e56842 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 943 time: 0.1298645 Jan 27 19:29:54.916814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:54.976427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490dd479-d54e-4ded-af52-1102edbe2939 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:54.999961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks [] for port (490dd479-d54e-4ded-af52-1102edbe2939), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.022399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443b7c-81b9-45af-abf0-fba1cd16c2df req-11033c41-6666-4f7f-af41-fc9d191c1b05 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.024130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58443b7c-81b9-45af-abf0-fba1cd16c2df req-11033c41-6666-4f7f-af41-fc9d191c1b05 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2058902 Jan 27 19:29:55.050777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Transition to ACTIVE for port object 490dd479-d54e-4ded-af52-1102edbe2939 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:55.058811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.059559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.060198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.060837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.061500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.062162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.062808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.065344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-3cf85c36-fd90-4644-9fce-149c5a24f316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6419 time: 0.1996946 Jan 27 19:29:55.073206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.078338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5f7162d-a13c-4801-be64-39ae31bab4ef req-5d02f54e-8f12-4e00-9a87-8a6b412c4699 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198076 Jan 27 19:29:55.223883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:55.241843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58443b7c-81b9-45af-abf0-fba1cd16c2df req-ab8bedf3-be5f-47ca-8b87-55cf516f59e0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052636 Jan 27 19:29:55.247456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Pushing event updated for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:55.417220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ed1d0d-f5f9-4092-9048-0c4d11d4014a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:55.437516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks [] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.474880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Transition to ACTIVE for port object a1ed1d0d-f5f9-4092-9048-0c4d11d4014a will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:55.490345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.602644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-854001a9-0035-4462-9b50-56f848c23dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.603400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-854001a9-0035-4462-9b50-56f848c23dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.604091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-854001a9-0035-4462-9b50-56f848c23dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.606834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-854001a9-0035-4462-9b50-56f848c23dd8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5271719 Jan 27 19:29:55.614310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166405cb-6d41-4336-bfd4-7c00a6a25255 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:55.631151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks [] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.637573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:55.682625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.683504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.684043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.684848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.685423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.685969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.687096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.687656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.688702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.690022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.690760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.691396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.691924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:29:55.719139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Attempting to bind port 490dd479-d54e-4ded-af52-1102edbe2939 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:55.719600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Attempting to bind port 490dd479-d54e-4ded-af52-1102edbe2939 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:55.720046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Attempting to bind port 490dd479-d54e-4ded-af52-1102edbe2939 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:55.724742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Transition to ACTIVE for port object 166405cb-6d41-4336-bfd4-7c00a6a25255 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:29:55.734665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.740264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.749082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.757794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.766540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.777199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.787067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.795601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:55.807219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-bb4975ba-c09f-4ead-954c-eece23c10e90 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5417 time: 0.4069915 Jan 27 19:29:55.830580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:55.851912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Port 490dd479-d54e-4ded-af52-1102edbe2939 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:55.852330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Attempting to bind port 490dd479-d54e-4ded-af52-1102edbe2939 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:55.859908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Attempting to bind port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:55.861442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Attempting to bind port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:55.862039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Attempting to bind port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:55.871192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:55.872168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Attempting to bind port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:55.920779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:55.921189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:55.921352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Checking segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:55.921566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Checking segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:55.921854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Bound using segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:55.921981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Bound using segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:55.922354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Bound port: a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:55.922604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Bound port: 490dd479-d54e-4ded-af52-1102edbe2939, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:55.922755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:55.923218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (490dd479-d54e-4ded-af52-1102edbe2939), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.066666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Attempting to bind port 166405cb-6d41-4336-bfd4-7c00a6a25255 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:29:56.067035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Attempting to bind port 166405cb-6d41-4336-bfd4-7c00a6a25255 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:29:56.067337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Attempting to bind port 166405cb-6d41-4336-bfd4-7c00a6a25255 on network b35a9de1-c8a7-416e-ab41-235f9010ae71 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:56.075128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:56.077607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Port 166405cb-6d41-4336-bfd4-7c00a6a25255 on network b35a9de1-c8a7-416e-ab41-235f9010ae71 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:29:56.077940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Attempting to bind port 166405cb-6d41-4336-bfd4-7c00a6a25255 on network b35a9de1-c8a7-416e-ab41-235f9010ae71 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:29:56.086545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:56.097997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:29:56.098821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Checking segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:29:56.099383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Bound using segment: {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:29:56.100085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Bound port: 166405cb-6d41-4336-bfd4-7c00a6a25255, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:29:56.100740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.108989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.141101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa237add-4e17-4736-b7a3-666c1a424e9d req-7d5a9f41-cf26-4fdb-b603-331fa649eb88 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.144135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa237add-4e17-4736-b7a3-666c1a424e9d req-7d5a9f41-cf26-4fdb-b603-331fa649eb88 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 944 time: 0.3244376 Jan 27 19:29:56.158543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-55629b62-1b06-4b51-8f47-3146b14419f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.162373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64af0c1e-b4f9-449b-88ee-cb3c5b99699b req-55629b62-1b06-4b51-8f47-3146b14419f9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5475996 Jan 27 19:29:56.199115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.199756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.201240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] 10.222.0.39 "PUT /v2.0/ports/a1ed1d0d-f5f9-4092-9048-0c4d11d4014a HTTP/1.1" status: 200 len: 1092 time: 2.2303994 Jan 27 19:29:56.202113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8f6cf96-76b5-4917-8fd5-8938a0ee7ec6 req-2d656230-6227-4fbb-b4f0-a34b2ece81ec tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3935473 Jan 27 19:29:56.280000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531d66-c0b3-4881-8490-4fe2baf304ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:56.350884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:56.370471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-0126bc9e-8291-409c-87f2-ba5f0da0320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.372224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-0126bc9e-8291-409c-87f2-ba5f0da0320b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 1095 time: 0.0867567 Jan 27 19:29:56.374407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:56.393646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.437648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-05f97fab-5a16-4ce6-9cc7-49a3b0494422 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a HTTP/1.1" status: 200 len: 217 time: 0.0572968 Jan 27 19:29:56.519305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.520045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.521679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] 10.222.0.66 "PUT /v2.0/ports/166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 200 len: 1091 time: 2.3525493 Jan 27 19:29:56.551415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5590-3491-44bc-ac0c-6334f39f3f90 service neutron] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:56.567188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-c97fca24-f856-43db-a636-44a03e757579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.570156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-c97fca24-f856-43db-a636-44a03e757579 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.1069722 Jan 27 19:29:56.612583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c'}, {'name': 'network-changed', 'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a'}, {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:56.615111 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459d482-e93a-4bd5-b1c1-d4153bbed38c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c"}, {"name": "network-changed", "server_uuid": "56542090-a75e-4286-9289-e64a04053514", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a"}, {"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:56.681495 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-0d21a20a-e52f-417c-81b6-9651b6499bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584657 Jan 27 19:29:56.726367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa237add-4e17-4736-b7a3-666c1a424e9d req-9142ff44-969d-46b9-b315-3e34d99517d9 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706887 Jan 27 19:29:56.727675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:29:56.742471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.743430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.744293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.745430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.746337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.747429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.748260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.754116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-baccf3fa-8680-495b-8318-f5ee95f15f7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6486 time: 0.1772459 Jan 27 19:29:56.792015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=490dd479-d54e-4ded-af52-1102edbe2939,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:29:56.808070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f24cb-59f0-428c-87ba-38564ff3df71 req-b4ce07af-8985-444a-9447-688b583f1e8c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.818358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-422f24cb-59f0-428c-87ba-38564ff3df71 req-b4ce07af-8985-444a-9447-688b583f1e8c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.1683390 Jan 27 19:29:56.847399 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.888927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-cb200894-645a-4a68-a7eb-5c2e730e1eb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 200 len: 217 time: 0.0804026 Jan 27 19:29:56.949397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-422f24cb-59f0-428c-87ba-38564ff3df71 req-66e86aba-b06c-439f-87f5-30d683bdb89d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285648 Jan 27 19:29:56.988364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:56.991432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:56.993962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] 10.222.0.39 "PUT /v2.0/ports/490dd479-d54e-4ded-af52-1102edbe2939 HTTP/1.1" status: 200 len: 1092 time: 3.4540823 Jan 27 19:29:56.997320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:56.999593 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b47846-f6f0-402a-8f17-0164f90e378d" -d '{"events": [{"name": "network-changed", "server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "tag": "490dd479-d54e-4ded-af52-1102edbe2939"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:57.071156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751fd5-eed9-4586-a47f-dbb66a27992f req-feac4fb9-701b-46e0-93b2-b9c7d8ec730e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.080459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c751fd5-eed9-4586-a47f-dbb66a27992f req-feac4fb9-701b-46e0-93b2-b9c7d8ec730e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 944 time: 0.2239571 Jan 27 19:29:57.117312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7407-f1d1-4d98-b49b-d0ca57accd0e service neutron] Pushing event updated for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:57.137852 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-4702825b-1010-462e-8eb8-9ebf206ee5f9 service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465766 Jan 27 19:29:57.140712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-75be5269-3a11-409a-9b7b-8922ecdbad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.143275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-75be5269-3a11-409a-9b7b-8922ecdbad40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19c8a16b-b94f-475f-969c-6cca097308e2 HTTP/1.1" status: 200 len: 855 time: 0.2479482 Jan 27 19:29:57.235170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c751fd5-eed9-4586-a47f-dbb66a27992f req-5e00ea9b-e224-4e15-9203-defcebe23309 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533968 Jan 27 19:29:57.256104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48728c72-9450-4098-82e4-f7da199a3061 req-47a8e3ea-0cc7-4fca-98ec-d5b15a0f75d1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.257961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48728c72-9450-4098-82e4-f7da199a3061 req-47a8e3ea-0cc7-4fca-98ec-d5b15a0f75d1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1717112 Jan 27 19:29:57.261233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-cdafb3c7-fa04-4043-a5b3-f378aeb89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.263478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-cdafb3c7-fa04-4043-a5b3-f378aeb89248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 1095 time: 0.1579444 Jan 27 19:29:57.373791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-598bad82-debf-4ef2-88f3-9fc3564fbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.376888 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-598bad82-debf-4ef2-88f3-9fc3564fbfc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264500 Jan 27 19:29:57.377559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-73c51d73-00b0-44b8-9630-cbaca8d51169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=490dd479-d54e-4ded-af52-1102edbe2939 HTTP/1.1" status: 200 len: 217 time: 0.0897262 Jan 27 19:29:57.554951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48728c72-9450-4098-82e4-f7da199a3061 req-2654a609-8dc4-4fd1-96b7-dc39ecdfc302 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551589 Jan 27 19:29:57.556891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-1505899e-059f-4e68-8887-a2954e349f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.558525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-1505899e-059f-4e68-8887-a2954e349f89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.1642265 Jan 27 19:29:57.571804 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f791dc97-7f77-4818-9395-a56005d87986 service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813171 Jan 27 19:29:57.579161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-d119221d-da91-4e48-a628-b3d431137531 service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089622 Jan 27 19:29:57.639386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-1a5e5c84-8f43-4452-b120-6033c70fe2ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716538 Jan 27 19:29:57.720076 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb7d427-aee9-41be-a8fd-01df69cb36ec x-openstack-request-id: req-bfb7d427-aee9-41be-a8fd-01df69cb36ec {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:57.721234 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56542090-a75e-4286-9289-e64a04053514", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:57.721647 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfb7d427-aee9-41be-a8fd-01df69cb36ec {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:57.722460 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'status': 'completed', 'code': 200} Jan 27 19:29:57.722877 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a', 'status': 'completed', 'code': 200} Jan 27 19:29:57.723402 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'status': 'completed', 'code': 200} Jan 27 19:29:57.781580 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3cc80c-ba87-4d2e-8d12-d7884539e7da x-openstack-request-id: req-0f3cc80c-ba87-4d2e-8d12-d7884539e7da {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:57.782826 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "tag": "490dd479-d54e-4ded-af52-1102edbe2939", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:57.784088 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f3cc80c-ba87-4d2e-8d12-d7884539e7da {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:57.784862 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939', 'status': 'completed', 'code': 200} Jan 27 19:29:57.840676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-326624e0-e733-48cb-b455-6dbba7652398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.843184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-326624e0-e733-48cb-b455-6dbba7652398 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 1095 time: 0.1270027 Jan 27 19:29:57.910486 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-042aeb36-e19e-44e3-bba4-64b1df50c7c4 service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285928 Jan 27 19:29:57.963903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df1363-aae2-46dc-8e38-d10e0947fcc0 req-4fbebddf-9e25-4d83-9499-5ddb7002a775 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:57.965766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69df1363-aae2-46dc-8e38-d10e0947fcc0 req-4fbebddf-9e25-4d83-9499-5ddb7002a775 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.1651776 Jan 27 19:29:57.969939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-9791685d-298b-42bc-a447-a071a47aa5ff service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216023 Jan 27 19:29:58.031596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.041180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f568e51b-5c73-4911-a974-f9c567cac846 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 217 time: 0.0770910 Jan 27 19:29:58.046076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.053175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.059171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.065697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.071312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.077016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.079089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-96a99cea-9a89-4c98-a1c0-c3280b8f1398 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2150602 Jan 27 19:29:58.118039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:29:58.159440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-29249edd-2ab7-4e22-bd63-a7ddac8ec883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.162109 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-29249edd-2ab7-4e22-bd63-a7ddac8ec883 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.1136637 Jan 27 19:29:58.164835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5bc79e6e-fc10-4e40-9949-9b6a9fa52017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.166723 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5bc79e6e-fc10-4e40-9949-9b6a9fa52017 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 913 time: 0.2997091 Jan 27 19:29:58.188294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:29:58.210502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69df1363-aae2-46dc-8e38-d10e0947fcc0 req-5e75f0e5-be14-4856-b7f5-d00355216f25 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307489 Jan 27 19:29:58.273290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2fa886c-45f3-4606-8e1e-c320f60dd66c req-68c5e4c1-89ba-4fb6-988f-d01a8e0791c2 service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885106 Jan 27 19:29:58.357344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5296e59c-7938-40f7-bde5-225b6cee5966 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a HTTP/1.1" status: 200 len: 217 time: 0.1305015 Jan 27 19:29:58.374335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:58.375416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-272113c4-406e-4326-8bcf-aa7844134f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.387859 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-272113c4-406e-4326-8bcf-aa7844134f19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2177234 Jan 27 19:29:58.391789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'port_id': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'mac_address': 'fa:16:3e:5c:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ac444c-7305-4c04-8fe1-268e12bbe3a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:29:58.478393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fd08e36-6533-4a08-9ad9-c14f73d134e3 req-33fc2002-d37c-4684-b30e-cb3a28c32a56 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3732123 Jan 27 19:29:58.533133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:58.533973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:58.535610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ed4a0-142e-4afb-8b43-43dbe28e22de req-87efd42d-564d-4fdf-a93a-35b21d581bd5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.540108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-178ed4a0-142e-4afb-8b43-43dbe28e22de req-87efd42d-564d-4fdf-a93a-35b21d581bd5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 944 time: 0.1237319 Jan 27 19:29:58.556202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47846-f6f0-402a-8f17-0164f90e378d req-cd52430e-ac65-43fc-9f47-56f620ccfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.559937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-cd52430e-ac65-43fc-9f47-56f620ccfc83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 1095 time: 0.1417711 Jan 27 19:29:58.567729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:29:58.642232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-178ed4a0-142e-4afb-8b43-43dbe28e22de req-5ea82432-3c75-48b5-9153-f12faeb0ef9b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943208 Jan 27 19:29:58.643940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-099f8b83-3b34-4d28-85ea-f8cfbbd2ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.644999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:58.647402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-099f8b83-3b34-4d28-85ea-f8cfbbd2ead0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.2576220 Jan 27 19:29:58.671659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:58.737807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-3cbb61c5-1cf7-4897-b707-80eb358ce55d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788298 Jan 27 19:29:58.743618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:29:58.767201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:29:58.767746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:58.780301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47846-f6f0-402a-8f17-0164f90e378d req-b654c04b-e152-4096-bdb7-73ad2a780b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:58.782233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-b654c04b-e152-4096-bdb7-73ad2a780b84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 913 time: 0.1446855 Jan 27 19:29:58.831407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:29:58.878509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-3b50827f-3342-4843-ba79-8a9873a65fce service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730494 Jan 27 19:29:58.885491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-c291e0d2-f2bc-494b-9ce2-27150e2d6b37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=490dd479-d54e-4ded-af52-1102edbe2939 HTTP/1.1" status: 200 len: 217 time: 0.0913758 Jan 27 19:29:58.953551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:58.997393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-2c2de99a-37c3-40ea-aeb0-3ac8ef33a3aa service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335947 Jan 27 19:29:59.114520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbb607-b02f-45cd-80a1-ce2130673c06 req-2723e13b-6c5a-45dc-a3c6-ddd7f456e095 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.118826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08fbb607-b02f-45cd-80a1-ce2130673c06 req-2723e13b-6c5a-45dc-a3c6-ddd7f456e095 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 944 time: 0.2583542 Jan 27 19:29:59.162861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-486e46a9-9c15-4ea8-acb9-91464bf8cb11 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772403 Jan 27 19:29:59.172195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47846-f6f0-402a-8f17-0164f90e378d req-2b52e13a-4234-45bb-8f64-e9997c86bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.175206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-2b52e13a-4234-45bb-8f64-e9997c86bdeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.2478940 Jan 27 19:29:59.224926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:29:59.228237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:59.272959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-f861d6d9-d68d-4588-af75-5ab1236365df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827725 Jan 27 19:29:59.297642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-1c9903cd-8699-4f11-9911-79010250b21c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 217 time: 0.1229746 Jan 27 19:29:59.376931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:29:59.382519 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b5a0a97c-78a6-42e7-8abc-0ee178af2626 service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639131 Jan 27 19:29:59.386718 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74766e-38a4-42ee-8ac5-607003574542" -d '{"events": [{"server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:29:59.412937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-e3adec6c-9e90-464d-b78f-858454386b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.421879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:29:59.424774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-e3adec6c-9e90-464d-b78f-858454386b30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.1125271 Jan 27 19:29:59.440653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:29:59.502736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-eab34ad7-8418-4cd5-9491-4249a11c5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.513031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-eab34ad7-8418-4cd5-9491-4249a11c5c9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819547 Jan 27 19:29:59.527512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08fbb607-b02f-45cd-80a1-ce2130673c06 req-ed5bcf7b-11d1-4e2d-ac1f-383b29a26bf8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927810 Jan 27 19:29:59.582358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:29:59.671307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b088cc-cb6a-4c7c-9f87-f5e1ff3e7ddb req-2c795aaf-57c0-4715-bd5e-5bd9af83a7e9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.674914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b088cc-cb6a-4c7c-9f87-f5e1ff3e7ddb req-2c795aaf-57c0-4715-bd5e-5bd9af83a7e9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 945 time: 0.1961133 Jan 27 19:29:59.691771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-e234e3e2-8618-43b5-8239-4314f7e6b57e service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920083 Jan 27 19:29:59.707078 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-89b68dbb-3910-4bc9-b71e-974f107c5c6f service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873989 Jan 27 19:29:59.895412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b088cc-cb6a-4c7c-9f87-f5e1ff3e7ddb req-9286bece-a920-44ab-acef-18601728af09 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979663 Jan 27 19:29:59.945787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b47846-f6f0-402a-8f17-0164f90e378d req-5077bf4b-dc84-490c-9b1c-6d81eb5ccd4e service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280257 Jan 27 19:29:59.954970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-c22024cd-6b36-428c-8b24-629408d60d6e service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415485 Jan 27 19:29:59.973608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03accbb-9c27-482b-8033-0138573c94ec req-023c8246-803b-452c-a4d8-4ced5e66e66d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:29:59.985026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c03accbb-9c27-482b-8033-0138573c94ec req-023c8246-803b-452c-a4d8-4ced5e66e66d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.1186066 Jan 27 19:29:59.995853 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87116e-9315-4476-9544-3728aa4c19a1 x-openstack-request-id: req-9a87116e-9315-4476-9544-3728aa4c19a1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:29:59.996516 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:29:59.996871 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a87116e-9315-4476-9544-3728aa4c19a1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:29:59.997407 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97', 'code': 200} Jan 27 19:30:00.071562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-16c64886-b68e-4f7b-a2ef-45eb2f187062 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff HTTP/1.1" status: 200 len: 217 time: 0.1090927 Jan 27 19:30:00.196345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-23ed7d50-b113-4c6a-b3a8-cf939d816cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.199449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-23ed7d50-b113-4c6a-b3a8-cf939d816cf0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.1204462 Jan 27 19:30:00.203779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:00.290164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c03accbb-9c27-482b-8033-0138573c94ec req-b011df0a-3c19-4263-978c-d08d35ee7265 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884898 Jan 27 19:30:00.399393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a890c-7432-4457-ba94-2afa18995ce5 req-a1384e65-1d33-49c0-8aa6-c5ab9b243335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.404732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-fc084bf7-6b8b-4e47-8bc4-3c2106e54b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.411282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a4a890c-7432-4457-ba94-2afa18995ce5 req-a1384e65-1d33-49c0-8aa6-c5ab9b243335 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 1096 time: 0.2878752 Jan 27 19:30:00.415057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-fc084bf7-6b8b-4e47-8bc4-3c2106e54b41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1985457 Jan 27 19:30:00.450861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 769edab3-789e-4eb1-a483-ed40522f7a6d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:00.451720 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:00.569117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.581805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.595028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.608383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.621708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.636627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.656191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.660908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-04b18fc7-687a-47f4-ba39-457d72dca982 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.4917290 Jan 27 19:30:00.684726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-210f442d-7638-49e4-b937-337fd188060a service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683291 Jan 27 19:30:00.716405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:00.716405 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:00.797498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a4a890c-7432-4457-ba94-2afa18995ce5 req-5de61e2c-7399-471c-8d64-8b3ce07f03e1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813286 Jan 27 19:30:00.836315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:00.848667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:00.856605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c3820-eb77-48da-a8ad-f17e27d5068a req-1d927f56-c002-4087-b2fc-dbd9cc1e6c4d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:00.864875 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-107423e7-c55f-4ea6-afc7-5cfb70050271 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734774 Jan 27 19:30:00.877242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441c3820-eb77-48da-a8ad-f17e27d5068a req-1d927f56-c002-4087-b2fc-dbd9cc1e6c4d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 944 time: 0.2144172 Jan 27 19:30:00.909032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:01.009913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e9c285b-74f0-42dd-b13c-548d017afd10 req-ea4b9028-856d-4133-a0a1-26d3b1a9dfb5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3126252 Jan 27 19:30:01.049939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441c3820-eb77-48da-a8ad-f17e27d5068a req-9f6049c6-e169-43d8-ad46-5c665c0d2ba6 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707759 Jan 27 19:30:01.110260 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-975de459-a6d4-4d89-8a3e-f9a406554c10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=f6550b24-bda6-408c-b503-5a53051f043d HTTP/1.1" status: 200 len: 217 time: 0.0789869 Jan 27 19:30:01.185934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-b59c8ecb-ef08-403c-b62d-e15c3b2253af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:01.212995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-b59c8ecb-ef08-403c-b62d-e15c3b2253af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.0941839 Jan 27 19:30:01.312000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-19a899f9-6b44-4a15-8e78-61230e07750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:01.312910 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-19a899f9-6b44-4a15-8e78-61230e07750f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807652 Jan 27 19:30:01.487705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-41c3d47f-2d16-40bd-a876-bf509d2d15da service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634295 Jan 27 19:30:01.547458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2a9a6-ee9c-4ab3-911e-620323f0af28 req-aa842ab4-4de0-4233-9006-adb91e1f6ddf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:01.561807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cb2a9a6-ee9c-4ab3-911e-620323f0af28 req-aa842ab4-4de0-4233-9006-adb91e1f6ddf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 945 time: 0.1504953 Jan 27 19:30:01.671458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cb2a9a6-ee9c-4ab3-911e-620323f0af28 req-313482b4-1ecc-4c45-830d-6ef757f5c09d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061430 Jan 27 19:30:01.694876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-921c5f0c-3f7b-47f2-ac4f-f34c0b81384d service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917367 Jan 27 19:30:01.730685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f18e9f-05db-4018-9b9f-b8a7b902b4c6 req-1d6669f1-780f-4d50-9c27-cfd61f5d4841 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:01.738635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63f18e9f-05db-4018-9b9f-b8a7b902b4c6 req-1d6669f1-780f-4d50-9c27-cfd61f5d4841 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1339867 Jan 27 19:30:01.792003 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-e5190a21-aa9e-4215-9109-337b1522470f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 200 len: 217 time: 0.0956070 Jan 27 19:30:01.833883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63f18e9f-05db-4018-9b9f-b8a7b902b4c6 req-a5f6acc1-961c-45ce-93a6-217660ced3b5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940857 Jan 27 19:30:01.896484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-5fdaf21e-0ace-42d2-82a6-725b5045eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:01.898147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-5fdaf21e-0ace-42d2-82a6-725b5045eb32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.0942924 Jan 27 19:30:01.999283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:02.003473 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6460b-9a99-44f5-b634-f85b4b119e33" -d '{"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:02.006140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-70f75f99-8cc9-4a1e-8b90-6fb5ac2f80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.007993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-70f75f99-8cc9-4a1e-8b90-6fb5ac2f80df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991802 Jan 27 19:30:02.119510 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23fc87-bb3b-4e6e-aab7-85fcdf4221d6 x-openstack-request-id: req-ed23fc87-bb3b-4e6e-aab7-85fcdf4221d6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:02.119815 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:02.120084 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed23fc87-bb3b-4e6e-aab7-85fcdf4221d6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:02.120552 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'code': 200} Jan 27 19:30:02.201805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-ee688310-3b0b-4b76-82a3-71925b8b4d38 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860337 Jan 27 19:30:02.208847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1ed1d0d-f5f9-4092-9048-0c4d11d4014a details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:02.239088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dc5ee-8324-465a-a237-223fa3e6d367 req-86b2c86a-e683-4a9a-84b0-a0b501d2c32c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.249396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c3dc5ee-8324-465a-a237-223fa3e6d367 req-86b2c86a-e683-4a9a-84b0-a0b501d2c32c tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.1502426 Jan 27 19:30:02.388677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-f946f677-45ee-4166-b291-ca8f493a6193 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708982 Jan 27 19:30:02.454590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-533c2537-1cfc-485f-8cb8-40dfac817727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 200 len: 217 time: 0.0589647 Jan 27 19:30:02.465413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c3dc5ee-8324-465a-a237-223fa3e6d367 req-24d70f65-fb38-41ec-8cb1-7e4876decf16 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104356 Jan 27 19:30:02.504186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.512109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.512904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:02.520144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.529415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.535981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.548644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'port_id': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9b99fd-0cdc-4411-8811-e0144ffba5f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:02.553401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.564379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.574816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-ee7e8771-b906-4431-b889-beb34f888c2b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.3053117 Jan 27 19:30:02.584380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7d665fe8-395c-420e-b37c-4d904bf3ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.586484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-7d665fe8-395c-420e-b37c-4d904bf3ce95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.1241844 Jan 27 19:30:02.624450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:02.625015 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:02.642380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ed1d0d-f5f9-4092-9048-0c4d11d4014a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:02.669926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:02.678260 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:02.679496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 490dd479-d54e-4ded-af52-1102edbe2939 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:02.708099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-9b1a803d-09c8-4b37-8a64-7795b2b45359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.710134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-9b1a803d-09c8-4b37-8a64-7795b2b45359 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168623 Jan 27 19:30:02.734921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c064c1-5ea8-450e-a090-4971b203fb75 req-c4b7b4a8-317f-46f4-ad1e-512c0dd5f0e8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:02.743959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9c064c1-5ea8-450e-a090-4971b203fb75 req-c4b7b4a8-317f-46f4-ad1e-512c0dd5f0e8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 944 time: 0.1468027 Jan 27 19:30:02.753866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:02.801673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=490dd479-d54e-4ded-af52-1102edbe2939,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:02.814948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '490dd479-d54e-4ded-af52-1102edbe2939', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'port_id': '490dd479-d54e-4ded-af52-1102edbe2939', 'mac_address': 'fa:16:3e:31:5b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9b99fd-0cdc-4411-8811-e0144ffba5f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:02.857926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9c064c1-5ea8-450e-a090-4971b203fb75 req-2cbcc4d1-b29e-40fc-999f-14fff902e2df tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077876 Jan 27 19:30:02.918098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d18d6929-bbe1-4144-89a1-4a1fbb734d49 req-bee0bcf0-5aa8-4d0c-a159-85e6af480f6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3246243 Jan 27 19:30:02.922127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 490dd479-d54e-4ded-af52-1102edbe2939 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:02.923483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (490dd479-d54e-4ded-af52-1102edbe2939), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:02.954533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490dd479-d54e-4ded-af52-1102edbe2939 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:02.972867 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-fdb60d19-f082-42e1-acf7-8473d65825f7 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535322 Jan 27 19:30:03.069743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=490dd479-d54e-4ded-af52-1102edbe2939,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:03.082802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:03.208788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:03.352288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d294eaf0-2b3c-41f2-b3b6-52dafde5bb23 req-2b032e8a-d9d1-4660-ae26-f43075727be8 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657446 Jan 27 19:30:03.452297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a1ed1d0d-f5f9-4092-9048-0c4d11d4014a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:03.454483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294e0b-e070-4345-b6c5-e761d47431f8 req-0ae123eb-7c30-42ad-a8ba-6c74c734fc5a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.468962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294e0b-e070-4345-b6c5-e761d47431f8 req-0ae123eb-7c30-42ad-a8ba-6c74c734fc5a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 945 time: 0.2072291 Jan 27 19:30:03.589191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['490dd479-d54e-4ded-af52-1102edbe2939'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:03.648655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.649638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.650512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.651341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.652192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.653009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.656126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0e3e-0495-4c6d-8b92-d0e51d5c7601 req-5b1f1338-3de4-4f20-bdcd-c99f43783e5b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.657391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:03.664650 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a99bf482-9d70-493a-9bef-f3150f84a459 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6486 time: 0.2097459 Jan 27 19:30:03.668890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1bf0e3e-0495-4c6d-8b92-d0e51d5c7601 req-5b1f1338-3de4-4f20-bdcd-c99f43783e5b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2814701 Jan 27 19:30:03.692355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294e0b-e070-4345-b6c5-e761d47431f8 req-36ff9adf-2722-4db3-a8cc-ac570e0a4441 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218826 Jan 27 19:30:03.981545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1bf0e3e-0495-4c6d-8b92-d0e51d5c7601 req-716450f4-e6e4-4383-8d7e-f5d6573a6ad4 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109548 Jan 27 19:30:04.016909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-43dcedaf-5b3e-478d-a260-1037dd207f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.018565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-43dcedaf-5b3e-478d-a260-1037dd207f16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 903 time: 0.3467433 Jan 27 19:30:04.114599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-32be0de6-a468-4c53-aa6d-cc9cffdaffe9 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.116590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-32be0de6-a468-4c53-aa6d-cc9cffdaffe9 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.39 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.3988633 Jan 27 19:30:04.127769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-6d7152af-b0a3-4cbc-9e9a-d21c317c5f34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 200 len: 217 time: 0.1025517 Jan 27 19:30:04.245355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a6bc33a7-ec91-42d8-b23d-b8f7708e42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.259828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-a6bc33a7-ec91-42d8-b23d-b8f7708e42d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.1141574 Jan 27 19:30:04.324425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b51f-4fc0-428e-aaa1-7c521b5df61e req-a65ba857-d19e-46ab-ad5c-89e369a3be87 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.343629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d54b51f-4fc0-428e-aaa1-7c521b5df61e req-a65ba857-d19e-46ab-ad5c-89e369a3be87 tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 946 time: 0.4284110 Jan 27 19:30:04.387168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-3dda14a2-94b0-47e6-8808-247df71a2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.389034 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-3dda14a2-94b0-47e6-8808-247df71a2014 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212754 Jan 27 19:30:04.524924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330392a8-abf9-4d20-b11a-1f4bb2387952 req-34421122-2e91-4980-9d11-186ae5931de2 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:04.528270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-330392a8-abf9-4d20-b11a-1f4bb2387952 req-34421122-2e91-4980-9d11-186ae5931de2 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 945 time: 0.3236654 Jan 27 19:30:04.565683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d54b51f-4fc0-428e-aaa1-7c521b5df61e req-cc0f3621-73fe-4ffe-bf0a-0cf91400cd5d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/security-groups?id=876957ab-2807-4660-899b-0f093e086dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204440 Jan 27 19:30:04.680929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Deleting port 9da5e8c9-c9f7-472e-b743-a341b0e86986 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:04.681293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:04.998705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-330392a8-abf9-4d20-b11a-1f4bb2387952 req-53988da3-c0f7-4e24-b9fb-ba4867b70895 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585710 Jan 27 19:30:05.033770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-9177d71c-7bb7-4a9d-a277-6efdf96e51ff service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289625 Jan 27 19:30:05.191256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] For port 9da5e8c9-c9f7-472e-b743-a341b0e86986, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=9da5e8c9-c9f7-472e-b743-a341b0e86986,segment=NetworkSegment(d6fcdc10-3a34-488f-8edf-8531d28aafaf),segment_id=d6fcdc10-3a34-488f-8edf-8531d28aafaf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:05.191762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:05.254923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a714db-34d9-4599-b511-0797489e490c req-6aa389a9-b04f-4a9c-91c6-bab0b6f6ec89 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.256459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-682fcde4-3df4-4b38-840d-2875ce4cdd4c service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217777 Jan 27 19:30:05.257456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a714db-34d9-4599-b511-0797489e490c req-6aa389a9-b04f-4a9c-91c6-bab0b6f6ec89 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.4178591 Jan 27 19:30:05.268533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Calling delete_port for 9da5e8c9-c9f7-472e-b743-a341b0e86986 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:05.319896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a714db-34d9-4599-b511-0797489e490c req-64335746-87da-4156-8002-0c36266c0cd8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0430188 Jan 27 19:30:05.411409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.421289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.431795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.442350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.442764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.444155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.445896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.446621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.447293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.448236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.448893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.451213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-b3f7ee52-0337-49f6-bbfc-6af298c1c83c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6486 time: 0.1308496 Jan 27 19:30:05.452558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.462536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.473431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.486770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-b087c731-b281-4312-960d-74fdbe312f9f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.3323801 Jan 27 19:30:05.583862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-9cde530c-1d33-400a-a632-96ea18ee42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.585861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-9cde530c-1d33-400a-a632-96ea18ee42bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 903 time: 0.1280539 Jan 27 19:30:05.650631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-8d0c53b4-e5ff-471e-b4b8-e62d455d7843 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 200 len: 217 time: 0.0525496 Jan 27 19:30:05.705483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a714db-34d9-4599-b511-0797489e490c req-6bd35ad9-b785-47b4-aa68-c841a6b25406 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3134634 Jan 27 19:30:05.730064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c26614bd-516e-4f2b-9e7c-29584f6a2840 req-f7035fca-1906-44fe-bee3-b4ebcb3da69b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419076 Jan 27 19:30:05.793599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-27f37de0-6dd1-44d9-8865-29f1fb0a5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.796151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-27f37de0-6dd1-44d9-8865-29f1fb0a5d66 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.1368854 Jan 27 19:30:05.979334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5d8af54b-cce0-477c-a5b8-511b73b5524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:05.990022 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5d8af54b-cce0-477c-a5b8-511b73b5524d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1758068 Jan 27 19:30:06.045020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9da5e8c9-c9f7-472e-b743-a341b0e86986), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:06.064691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['9da5e8c9-c9f7-472e-b743-a341b0e86986'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:06.110467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Pushing event deleted for resources: {'Port': ['ID=9da5e8c9-c9f7-472e-b743-a341b0e86986,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:06.126298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a714db-34d9-4599-b511-0797489e490c req-e3e4e5aa-b927-489b-bf5c-af2182fad7cf service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947010 Jan 27 19:30:06.210298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1ed1d0d-f5f9-4092-9048-0c4d11d4014a up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:06.347684 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-5ef048b6-8f96-4724-8db9-611a0c008bff service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486934 Jan 27 19:30:06.351060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] No DVR routers for this DVR port 9da5e8c9-c9f7-472e-b743-a341b0e86986 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:06.357969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:06.364665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11cc4900-c822-481b-b0ef-67fa6eb8fc99 req-d34af6b0-f975-48eb-aff1-81f3e21e988b tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.39 "DELETE /v2.0/ports/9da5e8c9-c9f7-472e-b743-a341b0e86986 HTTP/1.1" status: 204 len: 173 time: 2.2297180 Jan 27 19:30:06.365794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'name': 'network-vif-deleted', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:06.370409 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8151c-cd85-4f66-a213-d492ebc3b08d" -d '{"events": [{"server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "name": "network-vif-deleted", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:06.422576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:06.437435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:06.438147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:06.535304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2a714db-34d9-4599-b511-0797489e490c req-5d1b4adb-ed22-4782-8c49-477bc518361b service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872962 Jan 27 19:30:06.615390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f463-d17e-4d25-b2cc-eef4cd6202a9 req-07c54878-3c9c-4b32-991a-324b83935890 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:06.655635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a31f463-d17e-4d25-b2cc-eef4cd6202a9 req-07c54878-3c9c-4b32-991a-324b83935890 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2558336 Jan 27 19:30:06.675829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b459d482-e93a-4bd5-b1c1-d4153bbed38c req-52523f0e-e899-4c52-9054-71dfc3e006d2 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207037 Jan 27 19:30:06.753348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:06.755534 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:06.881452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a31f463-d17e-4d25-b2cc-eef4cd6202a9 req-6370a49e-de98-40af-8882-7cc868e5897b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238462 Jan 27 19:30:06.889421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:06.894014 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469cf9a6-1988-470e-ab23-47044ef57072" -d '{"events": [{"server_uuid": "56542090-a75e-4286-9289-e64a04053514", "name": "network-vif-plugged", "status": "completed", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:07.033867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:07.046582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:07.048254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 490dd479-d54e-4ded-af52-1102edbe2939 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:07.195137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d18cadf-c7e3-4632-920c-30b2bab3336f req-e79a262b-df00-4246-b57b-f1484804566d tempest-ServersNegativeTestMultiTenantJSON-1305995315 tempest-ServersNegativeTestMultiTenantJSON-1305995315-project] 10.222.0.59 "GET /v2.0/ports?device_id=689baa7d-b5c7-4b91-aca7-e0374b48b54d HTTP/1.1" status: 200 len: 210 time: 0.1052237 Jan 27 19:30:07.344405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:07.371657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802f18-5a98-4bcb-b95e-4446ba1c0607 req-4cfbb08c-d83b-4e8d-b1bd-c6a1a1dfaca0 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:07.373476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19802f18-5a98-4bcb-b95e-4446ba1c0607 req-4cfbb08c-d83b-4e8d-b1bd-c6a1a1dfaca0 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 946 time: 0.2507329 Jan 27 19:30:07.393317 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1ffc6-bd24-4f15-afac-275ed9c4fc69 x-openstack-request-id: req-c6f1ffc6-bd24-4f15-afac-275ed9c4fc69 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:07.394738 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689baa7d-b5c7-4b91-aca7-e0374b48b54d", "name": "network-vif-deleted", "tag": "9da5e8c9-c9f7-472e-b743-a341b0e86986", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:07.396518 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6f1ffc6-bd24-4f15-afac-275ed9c4fc69 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:07.397863 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689baa7d-b5c7-4b91-aca7-e0374b48b54d', 'name': 'network-vif-deleted', 'tag': '9da5e8c9-c9f7-472e-b743-a341b0e86986', 'status': 'completed', 'code': 200} Jan 27 19:30:07.434757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 490dd479-d54e-4ded-af52-1102edbe2939 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:07.448129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 490dd479-d54e-4ded-af52-1102edbe2939 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:07.449231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (490dd479-d54e-4ded-af52-1102edbe2939), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:07.772947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 490dd479-d54e-4ded-af52-1102edbe2939 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:07.776427 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (490dd479-d54e-4ded-af52-1102edbe2939), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:07.949162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=490dd479-d54e-4ded-af52-1102edbe2939,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:07.960578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:08.046210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19802f18-5a98-4bcb-b95e-4446ba1c0607 req-4400c61f-ef99-4a10-b2bf-86476e138176 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434073 Jan 27 19:30:08.081778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:08.166569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.178423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.190070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.203679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.219083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.236282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.249733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9da5e8c9-c9f7-472e-b743-a341b0e86986 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:08.250861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.266001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-0e2b7e3a-b8ea-4c94-83ba-b922259660ed tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2178144 Jan 27 19:30:08.335290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 9da5e8c9-c9f7-472e-b743-a341b0e86986 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:08.337538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 9da5e8c9-c9f7-472e-b743-a341b0e86986 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:08.428208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7beda208-9c82-4969-9527-1fd2ccd9b836 req-6fc4e01f-686d-42bb-8eef-d681a9d88d53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589653 Jan 27 19:30:08.637740 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c7553-1fd7-459a-a89a-b9f38200304f x-openstack-request-id: req-261c7553-1fd7-459a-a89a-b9f38200304f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:08.638351 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56542090-a75e-4286-9289-e64a04053514", "name": "network-vif-plugged", "status": "completed", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:08.638351 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-261c7553-1fd7-459a-a89a-b9f38200304f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:08.638684 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a', 'code': 200} Jan 27 19:30:08.838114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97330105-6ff1-43f2-b604-4c95c4103db9 req-b09a29ad-f914-453c-be7c-469fa13fd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:08.840015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97330105-6ff1-43f2-b604-4c95c4103db9 req-b09a29ad-f914-453c-be7c-469fa13fd5a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 1097 time: 0.0985334 Jan 27 19:30:08.940473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:09.016659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67debbea-4d82-4951-b341-3f3be283529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.047791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Deleting subnet b4fdfbd5-10c8-4611-b594-f5e938769630 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:30:09.067530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Publish callbacks [] for subnet (b4fdfbd5-10c8-4611-b594-f5e938769630), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.073690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-098ab116-3334-4c3a-902a-b8f238f10152 req-2f726ba6-7922-4abb-8595-fa2d7eeb7ed8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b7855fc-5f81-4ec6-aa90-d039f5cba949 HTTP/1.1" status: 200 len: 210 time: 0.0727427 Jan 27 19:30:09.077932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97330105-6ff1-43f2-b604-4c95c4103db9 req-14ecc00d-e968-4406-afbb-fa586793ef7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288680 Jan 27 19:30:09.121814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85f1c-762d-48fe-bfe2-76c7de2da5ea req-f121d093-18b0-4453-b9ee-f86412c16b4f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.122072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b4fdfbd5-10c8-4611-b594-f5e938769630), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.138696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41c85f1c-762d-48fe-bfe2-76c7de2da5ea req-f121d093-18b0-4453-b9ee-f86412c16b4f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2456841 Jan 27 19:30:09.171746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b4fdfbd5-10c8-4611-b594-f5e938769630), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.253373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b4fdfbd5-10c8-4611-b594-f5e938769630), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.274245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41c85f1c-762d-48fe-bfe2-76c7de2da5ea req-3781f9d9-3c6d-40c2-91d2-f39e99a0bf5e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312101 Jan 27 19:30:09.309430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fdfbd5-10c8-4611-b594-f5e938769630,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:09.316274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.318278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8805-e170-4290-b6e2-dc4c362b8764 req-08292f2e-1264-41ee-822d-1d02a3eaf2a0 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.320484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f30d7fc-bb1c-4d9b-b38c-630aad818ea3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b4fdfbd5-10c8-4611-b594-f5e938769630 HTTP/1.1" status: 204 len: 168 time: 0.3772025 Jan 27 19:30:09.334214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48788) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:09.334448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-780c8805-e170-4290-b6e2-dc4c362b8764 req-08292f2e-1264-41ee-822d-1d02a3eaf2a0 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 946 time: 0.1273751 Jan 27 19:30:09.435232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (81a2e8c7-3642-4e76-a69e-409df1be89ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.474992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-780c8805-e170-4290-b6e2-dc4c362b8764 req-89a7f232-c4c2-473d-aeed-d2dcb8a38dbc tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393726 Jan 27 19:30:09.618559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (81a2e8c7-3642-4e76-a69e-409df1be89ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.650243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a2e8c7-3642-4e76-a69e-409df1be89ea']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:09.667478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fcdc10-3a34-488f-8edf-8531d28aafaf') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:09.667478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fcdc10-3a34-488f-8edf-8531d28aafaf') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:09.680073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (d6fcdc10-3a34-488f-8edf-8531d28aafaf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.705406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d6fcdc10-3a34-488f-8edf-8531d28aafaf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.714513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:30:09.715017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (d6fcdc10-3a34-488f-8edf-8531d28aafaf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:30:09.717549 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:30:09.728893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.747220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.765574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.796969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.808052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.820074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.823696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (81a2e8c7-3642-4e76-a69e-409df1be89ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.834599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:09.845029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2169b245-be92-4901-b657-ae92d59c91ce req-81064773-f961-43fb-9717-b500406f8e0b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2732356 Jan 27 19:30:09.860770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:09.877408 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] 10.222.0.59 "DELETE /v2.0/networks/81a2e8c7-3642-4e76-a69e-409df1be89ea HTTP/1.1" status: 204 len: 168 time: 0.5413520 Jan 27 19:30:09.884868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:09.915789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe850c-d3f5-4bc0-b33a-48dc7093b8db admin admin] Pushing event deleted for resources: {'Network': ['ID=81a2e8c7-3642-4e76-a69e-409df1be89ea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:09.968585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2169b245-be92-4901-b657-ae92d59c91ce req-a112698e-bcca-4f2c-9300-d5fcbf1f9066 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218982 Jan 27 19:30:09.996493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Deleting subnet deaa9069-d025-43c4-9348-f35e34f84e83 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:30:10.004153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Publish callbacks [] for subnet (deaa9069-d025-43c4-9348-f35e34f84e83), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.058504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (deaa9069-d025-43c4-9348-f35e34f84e83), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.131105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (deaa9069-d025-43c4-9348-f35e34f84e83), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.220880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (deaa9069-d025-43c4-9348-f35e34f84e83), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.253933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deaa9069-d025-43c4-9348-f35e34f84e83,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:10.274336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.282554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:10.313404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-943ad628-edca-4202-a069-1584a7e79252 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/deaa9069-d025-43c4-9348-f35e34f84e83 HTTP/1.1" status: 204 len: 168 time: 0.4271214 Jan 27 19:30:10.413036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d7814a85-48f1-48a6-83d7-2e23f3ea3781), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.636658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d7814a85-48f1-48a6-83d7-2e23f3ea3781), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.640385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:10.645605 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b68d242-c147-4ea7-9acc-bdf7471814dc" -d '{"events": [{"server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "name": "network-vif-plugged", "status": "completed", "tag": "490dd479-d54e-4ded-af52-1102edbe2939"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:10.645924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd36b2-c5e5-4057-9e06-43f3540ad4ff req-a4876d4e-e3c2-4a5c-8880-16c2994a90bc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:10.656183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fd36b2-c5e5-4057-9e06-43f3540ad4ff req-a4876d4e-e3c2-4a5c-8880-16c2994a90bc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1951001 Jan 27 19:30:10.674203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7814a85-48f1-48a6-83d7-2e23f3ea3781']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:10.689079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3c8422-63d7-4844-989f-d590719cb6b2') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:10.690047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3c8422-63d7-4844-989f-d590719cb6b2') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:10.697966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-2215a8d5-aac7-4d63-a309-a1fc54fc0515 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:10.705564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-2215a8d5-aac7-4d63-a309-a1fc54fc0515 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.3162549 Jan 27 19:30:10.707193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (9a3c8422-63d7-4844-989f-d590719cb6b2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.732544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9a3c8422-63d7-4844-989f-d590719cb6b2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.738604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-53001e94-1c83-436e-82f7-27cf08b5101d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0319784 Jan 27 19:30:10.744004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:30:10.744993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (9a3c8422-63d7-4844-989f-d590719cb6b2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:30:10.747900 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:30:10.821374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fd36b2-c5e5-4057-9e06-43f3540ad4ff req-c931126c-40dc-409b-beea-3ac66e6234cc tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480637 Jan 27 19:30:10.836572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d7814a85-48f1-48a6-83d7-2e23f3ea3781), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.843042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:10.862040 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] 10.222.0.59 "DELETE /v2.0/networks/d7814a85-48f1-48a6-83d7-2e23f3ea3781 HTTP/1.1" status: 204 len: 168 time: 0.5649033 Jan 27 19:30:10.868772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-2ef69cf4-c470-457b-b86e-4abf1c5ef6b7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290731 Jan 27 19:30:10.908009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86b10-54d5-44a1-9fe1-fbce8bd2936b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7814a85-48f1-48a6-83d7-2e23f3ea3781,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:11.036129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-af5f3173-8ab9-4fcf-9dec-2af082a49b85 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654408 Jan 27 19:30:11.137000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe304d-3380-43da-a3a9-95ec0e15f94b req-dd10ade7-2c45-43a9-b484-084a8ceabf4b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:11.139595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bbe304d-3380-43da-a3a9-95ec0e15f94b req-dd10ade7-2c45-43a9-b484-084a8ceabf4b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 946 time: 0.1485603 Jan 27 19:30:11.152914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:11.227576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-891bb1d0-0f7a-447d-a39b-87d742890dc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a792167f276c4a2f82cf03bfc6106c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724082 Jan 27 19:30:11.228714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:11.246291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bbe304d-3380-43da-a3a9-95ec0e15f94b req-0f16107c-6774-4d86-b440-b25c613839ab tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903707 Jan 27 19:30:11.296408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-e4a254cb-55a9-4c55-90da-86ae869d03b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591276 Jan 27 19:30:11.323978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] Publish callbacks [] for security_group (876957ab-2807-4660-899b-0f093e086dbb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:11.368256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] Publish callbacks [] for security_group (876957ab-2807-4660-899b-0f093e086dbb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:11.383035 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556b7c0-4956-4f0e-b0f1-d06c9cce492c x-openstack-request-id: req-d556b7c0-4956-4f0e-b0f1-d06c9cce492c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:11.383331 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "name": "network-vif-plugged", "status": "completed", "tag": "490dd479-d54e-4ded-af52-1102edbe2939", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:11.383581 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d556b7c0-4956-4f0e-b0f1-d06c9cce492c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:11.384207 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939', 'code': 200} Jan 27 19:30:11.540487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (876957ab-2807-4660-899b-0f093e086dbb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:11.544272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:11.555878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/876957ab-2807-4660-899b-0f093e086dbb HTTP/1.1" status: 204 len: 168 time: 0.3213394 Jan 27 19:30:11.587159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ab7d-f9ec-46cc-8ef6-dc7526611625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876957ab-2807-4660-899b-0f093e086dbb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:11.812925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:30:12.115775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fe7ead-6266-410d-b713-8468629a1012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:12.216456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.224342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.230800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.237956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.244275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.252561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.259517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.270121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60e50eed-f97c-4271-b757-a0646888eb0b req-50daf79c-9fab-4c8a-b0ec-ddf884eb02c3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.3106656 Jan 27 19:30:12.389541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60e50eed-f97c-4271-b757-a0646888eb0b req-bb4521ed-e614-495a-884e-9f7a3c2524a3 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179178 Jan 27 19:30:12.395017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659100d8-dacd-4f0c-96c0-a275b2d89e25 req-28b0a85d-6a57-45ee-98ba-aafad7c90783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.399812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-659100d8-dacd-4f0c-96c0-a275b2d89e25 req-28b0a85d-6a57-45ee-98ba-aafad7c90783 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 1097 time: 0.8949778 Jan 27 19:30:12.552445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9eff8a83-3d13-4e88-914f-5e5a8fbbf8bc req-e4c2cd83-207e-43ce-a657-befdc17192dd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 210 time: 0.0470154 Jan 27 19:30:12.743673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-659100d8-dacd-4f0c-96c0-a275b2d89e25 req-42c62741-13d0-4131-bdee-4ed96d23173a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312423 Jan 27 19:30:12.789640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48860) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:12.817194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483b6d-012f-4d6e-9c4b-8a8f4004c41b req-be08ef23-b907-49f7-9e82-28c41ab42037 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.818904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec483b6d-012f-4d6e-9c4b-8a8f4004c41b req-be08ef23-b907-49f7-9e82-28c41ab42037 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 946 time: 0.3755870 Jan 27 19:30:12.891886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cde55251-1a06-4175-ac88-600961c336ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4737adbd2b345ab83419e4685a7b42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006904 Jan 27 19:30:12.897707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:12.923007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec483b6d-012f-4d6e-9c4b-8a8f4004c41b req-979bdf5d-c390-40ef-a238-f618e5d992ed tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724213 Jan 27 19:30:12.953025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e7e0-2aa2-475e-8517-4a3e79a8b8e3 req-242fd866-e3aa-4b45-9c60-f0d1f4d25a45 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:12.969672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b555e7e0-2aa2-475e-8517-4a3e79a8b8e3 req-242fd866-e3aa-4b45-9c60-f0d1f4d25a45 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2677739 Jan 27 19:30:13.043900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] Publish callbacks [] for security_group (4850640a-3584-44b3-95e9-6d0eed44554a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:13.114325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] Publish callbacks [] for security_group (4850640a-3584-44b3-95e9-6d0eed44554a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:13.148915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b555e7e0-2aa2-475e-8517-4a3e79a8b8e3 req-cac58624-5849-4b24-9992-431da28e82e0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775944 Jan 27 19:30:13.233170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4850640a-3584-44b3-95e9-6d0eed44554a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:13.244419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:13.249485 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4850640a-3584-44b3-95e9-6d0eed44554a HTTP/1.1" status: 204 len: 168 time: 0.3480113 Jan 27 19:30:13.283185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f0c1-670d-4dc0-894a-de6c59112f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4850640a-3584-44b3-95e9-6d0eed44554a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:13.784057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.793578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.800158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.806596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.813809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.821625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.828862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:13.841399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-b633bbd0-4af1-4786-aa4e-b88da84a8712 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2098281 Jan 27 19:30:13.969730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4323e21-25be-4b4b-a243-fcedf80fe29b req-e967ff34-3273-4809-a54a-8809e6730090 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 210 time: 0.0887473 Jan 27 19:30:14.168079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b77a1ea3-d1d1-416f-b4ce-529d62cdd5bc req-63b71952-874e-49b0-b134-d9023b369cdf tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3253272 Jan 27 19:30:14.893869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9ef7-b5b9-488e-889d-8b4d7fc2f673 req-6bcb60fd-95ba-4ef0-bb8f-dfdfd9081271 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:14.911757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f9ef7-b5b9-488e-889d-8b4d7fc2f673 req-6bcb60fd-95ba-4ef0-bb8f-dfdfd9081271 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 946 time: 0.6480777 Jan 27 19:30:15.008062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-b0e2ed63-f6fa-4df4-81b3-252ecef3a7d6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:15.012119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-b0e2ed63-f6fa-4df4-81b3-252ecef3a7d6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.7152820 Jan 27 19:30:15.041795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e3f9-1ba7-45b1-8641-8fe2e49ab1ce req-2375f27c-f685-42c2-a0e9-790e36f5f9ee tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:15.064457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9053e3f9-1ba7-45b1-8641-8fe2e49ab1ce req-2375f27c-f685-42c2-a0e9-790e36f5f9ee tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4851525 Jan 27 19:30:15.105625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:15.122074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:15.410528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f9ef7-b5b9-488e-889d-8b4d7fc2f673 req-0559e2fa-7595-4e0d-bed3-695a494a5d4f tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973259 Jan 27 19:30:15.443333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9053e3f9-1ba7-45b1-8641-8fe2e49ab1ce req-7070632c-ac4d-44fc-b411-1e2161990792 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778389 Jan 27 19:30:15.506903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:15.511392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:15.518855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:15.604553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48906) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:15.848564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-112854787-network', 'tenant_id': '53a7e9f3ac1b4dc28715e46349fadeb7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:15.849787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.10 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/3383e1a6-5a2d-4629-ae30-ddd28dfefad4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:30:15.887200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76ba4014-d9be-4dba-beb3-15ea0ecb6b7c req-ec075fc8-ce1a-4d26-a70f-1990d03f39f0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 210 time: 0.1026006 Jan 27 19:30:15.908851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Made reservation on behalf of 53a7e9f3ac1b4dc28715e46349fadeb7 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:15.912327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:15.942412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:15.966635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.038553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.052315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.068338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.079418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.092633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.106740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.127869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.129630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-babad8af-7c81-4a5c-9c4f-2fa6bfed4a6f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2534282 Jan 27 19:30:16.146664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks [] for security_group (372d0b22-d36c-486d-9d64-02e85e0295f4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.160118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (372d0b22-d36c-486d-9d64-02e85e0295f4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.250085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:30:16.262674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a7234aad-2729-47dc-9d40-ae5a463fb709), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.263279 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Added segment a7234aad-2729-47dc-9d40-ae5a463fb709 of type vlan for network 8c037524-00c5-4212-9ab7-57c00941cea4 Jan 27 19:30:16.304640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fa0045f-89ce-43c1-a38e-d5eb9ab87d82 req-e48ecb2e-4858-46e9-8599-e3d352629a98 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512942 Jan 27 19:30:16.319074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8c037524-00c5-4212-9ab7-57c00941cea4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.357682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d0b22-d36c-486d-9d64-02e85e0295f4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:16.363585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8c037524-00c5-4212-9ab7-57c00941cea4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.364575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.365174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.452317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8329487 Jan 27 19:30:16.462537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6368b-baf1-4a57-bd2c-7feda95f6e72 admin admin] Pushing event updated for resources: {'Network': ['ID=8c037524-00c5-4212-9ab7-57c00941cea4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:16.483252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8c037524-00c5-4212-9ab7-57c00941cea4 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:30:16.492040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.644858 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:16.661116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:16.798898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:30:16.815668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:30:16.817729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:16.900257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:30:16.912938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295b93-e93b-49d5-b3b1-cd38c08d8282 req-3c55d4e3-b159-4828-b1df-04f5f913dd03 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:16.914607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1295b93-e93b-49d5-b3b1-cd38c08d8282 req-3c55d4e3-b159-4828-b1df-04f5f913dd03 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 946 time: 0.2519770 Jan 27 19:30:17.005738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:17.006426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:17.033876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7eb-7465-48d3-b7ea-1fc0af113da4 req-8572138b-9ce7-4c48-8d2f-7ffeff05ded7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:17.047050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1003d7eb-7465-48d3-b7ea-1fc0af113da4 req-8572138b-9ce7-4c48-8d2f-7ffeff05ded7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2455106 Jan 27 19:30:17.141022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1295b93-e93b-49d5-b3b1-cd38c08d8282 req-4a9584a5-3de9-4b4f-a33e-2edb52b57833 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957271 Jan 27 19:30:17.154429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-6170b2e0-b7f7-4004-970c-bff4e3e4bff7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0853574 Jan 27 19:30:17.177030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-a114ebfa-c2b2-4ccf-8218-5239b3a818d2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:30:17.178897 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-a114ebfa-c2b2-4ccf-8218-5239b3a818d2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092340 Jan 27 19:30:17.199018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Request body: {'port': {'device_id': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:17.296649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1003d7eb-7465-48d3-b7ea-1fc0af113da4 req-91a67aec-48a6-458e-9df5-1121912e83d6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480991 Jan 27 19:30:17.447208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:18.068235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5f88f-4c65-471c-8be7-8c488ffbcfc9 req-1bafa5f5-4b1c-4243-af9b-06db057206de tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:18.071270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10e5f88f-4c65-471c-8be7-8c488ffbcfc9 req-1bafa5f5-4b1c-4243-af9b-06db057206de tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 932 time: 0.3510115 Jan 27 19:30:18.166200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee573-5474-476a-bb82-69e9c01448b0 req-7d95311e-e05b-435d-9e13-0517d1d1678e tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:18.171393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee573-5474-476a-bb82-69e9c01448b0 req-7d95311e-e05b-435d-9e13-0517d1d1678e tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:18.177209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee573-5474-476a-bb82-69e9c01448b0 req-7d95311e-e05b-435d-9e13-0517d1d1678e tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:18.193402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ffee573-5474-476a-bb82-69e9c01448b0 req-7d95311e-e05b-435d-9e13-0517d1d1678e tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4744296 Jan 27 19:30:18.265234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10e5f88f-4c65-471c-8be7-8c488ffbcfc9 req-3f445e5b-87af-42f2-ab12-f36b58c92642 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720400 Jan 27 19:30:18.344733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:18.366422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks [] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:18.411561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Transition to ACTIVE for port object 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:30:18.434329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.021196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:19.047749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.054364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.060053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.065494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.075507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.112506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.127994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.144035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-0607d1f3-505d-4704-a2a2-fb7d75d8d774 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.6838849 Jan 27 19:30:19.244406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cae1df-262f-4e75-9ac5-02f5207ca349 req-89026372-805f-4c97-9219-65df2bb7992b tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.259924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48950) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:19.272170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8cae1df-262f-4e75-9ac5-02f5207ca349 req-89026372-805f-4c97-9219-65df2bb7992b tempest-ComputeTenantNetworksTest-970354349 tempest-ComputeTenantNetworksTest-970354349-project] 10.222.0.59 "GET /v2.0/networks/8c037524-00c5-4212-9ab7-57c00941cea4 HTTP/1.1" status: 200 len: 768 time: 0.3499191 Jan 27 19:30:19.442217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8c037524-00c5-4212-9ab7-57c00941cea4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.449750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d130301-5a4d-4a1c-8859-27fced5e4ff4 req-86abea71-1987-4c6a-8479-6d1977660368 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3000574 Jan 27 19:30:19.495029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Attempting to bind port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:30:19.495302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Attempting to bind port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:30:19.495628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Attempting to bind port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:19.532277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:30:19.532810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Attempting to bind port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:19.546288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:30:19.546738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:30:19.547247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:30:19.547824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Bound port: 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:30:19.548852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.747435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:30:19.751575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:30:19.759992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a065487-120c-4117-b2d3-fc8d2333c954 req-2f957a34-5c5e-47cd-a3a9-6975b6e48350 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.768577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a065487-120c-4117-b2d3-fc8d2333c954 req-2f957a34-5c5e-47cd-a3a9-6975b6e48350 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1073384 Jan 27 19:30:19.776742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.837877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:19.838495 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.840199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/3383e1a6-5a2d-4629-ae30-ddd28dfefad4 HTTP/1.1" status: 200 len: 1092 time: 2.6525800 Jan 27 19:30:19.842795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:19.845703 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:19.933569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8c037524-00c5-4212-9ab7-57c00941cea4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:19.934131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a065487-120c-4117-b2d3-fc8d2333c954 req-d4f7e000-4798-46e5-abd4-ac4dbb43892c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612120 Jan 27 19:30:19.994141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49318-180b-499f-a193-f2919ac737a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:20.001238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c037524-00c5-4212-9ab7-57c00941cea4']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:20.029212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7234aad-2729-47dc-9d40-ae5a463fb709') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:20.030212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7234aad-2729-47dc-9d40-ae5a463fb709') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:20.059454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a7234aad-2729-47dc-9d40-ae5a463fb709), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.103945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a7234aad-2729-47dc-9d40-ae5a463fb709), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.124616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:30:20.125054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a7234aad-2729-47dc-9d40-ae5a463fb709), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:30:20.131169 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:30:20.267649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-2b682e89-556f-4794-b118-c6c0cb620b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:20.276046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-2b682e89-556f-4794-b118-c6c0cb620b76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 1095 time: 0.1807466 Jan 27 19:30:20.305614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8c037524-00c5-4212-9ab7-57c00941cea4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.348166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.356467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8c037524-00c5-4212-9ab7-57c00941cea4 HTTP/1.1" status: 204 len: 168 time: 1.0955524 Jan 27 19:30:20.362619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a92cf1-f94b-4421-94e6-3cfdce6d4ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c037524-00c5-4212-9ab7-57c00941cea4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:20.424939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-a35f99c3-2c16-4f07-b89d-64d496e9b3d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4 HTTP/1.1" status: 200 len: 217 time: 0.1359575 Jan 27 19:30:20.465818 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b18a2f-84c2-49d4-bf3b-ca5ee253aefa x-openstack-request-id: req-25b18a2f-84c2-49d4-bf3b-ca5ee253aefa {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:20.465818 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:20.466304 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25b18a2f-84c2-49d4-bf3b-ca5ee253aefa {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:20.466670 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4', 'status': 'completed', 'code': 200} Jan 27 19:30:20.616480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-8cef1cdf-1fa2-44a6-b253-0529d453b0ed tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:20.618291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-8cef1cdf-1fa2-44a6-b253-0529d453b0ed tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/ports?device_id=279b0a74-c28b-4f69-9b02-970ef4434c33 HTTP/1.1" status: 200 len: 946 time: 0.0996315 Jan 27 19:30:20.664507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa481d17-e97b-485b-aebf-ec029e1d33ba req-51d90c5b-0b54-4995-8b3f-a5e70ef5b750 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:20.666172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa481d17-e97b-485b-aebf-ec029e1d33ba req-51d90c5b-0b54-4995-8b3f-a5e70ef5b750 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 944 time: 0.2490530 Jan 27 19:30:20.683592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:20.709373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-bd9a0f9f-a7ca-4ca8-addc-e60cdfc523bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:20.718793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-bd9a0f9f-a7ca-4ca8-addc-e60cdfc523bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.2746325 Jan 27 19:30:20.794098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aa8ada60-6b37-4665-b276-2fb0e893d596 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53a7e9f3ac1b4dc28715e46349fadeb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082151 Jan 27 19:30:20.798509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-ccd3dfe6-6194-4c2f-a944-74b530b7660a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594735 Jan 27 19:30:20.799371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48970) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:20.869108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Deleting port 490dd479-d54e-4ded-af52-1102edbe2939 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:20.869739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (490dd479-d54e-4ded-af52-1102edbe2939), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.943107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] Publish callbacks [] for security_group (372d0b22-d36c-486d-9d64-02e85e0295f4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.988144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] Publish callbacks [] for security_group (372d0b22-d36c-486d-9d64-02e85e0295f4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:20.992260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa481d17-e97b-485b-aebf-ec029e1d33ba req-0e6b5652-79c6-4f06-be61-cf9efac3d8e2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067286 Jan 27 19:30:21.032789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] For port 490dd479-d54e-4ded-af52-1102edbe2939, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=490dd479-d54e-4ded-af52-1102edbe2939,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:21.033599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (490dd479-d54e-4ded-af52-1102edbe2939), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:21.047543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.056363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.061949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.068828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.074838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.086264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.091148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Calling delete_port for 490dd479-d54e-4ded-af52-1102edbe2939 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:21.092274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.094435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-345412ba-30b8-4587-a5d6-eda0142ae83d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.3387687 Jan 27 19:30:21.197222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (372d0b22-d36c-486d-9d64-02e85e0295f4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:21.202465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:21.204119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/372d0b22-d36c-486d-9d64-02e85e0295f4 HTTP/1.1" status: 204 len: 168 time: 0.4025285 Jan 27 19:30:21.224436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f686f-2762-41cf-8967-69f537f9844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d0b22-d36c-486d-9d64-02e85e0295f4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:21.251786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd027c07-cb17-4f83-b0d6-591459a10688 req-088b6227-63de-49af-b679-b7c088f43492 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167574 Jan 27 19:30:21.424393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-5d82020a-7c9a-4f54-870c-49fed886bdf3 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977230 Jan 27 19:30:21.455127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (490dd479-d54e-4ded-af52-1102edbe2939), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:21.477158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['490dd479-d54e-4ded-af52-1102edbe2939', 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:21.588480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event deleted for resources: {'Port': ['ID=490dd479-d54e-4ded-af52-1102edbe2939,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:21.691550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4542ed6d-17c8-473e-9a4d-863e12b161e7 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.700173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4542ed6d-17c8-473e-9a4d-863e12b161e7 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.5787907 Jan 27 19:30:21.733876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3294a7f0-f79e-4b8f-bc0f-18dd8f8ecf17 req-db74f0bc-55cb-4893-871d-805d704abc82 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992423 Jan 27 19:30:21.751863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-25ca7184-c7c8-4339-b0f4-c326803aecdb tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/quotas/512a4ea768264d4c8fb18f7a881b22fb HTTP/1.1" status: 200 len: 375 time: 0.0506580 Jan 27 19:30:21.812523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] No DVR routers for this DVR port 490dd479-d54e-4ded-af52-1102edbe2939 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:21.819642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b16871-8138-4418-a5a9-3b62eece424e req-acdcf0cd-ec74-4ce3-8d05-d07a9ae5e8d8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:21.821357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:21.830233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b16871-8138-4418-a5a9-3b62eece424e req-acdcf0cd-ec74-4ce3-8d05-d07a9ae5e8d8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1830654 Jan 27 19:30:21.836934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-72fd82c7-1237-405f-b0ea-066d61cf3b17 req-77ee8b17-333e-42cd-aa63-13e04e55e97d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "DELETE /v2.0/ports/490dd479-d54e-4ded-af52-1102edbe2939 HTTP/1.1" status: 204 len: 173 time: 1.2109199 Jan 27 19:30:21.841056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'name': 'network-vif-deleted', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:21.862106 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22bf16-8157-4ca4-850d-8766b7e28c30" -d '{"events": [{"server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "name": "network-vif-deleted", "tag": "490dd479-d54e-4ded-af52-1102edbe2939"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:21.982931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24b16871-8138-4418-a5a9-3b62eece424e req-392d7d86-af5f-4872-b23b-7eb6f6cf646a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512890 Jan 27 19:30:22.027959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-407007df-47f4-4e93-b8b2-9145521224c4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2747214 Jan 27 19:30:22.153700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-d53e4f81-e088-4549-bd0d-56e6f16fbd00 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:22.161657 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-d53e4f81-e088-4549-bd0d-56e6f16fbd00 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/ports?device_id=56542090-a75e-4286-9289-e64a04053514 HTTP/1.1" status: 200 len: 946 time: 0.1915505 Jan 27 19:30:22.176218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-64ebd1de-a4bd-4c3a-be9c-58ed172e1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:22.180132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-64ebd1de-a4bd-4c3a-be9c-58ed172e1edf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 1095 time: 0.3355346 Jan 27 19:30:22.488584 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4043f25-e77d-44b2-8f5f-001f4af50e21 x-openstack-request-id: req-f4043f25-e77d-44b2-8f5f-001f4af50e21 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:22.489172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b0a74-c28b-4f69-9b02-970ef4434c33", "name": "network-vif-deleted", "tag": "490dd479-d54e-4ded-af52-1102edbe2939", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:22.489172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4043f25-e77d-44b2-8f5f-001f4af50e21 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:22.489579 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b0a74-c28b-4f69-9b02-970ef4434c33', 'name': 'network-vif-deleted', 'tag': '490dd479-d54e-4ded-af52-1102edbe2939', 'status': 'completed', 'code': 200} Jan 27 19:30:22.492639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Deleting port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:22.492991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:22.544138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-8fd5a4b9-fad2-4c9e-b959-014913cc9f2c service neutron] 10.222.0.59 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923830 Jan 27 19:30:22.713299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-519e6f14-c95c-4044-bb11-870a73c461f9 service neutron] 10.222.0.59 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670692 Jan 27 19:30:22.761775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-d0587bf3-53d9-4de8-bb49-ca35912e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:22.763817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-d0587bf3-53d9-4de8-bb49-ca35912e817f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.5610132 Jan 27 19:30:22.781308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] For port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:22.783855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:22.826817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Calling delete_port for a1ed1d0d-f5f9-4092-9048-0c4d11d4014a owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:22.828568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-a5bcfe1e-d3c4-41d4-90f6-a5aa4a5dc906 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4 HTTP/1.1" status: 200 len: 217 time: 0.0429018 Jan 27 19:30:22.890177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a6a4-7d88-4e64-9803-7c6e323ca79a req-4827c8a4-72b6-428e-80c6-fcdd81e49dc3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:22.897875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f4a6a4-7d88-4e64-9803-7c6e323ca79a req-4827c8a4-72b6-428e-80c6-fcdd81e49dc3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 944 time: 0.1821406 Jan 27 19:30:22.946384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-35cc484d-8350-4f51-b43a-7fe6952b5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:22.948273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-35cc484d-8350-4f51-b43a-7fe6952b5ce2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.1095610 Jan 27 19:30:23.000872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-b8b32359-8e22-4e7d-aadd-7ef98df4c0eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389345 Jan 27 19:30:23.005114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f4a6a4-7d88-4e64-9803-7c6e323ca79a req-f7097a86-7506-45f1-8b1b-79b6fa3f4edb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061623 Jan 27 19:30:23.219889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a1ed1d0d-f5f9-4092-9048-0c4d11d4014a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:23.374839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event deleted for resources: {'Port': ['ID=a1ed1d0d-f5f9-4092-9048-0c4d11d4014a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:23.413185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.419769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.431193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.437197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.443508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.452149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.458880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.467992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-88fb038e-b4ef-4ef7-8314-ccace84eaeff tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2897959 Jan 27 19:30:23.498016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-b385f2fd-7af5-4635-98d3-8ddf5e64227f service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850073 Jan 27 19:30:23.548468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] No DVR routers for this DVR port a1ed1d0d-f5f9-4092-9048-0c4d11d4014a on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:23.553288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:23.565314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2d23dbf2-e05a-44e5-bddc-fcba36549995 req-4879f9bb-23fd-4840-9866-6e21ee3e1933 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "DELETE /v2.0/ports/a1ed1d0d-f5f9-4092-9048-0c4d11d4014a HTTP/1.1" status: 204 len: 173 time: 1.3909121 Jan 27 19:30:23.670412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd525cd-7227-486b-8464-50f78c728535 req-108ead9d-0d40-4087-9830-7b34a68c9090 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:23.677994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dd525cd-7227-486b-8464-50f78c728535 req-108ead9d-0d40-4087-9830-7b34a68c9090 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.2074656 Jan 27 19:30:23.690099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:23.703424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bdd2ec-b5e4-4815-b067-1af61dbde76a req-9744feed-f3e7-4ab0-9105-65aea68dce1d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2342961 Jan 27 19:30:23.870605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dd525cd-7227-486b-8464-50f78c728535 req-9f492753-93ad-49e2-b29e-530d383215c6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913760 Jan 27 19:30:23.872489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c80ff3a2-f2f1-44f3-90ac-b2ee12b7bfc2 req-36fe10ed-bd3a-4d16-8705-c25e477d0203 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281844 Jan 27 19:30:24.168360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c62f0017-14ab-4d8c-b5db-70ec5fdb1a5e req-0eecaf8b-854f-422c-86e7-83ab1e1a8883 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 210 time: 0.0414073 Jan 27 19:30:24.307443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c31964-5091-4420-9f98-247d2b1b4f7e req-4cdb4fa7-5144-4d68-8ab4-ee319293c0f4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:24.309838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c31964-5091-4420-9f98-247d2b1b4f7e req-4cdb4fa7-5144-4d68-8ab4-ee319293c0f4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 944 time: 0.1440141 Jan 27 19:30:24.313425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:24.317876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 490dd479-d54e-4ded-af52-1102edbe2939 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:24.417221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 490dd479-d54e-4ded-af52-1102edbe2939 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:24.417614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 490dd479-d54e-4ded-af52-1102edbe2939 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:24.465644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c31964-5091-4420-9f98-247d2b1b4f7e req-052a1925-a636-49bd-a1e9-0b1ed5dc0d21 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430922 Jan 27 19:30:24.497240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'name': 'network-vif-deleted', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:24.497240 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828dfbc-8398-4ba0-9bbc-30e6654af9cb" -d '{"events": [{"server_uuid": "56542090-a75e-4286-9289-e64a04053514", "name": "network-vif-deleted", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:24.565752 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c8b2b-d13b-47a4-94f4-2b3c91d6d7d6 x-openstack-request-id: req-802c8b2b-d13b-47a4-94f4-2b3c91d6d7d6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:24.566423 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56542090-a75e-4286-9289-e64a04053514", "name": "network-vif-deleted", "tag": "a1ed1d0d-f5f9-4092-9048-0c4d11d4014a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:24.566423 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-802c8b2b-d13b-47a4-94f4-2b3c91d6d7d6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:24.566759 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56542090-a75e-4286-9289-e64a04053514', 'name': 'network-vif-deleted', 'tag': 'a1ed1d0d-f5f9-4092-9048-0c4d11d4014a', 'status': 'completed', 'code': 200} Jan 27 19:30:24.697886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:24.731442 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:24.733414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4', 'mac_address': 'fa:16:3e:0c:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:24.869135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:24.869837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:24.908897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:24.940088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:24.957634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:24.967408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:24.970360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:24.972298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:24.994239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.007037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.034238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.046716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.051950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-1cc0e22e-4c62-4d93-b126-4dbcec0e5bb7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2310979 Jan 27 19:30:25.101364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:25.213969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8d92-a91e-4c76-adfd-7ae70396a11e req-21558657-bc9a-443d-b649-2a36da556eee tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.235461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb4e8d92-a91e-4c76-adfd-7ae70396a11e req-21558657-bc9a-443d-b649-2a36da556eee tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1790023 Jan 27 19:30:25.241507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['3383e1a6-5a2d-4629-ae30-ddd28dfefad4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:25.297677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f9383cd-44ab-4348-907a-80b5ba93e3eb req-747fdd51-a8ff-40be-bcb8-3e76e8b57a8e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107770 Jan 27 19:30:25.385682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb4e8d92-a91e-4c76-adfd-7ae70396a11e req-cb8e7ae0-87e2-432b-bb57-82f5168b7838 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491315 Jan 27 19:30:25.738420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-06156560-dba3-4921-ac5b-4c7421e4eee9 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.740091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-06156560-dba3-4921-ac5b-4c7421e4eee9 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.2825055 Jan 27 19:30:25.762318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Request body: {'port': {'device_id': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'admin_state_up': True, 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:25.790424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-d3b774e2-febd-4d4f-b997-09be4ef69cd9 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.795474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-d3b774e2-febd-4d4f-b997-09be4ef69cd9 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.66 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 812 time: 0.1608133 Jan 27 19:30:25.810863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9048c5e-85ac-44d3-ac42-e937d9371b4c req-0032d58d-2021-4d6c-bbbf-dfee5b319e8a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 210 time: 0.0696015 Jan 27 19:30:25.812921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Request body: {'port': {'device_id': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'admin_state_up': True, 'tenant_id': '512a4ea768264d4c8fb18f7a881b22fb'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:25.977896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fbe09-9006-4a31-8eb7-28900edc3bc0 req-4308b8aa-d94c-4fc5-8276-60172f65a4a3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:25.979420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534fbe09-9006-4a31-8eb7-28900edc3bc0 req-4308b8aa-d94c-4fc5-8276-60172f65a4a3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 945 time: 0.0982821 Jan 27 19:30:25.992318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:26.002179 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.002795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Made reservation on behalf of 512a4ea768264d4c8fb18f7a881b22fb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:26.006276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.093969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534fbe09-9006-4a31-8eb7-28900edc3bc0 req-eded66fd-7bc6-4594-b447-ec81b19a42e7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 Jan 27 19:30:26.218300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Allocated IP 172.20.0.12 (d442b0e4-9ad1-4a39-8c47-e640a0280a65/2b9b99fd-0cdc-4411-8811-e0144ffba5f2/c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:30:26.310392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-b3d43657-822b-433f-a49b-d527442c5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.311984 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-b3d43657-822b-433f-a49b-d527442c5101 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1097 time: 0.0864446 Jan 27 19:30:26.341887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:26.476567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:26.487806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:26.488449 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.499267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-a1e8ec72-54f4-4d93-930b-ff01f57b66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.500808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-a1e8ec72-54f4-4d93-930b-ff01f57b66dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.1793900 Jan 27 19:30:26.564484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-15ddb3b0-8c11-4a42-a81c-bf3c4ca33409 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.0569513 Jan 27 19:30:26.570577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.571454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks [] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.576192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.587711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.593669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.599620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.605216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.612062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.613520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03e979fc-bae2-483d-b2c4-93071831438b req-8d8bf195-6d26-42e8-9976-ba728e28d6a2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.1639888 Jan 27 19:30:26.632599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842838b-4946-46ff-97e2-98e66ae5bf55 req-c009d223-07ec-4659-817a-02c981918fb5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.641497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d842838b-4946-46ff-97e2-98e66ae5bf55 req-c009d223-07ec-4659-817a-02c981918fb5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1301630 Jan 27 19:30:26.649480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:26.650196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.650825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-bf6b7657-5e61-4149-a4c6-6403e560d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.652495 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-bf6b7657-5e61-4149-a4c6-6403e560d9b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.0792160 Jan 27 19:30:26.655574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.711348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event updated for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:26.711760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:26.713484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:26.721397 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b99cfb-b7b7-476e-91ae-24a7ced1ecc1" -d '{"events": [{"server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "name": "network-vif-plugged", "status": "completed", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:26.728544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.729948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1ed1d0d-f5f9-4092-9048-0c4d11d4014a no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:26.731998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Allocated IP 172.20.0.7 (d442b0e4-9ad1-4a39-8c47-e640a0280a65/2b9b99fd-0cdc-4411-8811-e0144ffba5f2/920b7edd-7955-420d-990b-f0d341414b13) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:30:26.751149 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-518c0244-ea6b-42bc-b3a3-b54232d908c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419219 Jan 27 19:30:26.761176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:30:26.770638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:30:26.786379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:30:26.820388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a1ed1d0d-f5f9-4092-9048-0c4d11d4014a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:26.820960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1ed1d0d-f5f9-4092-9048-0c4d11d4014a not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:26.844026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:26.844848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.871741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:26.901551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4e520517-2c96-4256-b342-f061017394ee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0989068 Jan 27 19:30:26.915077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-964e9538-952d-482a-8d4b-4d84d95a0272 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:30:26.916448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-964e9538-952d-482a-8d4b-4d84d95a0272 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070479 Jan 27 19:30:26.957811 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks [] for port (920b7edd-7955-420d-990b-f0d341414b13), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:26.961108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-aaf881dc-3735-47b8-9226-a06a2cf0fe3f service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023497 Jan 27 19:30:26.990589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d842838b-4946-46ff-97e2-98e66ae5bf55 req-53c3c8a7-9f4a-476e-b94d-b2a534850b34 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463926 Jan 27 19:30:27.054210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03e979fc-bae2-483d-b2c4-93071831438b req-2e48cb6b-c3ab-4edb-bfc6-7de5f0da8344 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4296346 Jan 27 19:30:27.057029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.106658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Network d442b0e4-9ad1-4a39-8c47-e640a0280a65 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:30:27.115829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:30:27.141204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-267c88d6-3f77-4ee8-8f6f-ffe0421661fd req-3722e01d-6407-4e7d-b2d5-0ac15f777db4 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740320 Jan 27 19:30:27.155863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:30:27.179625 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92560241-042a-4812-80b8-9bb8a959dcc4 x-openstack-request-id: req-92560241-042a-4812-80b8-9bb8a959dcc4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:27.180219 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "name": "network-vif-plugged", "status": "completed", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:27.180694 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92560241-042a-4812-80b8-9bb8a959dcc4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:27.182563 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4', 'code': 200} Jan 27 19:30:27.226799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Request body: {'port': {'device_id': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:27.257416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event updated for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:27.315724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:27.316801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.350919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf87c18-335e-459e-98b4-23d47159627e req-390b41a0-2f39-468e-b0d5-258ca31d86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:27.354508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.354993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.359504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.360494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.361694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.361922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6bf87c18-335e-459e-98b4-23d47159627e req-390b41a0-2f39-468e-b0d5-258ca31d86a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 1097 time: 0.1039963 Jan 27 19:30:27.362372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.363552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.364433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.365552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.367871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.368349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.368802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.369249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.369920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:27.417727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6885cdb1-378b-4af3-a86a-a9278a644eb4 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6592541 Jan 27 19:30:27.434058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Request body: {'port': {'device_id': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:27.455331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6bf87c18-335e-459e-98b4-23d47159627e req-5e7d98e1-e550-4459-9022-8bef3b9134e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828574 Jan 27 19:30:27.513185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96da89-ece2-43b2-a4f8-f9af95f1daaf req-ec580741-43a3-4678-8518-9cc42f157111 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:27.514803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b96da89-ece2-43b2-a4f8-f9af95f1daaf req-ec580741-43a3-4678-8518-9cc42f157111 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.1404641 Jan 27 19:30:27.523663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69da8-6549-4fb4-9265-c3f8b88f6892 req-29149473-4fca-4a0b-9cf3-e986d30b472b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:27.525242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfd69da8-6549-4fb4-9265-c3f8b88f6892 req-29149473-4fca-4a0b-9cf3-e986d30b472b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 932 time: 0.1160157 Jan 27 19:30:27.606713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (920b7edd-7955-420d-990b-f0d341414b13), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.643563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfd69da8-6549-4fb4-9265-c3f8b88f6892 req-dd8c7f19-3cd3-4a62-9a9e-9e8fc99ccf33 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029978 Jan 27 19:30:27.682561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b96da89-ece2-43b2-a4f8-f9af95f1daaf req-6db549bc-cbbf-4639-b7e0-d98820e261bc tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407442 Jan 27 19:30:27.780507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:27.789224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks [] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.806109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Transition to ACTIVE for port object c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:30:27.814915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:27.871912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:27.953844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Attempting to bind port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:30:27.954274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Attempting to bind port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:30:27.954622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Attempting to bind port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:27.959600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:30:27.959947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Attempting to bind port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:27.965529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:30:27.965871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Checking segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:30:27.966254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Bound using segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:30:27.966840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Bound port: c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:30:27.967209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.045821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920b7edd-7955-420d-990b-f0d341414b13 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:28.055510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks [] for port (920b7edd-7955-420d-990b-f0d341414b13), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.071846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Transition to ACTIVE for port object 920b7edd-7955-420d-990b-f0d341414b13 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:30:28.077835 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.089863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:30:28.096535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:30:28.110341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.164165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:28.183629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.183629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.185445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e HTTP/1.1" status: 200 len: 1092 time: 1.2616374 Jan 27 19:30:28.185445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:28.187581 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4a189d-c730-4212-86f7-76f00e98e681" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:28.206916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Pushing event updated for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:28.239293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402be9c7-4adf-425b-ad5e-c053a622f643 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:28.301331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3bc7b61b-41ad-481e-bbd9-dbb6a69c0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.302790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3bc7b61b-41ad-481e-bbd9-dbb6a69c0cb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 1095 time: 0.0602424 Jan 27 19:30:28.390425 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-923f16ae-d619-489a-8d82-8c3ecf161c86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e HTTP/1.1" status: 200 len: 217 time: 0.0747128 Jan 27 19:30:28.478625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-c7115667-5adb-4f10-9b1a-5d592a09fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.481164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-c7115667-5adb-4f10-9b1a-5d592a09fad4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.0827138 Jan 27 19:30:28.538916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac515-6134-4d3c-984b-9c3f571cb585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.542403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6ce598fa-f423-453b-a6fc-bba2c7a8932c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526352 Jan 27 19:30:28.577351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d074e-ddb5-4e49-97ce-81c66017a896 req-f2c8b9ce-5eb2-4eee-9df0-8d8dad4bba6e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.578929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c07d074e-ddb5-4e49-97ce-81c66017a896 req-f2c8b9ce-5eb2-4eee-9df0-8d8dad4bba6e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.4944611 Jan 27 19:30:28.643829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.649113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.654590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.660547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.667045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.671490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.677154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:28.679409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-fb265906-cf18-4366-bfc6-e82c6eb0e584 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.4933410 Jan 27 19:30:28.697980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-c5e5bfd6-f3dc-4d29-9911-20366cbd95da service neutron] 10.222.0.66 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484647 Jan 27 19:30:28.761537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c07d074e-ddb5-4e49-97ce-81c66017a896 req-b176de47-92b9-491c-acb3-d3685cbd3614 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705818 Jan 27 19:30:28.762282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Attempting to bind port 920b7edd-7955-420d-990b-f0d341414b13 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:30:28.762791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Attempting to bind port 920b7edd-7955-420d-990b-f0d341414b13 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:30:28.762996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Attempting to bind port 920b7edd-7955-420d-990b-f0d341414b13 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:28.795640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Port 920b7edd-7955-420d-990b-f0d341414b13 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:30:28.796004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Attempting to bind port 920b7edd-7955-420d-990b-f0d341414b13 on network d442b0e4-9ad1-4a39-8c47-e640a0280a65 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:28.834526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:30:28.834879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Checking segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:30:28.835284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Bound using segment: {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:30:28.835742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Bound port: 920b7edd-7955-420d-990b-f0d341414b13, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3e4f5-311b-41a1-9a2f-757b7064090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:30:28.836106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (920b7edd-7955-420d-990b-f0d341414b13), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.851172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac515-6134-4d3c-984b-9c3f571cb585 admin admin] Publish callbacks [] for security_group (807ec475-94db-40f5-872f-b22e7c282ce4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.861764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02b19e54-e876-45ec-a8e3-350139101fe4 req-4ff53583-e399-4d07-9bac-78ca157ac4f7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522665 Jan 27 19:30:28.863408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac515-6134-4d3c-984b-9c3f571cb585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (807ec475-94db-40f5-872f-b22e7c282ce4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.880663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-d0545350-4cee-49a9-ad66-fd3636074d93 service neutron] 10.222.0.66 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742768 Jan 27 19:30:28.935477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e1ac515-6134-4d3c-984b-9c3f571cb585 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3a06b5ac1714ef8ab32572403580dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656386 Jan 27 19:30:28.941345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49152) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:28.942167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac515-6134-4d3c-984b-9c3f571cb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807ec475-94db-40f5-872f-b22e7c282ce4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:28.978331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:30:28.982767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=920b7edd-7955-420d-990b-f0d341414b13,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:30:28.994365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:28.998482 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b777ae-7e3d-4d1f-856d-c4534e131036 x-openstack-request-id: req-f6b777ae-7e3d-4d1f-856d-c4534e131036 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:28.999737 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:28.999737 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6b777ae-7e3d-4d1f-856d-c4534e131036 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:28.999737 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e', 'status': 'completed', 'code': 200} Jan 27 19:30:29.048726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.049688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.051099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] 10.222.0.39 "PUT /v2.0/ports/920b7edd-7955-420d-990b-f0d341414b13 HTTP/1.1" status: 200 len: 1091 time: 1.6221900 Jan 27 19:30:29.051458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'tag': '920b7edd-7955-420d-990b-f0d341414b13'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:29.053936 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c4874-5118-464d-be0e-d2a528388e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "tag": "920b7edd-7955-420d-990b-f0d341414b13"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:29.086043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ef9b-fa69-4c3b-92a3-83d9d506e36a service neutron] Pushing event updated for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:29.105433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] Publish callbacks [] for security_group (807ec475-94db-40f5-872f-b22e7c282ce4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.138011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] Publish callbacks [] for security_group (807ec475-94db-40f5-872f-b22e7c282ce4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.141529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-b51987b6-75e0-4de1-80e2-ab0864eb53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.143264 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-b51987b6-75e0-4de1-80e2-ab0864eb53e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 1095 time: 0.1407876 Jan 27 19:30:29.231089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235943ab-1821-45a4-ac43-f3223efbfe9a req-f79340be-5e0f-43f7-afcc-f538f474b8d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.233204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-235943ab-1821-45a4-ac43-f3223efbfe9a req-f79340be-5e0f-43f7-afcc-f538f474b8d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.0858829 Jan 27 19:30:29.275905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb51d45-6fc8-4fd2-a4c4-60a79a1f3783 req-8b12b978-01ec-4917-8a61-785c3cbe3fee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.277641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cb51d45-6fc8-4fd2-a4c4-60a79a1f3783 req-8b12b978-01ec-4917-8a61-785c3cbe3fee tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 944 time: 0.1283937 Jan 27 19:30:29.280268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (807ec475-94db-40f5-872f-b22e7c282ce4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.283331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.288217 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/807ec475-94db-40f5-872f-b22e7c282ce4 HTTP/1.1" status: 204 len: 168 time: 0.3412907 Jan 27 19:30:29.297530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc21f-e6b2-4055-9c3d-b3c0ea4a7312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807ec475-94db-40f5-872f-b22e7c282ce4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:29.301440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-0d0d1150-fe23-4348-808b-86fb73d785e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.303099 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-0d0d1150-fe23-4348-808b-86fb73d785e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 913 time: 0.1511111 Jan 27 19:30:29.357466 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-e28e4d4c-9bb7-4a20-b1a1-8b8e4dd720bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e HTTP/1.1" status: 200 len: 217 time: 0.0427649 Jan 27 19:30:29.395705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-64cc8f93-02cf-4022-9439-90e434772ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.397291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-64cc8f93-02cf-4022-9439-90e434772ce7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 1094 time: 0.1487358 Jan 27 19:30:29.405189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-235943ab-1821-45a4-ac43-f3223efbfe9a req-fc9e0262-4ced-4a91-af33-517ecb5546fe tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386888 Jan 27 19:30:29.417152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2cb51d45-6fc8-4fd2-a4c4-60a79a1f3783 req-1ccf21ef-d868-4d57-a909-482650e214ec tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180711 Jan 27 19:30:29.447353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4ec87520-2a40-4d6b-af40-b6ed719eda0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920b7edd-7955-420d-990b-f0d341414b13 HTTP/1.1" status: 200 len: 217 time: 0.0411553 Jan 27 19:30:29.449623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-bfca623c-041e-4af9-b2f4-3a7291a482a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.451514 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-bfca623c-041e-4af9-b2f4-3a7291a482a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.0865812 Jan 27 19:30:29.501854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-9ed1d21c-2f8c-47d4-9aa5-d50acb09548e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351293 Jan 27 19:30:29.512030 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef7ad5-0f72-4e52-840f-57530cabb4d6 x-openstack-request-id: req-38ef7ad5-0f72-4e52-840f-57530cabb4d6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:29.512334 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "tag": "920b7edd-7955-420d-990b-f0d341414b13", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:29.512621 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38ef7ad5-0f72-4e52-840f-57530cabb4d6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:29.513593 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'tag': '920b7edd-7955-420d-990b-f0d341414b13', 'status': 'completed', 'code': 200} Jan 27 19:30:29.531795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6bcf56f1-87b5-43df-bfb6-bf6e91164acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.534445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-6bcf56f1-87b5-43df-bfb6-bf6e91164acb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.0768685 Jan 27 19:30:29.598067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-4a71112a-9339-4e71-a07d-8394c801e97d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571909 Jan 27 19:30:29.616559 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-5414c69f-729c-423e-804b-a77e7957cda8 service neutron] 10.222.0.66 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058311 Jan 27 19:30:29.697129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35ff5-fcbd-4360-b7ae-aa33d0c2b8cd req-8a67dee5-9a5f-4bdb-8448-701f2e2a197f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:29.704688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5a35ff5-fcbd-4360-b7ae-aa33d0c2b8cd req-8a67dee5-9a5f-4bdb-8448-701f2e2a197f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.1435823 Jan 27 19:30:29.745504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3a4a189d-c730-4212-86f7-76f00e98e681 req-17aa8ab3-8bdc-4391-a0a2-485e9a39d9cc service neutron] 10.222.0.66 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205647 Jan 27 19:30:29.775419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-242a0f4c-85ed-461a-a96d-f70ab0250a16 service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533029 Jan 27 19:30:29.834971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5a35ff5-fcbd-4360-b7ae-aa33d0c2b8cd req-596d7635-373e-471c-a119-8e202be9c694 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290874 Jan 27 19:30:29.937897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49170) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:29.964023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f856c30c-fa23-4156-b934-d825e8bcadd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:29.983744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391f8e8a-4e71-4afb-a174-245f757c41e3 req-c1743d14-408e-4bee-85bb-e7c8c8c4a11c service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993234 Jan 27 19:30:30.013210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ad22c-6bb5-4ac8-bedf-dc5ce96809ed req-2cae0c6d-f5de-4f67-9591-c5e65a97587c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.015953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc7ad22c-6bb5-4ac8-bedf-dc5ce96809ed req-2cae0c6d-f5de-4f67-9591-c5e65a97587c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 946 time: 0.1019435 Jan 27 19:30:30.127923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f856c30c-fa23-4156-b934-d825e8bcadd1 admin admin] Publish callbacks [] for security_group (af20226e-9ed1-4416-a4db-5d3288824571), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.132999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f856c30c-fa23-4156-b934-d825e8bcadd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (af20226e-9ed1-4416-a4db-5d3288824571), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.190156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc7ad22c-6bb5-4ac8-bedf-dc5ce96809ed req-414f5bd7-b45c-4953-9ac4-943c07051480 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665924 Jan 27 19:30:30.197060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856c30c-fa23-4156-b934-d825e8bcadd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20226e-9ed1-4416-a4db-5d3288824571,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:30.221916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-f1f05c0e-5e77-4912-893d-3932bd9d50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.221916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-f1f05c0e-5e77-4912-893d-3932bd9d50ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 1094 time: 0.1599789 Jan 27 19:30:30.222628 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f856c30c-fa23-4156-b934-d825e8bcadd1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8acf6779b9104357b29870f4a60abeac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758627 Jan 27 19:30:30.222628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49178) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:30.282159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] Publish callbacks [] for security_group (af20226e-9ed1-4416-a4db-5d3288824571), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.327437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] Publish callbacks [] for security_group (af20226e-9ed1-4416-a4db-5d3288824571), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.362102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:30.425520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (af20226e-9ed1-4416-a4db-5d3288824571), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.428224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.429815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.435074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af20226e-9ed1-4416-a4db-5d3288824571 HTTP/1.1" status: 204 len: 168 time: 0.2108271 Jan 27 19:30:30.440885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.460871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.467259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815d329-b98a-49be-851d-7761246d228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20226e-9ed1-4416-a4db-5d3288824571,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:30.485882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.498514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.513009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.525056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.531329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-750f24c7-9723-4dab-b50a-c33721a599ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.3207886 Jan 27 19:30:30.640988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-94295653-cb6f-4a8a-858a-c8ee925ecc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.644787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-94295653-cb6f-4a8a-858a-c8ee925ecc33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 200 len: 913 time: 0.4156466 Jan 27 19:30:30.742249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-7996d8ab-059f-4303-863c-b21e555d5998 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920b7edd-7955-420d-990b-f0d341414b13 HTTP/1.1" status: 200 len: 217 time: 0.0897505 Jan 27 19:30:30.774143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:30.774529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.805796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e061ed5-0bd1-4120-8a3a-726d56ef19fd req-d117a13a-f7fe-48ba-bf61-ae97313fb281 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582188 Jan 27 19:30:30.813651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:30.816137 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cfa373-9b41-4d64-9662-bd73e3c76b42" -d '{"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:30.828369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:30.834739 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:30.872113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5dc0-0cbf-49a6-9f6e-8df9aa00236e req-4e5ae61c-27ad-4441-b3a7-d155b9e76c1d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.873744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-573b5dc0-0cbf-49a6-9f6e-8df9aa00236e req-4e5ae61c-27ad-4441-b3a7-d155b9e76c1d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.1411016 Jan 27 19:30:30.881004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-2897abcc-24fc-4af3-a7b9-8dbd2211aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:30.882516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-2897abcc-24fc-4af3-a7b9-8dbd2211aae3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 200 len: 852 time: 0.1224563 Jan 27 19:30:30.932962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:30.944837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.945416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.945964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.946518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.947044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.947562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.948076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.948820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.949473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.950057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.950637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.951223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.951785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:30.956215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-20b1ec97-f6df-4f99-8cdd-c9bd21aa3a88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d442b0e4-9ad1-4a39-8c47-e640a0280a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649605 Jan 27 19:30:31.085269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-573b5dc0-0cbf-49a6-9f6e-8df9aa00236e req-00d1c15a-98e9-4cf6-af8e-1d9898943013 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015698 Jan 27 19:30:31.097106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d775-b30d-4491-8a6d-62da71812488 req-356a4cae-e6bd-4173-955e-d3d441bc590c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:31.098643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7139d775-b30d-4491-8a6d-62da71812488 req-356a4cae-e6bd-4173-955e-d3d441bc590c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.1787677 Jan 27 19:30:31.182256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-5d721cd7-ceee-45bd-a6b9-506f9813782d service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974266 Jan 27 19:30:31.298787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7139d775-b30d-4491-8a6d-62da71812488 req-62b0e434-5a95-4b49-bd85-5eb779c785c1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624670 Jan 27 19:30:31.308474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67924e-4534-4c6b-bb52-8589c32c19ff req-f2626e91-aec7-4e0b-8e66-a939075aba83 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:31.310266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db67924e-4534-4c6b-bb52-8589c32c19ff req-f2626e91-aec7-4e0b-8e66-a939075aba83 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 944 time: 0.1451023 Jan 27 19:30:31.365592 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009c3b7-9e2c-43e3-942b-3d3fbe7a5e6d x-openstack-request-id: req-0009c3b7-9e2c-43e3-942b-3d3fbe7a5e6d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:31.365592 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-unplugged", "status": "failed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "code": 422}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:31.365592 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0009c3b7-9e2c-43e3-942b-3d3fbe7a5e6d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:31.365592 n-d-760453-6 neutron-server[103324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'code': 422} returned with failed status Jan 27 19:30:31.391556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf7c4874-5118-464d-be0e-d2a528388e1f req-e76086a1-535a-4bae-8476-728a672d4f4a service neutron] 10.222.0.39 "GET /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892285 Jan 27 19:30:31.434436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db67924e-4534-4c6b-bb52-8589c32c19ff req-46830afa-53ba-4c5c-b03d-c7d3646ec7a8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954955 Jan 27 19:30:31.623620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-a58495f3-8f66-4146-80f4-62be25833f43 req-5e4de698-1a22-4268-960d-6af2da11da9d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:30:31.624673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a58495f3-8f66-4146-80f4-62be25833f43 req-5e4de698-1a22-4268-960d-6af2da11da9d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055127 Jan 27 19:30:31.828916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-d1d0f80c-4d2e-41e1-a619-8080ce03ae0f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:31.830640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-d1d0f80c-4d2e-41e1-a619-8080ce03ae0f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.1028109 Jan 27 19:30:31.843250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2174-0578-4e22-9bf0-c8bce3875b4c req-8b3333e5-9cb4-4564-93d6-f24e3336a13d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:31.845964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9cc2174-0578-4e22-9bf0-c8bce3875b4c req-8b3333e5-9cb4-4564-93d6-f24e3336a13d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.0702252 Jan 27 19:30:32.020710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9cc2174-0578-4e22-9bf0-c8bce3875b4c req-9320aaff-d1ce-4f6d-beae-64b367716048 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636193 Jan 27 19:30:32.055856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.061355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.067005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.072682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.080225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.085972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.091803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.102102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-0d77b704-54d8-47f6-b47a-2a81cb259f50 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.1422470 Jan 27 19:30:32.107316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:32.107670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:32.329702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997ec02-32eb-4f9f-b086-f91b26df1cc0 req-eca6038e-a617-4892-bcd0-c1ee6327754b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.331480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b997ec02-32eb-4f9f-b086-f91b26df1cc0 req-eca6038e-a617-4892-bcd0-c1ee6327754b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 946 time: 0.1447511 Jan 27 19:30:32.336282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12fe4bc7-d8d7-4dd2-b03f-7a88fb1112d2 req-5a183f1c-1a5a-4e25-9435-69d735b11693 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333033 Jan 27 19:30:32.350615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:32.351072 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:32.359561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 920b7edd-7955-420d-990b-f0d341414b13 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:32.375659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:32.471086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b997ec02-32eb-4f9f-b086-f91b26df1cc0 req-eca25d69-dab8-4962-adb7-0c04a344cd68 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315532 Jan 27 19:30:32.505047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-8f450360-049a-4dea-9659-ae8e5dce4b4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3177264 Jan 27 19:30:32.518536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-4af2eebb-97cd-4cb9-95a9-f16a50a83173 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:30:32.533949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-4af2eebb-97cd-4cb9-95a9-f16a50a83173 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279350 Jan 27 19:30:32.629981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=920b7edd-7955-420d-990b-f0d341414b13,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:32.657455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '920b7edd-7955-420d-990b-f0d341414b13', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'port_id': '920b7edd-7955-420d-990b-f0d341414b13', 'mac_address': 'fa:16:3e:a8:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9b99fd-0cdc-4411-8811-e0144ffba5f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:32.705944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3383e1a6-5a2d-4629-ae30-ddd28dfefad4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:32.729431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffe4f6-6c18-4e72-a713-71f488315883 req-fabdda98-947e-4799-8e27-0f128451bf91 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:32.730476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['3383e1a6-5a2d-4629-ae30-ddd28dfefad4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:32.731335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeffe4f6-6c18-4e72-a713-71f488315883 req-fabdda98-947e-4799-8e27-0f128451bf91 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 944 time: 0.1099246 Jan 27 19:30:32.741694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:32.754067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=3383e1a6-5a2d-4629-ae30-ddd28dfefad4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:32.837571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:32.840896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:32.844931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1f95aec-6447-4fda-9f22-ecef8eed2e48 req-574064d6-bad2-492a-9e7c-793dccfe83b8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/3383e1a6-5a2d-4629-ae30-ddd28dfefad4 HTTP/1.1" status: 204 len: 173 time: 0.9978209 Jan 27 19:30:32.845651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'name': 'network-vif-deleted', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:32.849460 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e137c0-19b8-4a03-93f5-58a5bbd17109" -d '{"events": [{"server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "name": "network-vif-deleted", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:32.878359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 920b7edd-7955-420d-990b-f0d341414b13 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:32.882726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (920b7edd-7955-420d-990b-f0d341414b13), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:32.908735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeffe4f6-6c18-4e72-a713-71f488315883 req-057d1cf7-8c4a-4b26-9919-2be21466688c tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575835 Jan 27 19:30:32.943883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920b7edd-7955-420d-990b-f0d341414b13 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:33.013573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=920b7edd-7955-420d-990b-f0d341414b13,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:33.024302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:33.037732 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c0b75-8c6d-432a-a026-105dcd37adcd x-openstack-request-id: req-e40c0b75-8c6d-432a-a026-105dcd37adcd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:33.038217 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736a4b1-bc4e-4f61-8b71-7fa133fbadff", "name": "network-vif-deleted", "tag": "3383e1a6-5a2d-4629-ae30-ddd28dfefad4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:33.038659 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e40c0b75-8c6d-432a-a026-105dcd37adcd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:33.039248 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3736a4b1-bc4e-4f61-8b71-7fa133fbadff', 'name': 'network-vif-deleted', 'tag': '3383e1a6-5a2d-4629-ae30-ddd28dfefad4', 'status': 'completed', 'code': 200} Jan 27 19:30:33.205749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:33.261195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86db55-21a1-45f1-a45a-052ff3bc73cd req-60a3c583-7515-4078-9277-3c0c6d2fcb8f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.269829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b86db55-21a1-45f1-a45a-052ff3bc73cd req-60a3c583-7515-4078-9277-3c0c6d2fcb8f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.1323919 Jan 27 19:30:33.284754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['920b7edd-7955-420d-990b-f0d341414b13'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:33.399636 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b86db55-21a1-45f1-a45a-052ff3bc73cd req-7576b5a0-42b9-474b-bfef-b294e301e4d8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Jan 27 19:30:33.671684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4924aa5f-5c0f-401f-925c-09b2f1388c31 req-53eccffa-505f-4158-b349-4f5f4984e721 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=3736a4b1-bc4e-4f61-8b71-7fa133fbadff HTTP/1.1" status: 200 len: 210 time: 0.0405910 Jan 27 19:30:33.715666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.721802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.729407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.734831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.743067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.749746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.756216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:33.767071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-81ed387e-296f-4ddb-b4f7-4d1e1e1e4164 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.1967099 Jan 27 19:30:33.845641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ca6a7ac-4ea7-4a52-992d-7a1c15d84444 req-9194ac67-4c5e-4a18-baf8-164f52bf87b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728347 Jan 27 19:30:34.078918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca330d-cfe7-4879-b8f9-12fbba673051 req-e171f3ad-58d9-407b-a885-7498212d7a71 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:34.081239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60ca330d-cfe7-4879-b8f9-12fbba673051 req-e171f3ad-58d9-407b-a885-7498212d7a71 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 944 time: 0.0714045 Jan 27 19:30:34.151645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60ca330d-cfe7-4879-b8f9-12fbba673051 req-14deb265-ff9e-499f-a6a8-73956e1d827a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558639 Jan 27 19:30:34.213448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:34.387492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:34.402781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-f01dce09-d1d8-4470-aaaa-c68701fa4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:34.407476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-f01dce09-d1d8-4470-aaaa-c68701fa4a0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb&tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae HTTP/1.1" status: 200 len: 1095 time: 0.2063684 Jan 27 19:30:34.412063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e', 'network_id': 'd442b0e4-9ad1-4a39-8c47-e640a0280a65', 'port_id': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e', 'mac_address': 'fa:16:3e:c8:6d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9b99fd-0cdc-4411-8811-e0144ffba5f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:34.421786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 920b7edd-7955-420d-990b-f0d341414b13 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:34.531007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:34.531398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:34.605185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:34.619315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 920b7edd-7955-420d-990b-f0d341414b13 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:34.626768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-8dc687f5-9d7d-4c7b-a88d-dd6d226bd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:34.631758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-8dc687f5-9d7d-4c7b-a88d-dd6d226bd5ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1095 time: 0.1857281 Jan 27 19:30:34.641620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 920b7edd-7955-420d-990b-f0d341414b13 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:34.643085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (920b7edd-7955-420d-990b-f0d341414b13), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:34.648584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:34.688144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:34.875270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:34.908427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e40c-bae6-427e-9592-a8f8c9597665 req-0ff4d507-db3d-4c89-b48d-5b7a8796ca7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:34.921359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ece5e40c-bae6-427e-9592-a8f8c9597665 req-0ff4d507-db3d-4c89-b48d-5b7a8796ca7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2645748 Jan 27 19:30:34.991562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 920b7edd-7955-420d-990b-f0d341414b13 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:34.992158 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (920b7edd-7955-420d-990b-f0d341414b13), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:35.008960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-9ccedb9d-83c9-4216-9148-951bd5f84cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.012756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-9ccedb9d-83c9-4216-9148-951bd5f84cc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.3723612 Jan 27 19:30:35.043515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920b7edd-7955-420d-990b-f0d341414b13'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:35.048517 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1623e6-0e7b-46ef-bdd0-a2c47c22f4a4" -d '{"events": [{"server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "name": "network-vif-plugged", "status": "completed", "tag": "920b7edd-7955-420d-990b-f0d341414b13"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:35.080219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=920b7edd-7955-420d-990b-f0d341414b13,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:35.088030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:35.089183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:35.205837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:35.213145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ece5e40c-bae6-427e-9592-a8f8c9597665 req-aae27506-82ff-462e-b0fc-2b4f9e491ed0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907717 Jan 27 19:30:35.218485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-1912236f-33b9-49ed-9784-79c1099c069d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.1920710 Jan 27 19:30:35.271992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:35.274812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 3383e1a6-5a2d-4629-ae30-ddd28dfefad4 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:35.275358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:35.337701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-600bbd24-149b-4f7f-8eff-6c59fd725ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.344265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-600bbd24-149b-4f7f-8eff-6c59fd725ebc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.1195314 Jan 27 19:30:35.428548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-6625bdd7-0d7f-4f78-8833-aa9efc735b4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774982 Jan 27 19:30:35.547447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:35.681376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.689796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.696530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.706363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.715503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.725606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.736282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.760015 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de637706-9f5b-47cf-9e6c-06b7676f8416 x-openstack-request-id: req-de637706-9f5b-47cf-9e6c-06b7676f8416 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:35.760368 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "name": "network-vif-plugged", "status": "completed", "tag": "920b7edd-7955-420d-990b-f0d341414b13", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:35.760645 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de637706-9f5b-47cf-9e6c-06b7676f8416 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:35.761086 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920b7edd-7955-420d-990b-f0d341414b13', 'code': 200} Jan 27 19:30:35.764381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-5aa68a7e-e89f-4496-8ba1-add3983f6f73 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2310219 Jan 27 19:30:35.773865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-49caa1ad-154a-40c6-9cea-87cb2330cd55 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356464 Jan 27 19:30:35.774158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:35.976144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcb16b-0b33-4ca3-a73a-01261b4833a0 req-a651421e-8627-4ce9-b6b0-9739fa7fefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:35.979828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28bcb16b-0b33-4ca3-a73a-01261b4833a0 req-a651421e-8627-4ce9-b6b0-9739fa7fefc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 1096 time: 0.1208851 Jan 27 19:30:36.035577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-28bcb16b-0b33-4ca3-a73a-01261b4833a0 req-b8a6dd0a-1349-4201-b9fc-0d60dce400cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Jan 27 19:30:36.367178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d47cdcc-310d-4be2-865e-c372838b1cf3 req-cb3ba0e4-67fb-4ee6-ac1d-f70ec082aa1b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5895298 Jan 27 19:30:36.371325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ed067e0-728d-4f8c-8e87-b193b8edfc00 req-cd4bf110-fae8-45d3-92b1-1926307cf48b service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820432 Jan 27 19:30:36.384128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046999cc-1bc5-4898-9374-6e687476fa37 req-ee7bc1b1-842a-4ae6-90a8-f208d71ffe6a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:36.395107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046999cc-1bc5-4898-9374-6e687476fa37 req-ee7bc1b1-842a-4ae6-90a8-f208d71ffe6a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 945 time: 0.5273693 Jan 27 19:30:36.467902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046999cc-1bc5-4898-9374-6e687476fa37 req-82fc9a12-482b-4180-a05b-432f5c0d2577 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674129 Jan 27 19:30:36.645079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54392ce0-16d7-4a4c-80d5-57109e8fdefc req-5c156ac7-af82-4248-a641-74b8ea1f6530 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:36.650618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54392ce0-16d7-4a4c-80d5-57109e8fdefc req-5c156ac7-af82-4248-a641-74b8ea1f6530 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.1076288 Jan 27 19:30:36.821869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54392ce0-16d7-4a4c-80d5-57109e8fdefc req-c04fb761-7f84-40ad-a3a7-fd7075d15985 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649182 Jan 27 19:30:36.847294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49402) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:36.970036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f642d9ce-8721-441f-9930-271a20bcb20f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:36.974639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f642d9ce-8721-441f-9930-271a20bcb20f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.1515512 Jan 27 19:30:36.995553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-a5c1556b-351c-4915-aaef-853a4c4734ac tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0156312 Jan 27 19:30:37.060405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-93ac9202-c52c-4c48-aedf-386217961a9d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608547 Jan 27 19:30:37.095303 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b503bfe-02f2-4e72-a7a3-cef4aa886b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:37.202097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-8787da01-299d-411b-b762-26a492a8ebd1 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220565 Jan 27 19:30:37.295488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b503bfe-02f2-4e72-a7a3-cef4aa886b66 admin admin] Publish callbacks [] for security_group (7cb36769-9d46-42fc-8892-fc4fc6748b84), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:37.309247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b503bfe-02f2-4e72-a7a3-cef4aa886b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7cb36769-9d46-42fc-8892-fc4fc6748b84), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:37.438932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-d81dfe3b-af7f-41c4-8664-7feddc2f9c2b service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240586 Jan 27 19:30:37.460127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b503bfe-02f2-4e72-a7a3-cef4aa886b66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06cff3a203144b1d9fbdb1f5ae80cb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100821 Jan 27 19:30:37.460127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b503bfe-02f2-4e72-a7a3-cef4aa886b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb36769-9d46-42fc-8892-fc4fc6748b84,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:37.463282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:37.689939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.696637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.703771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.726646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.736489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.751468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.767432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:37.778875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-5a7b8ac6-7405-4d07-b67c-cadb87146d9e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.2353477 Jan 27 19:30:37.860201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] Publish callbacks [] for security_group (7cb36769-9d46-42fc-8892-fc4fc6748b84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:38.066076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13f24dc5-90ce-4545-9746-841fb66a4362 req-db0d7797-0557-4ca2-898f-b3707300fe84 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2857387 Jan 27 19:30:38.233054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:38.268149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] Publish callbacks [] for security_group (7cb36769-9d46-42fc-8892-fc4fc6748b84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:38.378494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580391-150d-4f38-b0f1-c14416b78f87 req-36751d51-79d8-400b-b30c-8453e7fea545 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:38.395919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7580391-150d-4f38-b0f1-c14416b78f87 req-36751d51-79d8-400b-b30c-8453e7fea545 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 945 time: 0.3518126 Jan 27 19:30:38.472229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:38.485173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:38.486474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:38.545937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7580391-150d-4f38-b0f1-c14416b78f87 req-07ee5e58-9563-4af5-885d-ead87cd38f8b tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485734 Jan 27 19:30:38.572921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7cb36769-9d46-42fc-8892-fc4fc6748b84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:38.579272 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:38.581542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cb36769-9d46-42fc-8892-fc4fc6748b84 HTTP/1.1" status: 204 len: 168 time: 1.1163249 Jan 27 19:30:38.647117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dff55-a23b-4770-aca5-a2b3bde3b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb36769-9d46-42fc-8892-fc4fc6748b84,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:38.917139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abf2749f-933b-42af-8687-f035234962d3 req-1a82a438-47f6-463b-9192-721989ae4eb0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 210 time: 0.1283529 Jan 27 19:30:39.090410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b6118d7-b8e6-4c1d-b6e7-f03efa2cd98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:39.101128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:39.106815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:39.185893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811933e0-e112-409b-8715-83a746a39e70 req-83fec5a0-b711-4b78-90f9-bd79b3fb7808 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.206209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-811933e0-e112-409b-8715-83a746a39e70 req-83fec5a0-b711-4b78-90f9-bd79b3fb7808 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2677047 Jan 27 19:30:39.210597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:39.215569 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985c194-a564-4906-99cd-558b2b47c839" -d '{"events": [{"server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "name": "network-vif-plugged", "status": "completed", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:39.258346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:39.278282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:39.414477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-811933e0-e112-409b-8715-83a746a39e70 req-259717b2-1133-47b5-8f17-ecfc20c3aa6d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089372 Jan 27 19:30:39.496070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:39.590278 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a977dea7-e094-45bf-b268-d7e2bdecaca7 x-openstack-request-id: req-a977dea7-e094-45bf-b268-d7e2bdecaca7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:39.590921 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "name": "network-vif-plugged", "status": "completed", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:39.591277 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a977dea7-e094-45bf-b268-d7e2bdecaca7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:39.591947 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e', 'code': 200} Jan 27 19:30:39.728296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49454) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:39.782634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.802913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-895580ef-c111-4ebc-89c9-854e143f93de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:39.803364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.815209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.830891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.842150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.855359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.868114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:39.886504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-a2103d61-23b8-457f-95dc-d2b62950c294 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.4073558 Jan 27 19:30:40.125339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a73d7c6-af98-4739-bc39-04eb33f06e70 req-67f0168c-f901-454a-8230-0b5b7f0150ca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2300184 Jan 27 19:30:40.163154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c902-b66c-4751-9bcf-2131e2085124 req-b412d3d1-1487-4596-8cdf-56667b4a36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:40.163444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e74426-069a-4363-b7b1-b6266116003e req-e8a2f796-480a-4b23-a4cd-6858e60eae06 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:40.165139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2e74426-069a-4363-b7b1-b6266116003e req-e8a2f796-480a-4b23-a4cd-6858e60eae06 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 946 time: 0.2068546 Jan 27 19:30:40.177881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5cf5c902-b66c-4751-9bcf-2131e2085124 req-b412d3d1-1487-4596-8cdf-56667b4a36db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 1097 time: 0.3406703 Jan 27 19:30:40.265319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2e74426-069a-4363-b7b1-b6266116003e req-39815393-c6c8-411c-b711-5579f3651038 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880361 Jan 27 19:30:40.320744 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5cf5c902-b66c-4751-9bcf-2131e2085124 req-42c52a8b-5659-418a-af48-9f4ed5289476 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345239 Jan 27 19:30:40.379781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-895580ef-c111-4ebc-89c9-854e143f93de admin admin] Publish callbacks [] for security_group (575904d1-c73b-4fc9-8427-0cb62a13fad6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:40.398350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-895580ef-c111-4ebc-89c9-854e143f93de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (575904d1-c73b-4fc9-8427-0cb62a13fad6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:40.453432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73831895-44d5-41ee-8bab-29907330f7a1 req-6b8e9a3a-8436-45aa-a019-af453125f60f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 210 time: 0.0550432 Jan 27 19:30:40.535379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:40.546121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-895580ef-c111-4ebc-89c9-854e143f93de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=192e61f72b07487eb024f1cb2099e263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8154056 Jan 27 19:30:40.600596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895580ef-c111-4ebc-89c9-854e143f93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575904d1-c73b-4fc9-8427-0cb62a13fad6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:40.815107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83600525-091f-4064-b4fb-53328fd4ac5b req-a4c72323-a6c2-4c46-a960-0eb7d896ca7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:40.839569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83600525-091f-4064-b4fb-53328fd4ac5b req-a4c72323-a6c2-4c46-a960-0eb7d896ca7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2236073 Jan 27 19:30:40.961682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] Publish callbacks [] for security_group (575904d1-c73b-4fc9-8427-0cb62a13fad6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:41.156125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-71da3bfb-af9a-48a1-a4e6-2775eebf483a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.158518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-71da3bfb-af9a-48a1-a4e6-2775eebf483a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.4116685 Jan 27 19:30:41.240767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] Publish callbacks [] for security_group (575904d1-c73b-4fc9-8427-0cb62a13fad6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:41.294634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83600525-091f-4064-b4fb-53328fd4ac5b req-05e3691c-3377-49c7-83c4-7df052a994fb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536612 Jan 27 19:30:41.476867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.489234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.497618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.503988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.510271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.517656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.523784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.532967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-fb340bad-abd0-43bf-8a1f-d80cfa0cad07 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.1914804 Jan 27 19:30:41.612298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (575904d1-c73b-4fc9-8427-0cb62a13fad6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:41.616265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:41.618527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/575904d1-c73b-4fc9-8427-0cb62a13fad6 HTTP/1.1" status: 204 len: 168 time: 1.0806046 Jan 27 19:30:41.665729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16001c-0308-4d1c-ba29-5c1f6a8a8312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575904d1-c73b-4fc9-8427-0cb62a13fad6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:41.696873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7461b-7d3f-46ec-bf16-c8595f3003f2 req-4cbebd6b-8540-4029-b00b-e0c5461aacff tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:41.707217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9b7461b-7d3f-46ec-bf16-c8595f3003f2 req-4cbebd6b-8540-4029-b00b-e0c5461aacff tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 946 time: 0.1437640 Jan 27 19:30:41.751812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62e6482c-5cab-4e47-8786-23ff33a7221c req-5d88e442-987c-4e37-9c58-7960be0861cb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2166805 Jan 27 19:30:41.851181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9b7461b-7d3f-46ec-bf16-c8595f3003f2 req-bd7a0b7e-1f77-4279-b1e9-38b84d38aa65 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418273 Jan 27 19:30:41.897943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:42.084402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83028898-1ee1-44d5-9798-42e3595c1425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:42.289144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6b74e96-9976-4743-9ce5-b51774f4e33d req-0fa82a1d-b13b-48ee-9400-81ec0a1f1829 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 210 time: 0.1764274 Jan 27 19:30:42.436077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:42.454713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:42.757395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.7 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/8c0df6f8-3ffc-456d-8617-1017449d6570) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:30:43.195985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57918a-69f3-4ace-a2a3-b29ea691b20c req-ed67939b-d4ea-4bc6-9018-9d898d6009e0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.215285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d57918a-69f3-4ace-a2a3-b29ea691b20c req-ed67939b-d4ea-4bc6-9018-9d898d6009e0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.7550457 Jan 27 19:30:43.323035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:43.409310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d57918a-69f3-4ace-a2a3-b29ea691b20c req-1d05e902-36fb-4373-953d-06b4663d21a3 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929636 Jan 27 19:30:43.490008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:43.509148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:43.585460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:30:43.625222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:30:43.665529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:30:43.822676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.823791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:43.842843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:43.858993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.865710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.872383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.880222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.887064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.893788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.901682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.905761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-4f4f1287-5b0c-45e3-984f-3275c5647c49 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5429 time: 0.6783898 Jan 27 19:30:43.912378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f8f706b0-785a-4bfc-8c93-f55069011557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205052 Jan 27 19:30:43.946455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f5b40-4df3-4381-a615-434828c7457f req-1fb4d774-17e4-47c6-a3c1-c6d8303b4ff2 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:43.949385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-196f5b40-4df3-4381-a615-434828c7457f req-1fb4d774-17e4-47c6-a3c1-c6d8303b4ff2 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 946 time: 0.3611751 Jan 27 19:30:43.958946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Request body: {'port': {'device_id': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:44.097006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3106321-d2b0-4d40-9ad9-452d443516eb req-00d4e52f-1284-4557-9125-f1aa5b2945ac tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826460 Jan 27 19:30:44.108326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-196f5b40-4df3-4381-a615-434828c7457f req-88d3f27a-8af6-4a11-851f-77023853f3ba tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233578 Jan 27 19:30:44.188002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:44.265513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 504caba0-665f-4055-9710-1286693d9c9c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:44.551712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=504caba0-665f-4055-9710-1286693d9c9c,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:44.570973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '504caba0-665f-4055-9710-1286693d9c9c', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'port_id': '504caba0-665f-4055-9710-1286693d9c9c', 'mac_address': 'fa:16:3e:ef:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:44.672238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 504caba0-665f-4055-9710-1286693d9c9c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:44.672692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:44.685861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82db6-9d56-494e-a802-9019bc71bbce req-826f45df-c956-4891-9d14-0557eb029d54 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:44.690742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504caba0-665f-4055-9710-1286693d9c9c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:44.696721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bc82db6-9d56-494e-a802-9019bc71bbce req-826f45df-c956-4891-9d14-0557eb029d54 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 931 time: 0.3079278 Jan 27 19:30:44.742469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=504caba0-665f-4055-9710-1286693d9c9c,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:44.751453 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:44.753105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a04cf3a7-b471-48f3-bdcf-fea2e3927075 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:44.843971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bc82db6-9d56-494e-a802-9019bc71bbce req-2f87cfc3-0a6b-4ae9-858d-f044ded00b52 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432796 Jan 27 19:30:45.005801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:45.010713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344dc6e-1246-4fa3-80d2-88fc1a12e084 req-14738f7c-39fd-4e93-bfc4-03c047213ec8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.012379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8344dc6e-1246-4fa3-80d2-88fc1a12e084 req-14738f7c-39fd-4e93-bfc4-03c047213ec8 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 945 time: 0.2416253 Jan 27 19:30:45.063368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:45.071187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'port_id': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'mac_address': 'fa:16:3e:cd:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:45.141145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.184455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11a4f3-7531-420a-8031-3b7662643641 req-f0c3d0fc-d50e-40b3-a91e-c08ed5e2167a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.194500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f11a4f3-7531-420a-8031-3b7662643641 req-f0c3d0fc-d50e-40b3-a91e-c08ed5e2167a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.1789572 Jan 27 19:30:45.211886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8344dc6e-1246-4fa3-80d2-88fc1a12e084 req-79ace253-8c15-46d2-8671-90cef987707d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867239 Jan 27 19:30:45.295964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a04cf3a7-b471-48f3-bdcf-fea2e3927075 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:45.296419 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.361677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04cf3a7-b471-48f3-bdcf-fea2e3927075 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:45.402200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:45.423091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.425774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a476bc7-a64d-4b69-99a8-105a67187c92 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:45.510124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:45.539844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f11a4f3-7531-420a-8031-3b7662643641 req-1e1f7671-04f0-4954-8a4c-bbb74b1ab9ec tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443203 Jan 27 19:30:45.543818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0df6f8-3ffc-456d-8617-1017449d6570 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:45.566549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks [] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.617245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.627997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.639821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.645462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.655230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.657876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.661944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.668463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:45.680020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-0468f6fd-eb77-46e2-95dc-d968d71161a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5431 time: 0.3156068 Jan 27 19:30:45.700968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Transition to ACTIVE for port object 8c0df6f8-3ffc-456d-8617-1017449d6570 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:30:45.718008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a476bc7-a64d-4b69-99a8-105a67187c92,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:45.724614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.746911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '2a476bc7-a64d-4b69-99a8-105a67187c92', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'port_id': '2a476bc7-a64d-4b69-99a8-105a67187c92', 'mac_address': 'fa:16:3e:73:ca:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:45.859647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2a476bc7-a64d-4b69-99a8-105a67187c92 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:45.866070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:45.915186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a476bc7-a64d-4b69-99a8-105a67187c92 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:45.962736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22d8b731-85ca-45cd-816a-ea82747271f3 req-24099a71-fd12-4c3e-aac8-7cf1d096a0cc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2805459 Jan 27 19:30:46.028778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a476bc7-a64d-4b69-99a8-105a67187c92,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:46.040704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:46.043170 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:46.147426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:46.198821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:46.281601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89b3d27c-0d1e-44b1-859c-0280312ac04c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:46.516072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Attempting to bind port 8c0df6f8-3ffc-456d-8617-1017449d6570 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:30:46.516997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Attempting to bind port 8c0df6f8-3ffc-456d-8617-1017449d6570 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:30:46.521228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Attempting to bind port 8c0df6f8-3ffc-456d-8617-1017449d6570 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:46.552772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Port 8c0df6f8-3ffc-456d-8617-1017449d6570 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:30:46.553145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Attempting to bind port 8c0df6f8-3ffc-456d-8617-1017449d6570 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:30:46.583837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:30:46.586631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:30:46.587060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:30:46.591205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Bound port: 8c0df6f8-3ffc-456d-8617-1017449d6570, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:30:46.593241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:46.700605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:46.702736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca52d8-15cb-42c6-a769-719d5a893be8 req-961351a2-b57f-423c-bf9e-a3353cdeaf8f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:46.710262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2ca52d8-15cb-42c6-a769-719d5a893be8 req-961351a2-b57f-423c-bf9e-a3353cdeaf8f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 943 time: 0.3792889 Jan 27 19:30:46.740622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2a476bc7-a64d-4b69-99a8-105a67187c92'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:46.762086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'port_id': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'mac_address': 'fa:16:3e:42:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af34fb9-25f8-4768-945c-a02b900ab401', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:46.866944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['504caba0-665f-4055-9710-1286693d9c9c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:46.876813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a04cf3a7-b471-48f3-bdcf-fea2e3927075'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:47.057248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2ca52d8-15cb-42c6-a769-719d5a893be8 req-ca094fc2-0108-4a44-9b72-014f76c535a7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305738 Jan 27 19:30:47.122954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:30:47.131428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8c0df6f8-3ffc-456d-8617-1017449d6570,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:30:47.184362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a123ce-f87d-446d-bf63-40ead142ecda req-42157db8-a54d-4ef4-8baa-93d4dd057df6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:47.202965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45a123ce-f87d-446d-bf63-40ead142ecda req-42157db8-a54d-4ef4-8baa-93d4dd057df6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.3418214 Jan 27 19:30:47.216118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:47.392174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:47.392706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:47.398451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/8c0df6f8-3ffc-456d-8617-1017449d6570 HTTP/1.1" status: 200 len: 1091 time: 3.4622014 Jan 27 19:30:47.399969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:47.411164 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:47.466745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 89b3d27c-0d1e-44b1-859c-0280312ac04c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:47.467552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:47.551986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3d27c-0d1e-44b1-859c-0280312ac04c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:47.614105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:47.640425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:47.642118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f6550b24-bda6-408c-b503-5a53051f043d details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:47.804185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45a123ce-f87d-446d-bf63-40ead142ecda req-facd3574-b18c-460a-ac5b-ff7d3abb3030 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985658 Jan 27 19:30:47.897065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c90ab-18cd-4ff8-82f4-7d4f4ba8671e req-6deb8ad7-7642-497e-b2f1-6fc991f42edb tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:47.923557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-493c90ab-18cd-4ff8-82f4-7d4f4ba8671e req-6deb8ad7-7642-497e-b2f1-6fc991f42edb tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 945 time: 0.6120880 Jan 27 19:30:47.931686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef57bfa-0948-48ca-87b4-d539802915f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:48.011897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-70b7f757-782f-4377-a5de-72fc36b83166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.015136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-70b7f757-782f-4377-a5de-72fc36b83166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 1094 time: 0.4699063 Jan 27 19:30:48.059555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:48.244472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-50cc46e2-672f-4b16-8400-f968c041a1f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0df6f8-3ffc-456d-8617-1017449d6570 HTTP/1.1" status: 200 len: 217 time: 0.1914320 Jan 27 19:30:48.258041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-493c90ab-18cd-4ff8-82f4-7d4f4ba8671e req-19b61c37-65b4-437a-b21d-0d4cda1ed4ec tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334596 Jan 27 19:30:48.403465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.415211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.448194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.459193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.467218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.496868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.506151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.510758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:48.524735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-1299117c-d139-4b0a-8494-559b25fbd3b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5433 time: 0.4752085 Jan 27 19:30:48.542254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'f6550b24-bda6-408c-b503-5a53051f043d', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'port_id': 'f6550b24-bda6-408c-b503-5a53051f043d', 'mac_address': 'fa:16:3e:89:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:48.637732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-e705de4e-de04-4ffc-b4fa-76e988d5febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.667101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-e705de4e-de04-4ffc-b4fa-76e988d5febb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.4010448 Jan 27 19:30:48.695144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-fadb81e6-d833-4c7b-92fd-20f92602d44d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:48.701053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port f6550b24-bda6-408c-b503-5a53051f043d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:48.701729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:48.715784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-fadb81e6-d833-4c7b-92fd-20f92602d44d tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.66 "GET /v2.0/ports?device_id=7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e HTTP/1.1" status: 200 len: 946 time: 0.3583748 Jan 27 19:30:48.789567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-f4509cee-03f7-43f7-9410-6041ee90db5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885065 Jan 27 19:30:48.802847 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:30:48.803360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6550b24-bda6-408c-b503-5a53051f043d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:48.848715 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b988c9-a049-4a6e-a475-68bc51b28bd1 x-openstack-request-id: req-71b988c9-a049-4a6e-a475-68bc51b28bd1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:48.849355 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:48.849355 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71b988c9-a049-4a6e-a475-68bc51b28bd1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:48.849761 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570', 'status': 'completed', 'code': 200} Jan 27 19:30:48.934423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21da27f1-ec9c-4b60-8fb6-b269a03e030e req-9cc5384b-b192-4475-849b-793d2124384a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4081788 Jan 27 19:30:48.957603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:49.004779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.011271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e78c9b08-17d5-4001-b489-a5c1d73d6aff details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:49.194936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Deleting port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:49.196715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.206728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:49.220597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:49.251929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'network_id': 'cec23798-03e9-4a59-8707-554942f6f3b9', 'port_id': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'mac_address': 'fa:16:3e:de:12:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c35b2c-d521-42f7-91c2-ce34510105d4', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:49.405285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e78c9b08-17d5-4001-b489-a5c1d73d6aff is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:49.405285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.444384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78c9b08-17d5-4001-b489-a5c1d73d6aff {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:49.488438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e24e1-20e6-481c-9f7b-c98fe09e5cb3 req-2763faa1-a39c-4b14-a606-89f80bb0c76f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:49.493432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c98e24e1-20e6-481c-9f7b-c98fe09e5cb3 req-2763faa1-a39c-4b14-a606-89f80bb0c76f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2404218 Jan 27 19:30:49.515642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:49.535202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.537555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 166405cb-6d41-4336-bfd4-7c00a6a25255 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:49.566185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af2250-5bf1-449f-810c-d56771648ab4 req-a9eb631e-7d27-422e-b5c9-c23d0fc5f2fa tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:49.569405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30af2250-5bf1-449f-810c-d56771648ab4 req-a9eb631e-7d27-422e-b5c9-c23d0fc5f2fa tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 943 time: 0.5074501 Jan 27 19:30:49.604627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-35611567-c902-4eca-a5a9-15c168426257 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070555 Jan 27 19:30:49.751168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:49.770357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:49.778235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'network_id': 'b35a9de1-c8a7-416e-ab41-235f9010ae71', 'port_id': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'mac_address': 'fa:16:3e:e7:c7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af34fb9-25f8-4768-945c-a02b900ab401', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:49.840036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30af2250-5bf1-449f-810c-d56771648ab4 req-580981f4-4d5d-4b11-b201-0820b9850277 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565558 Jan 27 19:30:49.874722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c98e24e1-20e6-481c-9f7b-c98fe09e5cb3 req-4379caf0-afc3-411a-aefc-2f17be040a0c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545136 Jan 27 19:30:49.894783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 166405cb-6d41-4336-bfd4-7c00a6a25255 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:49.896067 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.936314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166405cb-6d41-4336-bfd4-7c00a6a25255 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:49.978700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:49.984840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:49.995188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d52504c7-87b7-49fc-8006-51f8898bd816 req-01f320fa-5b82-45f4-9531-a9be199c1efd service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424923 Jan 27 19:30:50.055798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018cc5-e641-4cd3-9cfb-a335ddf44a14 req-675a8873-50ea-498e-9927-43070c3f7d9a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.063826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e018cc5-e641-4cd3-9cfb-a335ddf44a14 req-675a8873-50ea-498e-9927-43070c3f7d9a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 945 time: 0.1142378 Jan 27 19:30:50.130562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:50.285785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e018cc5-e641-4cd3-9cfb-a335ddf44a14 req-f015349a-62d8-474e-8d36-0b0c285a9efc tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/security-groups?id=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209270 Jan 27 19:30:50.293720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] For port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:50.294552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:50.318884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Calling delete_port for c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:50.324910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-88672c0c-7fd0-4879-a131-95c4315e141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.335755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-88672c0c-7fd0-4879-a131-95c4315e141b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 1094 time: 0.2401533 Jan 27 19:30:50.361583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-4788cbe5-bc70-4777-bea2-8e5a3d6b74c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.363342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-4788cbe5-bc70-4777-bea2-8e5a3d6b74c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 945 time: 0.9908454 Jan 27 19:30:50.631462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.640670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.661120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.667645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.698295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.712024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.727406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.733313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-8b7ddbe2-d75a-41d8-acdf-a65dbe2339bc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5436 time: 0.2282495 Jan 27 19:30:50.740963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Deleting port 920b7edd-7955-420d-990b-f0d341414b13 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:30:50.741695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (920b7edd-7955-420d-990b-f0d341414b13), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:50.800571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-546a43e9-8cd5-4bb2-a18b-ad27a320e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:50.802236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-546a43e9-8cd5-4bb2-a18b-ad27a320e3ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.4541395 Jan 27 19:30:50.836452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:50.880840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['920b7edd-7955-420d-990b-f0d341414b13'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:50.891755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event deleted for resources: {'Port': ['ID=c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:50.961356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] For port 920b7edd-7955-420d-990b-f0d341414b13, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=920b7edd-7955-420d-990b-f0d341414b13,segment=NetworkSegment(0fe3e4f5-311b-41a1-9a2f-757b7064090c),segment_id=0fe3e4f5-311b-41a1-9a2f-757b7064090c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:50.962044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (920b7edd-7955-420d-990b-f0d341414b13), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:51.018407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] No DVR routers for this DVR port c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:51.028932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:51.033791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e27b9374-99a4-4764-a322-50b75cd147b1 req-2b67e791-f65a-470d-95d0-317d6dac26c5 tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.66 "DELETE /v2.0/ports/c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e HTTP/1.1" status: 204 len: 173 time: 2.3104966 Jan 27 19:30:51.034303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'name': 'network-vif-deleted', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:51.037402 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc8ffbd-a435-44fd-9fec-042505040f32" -d '{"events": [{"server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "name": "network-vif-deleted", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:51.042246 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Calling delete_port for 920b7edd-7955-420d-990b-f0d341414b13 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:30:51.229747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['f6550b24-bda6-408c-b503-5a53051f043d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:51.232798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecffd24b-92cb-4c1f-bffc-f96bbbd58149 req-c8238e04-618c-4cbe-a35c-4f5b3bf8b662 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4716918 Jan 27 19:30:51.340624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['89b3d27c-0d1e-44b1-859c-0280312ac04c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:51.344979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['166405cb-6d41-4336-bfd4-7c00a6a25255'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:51.347846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e78c9b08-17d5-4001-b489-a5c1d73d6aff'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:51.398110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-513d0175-55e6-4a99-a485-f7909c6072f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0df6f8-3ffc-456d-8617-1017449d6570 HTTP/1.1" status: 200 len: 217 time: 0.1873934 Jan 27 19:30:51.465862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (920b7edd-7955-420d-990b-f0d341414b13), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:51.526754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['920b7edd-7955-420d-990b-f0d341414b13'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:51.530549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Pushing event deleted for resources: {'Port': ['ID=920b7edd-7955-420d-990b-f0d341414b13,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:51.564214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969811ba-2ffb-4f27-99a4-cf646743b5c5 req-3a36f96e-7411-40fa-899c-caed6b4e4888 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:51.574925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-969811ba-2ffb-4f27-99a4-cf646743b5c5 req-3a36f96e-7411-40fa-899c-caed6b4e4888 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 943 time: 0.3603733 Jan 27 19:30:51.593205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] No DVR routers for this DVR port 920b7edd-7955-420d-990b-f0d341414b13 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:30:51.597290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:51.601719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d5b53479-6ca0-406b-b6c8-9505630aa202 req-2733fdd4-fec5-4327-a709-52eeca533e4a tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.39 "DELETE /v2.0/ports/920b7edd-7955-420d-990b-f0d341414b13 HTTP/1.1" status: 204 len: 173 time: 1.1577377 Jan 27 19:30:51.604362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-06e31ca6-898f-4a3a-adda-4cc41a6e05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:51.606115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-06e31ca6-898f-4a3a-adda-4cc41a6e05dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.1445975 Jan 27 19:30:51.617464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4c97-8bbf-4838-8a5b-d3b29db23d61 req-5143c4c5-fcb7-41f1-b470-56b150b8223e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:51.619139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f26d4c97-8bbf-4838-8a5b-d3b29db23d61 req-5143c4c5-fcb7-41f1-b470-56b150b8223e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2267089 Jan 27 19:30:51.661346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-969811ba-2ffb-4f27-99a4-cf646743b5c5 req-81e6b46b-9f90-4486-aa31-881652e0f08c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880282 Jan 27 19:30:51.735339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f26d4c97-8bbf-4838-8a5b-d3b29db23d61 req-25506b74-b159-43d0-9d10-0ff8ee505d46 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057351 Jan 27 19:30:51.784400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-1f50bffb-0767-4719-a58f-b486e7430ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669458 Jan 27 19:30:51.965837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-42c2eb55-fbde-40ee-832e-284aa6006bff service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620369 Jan 27 19:30:52.044495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 504caba0-665f-4055-9710-1286693d9c9c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:52.146342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d0506c-c7f9-47b4-8f32-2bf9eb4ee7ec req-3d290a34-d1cd-41f3-853c-8a1b302c0786 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721501 Jan 27 19:30:52.178188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 504caba0-665f-4055-9710-1286693d9c9c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:52.184932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 504caba0-665f-4055-9710-1286693d9c9c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:52.185284 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (504caba0-665f-4055-9710-1286693d9c9c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:52.244465 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa03fb5d-d9eb-4c82-a9be-3491f6187dc1 x-openstack-request-id: req-aa03fb5d-d9eb-4c82-a9be-3491f6187dc1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:52.244981 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e", "name": "network-vif-deleted", "tag": "c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:52.245415 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa03fb5d-d9eb-4c82-a9be-3491f6187dc1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:52.246217 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc90477-17e3-4bcf-b69a-e0e7a3dfa32e', 'name': 'network-vif-deleted', 'tag': 'c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e', 'status': 'completed', 'code': 200} Jan 27 19:30:52.311328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 504caba0-665f-4055-9710-1286693d9c9c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:52.311735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:52.366099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=504caba0-665f-4055-9710-1286693d9c9c,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:52.367219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504caba0-665f-4055-9710-1286693d9c9c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:52.369315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-845961e6-b798-4387-b8b2-964e123f0631 req-2a04cccb-9a3c-42a7-94cb-7b9883e8dd2e tempest-MultipleCreateTestJSON-1775994338 tempest-MultipleCreateTestJSON-1775994338-project] 10.222.0.59 "GET /v2.0/ports?device_id=15c19604-ca7a-4769-b1ad-83d7280f75a1 HTTP/1.1" status: 200 len: 210 time: 0.1674349 Jan 27 19:30:52.369941 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45781a4-8216-4703-aeaa-3cb304f93548" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "504caba0-665f-4055-9710-1286693d9c9c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:52.374068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:52.375019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a04cf3a7-b471-48f3-bdcf-fea2e3927075 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:52.433054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-3d76df44-a6f0-4456-9326-eb19f556ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.438917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-3d76df44-a6f0-4456-9326-eb19f556ccb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1095 time: 0.2016785 Jan 27 19:30:52.473211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8c0df6f8-3ffc-456d-8617-1017449d6570 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:52.571842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:52.590116 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd34df-da27-4f9a-85be-93e208760d46 x-openstack-request-id: req-b7dd34df-da27-4f9a-85be-93e208760d46 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:52.590436 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "504caba0-665f-4055-9710-1286693d9c9c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:52.591423 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7dd34df-da27-4f9a-85be-93e208760d46 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:52.591991 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504caba0-665f-4055-9710-1286693d9c9c', 'code': 200} Jan 27 19:30:52.612533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-c375f0e7-c6cd-4933-84b4-260ebfbf6d47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0979102 Jan 27 19:30:52.647479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.653898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.665657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.677011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.691742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.693999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a04cf3a7-b471-48f3-bdcf-fea2e3927075 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:52.702719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.705334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a04cf3a7-b471-48f3-bdcf-fea2e3927075 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:52.705953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:52.720555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.723915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-611dacc5-b442-4a07-9a59-0bce963708e5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5437 time: 0.2365131 Jan 27 19:30:52.741421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.742089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.742569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.743070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.743540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.744006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.744470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.746526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-535878a2-e9e5-4d58-aa4c-99b2dfb22f0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.0768321 Jan 27 19:30:52.758543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8c0df6f8-3ffc-456d-8617-1017449d6570,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:52.784893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '8c0df6f8-3ffc-456d-8617-1017449d6570', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': '8c0df6f8-3ffc-456d-8617-1017449d6570', 'mac_address': 'fa:16:3e:8e:3c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:52.808735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-ad589520-6afa-4368-b077-0e340e62be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.810396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-ad589520-6afa-4368-b077-0e340e62be63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.3488491 Jan 27 19:30:52.894302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d92252a4-49ac-4a76-9d9d-0f19a02f83a7 req-bed1af71-cc90-4ae5-b960-62fc82b2a606 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570308 Jan 27 19:30:52.896979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-30a114f2-e059-4503-817d-83b7200b79ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.0738966 Jan 27 19:30:52.963769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579545-0e1b-4b5d-8435-d2a0aa22ae12 req-07abcd13-9310-4f71-a54a-83769fe4f341 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.975617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc579545-0e1b-4b5d-8435-d2a0aa22ae12 req-07abcd13-9310-4f71-a54a-83769fe4f341 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 943 time: 0.1734066 Jan 27 19:30:52.980693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-3ee301c6-4fcb-42b5-9131-bb9d82b5e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.981171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-3ee301c6-4fcb-42b5-9131-bb9d82b5e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.981660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-3ee301c6-4fcb-42b5-9131-bb9d82b5e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:52.983479 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-3ee301c6-4fcb-42b5-9131-bb9d82b5e866 service neutron] 10.222.0.66 "GET /v2.0/networks?id=151d0951-5b25-4e89-bc06-67791b6ee0fa&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=8c61d034-e0d1-41d8-a0fc-f26577689807&id=f520999e-07b2-4171-aaca-41bb73264804&id=f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 200 len: 2292 time: 0.2090662 Jan 27 19:30:53.022001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-928036b4-1307-49c0-b148-2b0199358cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.023660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-928036b4-1307-49c0-b148-2b0199358cc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.1173818 Jan 27 19:30:53.044696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a04cf3a7-b471-48f3-bdcf-fea2e3927075 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:53.045353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.067139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8c0df6f8-3ffc-456d-8617-1017449d6570 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:53.067695 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.072940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-17776231-d2bd-40d1-8512-578f271ca762 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423553 Jan 27 19:30:53.098313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0df6f8-3ffc-456d-8617-1017449d6570 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:53.104789 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-ff0f552e-9c30-40f0-8df7-e864f8af29c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 200 len: 1000 time: 0.1111815 Jan 27 19:30:53.113512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc579545-0e1b-4b5d-8435-d2a0aa22ae12 req-a5c76d66-045d-476c-903f-680cec3bf840 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231418 Jan 27 19:30:53.134195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:53.138946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8c0df6f8-3ffc-456d-8617-1017449d6570,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:53.142300 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.143289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a476bc7-a64d-4b69-99a8-105a67187c92 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:53.182179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.218510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-bb463865-d498-41dc-bf0f-eb49fad68b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.222743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-bb463865-d498-41dc-bf0f-eb49fad68b49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 200 len: 851 time: 0.1097701 Jan 27 19:30:53.284466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:53.307410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4effc-2a0f-4203-a672-abc300890acc req-d7eee86c-2418-47d9-9a53-f4077a3746b8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.317226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 2a476bc7-a64d-4b69-99a8-105a67187c92 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:53.321016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45e4effc-2a0f-4203-a672-abc300890acc req-d7eee86c-2418-47d9-9a53-f4077a3746b8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.2551150 Jan 27 19:30:53.329325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-a3e3eb33-1f17-478e-a4d9-01b9bb5ea3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.329797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 2a476bc7-a64d-4b69-99a8-105a67187c92 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:53.329797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.330079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-a3e3eb33-1f17-478e-a4d9-01b9bb5ea3d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=151d0951-5b25-4e89-bc06-67791b6ee0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884941 Jan 27 19:30:53.386660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:53.397186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-40269897-6b04-4614-97cf-af6af56a2e4a service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140497 Jan 27 19:30:53.454768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['8c0df6f8-3ffc-456d-8617-1017449d6570'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:53.476347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-a0d743b4-acca-4f2c-8adb-445969f30b29 service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378295 Jan 27 19:30:53.506735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2a476bc7-a64d-4b69-99a8-105a67187c92 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:53.507139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.564974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a476bc7-a64d-4b69-99a8-105a67187c92,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:53.570281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45e4effc-2a0f-4203-a672-abc300890acc req-0e226be4-5337-4e39-88da-c26ca5de92f2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468548 Jan 27 19:30:53.572906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:53.576920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.577896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:53.621133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:53.621541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c1e7cb79-9b61-4b85-84bd-b9ca5024aa4e not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:53.671373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Deleting subnet 2b9b99fd-0cdc-4411-8811-e0144ffba5f2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:30:53.679104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Publish callbacks [] for subnet (2b9b99fd-0cdc-4411-8811-e0144ffba5f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.689844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-7e30107f-2469-4205-8abd-916eca76f85a service neutron] 10.222.0.66 "GET /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054377 Jan 27 19:30:53.690504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.707735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c831792d-7cbf-4c6e-bfe9-70104f9b5e4b req-86be53f3-9e47-4c33-af14-7c3a7f4e9f3c service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971425 Jan 27 19:30:53.717389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:53.734244 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2b9b99fd-0cdc-4411-8811-e0144ffba5f2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.755050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-5254ca34-2556-48fc-9c50-d29f1c6c065f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 217 time: 0.0590286 Jan 27 19:30:53.788273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2b9b99fd-0cdc-4411-8811-e0144ffba5f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.810339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-e9d72a62-f882-4924-abd5-cb4e20d66aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.811958 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-e9d72a62-f882-4924-abd5-cb4e20d66aef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0509288 Jan 27 19:30:53.855065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2b9b99fd-0cdc-4411-8811-e0144ffba5f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.866807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-28904d73-59dd-4559-9ec4-1dbc0f09ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:53.868357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-28904d73-59dd-4559-9ec4-1dbc0f09ac16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500073 Jan 27 19:30:53.882947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9b99fd-0cdc-4411-8811-e0144ffba5f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:53.887183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.894233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-04f4a665-b631-4613-a04a-c07cb6a403eb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2b9b99fd-0cdc-4411-8811-e0144ffba5f2 HTTP/1.1" status: 204 len: 168 time: 0.3165603 Jan 27 19:30:53.895330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:53.978324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d442b0e4-9ad1-4a39-8c47-e640a0280a65), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:53.992095 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-6dfb88d5-103b-492b-893e-61fdb84089a2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151378 Jan 27 19:30:54.101823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d442b0e4-9ad1-4a39-8c47-e640a0280a65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.105492 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-a1b19ecf-3369-45f9-916f-f67c2bfb2bf2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053047 Jan 27 19:30:54.129650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d442b0e4-9ad1-4a39-8c47-e640a0280a65']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:54.152500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.152806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-5a8b1837-a297-4c70-a2cf-2bd944623a8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 217 time: 0.0407135 Jan 27 19:30:54.155483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.160938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.166315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.171786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.177737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.183123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.185121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-fec23395-a06b-4145-b8b5-07ec13d4bcca tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5439 time: 0.1623349 Jan 27 19:30:54.187145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe3e4f5-311b-41a1-9a2f-757b7064090c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:54.187443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe3e4f5-311b-41a1-9a2f-757b7064090c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:30:54.212708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (0fe3e4f5-311b-41a1-9a2f-757b7064090c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.221051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-d7e1a12e-8b35-420f-b35b-f48c30d6022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.223219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-d7e1a12e-8b35-420f-b35b-f48c30d6022f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0644827 Jan 27 19:30:54.257436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0fe3e4f5-311b-41a1-9a2f-757b7064090c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.260255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'name': 'network-vif-deleted', 'tag': '920b7edd-7955-420d-990b-f0d341414b13'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:54.263545 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632dcce4-ce61-4a02-a73b-1a0ca17fabe9" -d '{"events": [{"server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "name": "network-vif-deleted", "tag": "920b7edd-7955-420d-990b-f0d341414b13"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:54.268175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:30:54.269183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (0fe3e4f5-311b-41a1-9a2f-757b7064090c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:30:54.271086 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:30:54.302817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-c9ee5af0-adc8-4cd6-b4b0-d59abc726927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.311498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-c9ee5af0-adc8-4cd6-b4b0-d59abc726927 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787628 Jan 27 19:30:54.344832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdf12c-6fe5-4bc6-9af0-c5c032c3d1c7 req-48822f3a-b6fe-4894-a151-4847e956c25d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.346859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cfdf12c-6fe5-4bc6-9af0-c5c032c3d1c7 req-48822f3a-b6fe-4894-a151-4847e956c25d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 944 time: 0.1566191 Jan 27 19:30:54.391249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e396b6f2-1c2e-4a2d-a817-f38687a70e91 req-5a3ddb3e-2335-4f60-bd3e-80fa3d7df8a5 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806707 Jan 27 19:30:54.394407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d442b0e4-9ad1-4a39-8c47-e640a0280a65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.402360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.410293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] 10.222.0.59 "DELETE /v2.0/networks/d442b0e4-9ad1-4a39-8c47-e640a0280a65 HTTP/1.1" status: 204 len: 168 time: 0.5140591 Jan 27 19:30:54.450625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f22b8-9b1f-4216-9796-e039652d5ead admin admin] Pushing event deleted for resources: {'Network': ['ID=d442b0e4-9ad1-4a39-8c47-e640a0280a65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:54.474930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cfdf12c-6fe5-4bc6-9af0-c5c032c3d1c7 req-aa331b93-87fb-4f14-b5dc-236329588b3b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165206 Jan 27 19:30:54.481733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:30:54.485849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8c0df6f8-3ffc-456d-8617-1017449d6570 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:54.487037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-b584c19c-87c5-4428-ba69-1811077b1894 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679080 Jan 27 19:30:54.573069 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cc39f-b7d4-452d-97bb-a1c22b333ed2 x-openstack-request-id: req-c81cc39f-b7d4-452d-97bb-a1c22b333ed2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:54.573700 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c19604-ca7a-4769-b1ad-83d7280f75a1", "name": "network-vif-deleted", "tag": "920b7edd-7955-420d-990b-f0d341414b13", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:54.574137 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c81cc39f-b7d4-452d-97bb-a1c22b333ed2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:54.574799 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c19604-ca7a-4769-b1ad-83d7280f75a1', 'name': 'network-vif-deleted', 'tag': '920b7edd-7955-420d-990b-f0d341414b13', 'status': 'completed', 'code': 200} Jan 27 19:30:54.593178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a476bc7-a64d-4b69-99a8-105a67187c92'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:54.596417 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9310c3b-6be5-4cff-8a40-5d6115993f2d" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "2a476bc7-a64d-4b69-99a8-105a67187c92"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:54.725953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.748494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 8c0df6f8-3ffc-456d-8617-1017449d6570 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:54.771499 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-67d7a742-ec85-4b4d-ae14-224f8075574c service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774036 Jan 27 19:30:54.779968 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072a197-29cc-4c84-ab49-2aaf5e189800 x-openstack-request-id: req-f072a197-29cc-4c84-ab49-2aaf5e189800 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:54.779968 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "2a476bc7-a64d-4b69-99a8-105a67187c92", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:54.780463 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f072a197-29cc-4c84-ab49-2aaf5e189800 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:54.780665 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'code': 200} Jan 27 19:30:54.780960 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a476bc7-a64d-4b69-99a8-105a67187c92', 'code': 200} Jan 27 19:30:54.782496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 8c0df6f8-3ffc-456d-8617-1017449d6570 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:54.783002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.847830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:54.871223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'network_id': '4e87c18c-d1ec-4a70-9bb6-bc7381451904', 'port_id': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'mac_address': 'fa:16:3e:5c:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ac444c-7305-4c04-8fe1-268e12bbe3a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:30:54.876594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-dbacab49-e692-4a2d-ac2a-7c4cfb9f669d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 200 len: 217 time: 0.0941842 Jan 27 19:30:54.886481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49706) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:54.938726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:54.939163 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.964206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99048d85-953c-4215-956a-fc5acdbfc15b req-6cfa00b6-3d6a-4f32-a570-31571863f5f2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:54.968601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:30:54.973684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8c0df6f8-3ffc-456d-8617-1017449d6570 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:54.974402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:54.979163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99048d85-953c-4215-956a-fc5acdbfc15b req-6cfa00b6-3d6a-4f32-a570-31571863f5f2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 944 time: 0.1081531 Jan 27 19:30:55.010027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:55.024248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.031268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8c0df6f8-3ffc-456d-8617-1017449d6570,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:55.036721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.038097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 920b7edd-7955-420d-990b-f0d341414b13 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:30:55.071240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99048d85-953c-4215-956a-fc5acdbfc15b req-28695d82-ef44-4bf2-9a74-7021d3a1a9c3 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903721 Jan 27 19:30:55.084777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-e4778c7f-d7f9-49ee-a7a7-31560143f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.086082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 920b7edd-7955-420d-990b-f0d341414b13 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:30:55.086439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 920b7edd-7955-420d-990b-f0d341414b13 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:30:55.087724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-e4778c7f-d7f9-49ee-a7a7-31560143f311 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.1988873 Jan 27 19:30:55.097179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52c8328f-8b98-41f7-bfa2-f2336b712f5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=512a4ea768264d4c8fb18f7a881b22fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2039258 Jan 27 19:30:55.098114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:55.119542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:55.167050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-7a40b26e-5442-439b-a71a-0fef0ab60dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.170304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-7a40b26e-5442-439b-a71a-0fef0ab60dc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732710 Jan 27 19:30:55.172017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] Publish callbacks [] for security_group (8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.218714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] Publish callbacks [] for security_group (8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.231804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:55.300115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:30:55.303572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.308423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:55.309172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-8815aad9-2dff-4438-b401-dc8c9880a9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308441 Jan 27 19:30:55.312733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3 HTTP/1.1" status: 204 len: 168 time: 0.2131312 Jan 27 19:30:55.335533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd75bfa-5681-4b9e-a499-79af8f60de6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632058e-e51d-4bbb-8ff3-ad8fd3ace3e3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:55.461139 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-fa201e6f-ee0a-437d-bc56-e009da6932db service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427338 Jan 27 19:30:55.515513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-3afad912-9e51-41ef-9814-199a9c1edcfd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 200 len: 217 time: 0.0507092 Jan 27 19:30:55.590731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-5aa6d93f-47d7-4d98-84f5-8824c97025d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.592296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-5aa6d93f-47d7-4d98-84f5-8824c97025d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 200 len: 797 time: 0.0704808 Jan 27 19:30:55.645584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-be97d379-d283-46ae-811b-24c87e06ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.647374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-be97d379-d283-46ae-811b-24c87e06ac71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c61d034-e0d1-41d8-a0fc-f26577689807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469787 Jan 27 19:30:55.653939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.659617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.665092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.670621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.676905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.682414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.688446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.690520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-cae51468-39fa-4a93-aaf0-f1363f95e931 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5439 time: 0.1357334 Jan 27 19:30:55.726780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caad6e-3370-4257-8260-8d18fb8fb432 req-cc141334-0038-4a2e-8172-7233d6e20412 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:55.734028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5caad6e-3370-4257-8260-8d18fb8fb432 req-cc141334-0038-4a2e-8172-7233d6e20412 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.1411717 Jan 27 19:30:55.767716 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-36ec800d-8db4-4428-afc6-e04a785871a0 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114633 Jan 27 19:30:55.801780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5caad6e-3370-4257-8260-8d18fb8fb432 req-1045b9d2-1ba7-4585-85a8-2c779415c1d7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Jan 27 19:30:55.831690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00b85c83-91d9-4a1f-96a6-add6cc08c40d req-870f82f4-5896-4cbd-aec7-225c3ce79ff0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303802 Jan 27 19:30:55.945247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-867f5931-ee2a-40c6-bc0f-3af88b65dee2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719787 Jan 27 19:30:55.997019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-b8f22ab0-0322-4330-922d-41170abe21d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 200 len: 217 time: 0.0447276 Jan 27 19:30:56.005510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89b3d27c-0d1e-44b1-859c-0280312ac04c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:56.057009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-255e1fdf-18b7-42a3-affe-87983923057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:56.059287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-255e1fdf-18b7-42a3-affe-87983923057e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.0555103 Jan 27 19:30:56.098861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 89b3d27c-0d1e-44b1-859c-0280312ac04c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:56.104287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 89b3d27c-0d1e-44b1-859c-0280312ac04c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:56.105250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.116351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-22cb230d-98a5-4e03-a26a-7bb800fd916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:56.118136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-22cb230d-98a5-4e03-a26a-7bb800fd916d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513928 Jan 27 19:30:56.224752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 89b3d27c-0d1e-44b1-859c-0280312ac04c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:56.225151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.297237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:56.302414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3f803-77d7-424c-b6e9-6fd52f0c7a21 req-5c82f791-87e8-46cd-a636-0ad91e83a5a6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:56.308113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-adf6b14d-a36b-4dcb-949f-2cc75c095c16 service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829312 Jan 27 19:30:56.310042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.310996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f6550b24-bda6-408c-b503-5a53051f043d up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:56.311438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f3f803-77d7-424c-b6e9-6fd52f0c7a21 req-5c82f791-87e8-46cd-a636-0ad91e83a5a6 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 945 time: 0.0862305 Jan 27 19:30:56.402880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f3f803-77d7-424c-b6e9-6fd52f0c7a21 req-bc6c7ad3-023b-4c84-990c-272e8893f612 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905166 Jan 27 19:30:56.451065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:56.478072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port f6550b24-bda6-408c-b503-5a53051f043d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:56.487635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port f6550b24-bda6-408c-b503-5a53051f043d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:56.488024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f6550b24-bda6-408c-b503-5a53051f043d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.518946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:56.522888 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-d6c48261-0576-4d93-ab13-16066581818d service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022507 Jan 27 19:30:56.540162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:56.590352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:56.594949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-82000fde-e51e-4ed1-802e-a8a90bc76f35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 200 len: 217 time: 0.0649402 Jan 27 19:30:56.614569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 769edab3-789e-4eb1-a483-ed40522f7a6d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:56.616148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.658487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port f6550b24-bda6-408c-b503-5a53051f043d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:56.658882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.664835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-bf0edb72-737e-414c-a3f3-6632775362c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:56.667376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-bf0edb72-737e-414c-a3f3-6632775362c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 200 len: 797 time: 0.0656455 Jan 27 19:30:56.701024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc3e4-1a92-45f1-bded-2386bf3433e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.712807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:56.731819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-fb66f2f2-f738-4981-929a-0a6e680128cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:56.733679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-fb66f2f2-f738-4981-929a-0a6e680128cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f520999e-07b2-4171-aaca-41bb73264804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594490 Jan 27 19:30:56.741840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.742652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 166405cb-6d41-4336-bfd4-7c00a6a25255 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:56.769462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1568457817-network', 'tenant_id': 'd2d1e1fcedc44850b1850c4cecb64cc9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:56.799191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:56.801535 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d15b2b-42e0-4910-bcfc-5261703789e3" -d '{"events": [{"server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "name": "network-vif-plugged", "status": "completed", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "f6550b24-bda6-408c-b503-5a53051f043d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:56.824137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 769edab3-789e-4eb1-a483-ed40522f7a6d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:56.824350 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.825074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Made reservation on behalf of d2d1e1fcedc44850b1850c4cecb64cc9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:56.829882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.841275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc3e4-1a92-45f1-bded-2386bf3433e2 admin admin] Publish callbacks [] for security_group (841414a2-a448-4eb9-84b2-e46acb64f2f9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.851365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.854041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc3e4-1a92-45f1-bded-2386bf3433e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (841414a2-a448-4eb9-84b2-e46acb64f2f9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.870407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:56.874281 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-7f042e69-0908-438f-9a1f-0a2484548b6d service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332312 Jan 27 19:30:56.897580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:56.904843 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:56.910480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 166405cb-6d41-4336-bfd4-7c00a6a25255 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:56.916678 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1cf71-7911-46a0-8e17-5393c2f5beb3 x-openstack-request-id: req-24c1cf71-7911-46a0-8e17-5393c2f5beb3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:56.917600 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "name": "network-vif-plugged", "status": "completed", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "f6550b24-bda6-408c-b503-5a53051f043d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:56.917600 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24c1cf71-7911-46a0-8e17-5393c2f5beb3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:56.917868 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570', 'code': 200} Jan 27 19:30:56.918113 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'code': 200} Jan 27 19:30:56.918367 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d', 'code': 200} Jan 27 19:30:56.938739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc5bc3e4-1a92-45f1-bded-2386bf3433e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=582cbedeacdf4e0ebc968c432683c0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3964474 Jan 27 19:30:56.941025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc3e4-1a92-45f1-bded-2386bf3433e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841414a2-a448-4eb9-84b2-e46acb64f2f9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:56.958514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:56.975976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 166405cb-6d41-4336-bfd4-7c00a6a25255 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:56.976364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.053850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.055096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d6a0a01a-788b-465f-9f32-3cc3157a738c req-8fea5513-e8ea-476b-8b44-81b9f589e4ea service neutron] 10.222.0.66 "GET /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739469 Jan 27 19:30:57.108225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 166405cb-6d41-4336-bfd4-7c00a6a25255 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:57.108752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.152896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:57.158465 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.159314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e78c9b08-17d5-4001-b489-a5c1d73d6aff up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:30:57.184440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] Publish callbacks [] for security_group (841414a2-a448-4eb9-84b2-e46acb64f2f9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.202161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.207671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.213229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.218860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.224824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.230195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.236065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.238056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3717260-23a0-4f65-927b-a09d9554959e req-5eaa7bb8-ffa0-4b34-bc56-ca04e4cda04d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5441 time: 0.2425971 Jan 27 19:30:57.242988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.244949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d609e-c92c-439f-a928-3992cec3df95 req-b70b7bfb-9be7-4b86-97ab-8075e087beeb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.247322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-810d609e-c92c-439f-a928-3992cec3df95 req-b70b7bfb-9be7-4b86-97ab-8075e087beeb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.2689075 Jan 27 19:30:57.259816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port e78c9b08-17d5-4001-b489-a5c1d73d6aff completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:30:57.264314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port e78c9b08-17d5-4001-b489-a5c1d73d6aff triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:30:57.264685 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.269598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd7b9f-2c71-4942-b7c4-9bedebfbabb5 req-50ceb3f4-44a4-4420-afe9-b5f86cd8f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.271615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aabd7b9f-2c71-4942-b7c4-9bedebfbabb5 req-50ceb3f4-44a4-4420-afe9-b5f86cd8f452 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 1096 time: 0.2668211 Jan 27 19:30:57.295877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks [] for security_group (33385257-69de-4a74-936c-b45219265abb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.324102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] Publish callbacks [] for security_group (841414a2-a448-4eb9-84b2-e46acb64f2f9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.329018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (33385257-69de-4a74-936c-b45219265abb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.357123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e78c9b08-17d5-4001-b489-a5c1d73d6aff is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:30:57.357764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.397325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:30:57.402665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.420283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:30:57.461382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.468430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33385257-69de-4a74-936c-b45219265abb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.476178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f74e225c-467f-4c79-ba2b-6542a08664aa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.476433 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Added segment f74e225c-467f-4c79-ba2b-6542a08664aa of type vlan for network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 Jan 27 19:30:57.486552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-810d609e-c92c-439f-a928-3992cec3df95 req-08007291-7b80-4b8b-9767-24ca6ad99d15 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249351 Jan 27 19:30:57.501550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3717260-23a0-4f65-927b-a09d9554959e req-2514d0af-f62a-4158-9371-0d78aaaa6b72 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531264 Jan 27 19:30:57.508142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aabd7b9f-2c71-4942-b7c4-9bedebfbabb5 req-ff570c0b-74d5-4841-82f0-d55da90aef2a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244546 Jan 27 19:30:57.547137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c8082123-fe9a-4e63-8e62-c1e6a221a8b9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.565561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (841414a2-a448-4eb9-84b2-e46acb64f2f9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.568206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.575904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/841414a2-a448-4eb9-84b2-e46acb64f2f9 HTTP/1.1" status: 204 len: 168 time: 0.6121440 Jan 27 19:30:57.595055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849717-93da-4f1b-8456-152358f1cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841414a2-a448-4eb9-84b2-e46acb64f2f9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.612281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c8082123-fe9a-4e63-8e62-c1e6a221a8b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.614661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.615726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.718174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1264315 Jan 27 19:30:57.721941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49786) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:57.727640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Request body: {'subnet': {'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1568457817-subnet', 'tenant_id': 'd2d1e1fcedc44850b1850c4cecb64cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:30:57.766414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efc20d-d1f9-4b0d-bac5-5681c3ccbbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8082123-fe9a-4e63-8e62-c1e6a221a8b9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:57.782900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Made reservation on behalf of d2d1e1fcedc44850b1850c4cecb64cc9 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:30:57.787895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:57.791146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:30:57.972330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.978005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.985672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:57.993579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.000204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.005981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.011769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.021444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-d5a36910-7141-4759-9b4a-5bfb6d70c05a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.1631470 Jan 27 19:30:58.034372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cba0a-348c-4ff9-84a6-e174355948dd req-8bd50e9c-97f9-4d77-885a-c6ddab538ffb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.036814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c18cba0a-348c-4ff9-84a6-e174355948dd req-8bd50e9c-97f9-4d77-885a-c6ddab538ffb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.2293785 Jan 27 19:30:58.096324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:58.131590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (92f0e4a1-3f98-46f4-8f01-02899d95b25e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.139014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7394-f5ab-435c-aa04-190fc53c8e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.169596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c18cba0a-348c-4ff9-84a6-e174355948dd req-dee4ddef-9b92-48e6-88a3-2bbefdc09e46 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040990 Jan 27 19:30:58.177974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96eafc2a-37f7-43ee-baee-f5d1c7e3c1d5 req-f644d292-615c-4536-b61c-e427e3662fb9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555278 Jan 27 19:30:58.189031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f0e4a1-3f98-46f4-8f01-02899d95b25e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:58.199028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.199462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.199878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.200353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.200684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.201483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.201483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.201856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.202245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.202792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.203036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.203469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.204061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:30:58.216469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Checking segment: {'id': 'f74e225c-467f-4c79-ba2b-6542a08664aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:30:58.216864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Network hostable DHCP agents. Network: c8082123-fe9a-4e63-8e62-c1e6a221a8b9, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:30:58.240873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:30:58.252202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c8082123-fe9a-4e63-8e62-c1e6a221a8b9) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:30:58.256290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.257055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.266072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b869e-18f3-4c7e-927b-41b338e8e696 None None] Network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:30:58.279844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-901b3934-054c-4ceb-a310-f8c23fb310eb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5561905 Jan 27 19:30:58.315480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7394-f5ab-435c-aa04-190fc53c8e4d admin admin] Publish callbacks [] for security_group (c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.321825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7394-f5ab-435c-aa04-190fc53c8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.383392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.388783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.389617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3295cb2-7607-4104-a576-efe61a34b6a2 None None] Network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:30:58.395323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.400193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.405428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.411313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.424694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.424694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c889da15-45ac-48f1-9420-dbe7e1971725 req-c12aaaf5-e516-4f91-b8c9-2227480768a8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.1449499 Jan 27 19:30:58.429904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed7394-f5ab-435c-aa04-190fc53c8e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:58.436609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d4ed7394-f5ab-435c-aa04-190fc53c8e4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a6caa26884b440ea7ab7c17aebe81bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341606 Jan 27 19:30:58.439260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:30:58.507259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] Publish callbacks [] for security_group (c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.532659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] Publish callbacks [] for security_group (c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.590044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.592894 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:30:58.602077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0 HTTP/1.1" status: 204 len: 168 time: 0.1564419 Jan 27 19:30:58.615002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61a3f7-4c3f-43c6-a9c9-26804f2634bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62f46fa-67b2-464b-bc1a-9f6a39e6c9f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:30:58.635253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4759c5-29e2-4390-a03a-e5060ae3cd7d req-d16ca151-9956-4f9a-8fb4-bd8259654e60 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.637570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c4759c5-29e2-4390-a03a-e5060ae3cd7d req-d16ca151-9956-4f9a-8fb4-bd8259654e60 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.0612278 Jan 27 19:30:58.713590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c4759c5-29e2-4390-a03a-e5060ae3cd7d req-9695504a-7508-4415-af45-0ab00e357053 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674045 Jan 27 19:30:58.919727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:30:58.923667 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a900f-e31b-4cf2-b4a4-12f44d397d1e" -d '{"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:30:58.951694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.957159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.962505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.968183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.974296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.979600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.985551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.987479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3183c7af-ff51-48d6-985c-534cead679a4 req-b9601bac-2da5-47bb-9b3a-d2fb775f68d2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.1279666 Jan 27 19:30:58.995655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-32094ec1-cf05-4b4f-a35f-432f4fc8ba77 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:58.997152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-32094ec1-cf05-4b4f-a35f-432f4fc8ba77 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/networks?id=c8082123-fe9a-4e63-8e62-c1e6a221a8b9 HTTP/1.1" status: 200 len: 822 time: 0.2389302 Jan 27 19:30:59.030136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-4d5378aa-d40e-4b69-8603-62ecc4522ee5 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/quotas/d2d1e1fcedc44850b1850c4cecb64cc9 HTTP/1.1" status: 200 len: 375 time: 0.0168657 Jan 27 19:30:59.081727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-d60bf2e9-95e0-4e06-abd7-a07dc65126b3 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d1e1fcedc44850b1850c4cecb64cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423067 Jan 27 19:30:59.107241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3183c7af-ff51-48d6-985c-534cead679a4 req-0f33f4eb-5b4a-4cdd-bfd7-7293b6196f53 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087565 Jan 27 19:30:59.276454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-ee9023f0-7a63-4ac5-8ed8-a4e36f397d61 service neutron] 10.222.0.59 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675479 Jan 27 19:30:59.320443 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b651cd9-6582-4a28-ab6a-452a0735ff82 x-openstack-request-id: req-3b651cd9-6582-4a28-ab6a-452a0735ff82 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:30:59.321078 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-plugged", "status": "completed", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-plugged", "status": "completed", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:30:59.321472 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b651cd9-6582-4a28-ab6a-452a0735ff82 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:30:59.322370 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'code': 200} Jan 27 19:30:59.322797 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'code': 200} Jan 27 19:30:59.323220 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'code': 200} Jan 27 19:30:59.479244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a268-03f5-4d10-893c-eee96babc844 req-f45a1a5a-933d-4a3f-bc5b-276263b3f4b0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.480984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fe0a268-03f5-4d10-893c-eee96babc844 req-f45a1a5a-933d-4a3f-bc5b-276263b3f4b0 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0983753 Jan 27 19:30:59.490784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-5cd17ad2-fcad-4325-8442-38af775d169d service neutron] 10.222.0.59 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042873 Jan 27 19:30:59.561619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fe0a268-03f5-4d10-893c-eee96babc844 req-1f033e7a-109d-4855-8e30-a3a2879e2f74 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679934 Jan 27 19:30:59.599968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.601125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.601807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.602437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.603068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.603694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.604318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.606715 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-dcb73cd6-acc3-4f91-a726-a870972d76cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6500 time: 0.1443827 Jan 27 19:30:59.661575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fee00-d783-4fd8-8a22-95d2802edbe0 req-301b42de-e10d-4477-9dfa-bcc249c33e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.663812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-449fee00-d783-4fd8-8a22-95d2802edbe0 req-301b42de-e10d-4477-9dfa-bcc249c33e6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1098 time: 0.0681059 Jan 27 19:30:59.712705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06c9ea1e-6d84-41cd-9804-e5bfe03acb44 req-21782375-3ebf-4848-9687-81dabb17604a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989811 Jan 27 19:30:59.796455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd82bab2-07ba-40f1-85b6-1822a59e1b6e req-29954554-ad38-481f-aa94-b2dca139a0e6 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 210 time: 0.0673518 Jan 27 19:30:59.801904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-449fee00-d783-4fd8-8a22-95d2802edbe0 req-dafbff75-30c6-47cc-9912-c3a6d1df0f1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272955 Jan 27 19:30:59.902864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef92e-125e-48b2-b129-d537898108d4 req-44b82a84-ef8f-4dec-815b-01d25508589d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:30:59.904431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f52ef92e-125e-48b2-b129-d537898108d4 req-44b82a84-ef8f-4dec-815b-01d25508589d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.0633042 Jan 27 19:30:59.976142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f52ef92e-125e-48b2-b129-d537898108d4 req-eff8ccd4-1a30-485c-bdd2-2453552dd051 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634835 Jan 27 19:31:00.150290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eac02-ea99-4cfc-9ef3-fc70f6498f75 req-f7aa3f13-487d-4757-bd28-fecc1ce8a7d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.154114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d2eac02-ea99-4cfc-9ef3-fc70f6498f75 req-f7aa3f13-487d-4757-bd28-fecc1ce8a7d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.0829535 Jan 27 19:31:00.245539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d2eac02-ea99-4cfc-9ef3-fc70f6498f75 req-89ae4a75-064b-470d-b758-10eb930c5126 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708463 Jan 27 19:31:00.407906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.419419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.442787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.453076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.461100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.468469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.476236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.485974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-798332bf-fc11-443e-9695-8a35359bc859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.2249098 Jan 27 19:31:00.579816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d3c562e-8dfa-4672-9c3c-432751d344e6 req-ab3a2608-a779-46cf-bed9-d8f59773c0bb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870569 Jan 27 19:31:00.742520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf95c4-b7c1-4d1e-bf6a-4bdc4243973f req-21467840-f69d-48b4-9501-f0be3fccb617 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.745852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0cf95c4-b7c1-4d1e-bf6a-4bdc4243973f req-21467840-f69d-48b4-9501-f0be3fccb617 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0885756 Jan 27 19:31:00.819043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0cf95c4-b7c1-4d1e-bf6a-4bdc4243973f req-27d6948c-4bac-4dd6-a007-4f83602365f9 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666406 Jan 27 19:31:00.866762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:00.911698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:00.941505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad021644-56cb-4dae-a054-337eb03f62e2 req-512a0973-696b-4fe5-8e1b-4ad715d71a30 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 210 time: 0.0333705 Jan 27 19:31:00.949415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf68fd2-1bb0-4d89-aa6a-ac47e359ec44 req-2e608f7f-0f92-4d06-acaf-fa277347c093 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:00.958264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abf68fd2-1bb0-4d89-aa6a-ac47e359ec44 req-2e608f7f-0f92-4d06-acaf-fa277347c093 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.0929341 Jan 27 19:31:01.004423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abf68fd2-1bb0-4d89-aa6a-ac47e359ec44 req-61f9fe54-2c54-4867-8f32-b83ec40b75a2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Jan 27 19:31:01.016501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d73ae94-8139-47c4-a774-fc1964e32213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.058279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.058754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.063825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.064311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.064773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.065240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.065722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.067789 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b949b36a-1569-4399-aa95-500da2d2418f req-038ea87b-8863-449a-9bc2-a840100fe1d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 6491 time: 0.1546311 Jan 27 19:31:01.162718 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b949b36a-1569-4399-aa95-500da2d2418f req-52f421ff-1acf-4465-b2c5-96c8dd67e9bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886202 Jan 27 19:31:01.190239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d73ae94-8139-47c4-a774-fc1964e32213 admin admin] Publish callbacks [] for security_group (42ecb517-3719-4f19-8117-f74d62699630), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.196798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d73ae94-8139-47c4-a774-fc1964e32213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42ecb517-3719-4f19-8117-f74d62699630), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.251386 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4d73ae94-8139-47c4-a774-fc1964e32213 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d821c0d35c144a4fa6fe418267ccf72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834233 Jan 27 19:31:01.252691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ae94-8139-47c4-a774-fc1964e32213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ecb517-3719-4f19-8117-f74d62699630,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:01.256178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:01.345069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] Publish callbacks [] for security_group (42ecb517-3719-4f19-8117-f74d62699630), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.417871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] Publish callbacks [] for security_group (42ecb517-3719-4f19-8117-f74d62699630), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.450689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-26347861-711e-417f-868e-a7ea37cf818f tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:01.452883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-26347861-711e-417f-868e-a7ea37cf818f tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.39 "GET /v2.0/networks?id=c8082123-fe9a-4e63-8e62-c1e6a221a8b9 HTTP/1.1" status: 200 len: 822 time: 0.1980414 Jan 27 19:31:01.471337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Request body: {'port': {'device_id': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9', 'admin_state_up': True, 'tenant_id': 'd2d1e1fcedc44850b1850c4cecb64cc9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:01.519634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42ecb517-3719-4f19-8117-f74d62699630), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.523899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:01.529381 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42ecb517-3719-4f19-8117-f74d62699630 HTTP/1.1" status: 204 len: 168 time: 0.2677028 Jan 27 19:31:01.539586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c262b-e25f-43ed-b887-a1835e00c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ecb517-3719-4f19-8117-f74d62699630,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:01.772452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Made reservation on behalf of d2d1e1fcedc44850b1850c4cecb64cc9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:01.775987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:02.215305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.221398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.226663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.232091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.237599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.242803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.248039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.250280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-9ddccb2c-d1d6-4a0e-8355-93592a03fe27 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.4900467 Jan 27 19:31:02.330146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f24e8-c8b5-43d7-85fb-43b8e2c8d875 req-2f44258e-31a0-4616-9abb-4bd37768c37d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.334233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-953f24e8-c8b5-43d7-85fb-43b8e2c8d875 req-2f44258e-31a0-4616-9abb-4bd37768c37d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.2009983 Jan 27 19:31:02.404023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Allocated IP 172.20.0.11 (c8082123-fe9a-4e63-8e62-c1e6a221a8b9/92f0e4a1-3f98-46f4-8f01-02899d95b25e/b5c56944-4821-4851-89b6-a2de0d3e61b0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:02.434058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-713a6b6a-d667-487e-93a9-ead95ed5a13c req-2e3fde45-a6e0-4e21-be44-10dbd3da5859 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720672 Jan 27 19:31:02.472899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-953f24e8-c8b5-43d7-85fb-43b8e2c8d875 req-7578db98-2a9c-493e-9616-6a873207a9c8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256471 Jan 27 19:31:02.672267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-053a4e32-7e51-462c-b796-50f803b87db5 req-bde31274-d08d-4667-acde-c91046ce24b3 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 210 time: 0.0992508 Jan 27 19:31:02.699248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74e4f-edea-45bf-a831-5e6d4c2a637d req-eb3e7217-7f40-422d-acd1-7badc5c638e5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.710341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9c74e4f-edea-45bf-a831-5e6d4c2a637d req-eb3e7217-7f40-422d-acd1-7badc5c638e5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.1515734 Jan 27 19:31:02.760729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks [] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:02.811571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9c74e4f-edea-45bf-a831-5e6d4c2a637d req-b7a7940d-9f2d-44a6-8117-99cffec06980 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812294 Jan 27 19:31:02.839457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:02.856572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-c5ae7a3a-fd57-40de-b6bf-b428558eebcd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.859121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-c5ae7a3a-fd57-40de-b6bf-b428558eebcd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 945 time: 0.1089983 Jan 27 19:31:02.924795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:02.932354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Pushing event updated for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:02.935893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:02.940386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:02.957658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.963409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.969178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.974706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.980231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.986398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:02.991969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:03.004822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-028f80ee-9897-4d3b-a2ab-b91c08b2486a req-f109a93f-4d75-4830-a399-565d3958c0ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.1720834 Jan 27 19:31:03.009312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:03.018673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Request body: {'floatingip': {'port_id': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:03.086377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:03.087381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.096243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.111100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e5021a02-0aae-47bd-93b2-ff6dc14e613b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6445622 Jan 27 19:31:03.135262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Request body: {'port': {'device_id': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:03.174448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port 8c0df6f8-3ffc-456d-8617-1017449d6570 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:03.174793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.243474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.360180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port 8c0df6f8-3ffc-456d-8617-1017449d6570, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8c0df6f8-3ffc-456d-8617-1017449d6570,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:03.360455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.409839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for 8c0df6f8-3ffc-456d-8617-1017449d6570 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:03.697828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42e28e-d007-42b3-a34a-7eca4ffbd66e req-03339d4a-9e34-45f9-88d5-2472e15bb27b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:03.699444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a42e28e-d007-42b3-a34a-7eca4ffbd66e req-03339d4a-9e34-45f9-88d5-2472e15bb27b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0840809 Jan 27 19:31:03.759662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c56944-4821-4851-89b6-a2de0d3e61b0 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:03.782542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks [] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.821045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a42e28e-d007-42b3-a34a-7eca4ffbd66e req-5b5b9b96-5c2b-41c1-a130-0c9146b8b327 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149211 Jan 27 19:31:03.822470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Transition to ACTIVE for port object b5c56944-4821-4851-89b6-a2de0d3e61b0 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:31:03.822897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8c0df6f8-3ffc-456d-8617-1017449d6570), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.847596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:03.852810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:03.855704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['8c0df6f8-3ffc-456d-8617-1017449d6570'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:04.021046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:04.111152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f230b8-a9f8-487a-a322-1cc4a339a2c5 req-58c27373-70da-4b24-b456-0a1c6261ccae tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:04.112767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f230b8-a9f8-487a-a322-1cc4a339a2c5 req-58c27373-70da-4b24-b456-0a1c6261ccae tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1789804 Jan 27 19:31:04.123205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4580-801f-4fae-a0e8-9b917675f5fe req-7defdd8c-9f8b-45d2-8c89-e8dde1c84679 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:04.124814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65bf4580-801f-4fae-a0e8-9b917675f5fe req-7defdd8c-9f8b-45d2-8c89-e8dde1c84679 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 944 time: 0.2102811 Jan 27 19:31:04.173172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Attempting to bind port b5c56944-4821-4851-89b6-a2de0d3e61b0 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:04.173640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Attempting to bind port b5c56944-4821-4851-89b6-a2de0d3e61b0 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f74e225c-467f-4c79-ba2b-6542a08664aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:04.174004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Attempting to bind port b5c56944-4821-4851-89b6-a2de0d3e61b0 on network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:04.194937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Port b5c56944-4821-4851-89b6-a2de0d3e61b0 on network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:31:04.195239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Attempting to bind port b5c56944-4821-4851-89b6-a2de0d3e61b0 on network c8082123-fe9a-4e63-8e62-c1e6a221a8b9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:04.222061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:04.222380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Checking segment: {'id': 'f74e225c-467f-4c79-ba2b-6542a08664aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:04.222774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Bound using segment: {'id': 'f74e225c-467f-4c79-ba2b-6542a08664aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:04.223218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Bound port: b5c56944-4821-4851-89b6-a2de0d3e61b0, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74e225c-467f-4c79-ba2b-6542a08664aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:04.223594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.244780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f230b8-a9f8-487a-a322-1cc4a339a2c5 req-0407ae15-33bf-4a13-9903-2ff4c4e89c7a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Jan 27 19:31:04.258282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65bf4580-801f-4fae-a0e8-9b917675f5fe req-254f201d-a9cd-41c1-a069-4897f051a114 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213462 Jan 27 19:31:04.365616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:04.370883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0,segment=NetworkSegment(f74e225c-467f-4c79-ba2b-6542a08664aa),segment_id=f74e225c-467f-4c79-ba2b-6542a08664aa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:04.379788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.435479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:04.436223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.438526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5c56944-4821-4851-89b6-a2de0d3e61b0 HTTP/1.1" status: 200 len: 1092 time: 1.3102837 Jan 27 19:31:04.439084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:04.441791 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e29136e-fbc4-42ea-b149-23c086f58a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:04.472166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc28551a-c032-4c84-95e0-7a974c33e2e4 req-8e75e0f3-d42e-4cf5-8751-05a9361a8d0a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65bc23c-bc00-420f-b67a-5aeb26fc9aec HTTP/1.1" status: 200 len: 210 time: 0.0578821 Jan 27 19:31:04.511647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.513641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711f44-85af-428f-a826-ee27ebacbed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:04.530020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.558626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=8c0df6f8-3ffc-456d-8617-1017449d6570,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:04.569643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-739bc952-0932-4c3e-8fb3-08fb1b6c6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:04.571506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-739bc952-0932-4c3e-8fb3-08fb1b6c6868 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2d1e1fcedc44850b1850c4cecb64cc9&device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 1095 time: 0.0731187 Jan 27 19:31:04.637129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-e6590e1d-d824-4e80-8ffc-28ad8690d821 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0 HTTP/1.1" status: 200 len: 217 time: 0.0495522 Jan 27 19:31:04.661559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port 8c0df6f8-3ffc-456d-8617-1017449d6570 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:04.666004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:04.670015 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-968c6510-b82a-4328-8a2c-777ed5409c74 req-f1bf7b56-95f4-458b-960e-77211b5c22ff tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/8c0df6f8-3ffc-456d-8617-1017449d6570 HTTP/1.1" status: 204 len: 173 time: 1.8012416 Jan 27 19:31:04.670681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'name': 'network-vif-deleted', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:04.678791 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5dd93-2063-43f9-93a8-50e4aa2ea906" -d '{"events": [{"server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "name": "network-vif-deleted", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:04.747619 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35ff0d8-7f2b-4b88-a3a3-2afd1898ae6b x-openstack-request-id: req-d35ff0d8-7f2b-4b88-a3a3-2afd1898ae6b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:04.747619 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65bc23c-bc00-420f-b67a-5aeb26fc9aec", "name": "network-vif-deleted", "tag": "8c0df6f8-3ffc-456d-8617-1017449d6570", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:04.748425 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d35ff0d8-7f2b-4b88-a3a3-2afd1898ae6b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:04.748425 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65bc23c-bc00-420f-b67a-5aeb26fc9aec', 'name': 'network-vif-deleted', 'tag': '8c0df6f8-3ffc-456d-8617-1017449d6570', 'status': 'completed', 'code': 200} Jan 27 19:31:04.796079 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Floating IP 47cfb16b-8ccf-4634-ad1f-7686438002c2 associated. External IP: 172.25.5.253, port: a04cf3a7-b471-48f3-bdcf-fea2e3927075. Jan 27 19:31:04.806641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-9583013f-3429-4a81-a796-4f71c1e7cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:04.809391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-9583013f-3429-4a81-a796-4f71c1e7cec5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92f0e4a1-3f98-46f4-8f01-02899d95b25e HTTP/1.1" status: 200 len: 862 time: 0.1626687 Jan 27 19:31:04.817118 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf8ea10-b566-4a9f-9543-818acfa20e34 x-openstack-request-id: req-daf8ea10-b566-4a9f-9543-818acfa20e34 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:04.817628 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:04.818055 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daf8ea10-b566-4a9f-9543-818acfa20e34 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:04.819032 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0', 'status': 'completed', 'code': 200} Jan 27 19:31:04.924273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-957fcf09-0253-4769-b15c-b74c875b3d98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8082123-fe9a-4e63-8e62-c1e6a221a8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036325 Jan 27 19:31:05.028381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed41027-e7cc-4612-b129-dda8317a715c req-2a4ff5db-aaae-477c-9888-2de992efd18e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:05.034440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fed41027-e7cc-4612-b129-dda8317a715c req-2a4ff5db-aaae-477c-9888-2de992efd18e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.2234740 Jan 27 19:31:05.086665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:31:05.108842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fed41027-e7cc-4612-b129-dda8317a715c req-1182930e-50ef-447c-ad72-2575b0bf361f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700753 Jan 27 19:31:05.151397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-c54d43c6-c0ec-454b-be08-759590553279 service neutron] 10.222.0.39 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199321 Jan 27 19:31:05.296689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:31:05.315829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:05.317989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Sync routers for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:31:05.326600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:05.336710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:05.338583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:30:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:05.404465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9ef8c4e1-0f32-4520-894a-460d07bdb142 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "PUT /v2.0/floatingips/47cfb16b-8ccf-4634-ad1f-7686438002c2 HTTP/1.1" status: 200 len: 992 time: 2.3934801 Jan 27 19:31:05.454081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe0ab7-6623-41c7-aa8a-d77ec4c45b92 req-0be12856-49d1-4b1c-9e89-7810d3790292 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:05.455748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3fe0ab7-6623-41c7-aa8a-d77ec4c45b92 req-0be12856-49d1-4b1c-9e89-7810d3790292 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.2072337 Jan 27 19:31:05.460105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccda423e-437d-4c26-bc30-5b8fadb723b7 req-953ba033-2580-4a5c-8e09-d1f1d661e6bb service neutron] 10.222.0.39 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014190 Jan 27 19:31:05.509165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48651c5-35f8-450b-89db-0afdac0b4bff req-ff0ca7bc-15c9-4a5a-a342-b58d944a07e8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:05.510950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b48651c5-35f8-450b-89db-0afdac0b4bff req-ff0ca7bc-15c9-4a5a-a342-b58d944a07e8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 944 time: 0.1192842 Jan 27 19:31:05.524497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:31:05.594001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3fe0ab7-6623-41c7-aa8a-d77ec4c45b92 req-2883df68-a076-41e1-8cb6-95fd55713465 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196833 Jan 27 19:31:05.598118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9efb8184-19c1-4124-b9b5-fec5d6843cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:05.672882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b48651c5-35f8-450b-89db-0afdac0b4bff req-b76755d7-4e9e-4aec-ae51-77f1e0f3229c tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447494 Jan 27 19:31:05.676615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-845321a5-39b6-447c-9c61-15a1505dfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:05.678115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-845321a5-39b6-447c-9c61-15a1505dfae4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2d1e1fcedc44850b1850c4cecb64cc9&device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 1095 time: 0.1293476 Jan 27 19:31:05.904092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '47cfb16b-8ccf-4634-ad1f-7686438002c2', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'port_id': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'mac_address': 'fa:16:3e:cd:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:15Z', 'updated_at': '2022-01-27T19:31:03Z', 'revision_number': 1, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:05.937447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9efb8184-19c1-4124-b9b5-fec5d6843cca admin admin] Publish callbacks [] for security_group (4f178bca-be9e-44ec-83cf-f2707da8235d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:05.940562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Checking router: 375b96b1-27d8-4b96-ae83-4b34ff36dc89 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:31:05.946461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-d65af0ac-50d1-4e07-a837-076c3b03f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:05.948171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-d65af0ac-50d1-4e07-a837-076c3b03f52f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8082123-fe9a-4e63-8e62-c1e6a221a8b9 HTTP/1.1" status: 200 len: 923 time: 0.2614737 Jan 27 19:31:05.950521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9efb8184-19c1-4124-b9b5-fec5d6843cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f178bca-be9e-44ec-83cf-f2707da8235d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:05.954994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:05.955933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:30:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:06.034529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-1c4a8489-ad04-43e0-a979-db98bbb4dd97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0 HTTP/1.1" status: 200 len: 217 time: 0.0631552 Jan 27 19:31:06.036367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb8184-19c1-4124-b9b5-fec5d6843cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f178bca-be9e-44ec-83cf-f2707da8235d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:06.041954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9efb8184-19c1-4124-b9b5-fec5d6843cca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=114c7db14478444a9e3c5b3c9e78d529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138755 Jan 27 19:31:06.044194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50100) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:06.049969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11169-5b6c-4ef9-98ae-4858451e116e req-3ca2cb99-d0c5-453b-a599-1b5d7ca7b141 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:06.057205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12b11169-5b6c-4ef9-98ae-4858451e116e req-3ca2cb99-d0c5-453b-a599-1b5d7ca7b141 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.2136903 Jan 27 19:31:06.151912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] Publish callbacks [] for security_group (4f178bca-be9e-44ec-83cf-f2707da8235d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.156950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12b11169-5b6c-4ef9-98ae-4858451e116e req-946ca599-61bf-4e5e-8be9-ab2c9988024a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988021 Jan 27 19:31:06.158760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-9b2e45fa-1382-4de2-87ea-518b679585a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:06.160748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-9b2e45fa-1382-4de2-87ea-518b679585a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92f0e4a1-3f98-46f4-8f01-02899d95b25e HTTP/1.1" status: 200 len: 862 time: 0.1008484 Jan 27 19:31:06.172773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:31:06.186058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] Publish callbacks [] for security_group (4f178bca-be9e-44ec-83cf-f2707da8235d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.208130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-9905ad71-4c94-4cc0-b89b-9fdc024bad59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8082123-fe9a-4e63-8e62-c1e6a221a8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358632 Jan 27 19:31:06.265285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f178bca-be9e-44ec-83cf-f2707da8235d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.270517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.276516 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f178bca-be9e-44ec-83cf-f2707da8235d HTTP/1.1" status: 204 len: 168 time: 0.2309692 Jan 27 19:31:06.304649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255d8b2-c43b-4e30-b03a-a21d6742ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f178bca-be9e-44ec-83cf-f2707da8235d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:06.499677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966855b2-88c8-4aab-b75c-6e3433f0f398 req-d27e8e32-6924-47d2-a105-8344428493eb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:06.501312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966855b2-88c8-4aab-b75c-6e3433f0f398 req-d27e8e32-6924-47d2-a105-8344428493eb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1951113 Jan 27 19:31:06.506745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-59b5d4d4-dd57-405b-b11f-c3efab70f21e service neutron] 10.222.0.39 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834709 Jan 27 19:31:06.512651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-2aa88789-1cec-4468-91f9-8a1c61bfbc8b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:06.514219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-2aa88789-1cec-4468-91f9-8a1c61bfbc8b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.3109043 Jan 27 19:31:06.575978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8c0df6f8-3ffc-456d-8617-1017449d6570 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:06.598488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-07512b2d-9345-4ba2-a34d-1101a0456b61 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0572727 Jan 27 19:31:06.606326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 8c0df6f8-3ffc-456d-8617-1017449d6570 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:31:06.607075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8c0df6f8-3ffc-456d-8617-1017449d6570 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:31:06.663258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966855b2-88c8-4aab-b75c-6e3433f0f398 req-4a157b8b-6c1e-43e9-ab08-0ee8e4d6c480 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480002 Jan 27 19:31:06.671477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '47cfb16b-8ccf-4634-ad1f-7686438002c2', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'port_id': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'mac_address': 'fa:16:3e:cd:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:15Z', 'updated_at': '2022-01-27T19:31:03Z', 'revision_number': 1, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:06.700128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e29136e-fbc4-42ea-b149-23c086f58a1a req-843dad17-7347-45a7-bf0e-ea211c5d10c7 service neutron] 10.222.0.39 "GET /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786664 Jan 27 19:31:06.716959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7c8b9f14-91a5-431d-9345-6ef6b45de809 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042516 Jan 27 19:31:06.749531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:06.749790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941c30-93b3-4f7e-bf2a-4b5635080848 None None] The sync data for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 is: [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '47cfb16b-8ccf-4634-ad1f-7686438002c2', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'port_id': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'mac_address': 'fa:16:3e:cd:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:29:15Z', 'updated_at': '2022-01-27T19:31:03Z', 'revision_number': 1, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:31:06.752466 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8009c-74dd-4212-97f9-d1ded9ef78d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:06.766266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50128) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:06.791305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2132bed9-423f-4799-a502-9d4d97f553aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.837730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-d3c4a36c-6508-4d55-b81d-9e82f52ee4db service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162653 Jan 27 19:31:06.912762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2132bed9-423f-4799-a502-9d4d97f553aa admin admin] Publish callbacks [] for security_group (8ed86052-6a8d-4610-8770-2a81a388a14d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.918345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2132bed9-423f-4799-a502-9d4d97f553aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8ed86052-6a8d-4610-8770-2a81a388a14d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:06.982713 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2132bed9-423f-4799-a502-9d4d97f553aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d919aaf9b44424fb115f28039fb445b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2151585 Jan 27 19:31:06.984164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132bed9-423f-4799-a502-9d4d97f553aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed86052-6a8d-4610-8770-2a81a388a14d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:06.987886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601dd56-432b-4fa3-b3a6-d664f9896026 req-83ed77c2-9e2a-48d8-9d2e-b6d975cf54bb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:06.988078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:07.001136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1601dd56-432b-4fa3-b3a6-d664f9896026 req-83ed77c2-9e2a-48d8-9d2e-b6d975cf54bb tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1599910 Jan 27 19:31:07.027095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf89bb7-c5d8-4325-b45f-7e0f2d707bfe None None] New status for floating IP 47cfb16b-8ccf-4634-ad1f-7686438002c2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:31:07.043010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-309ad620-86a0-4bcb-8152-70b6b2028ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041583 Jan 27 19:31:07.079797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1601dd56-432b-4fa3-b3a6-d664f9896026 req-5423021b-b516-4066-82f2-1f082789604a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Jan 27 19:31:07.111769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] Publish callbacks [] for security_group (8ed86052-6a8d-4610-8770-2a81a388a14d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:07.136307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] Publish callbacks [] for security_group (8ed86052-6a8d-4610-8770-2a81a388a14d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:07.201633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8ed86052-6a8d-4610-8770-2a81a388a14d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:07.204876 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:07.208706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ed86052-6a8d-4610-8770-2a81a388a14d HTTP/1.1" status: 204 len: 168 time: 0.2170820 Jan 27 19:31:07.216214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0157a-8275-4d85-8ced-72c20167d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed86052-6a8d-4610-8770-2a81a388a14d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:07.260871 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6867e3-7331-4302-ab66-df58adb6b973 x-openstack-request-id: req-0a6867e3-7331-4302-ab66-df58adb6b973 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:07.261180 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:07.261594 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a6867e3-7331-4302-ab66-df58adb6b973 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:07.262262 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'status': 'completed', 'code': 200} Jan 27 19:31:07.301337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dbd0b-57da-4c38-a7b8-8502b8d188db req-c12d1f5a-7d04-4afd-a4e8-00d12edf4161 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.303444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-252dbd0b-57da-4c38-a7b8-8502b8d188db req-c12d1f5a-7d04-4afd-a4e8-00d12edf4161 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 944 time: 0.1278229 Jan 27 19:31:07.401098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-252dbd0b-57da-4c38-a7b8-8502b8d188db req-47084692-570f-4e56-9d7d-fe21fb7ae543 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832975 Jan 27 19:31:07.419176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.419874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.421101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.421623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.423214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.423940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.424581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.427164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-27b27e0a-8238-48f5-9a8a-969a5fa495b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6500 time: 0.1188002 Jan 27 19:31:07.654469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-5812718d-e478-4297-b7f2-902907fee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.658286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-5812718d-e478-4297-b7f2-902907fee3d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2f64754-a244-4d03-84ba-39ff20e0d1ba HTTP/1.1" status: 200 len: 917 time: 0.2234652 Jan 27 19:31:07.677157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79e4f106-9167-4c74-b755-78f39c0c47e8 req-49971b80-4d22-4fe5-84e2-3117ad600039 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 210 time: 0.0615146 Jan 27 19:31:07.815276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-af3bb24a-86a9-4d77-a1ce-9c383400af81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 200 len: 1002 time: 0.1495936 Jan 27 19:31:07.839310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036448-124f-4725-b427-40bb5e40b02e req-2b64d76b-3392-45b3-a237-c09418dc8378 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.851804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2036448-124f-4725-b427-40bb5e40b02e req-2b64d76b-3392-45b3-a237-c09418dc8378 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0912182 Jan 27 19:31:07.917900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-ef33d88b-4bbb-4e3b-96ca-d33d3cf82408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.920448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-ef33d88b-4bbb-4e3b-96ca-d33d3cf82408 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19c8a16b-b94f-475f-969c-6cca097308e2 HTTP/1.1" status: 200 len: 855 time: 0.0984302 Jan 27 19:31:07.922113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2036448-124f-4725-b427-40bb5e40b02e req-50abdb79-b0e2-4a6a-891e-ab48981e605e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648508 Jan 27 19:31:07.978852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-07864ee7-52e6-4004-b3ba-077b888a197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:07.980396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-07864ee7-52e6-4004-b3ba-077b888a197f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502899 Jan 27 19:31:08.158119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-73b3dec4-3041-4730-b0c3-304058b407ea service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605041 Jan 27 19:31:08.290670 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ada8009c-74dd-4212-97f9-d1ded9ef78d7 req-eaf347b3-af99-4231-ad44-27d184b7dc2c service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235011 Jan 27 19:31:08.566113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b5c56944-4821-4851-89b6-a2de0d3e61b0 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:08.625652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c86fd-4315-452f-b9d8-174b1a0ace06 req-bff9b3d9-970e-4cb7-84d0-d29dd249332f tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:08.639408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a09c86fd-4315-452f-b9d8-174b1a0ace06 req-bff9b3d9-970e-4cb7-84d0-d29dd249332f tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 944 time: 0.1160429 Jan 27 19:31:08.811312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925ef4-d024-448c-8bb3-88469fb0ef8d req-a1894612-2643-444c-8729-48ce9c7695d8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:08.814465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48925ef4-d024-448c-8bb3-88469fb0ef8d req-a1894612-2643-444c-8729-48ce9c7695d8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.1667213 Jan 27 19:31:08.904321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0,segment=NetworkSegment(f74e225c-467f-4c79-ba2b-6542a08664aa),segment_id=f74e225c-467f-4c79-ba2b-6542a08664aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:08.923938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b5c56944-4821-4851-89b6-a2de0d3e61b0', 'network_id': 'c8082123-fe9a-4e63-8e62-c1e6a221a8b9', 'port_id': 'b5c56944-4821-4851-89b6-a2de0d3e61b0', 'mac_address': 'fa:16:3e:30:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f0e4a1-3f98-46f4-8f01-02899d95b25e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:08.926011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a09c86fd-4315-452f-b9d8-174b1a0ace06 req-a7281d47-b0a6-46e2-97ba-6be828e552ad tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610426 Jan 27 19:31:09.000143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48925ef4-d024-448c-8bb3-88469fb0ef8d req-c5a9e1d1-d20f-4910-8f1e-8276e6e59ca5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594176 Jan 27 19:31:09.005637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b5c56944-4821-4851-89b6-a2de0d3e61b0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:09.006416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.010682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dabffa1d-68d6-4f46-9fca-daf1cf06bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.013042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-be1d09af-9e1f-4ba4-9632-791664b1d241 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:09.014934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-be1d09af-9e1f-4ba4-9632-791664b1d241 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.2419188 Jan 27 19:31:09.027449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c56944-4821-4851-89b6-a2de0d3e61b0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:09.029022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': 'f2799670-39d2-4f74-950c-43aba829202f', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:09.089805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0,segment=NetworkSegment(f74e225c-467f-4c79-ba2b-6542a08664aa),segment_id=f74e225c-467f-4c79-ba2b-6542a08664aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:09.098303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.192059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:09.234302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8d854a0-19d6-45e6-af3e-fd792722fe63 req-e626eefb-25b4-4b62-8a7d-d09e037c9e7e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 210 time: 0.0392010 Jan 27 19:31:09.267686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:09.272843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.391778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b5c56944-4821-4851-89b6-a2de0d3e61b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:09.429845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787f46-5a9f-42c9-abc4-c77ba2725577 req-d2e4c8e8-718d-4fc2-b742-f2817d0a4053 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:09.432864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6787f46-5a9f-42c9-abc4-c77ba2725577 req-d2e4c8e8-718d-4fc2-b742-f2817d0a4053 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1573992 Jan 27 19:31:09.561300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6787f46-5a9f-42c9-abc4-c77ba2725577 req-0a1fd131-5abf-4c44-ae01-b2dca01f21be tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125891 Jan 27 19:31:09.561300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.7 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/b802385d-cff7-4dcf-b3f3-d874e6c2ad59) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:09.859161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.928399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff830-7e7f-497b-b320-63c3f3a9376b req-b03a2f3f-7c2c-48d2-aae2-0a4254a77ba5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:09.930809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef2ff830-7e7f-497b-b320-63c3f3a9376b req-b03a2f3f-7c2c-48d2-aae2-0a4254a77ba5 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0878947 Jan 27 19:31:09.968545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-4d1ae2b4-515a-4ae3-bbb0-67c1b29e0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:09.971846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-4d1ae2b4-515a-4ae3-bbb0-67c1b29e0eac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 1098 time: 0.0691803 Jan 27 19:31:09.979822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:09.994899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:10.053314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:10.115150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-5968ef8e-8c04-4b91-99c5-904439ebb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:10.116962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-5968ef8e-8c04-4b91-99c5-904439ebb2db service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 200 len: 915 time: 0.1356347 Jan 27 19:31:10.189554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-b96ed337-35e6-4778-b0f3-b9a5e89ea77a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 200 len: 217 time: 0.0662055 Jan 27 19:31:10.250845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-e4973b68-f28d-4f0c-a0ba-005059fc1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:10.252580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-e4973b68-f28d-4f0c-a0ba-005059fc1d0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 200 len: 854 time: 0.0566471 Jan 27 19:31:10.290220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-1eeb830c-8711-43f6-bc84-eeb56fe139bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e87c18c-d1ec-4a70-9bb6-bc7381451904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265725 Jan 27 19:31:10.363647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:10.376080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:10.389713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef2ff830-7e7f-497b-b320-63c3f3a9376b req-9d147048-8918-4d6a-8ab8-e2c8ba49b3a2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507911 Jan 27 19:31:10.391254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:10.403061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:10.423180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-634092fa-7c3a-48e3-aa00-37db2bd47c31 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243382 Jan 27 19:31:10.472490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eef815-b1e5-4f5b-82e3-9a774bf32593 req-48e30a6f-d40e-4e35-8455-8cbb208ef3df tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:10.486377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6eef815-b1e5-4f5b-82e3-9a774bf32593 req-48e30a6f-d40e-4e35-8455-8cbb208ef3df tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 945 time: 0.4714355 Jan 27 19:31:10.514152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:10.514835 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.538287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4ab635f-347b-40bd-9b38-51bb8dbe1f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.575865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-1eeb1cae-9d04-4085-a2bd-c4ecc2c58ba8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5511732 Jan 27 19:31:10.589331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b5c56944-4821-4851-89b6-a2de0d3e61b0 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:10.591815 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-50304f97-e6d2-4b6f-ada7-6b9aaf872862 req-441f63d3-3c97-445f-b3d1-f216b78e8c79 service neutron] 10.222.0.39 "GET /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609061 Jan 27 19:31:10.595762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Request body: {'port': {'device_id': 'f2799670-39d2-4f74-950c-43aba829202f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:10.634861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6eef815-b1e5-4f5b-82e3-9a774bf32593 req-447c7680-880a-4f57-8be9-c559cdff793a tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095138 Jan 27 19:31:10.686246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port b5c56944-4821-4851-89b6-a2de0d3e61b0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:31:10.694475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b5c56944-4821-4851-89b6-a2de0d3e61b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:10.695489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.702873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.799516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4ab635f-347b-40bd-9b38-51bb8dbe1f27 admin admin] Publish callbacks [] for security_group (f1ab6f0c-0365-4708-a9e8-eda089897609), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.810073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4ab635f-347b-40bd-9b38-51bb8dbe1f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f1ab6f0c-0365-4708-a9e8-eda089897609), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.811412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b5c56944-4821-4851-89b6-a2de0d3e61b0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:10.811819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.841542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:10.844953 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e70a4e1-40fb-4dde-b9bc-a8e1eb42b319" -d '{"events": [{"server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:10.860482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b19d7-712b-4bf7-bd09-9c9ab3d02ae7 req-22350a74-bd1d-484c-9030-7e2971174754 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:10.865006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b2b19d7-712b-4bf7-bd09-9c9ab3d02ae7 req-22350a74-bd1d-484c-9030-7e2971174754 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 931 time: 0.1462831 Jan 27 19:31:10.871758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0,segment=NetworkSegment(f74e225c-467f-4c79-ba2b-6542a08664aa),segment_id=f74e225c-467f-4c79-ba2b-6542a08664aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:10.879763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:10.920453 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310e3e65-ad62-4ef2-8365-92396fd193ba x-openstack-request-id: req-310e3e65-ad62-4ef2-8365-92396fd193ba {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:10.920883 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:10.921133 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-310e3e65-ad62-4ef2-8365-92396fd193ba {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:10.922156 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0', 'code': 200} Jan 27 19:31:10.967614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:10.970191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab635f-347b-40bd-9b38-51bb8dbe1f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab6f0c-0365-4708-a9e8-eda089897609,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:10.983432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a4ab635f-347b-40bd-9b38-51bb8dbe1f27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=749c131d13b549bf86dca183ec662551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9276004 Jan 27 19:31:10.986255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:11.039129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b2b19d7-712b-4bf7-bd09-9c9ab3d02ae7 req-ae77194b-7d4f-4045-a121-0f66b2920308 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483479 Jan 27 19:31:11.075588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7577a-2ad1-4cb8-beda-2731e3b3fdd5 req-b9a2218c-d52c-415b-bda7-b7275eb23763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:11.077135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a7577a-2ad1-4cb8-beda-2731e3b3fdd5 req-b9a2218c-d52c-415b-bda7-b7275eb23763 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 1097 time: 0.0831962 Jan 27 19:31:11.093873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] Publish callbacks [] for security_group (f1ab6f0c-0365-4708-a9e8-eda089897609), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.134845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] Publish callbacks [] for security_group (f1ab6f0c-0365-4708-a9e8-eda089897609), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.169611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a7577a-2ad1-4cb8-beda-2731e3b3fdd5 req-5f272c4e-81d0-4479-9432-8d6c272d8a8f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817838 Jan 27 19:31:11.191726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b802385d-cff7-4dcf-b3f3-d874e6c2ad59 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:11.201048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks [] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.204747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f1ab6f0c-0365-4708-a9e8-eda089897609), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.208016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.209212 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1ab6f0c-0365-4708-a9e8-eda089897609 HTTP/1.1" status: 204 len: 168 time: 0.2216353 Jan 27 19:31:11.216221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Transition to ACTIVE for port object b802385d-cff7-4dcf-b3f3-d874e6c2ad59 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:31:11.218389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2871d-a75c-494f-b178-87e2228c5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab6f0c-0365-4708-a9e8-eda089897609,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:11.227612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.321549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:11.422307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Attempting to bind port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:11.422625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Attempting to bind port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:11.422872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Attempting to bind port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:11.428140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:31:11.428531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Attempting to bind port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:11.434208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:11.434560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:11.435152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:11.435585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Bound port: b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:11.435942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.575011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:11.587212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:11.597137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.651616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e16e6-7a83-476b-9b4e-7f421056276b req-c953efa1-2cf7-4eb5-897c-b2f02faf130e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:11.653203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d5e16e6-7a83-476b-9b4e-7f421056276b req-c953efa1-2cf7-4eb5-897c-b2f02faf130e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1494112 Jan 27 19:31:11.667824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:11.669001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:11.671103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] 10.222.0.39 "PUT /v2.0/ports/b802385d-cff7-4dcf-b3f3-d874e6c2ad59 HTTP/1.1" status: 200 len: 1091 time: 1.0839477 Jan 27 19:31:11.673981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:11.677755 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c8e01-800e-42da-91a1-1f2d5e283014" -d '{"events": [{"name": "network-changed", "server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:11.817196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e80fb-36b9-4b47-ac8d-af873de96b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:11.900619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d5e16e6-7a83-476b-9b4e-7f421056276b req-4d1adbbb-42cb-4fa2-970c-076fbab7bb47 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256615 Jan 27 19:31:11.919124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-c5e887e4-b362-46c3-b45e-b51ee1f8076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:11.921669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-c5e887e4-b362-46c3-b45e-b51ee1f8076e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 1094 time: 0.1812592 Jan 27 19:31:11.956186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b840c3-c705-45d3-851d-8777e6bce9c2 req-70fe5879-ccf6-419c-bb18-58289c17272b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:11.958588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8b840c3-c705-45d3-851d-8777e6bce9c2 req-70fe5879-ccf6-419c-bb18-58289c17272b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 946 time: 0.1514471 Jan 27 19:31:12.015840 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af7e081-11eb-4005-8b10-0496abd52ede x-openstack-request-id: req-4af7e081-11eb-4005-8b10-0496abd52ede {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:12.016309 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:12.016720 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4af7e081-11eb-4005-8b10-0496abd52ede {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:12.017417 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59', 'status': 'completed', 'code': 200} Jan 27 19:31:12.021473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-a3413eb3-5130-4a91-804e-4de2f6661f2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59 HTTP/1.1" status: 200 len: 217 time: 0.0890448 Jan 27 19:31:12.066767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eecce04-5a27-4d78-93b4-95787840970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:12.166443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-b6a8c3d9-5ed4-4797-82a1-07154153dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:12.168989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-b6a8c3d9-5ed4-4797-82a1-07154153dd27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.1390102 Jan 27 19:31:12.199628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8b840c3-c705-45d3-851d-8777e6bce9c2 req-f1e345bf-844f-45e6-8465-62c39500a705 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865783 Jan 27 19:31:12.253778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-53736c22-e58b-4395-92ec-55402b1da935 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523796 Jan 27 19:31:12.271129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7310-8d32-4c49-ba82-e5261c0f4316 req-c04086b8-34a1-4f78-8320-a1b5a25e8125 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:12.274528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee5c7310-8d32-4c49-ba82-e5261c0f4316 req-c04086b8-34a1-4f78-8320-a1b5a25e8125 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 943 time: 0.1353109 Jan 27 19:31:12.409301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee5c7310-8d32-4c49-ba82-e5261c0f4316 req-6da2b1de-cc64-40a1-aff0-9358f04e2537 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182058 Jan 27 19:31:12.426629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-56dde09b-1cf5-490a-bdf3-4a3771f13c99 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490827 Jan 27 19:31:12.586419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23150f18-a44f-4a5a-8834-8d92537ff9c2 req-4475d865-de5e-487d-9d00-c6dfa4ac21fb service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372404 Jan 27 19:31:12.731940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-3106aa9b-bf76-47ae-b374-bf7b1804ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:12.733374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-3106aa9b-bf76-47ae-b374-bf7b1804ff80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 1094 time: 0.0461140 Jan 27 19:31:12.848300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-94f53b8e-5969-48d1-9e31-deadce8844f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:12.849848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-94f53b8e-5969-48d1-9e31-deadce8844f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.1102936 Jan 27 19:31:12.908504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-dfaac4ac-dd7e-45d3-9e12-eccbf957e70f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59 HTTP/1.1" status: 200 len: 217 time: 0.0391202 Jan 27 19:31:12.968155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-a44b3e4b-126b-4f86-ad54-025c414fbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:12.969740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-a44b3e4b-126b-4f86-ad54-025c414fbb7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.0543120 Jan 27 19:31:13.014112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-d3f5b013-c68f-4b55-a8ef-74054963fb85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375743 Jan 27 19:31:13.025772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:13.141847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e0880-60ad-4a95-9fab-e9507e928139 req-1061ef01-209b-4ef5-acca-e18bab489bff tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.143419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-053e0880-60ad-4a95-9fab-e9507e928139 req-1061ef01-209b-4ef5-acca-e18bab489bff tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1115777 Jan 27 19:31:13.165291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-74692b11-53e3-44f0-84a2-f43bb1ea6cda service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414206 Jan 27 19:31:13.210188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1508065408'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:13.234136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Made reservation on behalf of 02fdf349365d4d999ab00850f4fdf33b for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:13.238618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.251677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.256945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-053e0880-60ad-4a95-9fab-e9507e928139 req-5daab5a1-606e-4873-bf23-95b75a4ab817 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032920 Jan 27 19:31:13.342297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e7c8e01-800e-42da-91a1-1f2d5e283014 req-f3086ad4-5b92-49f8-849a-a89b87ea5cb5 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626811 Jan 27 19:31:13.387122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91531a75-284b-495c-83f6-b1fd677a21b2 req-0e254acb-b255-41d7-ba86-13eee1c03cc2 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.390329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91531a75-284b-495c-83f6-b1fd677a21b2 req-0e254acb-b255-41d7-ba86-13eee1c03cc2 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 946 time: 0.0970354 Jan 27 19:31:13.390601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for security_group (546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.395679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.421132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:31:13.439144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:13.442364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7c87d9f0-432e-4538-8ff8-66bae9cc1cb2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.442716 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Added segment 7c87d9f0-432e-4538-8ff8-66bae9cc1cb2 of type vlan for network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a Jan 27 19:31:13.489968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.519621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f73c4b-6a9d-4a3f-89bc-117caffb51c0 req-cf710355-4915-4def-afa8-0966a5a0973d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.521274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29f73c4b-6a9d-4a3f-89bc-117caffb51c0 req-cf710355-4915-4def-afa8-0966a5a0973d tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1293383 Jan 27 19:31:13.522570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.524418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91531a75-284b-495c-83f6-b1fd677a21b2 req-a10baf33-91c4-4229-8a29-fbbfc40b8c44 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168785 Jan 27 19:31:13.534264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.536384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.592023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29f73c4b-6a9d-4a3f-89bc-117caffb51c0 req-66a482fd-178a-4b5e-9d79-2ab040e11baf tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Jan 27 19:31:13.657064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f204-664d-4188-8ae7-89b4414b0c58 req-99ac5310-fe71-468e-962e-7700dd018f05 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.658819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fa2f204-664d-4188-8ae7-89b4414b0c58 req-99ac5310-fe71-468e-962e-7700dd018f05 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 943 time: 0.0577488 Jan 27 19:31:13.668450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6388257 Jan 27 19:31:13.669105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:13.678070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Request body: {'subnet': {'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:13.706361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de665e0d-2687-43d3-a3b0-01126e335dff tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event updated for resources: {'Network': ['ID=e89c816a-6ee0-4afa-b7ef-fc7a27201f2a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:13.731598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:31:13.739747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fa2f204-664d-4188-8ae7-89b4414b0c58 req-10048e29-a1d2-4e37-9b85-8217c4d71c7d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700314 Jan 27 19:31:13.835180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Made reservation on behalf of 02fdf349365d4d999ab00850f4fdf33b for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:13.845624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:13.930020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136770b-0d52-4875-995d-5bc8027917d9 req-6957c439-3371-494d-8a25-6d7c38d4e7f8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:13.931758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3136770b-0d52-4875-995d-5bc8027917d9 req-6957c439-3371-494d-8a25-6d7c38d4e7f8 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0706625 Jan 27 19:31:14.032230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3136770b-0d52-4875-995d-5bc8027917d9 req-aa2cbd40-d7ac-4ff5-9b49-c35ff37da577 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913303 Jan 27 19:31:14.043618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:14.186188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7145231e-bf64-4dbe-a7eb-26c006cc9c2c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.205626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:14.228506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:14.263978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Checking segment: {'id': '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:14.264595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Network hostable DHCP agents. Network: e89c816a-6ee0-4afa-b7ef-fc7a27201f2a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:31:14.266206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c6df3-4a64-41a9-a59b-91555c603756 req-0b89bd00-2869-4301-9762-1da245f86f0b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.267770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a22c6df3-4a64-41a9-a59b-91555c603756 req-0b89bd00-2869-4301-9762-1da245f86f0b tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 946 time: 0.0911939 Jan 27 19:31:14.268033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event updated for resources: {'Subnet': ['ID=7145231e-bf64-4dbe-a7eb-26c006cc9c2c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:14.277479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:14.278224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.286667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136f476-34dd-42cb-8fef-495e58665e93 req-69091b13-d285-4a34-a573-0ec6f22fb0e2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.289549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:31:14.295632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4136f476-34dd-42cb-8fef-495e58665e93 req-69091b13-d285-4a34-a573-0ec6f22fb0e2 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1162708 Jan 27 19:31:14.299890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:14.312923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e89c816a-6ee0-4afa-b7ef-fc7a27201f2a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:14.320991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.321886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.329522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d74c03-0d37-4304-aa91-74600554ead1 None None] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:14.334563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:14.351957 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de75b249-0f97-49c9-b351-ffd2d844c997 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6816456 Jan 27 19:31:14.352711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.355232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:14.364602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Request body: {'port': {'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1233977201'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:14.440979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a22c6df3-4a64-41a9-a59b-91555c603756 req-c86825e4-4b26-471c-86bb-3bbb79d85cbc tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417329 Jan 27 19:31:14.446585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4136f476-34dd-42cb-8fef-495e58665e93 req-38392faf-569e-40d1-a139-e0768ebd537c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494787 Jan 27 19:31:14.470623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:14.518762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-e89c816a-6ee0-4afa-b7ef-fc7a27201f2a', 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a', 'project_id': '02fdf349365d4d999ab00850f4fdf33b', 'fixed_ips': [{'subnet_id': '7145231e-bf64-4dbe-a7eb-26c006cc9c2c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:31:14.519507 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.533813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['54999696-eba0-4fab-9ffd-fcc3da8d1ef6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:14.546104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Made reservation on behalf of 02fdf349365d4d999ab00850f4fdf33b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:14.550202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:14.574764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] device_id is not set on port c742b0b8-9898-41a7-9476-7822913470f0 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:31:14.635901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b802385d-cff7-4dcf-b3f3-d874e6c2ad59 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:14.695439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e0fcf-4a4b-4d87-b875-41c42db18dc3 req-f735871c-5f99-41f7-ac7b-1db801586b81 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.696932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c86e0fcf-4a4b-4d87-b875-41c42db18dc3 req-f735871c-5f99-41f7-ac7b-1db801586b81 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0746512 Jan 27 19:31:14.750766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c86e0fcf-4a4b-4d87-b875-41c42db18dc3 req-5c38da85-83f2-4128-864b-0169883d258a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Jan 27 19:31:14.785735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Allocated IP 172.20.0.2 (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a/7145231e-bf64-4dbe-a7eb-26c006cc9c2c/26a5be36-31f3-45f0-bd14-fd09f6606f2f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:14.920507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fefe3-3fd4-4c7f-b18c-5b338c22299a req-c144751e-84f0-4a3d-825b-32d7968eb125 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.923010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-430fefe3-3fd4-4c7f-b18c-5b338c22299a req-c144751e-84f0-4a3d-825b-32d7968eb125 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 943 time: 0.0923808 Jan 27 19:31:14.923348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:14.930430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07cc3-069e-4955-b170-c82ec1fcaac9 req-12580cb0-7e14-4e0e-80ea-5bd0e1549495 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:14.932122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0f07cc3-069e-4955-b170-c82ec1fcaac9 req-12580cb0-7e14-4e0e-80ea-5bd0e1549495 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0919960 Jan 27 19:31:14.947655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59', 'mac_address': 'fa:16:3e:2d:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:15.012616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-430fefe3-3fd4-4c7f-b18c-5b338c22299a req-8d6f0357-dcc8-44e0-89b4-c4c5771dd9ad tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Jan 27 19:31:15.021670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0f07cc3-069e-4955-b170-c82ec1fcaac9 req-cdf5f837-243b-4be2-bb0e-088097be6e85 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802739 Jan 27 19:31:15.030664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:15.031308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.087707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b802385d-cff7-4dcf-b3f3-d874e6c2ad59 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:15.137275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.138484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks [] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.141317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:15.149939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.154136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.201416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:15.210358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:15.214566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:15.221646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:15.259850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23312-11e3-4e04-ba57-db75d820b054 req-55bc3b5d-8c32-4f3e-a98f-299f1d19385f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:15.261833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5f23312-11e3-4e04-ba57-db75d820b054 req-55bc3b5d-8c32-4f3e-a98f-299f1d19385f tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1319239 Jan 27 19:31:15.263248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Allocated IP 172.20.0.14 (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a/7145231e-bf64-4dbe-a7eb-26c006cc9c2c/c742b0b8-9898-41a7-9476-7822913470f0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:15.308930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Pushing event updated for resources: {'Port': ['ID=26a5be36-31f3-45f0-bd14-fd09f6606f2f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:15.322420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Attempting to bind port 26a5be36-31f3-45f0-bd14-fd09f6606f2f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:15.323042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Attempting to bind port 26a5be36-31f3-45f0-bd14-fd09f6606f2f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:15.323408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Attempting to bind port 26a5be36-31f3-45f0-bd14-fd09f6606f2f on network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:15.329793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:15.330173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Checking segment: {'id': '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:15.330582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.330976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Bound using segment: {'id': '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:15.331448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Bound port: 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89c816a-6ee0-4afa-b7ef-fc7a27201f2a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:15.332236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.359038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5f23312-11e3-4e04-ba57-db75d820b054 req-bdb16842-981f-43ee-be16-bfb60403fd25 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Jan 27 19:31:15.413163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] For port 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:15.419869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] For port 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26a5be36-31f3-45f0-bd14-fd09f6606f2f,segment=NetworkSegment(7c87d9f0-432e-4538-8ff8-66bae9cc1cb2),segment_id=7c87d9f0-432e-4538-8ff8-66bae9cc1cb2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:15.425084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.521612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for port (c742b0b8-9898-41a7-9476-7822913470f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.532381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b802385d-cff7-4dcf-b3f3-d874e6c2ad59'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:15.568005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2d31-7f79-4aba-8325-59998cf546c6 None None] Pushing event updated for resources: {'Port': ['ID=26a5be36-31f3-45f0-bd14-fd09f6606f2f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:15.573550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.579672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87cdd6-6b9c-4ae4-8cd9-a3736742ccba req-752db88e-b5ca-41b6-894b-a6f659f70603 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:15.581245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f87cdd6-6b9c-4ae4-8cd9-a3736742ccba req-752db88e-b5ca-41b6-894b-a6f659f70603 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1180453 Jan 27 19:31:15.633086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c742b0b8-9898-41a7-9476-7822913470f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.646605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118a5f-4d3d-482b-8410-51c1f875a95b req-b3bd3e12-1720-4a1f-b8cc-5d1c8ef72f2a tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:15.648188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5118a5f-4d3d-482b-8410-51c1f875a95b req-b3bd3e12-1720-4a1f-b8cc-5d1c8ef72f2a tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 946 time: 0.1160789 Jan 27 19:31:15.758676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f87cdd6-6b9c-4ae4-8cd9-a3736742ccba req-13f460a0-33ae-4683-a293-c930fc62fda1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711800 Jan 27 19:31:15.784687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:15.799618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:15.804712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:15.809582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event updated for resources: {'Port': ['ID=c742b0b8-9898-41a7-9476-7822913470f0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:15.855368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-07d95be9-cd56-46b8-afd4-7fc4f9674cbb req-c80b91d7-57cd-4794-8ccd-e1936f165cdb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:31:15.856372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07d95be9-cd56-46b8-afd4-7fc4f9674cbb req-c80b91d7-57cd-4794-8ccd-e1936f165cdb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098183 Jan 27 19:31:15.864005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de35c9-8c2d-4813-b370-ea248377612a req-b64df6d8-4df8-48a0-bd4d-0ce9bdbfc6dd tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:15.865632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4de35c9-8c2d-4813-b370-ea248377612a req-b64df6d8-4df8-48a0-bd4d-0ce9bdbfc6dd tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.39 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 946 time: 0.1648223 Jan 27 19:31:15.916534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5118a5f-4d3d-482b-8410-51c1f875a95b req-5998f752-61e9-4729-b1c1-05050f94d002 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/security-groups?id=33385257-69de-4a74-936c-b45219265abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566028 Jan 27 19:31:15.928913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:15.929596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:15.944448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.004566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24cb919f-bd44-4482-8a3c-2a3eb876d8af tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6484857 Jan 27 19:31:16.007809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50390) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:16.025516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799db087-a548-4fc5-b889-0297aae57d09 req-f3861191-e908-416c-8e18-82f6735823da tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:16.027128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-799db087-a548-4fc5-b889-0297aae57d09 req-f3861191-e908-416c-8e18-82f6735823da tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0910852 Jan 27 19:31:16.059794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Deleting port b5c56944-4821-4851-89b6-a2de0d3e61b0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:16.060139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.079614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:16.142484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:16.144173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.150387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Deleting port c742b0b8-9898-41a7-9476-7822913470f0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:16.150814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c742b0b8-9898-41a7-9476-7822913470f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.179538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-799db087-a548-4fc5-b889-0297aae57d09 req-537918ff-887e-4305-8021-a8dbdf42eb34 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437929 Jan 27 19:31:16.249027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:16.249554 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.264654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5a734-2d6c-4e65-af84-d3034e5b8aad req-c6875bef-1d80-4ef3-8b73-e6ab027e339c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:16.267468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecb5a734-2d6c-4e65-af84-d3034e5b8aad req-c6875bef-1d80-4ef3-8b73-e6ab027e339c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 944 time: 0.1502316 Jan 27 19:31:16.288550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:16.295685 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd5a8e-d6f8-43ef-9694-f3e6b33d338e" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:16.312085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:16.314510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] For port b5c56944-4821-4851-89b6-a2de0d3e61b0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b5c56944-4821-4851-89b6-a2de0d3e61b0,segment=NetworkSegment(f74e225c-467f-4c79-ba2b-6542a08664aa),segment_id=f74e225c-467f-4c79-ba2b-6542a08664aa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:16.315127 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.319459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.365059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c742b0b8-9898-41a7-9476-7822913470f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.389653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Calling delete_port for c742b0b8-9898-41a7-9476-7822913470f0 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:16.393248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Calling delete_port for b5c56944-4821-4851-89b6-a2de0d3e61b0 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:16.402338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:16.477016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecb5a734-2d6c-4e65-af84-d3034e5b8aad req-e83731c3-93c1-400f-b561-9596c6e7c0bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907973 Jan 27 19:31:16.539319 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f818a08-a146-4f37-a7f2-ceae74313ab0 x-openstack-request-id: req-3f818a08-a146-4f37-a7f2-ceae74313ab0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:16.539620 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:16.539876 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f818a08-a146-4f37-a7f2-ceae74313ab0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:16.540278 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:31:16.604458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b626b-869f-465c-aac3-13e2c9ccc4d4 req-15daaca4-b8b6-476b-920a-20f611d68a5b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:16.606050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-905b626b-869f-465c-aac3-13e2c9ccc4d4 req-15daaca4-b8b6-476b-920a-20f611d68a5b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0865521 Jan 27 19:31:16.612244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b802385d-cff7-4dcf-b3f3-d874e6c2ad59 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:16.615644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c742b0b8-9898-41a7-9476-7822913470f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.677202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event deleted for resources: {'Port': ['ID=c742b0b8-9898-41a7-9476-7822913470f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:16.704479 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b5c56944-4821-4851-89b6-a2de0d3e61b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.708226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:31:16.724551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b5c56944-4821-4851-89b6-a2de0d3e61b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:16.743389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Pushing event deleted for resources: {'Port': ['ID=b5c56944-4821-4851-89b6-a2de0d3e61b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:16.759978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-905b626b-869f-465c-aac3-13e2c9ccc4d4 req-3984644d-2e33-4bb2-b86c-60d414662815 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258855 Jan 27 19:31:16.780695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:16.781234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.848111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] No DVR routers for this DVR port b5c56944-4821-4851-89b6-a2de0d3e61b0 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:16.853901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.858458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4de35c9-8c2d-4813-b370-ea248377612a req-813a6ad0-e125-4765-89e6-8f45727dc2c8 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.39 "DELETE /v2.0/ports/b5c56944-4821-4851-89b6-a2de0d3e61b0 HTTP/1.1" status: 204 len: 173 time: 0.9814992 Jan 27 19:31:16.859187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'name': 'network-vif-deleted', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:16.862861 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e2f17-c5af-4781-8ccd-f73a7f7eea96" -d '{"events": [{"server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "name": "network-vif-deleted", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:16.906937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:16.915009 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2723d8bf-6e92-4ffd-adc2-1e6e0464a529 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "DELETE /v2.0/ports/c742b0b8-9898-41a7-9476-7822913470f0 HTTP/1.1" status: 204 len: 168 time: 0.9059021 Jan 27 19:31:16.920533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:16.960857 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb242f4c-0078-4e88-a115-9a9cdf8230e4 x-openstack-request-id: req-bb242f4c-0078-4e88-a115-9a9cdf8230e4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:16.961677 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b435c99f-43da-4cd1-843a-4ef651bcbe5c", "name": "network-vif-deleted", "tag": "b5c56944-4821-4851-89b6-a2de0d3e61b0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:16.962100 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb242f4c-0078-4e88-a115-9a9cdf8230e4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:16.962752 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b435c99f-43da-4cd1-843a-4ef651bcbe5c', 'name': 'network-vif-deleted', 'tag': 'b5c56944-4821-4851-89b6-a2de0d3e61b0', 'status': 'completed', 'code': 200} Jan 27 19:31:16.967766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e12687-f0da-498f-bc19-2a12ca031118 None None] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:16.989557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:16.990219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.019073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed2c46-4149-4e77-af7b-47cf059ea1f1 req-322d3317-715a-4247-9840-5f07dd55ae7e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:17.030135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83ed2c46-4149-4e77-af7b-47cf059ea1f1 req-322d3317-715a-4247-9840-5f07dd55ae7e tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1269927 Jan 27 19:31:17.049275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2be19cb0-7746-4e6f-813b-4d5c6221e4f7 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1293621 Jan 27 19:31:17.054286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50418) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:17.059795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1738476736'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:17.099630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Made reservation on behalf of 02fdf349365d4d999ab00850f4fdf33b for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:17.103233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.126423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32ba6413-94ac-48c0-9c66-dd502eb2dc87 req-3fb06d56-ec93-4623-a10f-702d95da5405 tempest-ServerAddressesNegativeTestJSON-694289172 tempest-ServerAddressesNegativeTestJSON-694289172-project] 10.222.0.59 "GET /v2.0/ports?device_id=b435c99f-43da-4cd1-843a-4ef651bcbe5c HTTP/1.1" status: 200 len: 210 time: 0.0566750 Jan 27 19:31:17.146058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:31:17.159649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f76ae016-c921-4c12-90a0-f16b8efd07ec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.160157 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Added segment f76ae016-c921-4c12-90a0-f16b8efd07ec of type vlan for network 8a226fda-6bf4-4f28-a706-3c121ef3f737 Jan 27 19:31:17.184376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83ed2c46-4149-4e77-af7b-47cf059ea1f1 req-2af1bb39-efe0-4bdc-88ad-ef2495d6a4fa tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394849 Jan 27 19:31:17.225929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8a226fda-6bf4-4f28-a706-3c121ef3f737), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.262947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8a226fda-6bf4-4f28-a706-3c121ef3f737), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.264652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Provisioning complete for port 26a5be36-31f3-45f0-bd14-fd09f6606f2f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:17.265042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.268348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:17.268989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.290034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:17.315683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.396212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:17.416225 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3584411 Jan 27 19:31:17.422707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ce0e-1b11-4467-ac22-dd35f710cef1 req-8dfceb29-ba35-4793-9102-a356b8b5d60c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:17.424927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50428) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:17.447739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47e2ce0e-1b11-4467-ac22-dd35f710cef1 req-8dfceb29-ba35-4793-9102-a356b8b5d60c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1135781 Jan 27 19:31:17.451475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee0a85-2bba-41c2-b249-774f5fa01de2 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event updated for resources: {'Network': ['ID=8a226fda-6bf4-4f28-a706-3c121ef3f737,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:17.496224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8a226fda-6bf4-4f28-a706-3c121ef3f737 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:31:17.537857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Current status of the port 26a5be36-31f3-45f0-bd14-fd09f6606f2f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:17.538348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.576789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47e2ce0e-1b11-4467-ac22-dd35f710cef1 req-d6453b06-d7f9-41e3-b99e-7ee698441a18 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282933 Jan 27 19:31:17.703411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26a5be36-31f3-45f0-bd14-fd09f6606f2f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:17.868267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a7cded6-6a61-4ca1-8f84-2b3fec165d50 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks HTTP/1.1" status: 200 len: 13645 time: 0.4416389 Jan 27 19:31:17.868619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50438) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:17.870528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] For port 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26a5be36-31f3-45f0-bd14-fd09f6606f2f,segment=NetworkSegment(7c87d9f0-432e-4538-8ff8-66bae9cc1cb2),segment_id=7c87d9f0-432e-4538-8ff8-66bae9cc1cb2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:17.881925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.923294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 26a5be36-31f3-45f0-bd14-fd09f6606f2f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:17.924243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:17.943654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9bc9-166b-4a3a-881a-bcd01bae847e req-d068d9fc-d8fa-463c-8646-d1efddd9bfe7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:17.946494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a3f9bc9-166b-4a3a-881a-bcd01bae847e req-d068d9fc-d8fa-463c-8646-d1efddd9bfe7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1814022 Jan 27 19:31:17.959484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a980460-986a-472a-94ce-65b4d06e020a req-5bb7e8d1-5684-46b7-b9ba-e7e509667053 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:17.961522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a980460-986a-472a-94ce-65b4d06e020a req-5bb7e8d1-5684-46b7-b9ba-e7e509667053 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.2382998 Jan 27 19:31:17.982341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410fdb9-f9e8-4b7c-b4b2-a856f54f7edc tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] Network 8a226fda-6bf4-4f28-a706-3c121ef3f737 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:31:18.010105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02743a5-eea2-47d2-bc88-51778ae895d7 None None] Network 8a226fda-6bf4-4f28-a706-3c121ef3f737 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:18.013226 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4410fdb9-f9e8-4b7c-b4b2-a856f54f7edc tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "POST /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1435273 Jan 27 19:31:18.014608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.016415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5dcc0-39f5-4ad1-a348-20c69e2a6d71 None None] Pushing event updated for resources: {'Port': ['ID=26a5be36-31f3-45f0-bd14-fd09f6606f2f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:18.082074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a3f9bc9-166b-4a3a-881a-bcd01bae847e req-c639789d-fee7-4592-92fb-adfe1aed4ab7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194983 Jan 27 19:31:18.101950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a980460-986a-472a-94ce-65b4d06e020a req-99c4ec62-89b3-44eb-99f2-13730cdb7825 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187789 Jan 27 19:31:18.115444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e6c7f684-f593-4d29-a579-3b08e5c272d0 None None] Provisioning complete for port 26a5be36-31f3-45f0-bd14-fd09f6606f2f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:18.117809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f684-f593-4d29-a579-3b08e5c272d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.229121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 26a5be36-31f3-45f0-bd14-fd09f6606f2f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:18.234964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8852f56c-9ff1-4cd8-b16a-f5ace3ad30ce tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks HTTP/1.1" status: 200 len: 14416 time: 0.2155747 Jan 27 19:31:18.235953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.251126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.282099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7f684-f593-4d29-a579-3b08e5c272d0 None None] Current status of the port 26a5be36-31f3-45f0-bd14-fd09f6606f2f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:18.288264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fe9aa-887e-4c31-9a8c-86c66273dcaf req-be60d8df-d44d-43cd-a718-dc9491382a9b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:18.290680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd7fe9aa-887e-4c31-9a8c-86c66273dcaf req-be60d8df-d44d-43cd-a718-dc9491382a9b tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1096048 Jan 27 19:31:18.348325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd7fe9aa-887e-4c31-9a8c-86c66273dcaf req-7a1fa6f7-fa8b-456f-ac5b-5e2e636f08d1 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521450 Jan 27 19:31:18.362335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Deleting subnet 92f0e4a1-3f98-46f4-8f01-02899d95b25e {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:31:18.368165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Publish callbacks [] for subnet (92f0e4a1-3f98-46f4-8f01-02899d95b25e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.374058 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84e35f0c-21d9-48b8-b369-48282c7244c7 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "DELETE /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks/8a226fda-6bf4-4f28-a706-3c121ef3f737 HTTP/1.1" status: 204 len: 168 time: 0.1368730 Jan 27 19:31:18.376656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.400689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-42189dd2-50f8-4b09-b66b-c2ab2f882b56 None None] Could not find standard attr ID for object c742b0b8-9898-41a7-9476-7822913470f0. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:31:18.413758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (92f0e4a1-3f98-46f4-8f01-02899d95b25e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.465055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (92f0e4a1-3f98-46f4-8f01-02899d95b25e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.541038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:18.543398 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b488e6-1ffc-41ea-82cd-b92a1d267ce7" -d '{"events": [{"server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "name": "network-vif-plugged", "status": "completed", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:18.549900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (92f0e4a1-3f98-46f4-8f01-02899d95b25e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.599471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195a8af-d3c2-4879-b517-9920ea14ad4a req-ace4d879-3dc1-43c2-a78c-f8b01d8aa406 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:18.601155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0195a8af-d3c2-4879-b517-9920ea14ad4a req-ace4d879-3dc1-43c2-a78c-f8b01d8aa406 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0977330 Jan 27 19:31:18.606006 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59b9163-ac31-4850-bc75-56b02e07990c x-openstack-request-id: req-a59b9163-ac31-4850-bc75-56b02e07990c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:18.606825 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "name": "network-vif-plugged", "status": "completed", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:18.607470 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a59b9163-ac31-4850-bc75-56b02e07990c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:18.608305 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59', 'code': 200} Jan 27 19:31:18.610298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f0e4a1-3f98-46f4-8f01-02899d95b25e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:18.618537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.627297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5a4c9480-3aa7-4004-a049-a31e2f8166b5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92f0e4a1-3f98-46f4-8f01-02899d95b25e HTTP/1.1" status: 204 len: 168 time: 0.3705561 Jan 27 19:31:18.627620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.683717 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e23770ba-5355-41b0-a20b-16af7a21f7b2 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks HTTP/1.1" status: 200 len: 13645 time: 0.3057332 Jan 27 19:31:18.690013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:18.713056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c8082123-fe9a-4e63-8e62-c1e6a221a8b9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.808923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c8082123-fe9a-4e63-8e62-c1e6a221a8b9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.832447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8082123-fe9a-4e63-8e62-c1e6a221a8b9']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:18.843697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74e225c-467f-4c79-ba2b-6542a08664aa') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:18.844013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74e225c-467f-4c79-ba2b-6542a08664aa') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:18.857603 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f74e225c-467f-4c79-ba2b-6542a08664aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.873393 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f74e225c-467f-4c79-ba2b-6542a08664aa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.881355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:31:18.881676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f74e225c-467f-4c79-ba2b-6542a08664aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:31:18.883621 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:31:18.945232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c8082123-fe9a-4e63-8e62-c1e6a221a8b9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.951368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:18.954635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] 10.222.0.59 "DELETE /v2.0/networks/c8082123-fe9a-4e63-8e62-c1e6a221a8b9 HTTP/1.1" status: 204 len: 168 time: 0.3256829 Jan 27 19:31:18.967219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb865b8-deeb-4117-9a6d-195558dec58a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8082123-fe9a-4e63-8e62-c1e6a221a8b9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:19.017989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0195a8af-d3c2-4879-b517-9920ea14ad4a req-b4f3ed01-4875-4c87-aa35-6754ad83821c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999462 Jan 27 19:31:19.021381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-22164171-999d-4c0e-8f3c-5e55396c4462 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/networks/e89c816a-6ee0-4afa-b7ef-fc7a27201f2a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.3279252 Jan 27 19:31:19.025191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.044871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8aaa9-3f6f-474e-a58e-08682744ddbd req-efab068b-9c17-4ea7-ab53-a0efd075ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:19.046695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ca8aaa9-3f6f-474e-a58e-08682744ddbd req-efab068b-9c17-4ea7-ab53-a0efd075ccec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 1096 time: 0.3557506 Jan 27 19:31:19.063701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3804018-feb6-4305-8cc7-b3878ba93741 tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/networks/e89c816a-6ee0-4afa-b7ef-fc7a27201f2a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0339859 Jan 27 19:31:19.065509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.100088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ca8aaa9-3f6f-474e-a58e-08682744ddbd req-61517bf3-ac89-45a0-b527-a0e0c44836d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Jan 27 19:31:19.244515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.320250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86e44ba8-569a-4977-84c6-a1ff65ad683f tempest-DHCPAgentSchedulersTestJSON-1100840355 tempest-DHCPAgentSchedulersTestJSON-1100840355-project-admin] 10.222.0.59 "GET /v2.0/agents/c86bf0c9-7bc1-4d9d-ba68-442b8f501876/dhcp-networks HTTP/1.1" status: 200 len: 12837 time: 0.2547207 Jan 27 19:31:19.324473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50494) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.333559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10868ea5-e58d-4151-bdc8-626e5035cf8b req-0d816911-48cd-4c0c-9ca1-5a16ea9197b2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:19.335178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10868ea5-e58d-4151-bdc8-626e5035cf8b req-0d816911-48cd-4c0c-9ca1-5a16ea9197b2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.1310067 Jan 27 19:31:19.339565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5125962-8630-49c8-99ef-f2610141376f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2d1e1fcedc44850b1850c4cecb64cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931392 Jan 27 19:31:19.342135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.420293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8a226fda-6bf4-4f28-a706-3c121ef3f737), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.485220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26a5be36-31f3-45f0-bd14-fd09f6606f2f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:19.496256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10868ea5-e58d-4151-bdc8-626e5035cf8b req-6f07397b-ccd8-4eb3-a669-c21ee7124fe5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548078 Jan 27 19:31:19.498573 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] Publish callbacks [] for security_group (33385257-69de-4a74-936c-b45219265abb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.559282 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] Publish callbacks [] for security_group (33385257-69de-4a74-936c-b45219265abb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.585416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 26a5be36-31f3-45f0-bd14-fd09f6606f2f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:19.586097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.610627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8a226fda-6bf4-4f28-a706-3c121ef3f737), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.642354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a226fda-6bf4-4f28-a706-3c121ef3f737']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:19.663808 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (33385257-69de-4a74-936c-b45219265abb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.667033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.667433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76ae016-c921-4c12-90a0-f16b8efd07ec') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:19.667870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76ae016-c921-4c12-90a0-f16b8efd07ec') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:19.671253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33385257-69de-4a74-936c-b45219265abb HTTP/1.1" status: 204 len: 168 time: 0.3274896 Jan 27 19:31:19.681888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4367dd-df32-47ba-b0ae-49eb1d74388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33385257-69de-4a74-936c-b45219265abb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:19.682938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f76ae016-c921-4c12-90a0-f16b8efd07ec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.705243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f76ae016-c921-4c12-90a0-f16b8efd07ec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.720471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:31:19.721757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f76ae016-c921-4c12-90a0-f16b8efd07ec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:31:19.727412 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:31:19.800173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 26a5be36-31f3-45f0-bd14-fd09f6606f2f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:19.852081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8a226fda-6bf4-4f28-a706-3c121ef3f737), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.870772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:19.878954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "DELETE /v2.0/networks/8a226fda-6bf4-4f28-a706-3c121ef3f737 HTTP/1.1" status: 204 len: 168 time: 0.5502515 Jan 27 19:31:19.880293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.892568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061d14-f819-40a9-b6a6-31b4d9dd0538 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event deleted for resources: {'Network': ['ID=8a226fda-6bf4-4f28-a706-3c121ef3f737,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:19.919138 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a9d989-a2a2-4bda-bc6f-900e3650bb7d tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] DELETE failed (client error): The resource could not be found. Jan 27 19:31:19.919710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a9d989-a2a2-4bda-bc6f-900e3650bb7d tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:31:19.926382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:19.927147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d6a9d989-a2a2-4bda-bc6f-900e3650bb7d tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "DELETE /v2.0/ports/c742b0b8-9898-41a7-9476-7822913470f0 HTTP/1.1" status: 404 len: 333 time: 0.0451190 Jan 27 19:31:19.984628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Deleting subnet 7145231e-bf64-4dbe-a7eb-26c006cc9c2c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:31:19.988701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for subnet (7145231e-bf64-4dbe-a7eb-26c006cc9c2c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.059556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7145231e-bf64-4dbe-a7eb-26c006cc9c2c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.187913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7145231e-bf64-4dbe-a7eb-26c006cc9c2c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.290514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7145231e-bf64-4dbe-a7eb-26c006cc9c2c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.309494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.317219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:20.319359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25afa94-4ee6-49bd-9b56-8a936208304e None None] Network e89c816a-6ee0-4afa-b7ef-fc7a27201f2a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:20.337395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "DELETE /v2.0/subnets/7145231e-bf64-4dbe-a7eb-26c006cc9c2c HTTP/1.1" status: 204 len: 168 time: 0.4096909 Jan 27 19:31:20.410442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d2bfc-c383-49e3-883a-f10d9a2ce2c0 tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event deleted for resources: {'Subnet': ['ID=7145231e-bf64-4dbe-a7eb-26c006cc9c2c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:20.583837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.610377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b5c56944-4821-4851-89b6-a2de0d3e61b0 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:20.762361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] DHCP port deletion for e89c816a-6ee0-4afa-b7ef-fc7a27201f2a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:31:20.772536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: b5c56944-4821-4851-89b6-a2de0d3e61b0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:31:20.775362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b5c56944-4821-4851-89b6-a2de0d3e61b0 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:31:20.828795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79781f-a652-4007-b6f1-47d713bd04b9 req-94756b11-4be8-48b1-a1c7-5c04722c7404 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:20.836438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d79781f-a652-4007-b6f1-47d713bd04b9 req-94756b11-4be8-48b1-a1c7-5c04722c7404 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.0979321 Jan 27 19:31:20.922695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Deleting port 26a5be36-31f3-45f0-bd14-fd09f6606f2f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:20.922695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:20.929662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Deleting port 26a5be36-31f3-45f0-bd14-fd09f6606f2f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:20.930094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.004580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] For port 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26a5be36-31f3-45f0-bd14-fd09f6606f2f,segment=NetworkSegment(7c87d9f0-432e-4538-8ff8-66bae9cc1cb2),segment_id=7c87d9f0-432e-4538-8ff8-66bae9cc1cb2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:21.004956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.021932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Calling delete_port for 26a5be36-31f3-45f0-bd14-fd09f6606f2f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:21.092353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] For port 26a5be36-31f3-45f0-bd14-fd09f6606f2f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26a5be36-31f3-45f0-bd14-fd09f6606f2f,segment=NetworkSegment(7c87d9f0-432e-4538-8ff8-66bae9cc1cb2),segment_id=7c87d9f0-432e-4538-8ff8-66bae9cc1cb2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:21.092788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.100199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:21.122731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Calling delete_port for 26a5be36-31f3-45f0-bd14-fd09f6606f2f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:21.175349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d79781f-a652-4007-b6f1-47d713bd04b9 req-33e61ef5-006f-4bb8-aaab-b3182f829b27 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376591 Jan 27 19:31:21.229198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.285561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] No DVR routers for this DVR port 26a5be36-31f3-45f0-bd14-fd09f6606f2f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:21.292079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ba01-899a-406a-8545-f65252f96ef0 None None] Pushing event deleted for resources: {'Port': ['ID=26a5be36-31f3-45f0-bd14-fd09f6606f2f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:21.304476 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (26a5be36-31f3-45f0-bd14-fd09f6606f2f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.333801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1965616238-network', 'tenant_id': '18d2e4b2ea8a47adad66b5bf5c7807fe'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:21.346119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event deleted for resources: {'Port': ['ID=26a5be36-31f3-45f0-bd14-fd09f6606f2f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:21.357962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Made reservation on behalf of 18d2e4b2ea8a47adad66b5bf5c7807fe for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:21.360945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.366756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] No DVR routers for this DVR port 26a5be36-31f3-45f0-bd14-fd09f6606f2f on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:21.385580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.499476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks [] for security_group (22b01eef-3c75-4362-80db-15e1672909d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.514652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22b01eef-3c75-4362-80db-15e1672909d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.520138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26a5be36-31f3-45f0-bd14-fd09f6606f2f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:21.547587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.559911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:31:21.572423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b01eef-3c75-4362-80db-15e1672909d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:21.578798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (2047fd41-f844-43a7-b3f0-35e6c93da52d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.579434 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Added segment 2047fd41-f844-43a7-b3f0-35e6c93da52d of type vlan for network 28a1104a-10d6-484d-a005-b349f25d0a46 Jan 27 19:31:21.582205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89c816a-6ee0-4afa-b7ef-fc7a27201f2a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:21.595139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:21.595754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c87d9f0-432e-4538-8ff8-66bae9cc1cb2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:21.607729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7c87d9f0-432e-4538-8ff8-66bae9cc1cb2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.624473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7c87d9f0-432e-4538-8ff8-66bae9cc1cb2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.633409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:31:21.634514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7c87d9f0-432e-4538-8ff8-66bae9cc1cb2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:31:21.671557 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:31:21.690964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (28a1104a-10d6-484d-a005-b349f25d0a46), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.702026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 26a5be36-31f3-45f0-bd14-fd09f6606f2f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:31:21.703610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26a5be36-31f3-45f0-bd14-fd09f6606f2f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:31:21.756499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (28a1104a-10d6-484d-a005-b349f25d0a46), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.757750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:21.758541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.845990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e89c816a-6ee0-4afa-b7ef-fc7a27201f2a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.861499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:21.872736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] 10.222.0.59 "DELETE /v2.0/networks/e89c816a-6ee0-4afa-b7ef-fc7a27201f2a HTTP/1.1" status: 204 len: 168 time: 1.5541189 Jan 27 19:31:21.896677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12ea2f-bcf3-4e2d-b02d-f039102d3d3c tempest-DHCPAgentSchedulersTestJSON-570923771 tempest-DHCPAgentSchedulersTestJSON-570923771-project] Pushing event deleted for resources: {'Network': ['ID=e89c816a-6ee0-4afa-b7ef-fc7a27201f2a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:21.929364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8281188 Jan 27 19:31:21.932584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:21.934803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcfeb4-b6a2-4b46-8cec-86006eefddef admin admin] Pushing event updated for resources: {'Network': ['ID=28a1104a-10d6-484d-a005-b349f25d0a46,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:21.945040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Request body: {'subnet': {'network_id': '28a1104a-10d6-484d-a005-b349f25d0a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1965616238-subnet', 'tenant_id': '18d2e4b2ea8a47adad66b5bf5c7807fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:21.951820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 28a1104a-10d6-484d-a005-b349f25d0a46 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:31:22.041009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Made reservation on behalf of 18d2e4b2ea8a47adad66b5bf5c7807fe for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:22.048488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.256829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50580) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:22.543802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0e85a-c05c-4a69-8cae-c2adf8aff55e req-2c9d7f2c-1e8f-4387-84f3-560b143c3672 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:22.543802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94f0e85a-c05c-4a69-8cae-c2adf8aff55e req-2c9d7f2c-1e8f-4387-84f3-560b143c3672 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.2021534 Jan 27 19:31:22.566064 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0fe46749-68b8-4399-b121-16ddc3167141 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02fdf349365d4d999ab00850f4fdf33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043797 Jan 27 19:31:22.568493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:22.665641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (8550e9c7-9129-42d2-893e-09265f51e556), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.670240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] Publish callbacks [] for security_group (546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.708645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] Publish callbacks [] for security_group (546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.792885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.795591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.799161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4 HTTP/1.1" status: 204 len: 168 time: 0.2273560 Jan 27 19:31:22.815161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028278de-90f7-4c69-acdd-78589c266e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546be2d9-ecf5-42ad-9c13-bfc8bb8f4ee4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:22.864310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Checking segment: {'id': '2047fd41-f844-43a7-b3f0-35e6c93da52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '28a1104a-10d6-484d-a005-b349f25d0a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:22.864859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Network hostable DHCP agents. Network: 28a1104a-10d6-484d-a005-b349f25d0a46, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:31:22.872715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94f0e85a-c05c-4a69-8cae-c2adf8aff55e req-34b2e19f-19d4-4877-9e72-910b10f4b60e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219798 Jan 27 19:31:22.887773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8550e9c7-9129-42d2-893e-09265f51e556,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:22.924987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Network 28a1104a-10d6-484d-a005-b349f25d0a46 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:31:22.941696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 28a1104a-10d6-484d-a005-b349f25d0a46) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:22.950665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:22.954876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:22.956726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7fc3a-c900-45c6-8e98-336073fbfdfa None None] Network 28a1104a-10d6-484d-a005-b349f25d0a46 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:22.985737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a3727ef4-575d-4d78-924c-32ab03393c47 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0514691 Jan 27 19:31:23.217676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ec81d-7510-49dc-bafb-95b2ad3bbce4 None None] Network 28a1104a-10d6-484d-a005-b349f25d0a46 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:23.424710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:23.449373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc32470a-3430-4946-b043-200844e2cb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.487523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:23.544902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Deleting subnet 8550e9c7-9129-42d2-893e-09265f51e556 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:31:23.555641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Publish callbacks [] for subnet (8550e9c7-9129-42d2-893e-09265f51e556), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.664026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.694454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3e9584b0-7ecc-4922-9606-3d8a7f066c0e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:23.708532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3e9584b0-7ecc-4922-9606-3d8a7f066c0e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.3712237 Jan 27 19:31:23.721632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc32470a-3430-4946-b043-200844e2cb43 admin admin] Publish callbacks [] for security_group (cb5eedff-f0fc-47f7-b79b-27f9183866aa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.742886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc32470a-3430-4946-b043-200844e2cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb5eedff-f0fc-47f7-b79b-27f9183866aa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.751823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-a1dd1d3e-88c7-487c-bbf2-862618fc2e9e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0416329 Jan 27 19:31:23.761859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (8550e9c7-9129-42d2-893e-09265f51e556), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.794356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32470a-3430-4946-b043-200844e2cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5eedff-f0fc-47f7-b79b-27f9183866aa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:23.818965 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc32470a-3430-4946-b043-200844e2cb43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5376ba98f394115b4348dd315301b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929439 Jan 27 19:31:23.823860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:23.905552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] Publish callbacks [] for security_group (cb5eedff-f0fc-47f7-b79b-27f9183866aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:23.926147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-eb7ab9e7-84a1-4d07-b296-273315d289e8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728077 Jan 27 19:31:23.944053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] Publish callbacks [] for security_group (cb5eedff-f0fc-47f7-b79b-27f9183866aa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.041134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb5eedff-f0fc-47f7-b79b-27f9183866aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.048759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.055800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb5eedff-f0fc-47f7-b79b-27f9183866aa HTTP/1.1" status: 204 len: 168 time: 0.2271242 Jan 27 19:31:24.115077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96907bb-a75c-46fa-b6f9-e876e600f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5eedff-f0fc-47f7-b79b-27f9183866aa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:24.170482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-d9cc7f55-8d9d-4a71-8699-2d86b63f6231 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325454 Jan 27 19:31:24.271693 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8550e9c7-9129-42d2-893e-09265f51e556), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.423251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-73d56f48-a897-47c5-8cc7-e1909b45f1f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499001 Jan 27 19:31:24.489900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (8550e9c7-9129-42d2-893e-09265f51e556), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.590669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8550e9c7-9129-42d2-893e-09265f51e556,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:24.599040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.619858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-626f0adb-9bf5-4948-9ef9-4fecb7251e6d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8550e9c7-9129-42d2-893e-09265f51e556 HTTP/1.1" status: 204 len: 168 time: 1.1311491 Jan 27 19:31:24.622432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50642) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:24.678401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:24.801992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (28a1104a-10d6-484d-a005-b349f25d0a46), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:25.005706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d18ad6ec-9d8e-4222-b2bc-d46b3468189f req-0a9b9834-c26b-4d99-8d41-ee10a93b8249 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 210 time: 0.1164565 Jan 27 19:31:25.797593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:31:26.008786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (28a1104a-10d6-484d-a005-b349f25d0a46), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.053106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a1104a-10d6-484d-a005-b349f25d0a46']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:26.090186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2047fd41-f844-43a7-b3f0-35e6c93da52d') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:26.095716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2047fd41-f844-43a7-b3f0-35e6c93da52d') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:26.143429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (2047fd41-f844-43a7-b3f0-35e6c93da52d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.208784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (2047fd41-f844-43a7-b3f0-35e6c93da52d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.236771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:31:26.237347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (2047fd41-f844-43a7-b3f0-35e6c93da52d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.338914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6cae09d-afef-43e6-8f6a-89fba19b6b7a req-851e46b4-7b9e-4e7b-ba35-40b6a18c47d7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 210 time: 0.0820699 Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:31:26.443187 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:31:26.489754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (28a1104a-10d6-484d-a005-b349f25d0a46), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.510305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:26.540577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/28a1104a-10d6-484d-a005-b349f25d0a46 HTTP/1.1" status: 204 len: 168 time: 1.9137156 Jan 27 19:31:26.599189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836a229-bcbf-498f-8cf2-17b78534a7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=28a1104a-10d6-484d-a005-b349f25d0a46,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:27.109936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50714) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:27.153051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-17f9f1db-39c5-4731-be1b-8eb520e0fb75 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:27.154672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-17f9f1db-39c5-4731-be1b-8eb520e0fb75 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.4882445 Jan 27 19:31:27.173618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:27.259798 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55beee1c-9a14-4b6b-b4b8-e73cd1ac0a89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18d2e4b2ea8a47adad66b5bf5c7807fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481171 Jan 27 19:31:27.264114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:27.365317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] Publish callbacks [] for security_group (22b01eef-3c75-4362-80db-15e1672909d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:27.419598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] Publish callbacks [] for security_group (22b01eef-3c75-4362-80db-15e1672909d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:27.458742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:27.466064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:27.556326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22b01eef-3c75-4362-80db-15e1672909d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:27.559017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:27.562513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22b01eef-3c75-4362-80db-15e1672909d1 HTTP/1.1" status: 204 len: 168 time: 0.2989783 Jan 27 19:31:27.571574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208da852-b4b2-4404-b4a8-ba9bf06c34a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b01eef-3c75-4362-80db-15e1672909d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:27.614380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3a8b3e4-d13d-4df5-9bd1-76dd3044a8ec req-e4b42384-4712-42bb-b145-f8df56e5b7d5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 210 time: 0.1047256 Jan 27 19:31:27.953502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.13 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:28.235119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50738) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:28.380002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:28.454146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:28.467264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:28.472289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b802385d-cff7-4dcf-b3f3-d874e6c2ad59'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:28.626044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:28.636581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.636581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.636581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.636581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.637159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2004408788', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:28.637341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.637341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.637341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.637847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.638001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.639837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.639837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.639837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.639837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:28.689515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:28.696883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:28.704328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:28.781468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Made reservation on behalf of 41053a4f36fe42ad93160f399a5a72d3 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:28.789677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:28.850542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:28.907974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:28.911740 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:29.000721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-3600d91e-3673-473b-9870-3ddc94e41218 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8298852 Jan 27 19:31:29.099925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Request body: {'port': {'device_id': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:29.342077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for security_group (1c55feec-5171-482b-affd-372b754d5019), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:29.351699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c55feec-5171-482b-affd-372b754d5019), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:29.359517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ce346-66d5-460f-a3a9-fce43e7b794d req-932c9121-d201-493c-8d3d-9b3f3bd33253 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:29.361451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] device_id is not set on port b5284d57-7df0-4879-8fce-432a2710116e yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:31:29.406953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f88ce346-66d5-460f-a3a9-fce43e7b794d req-932c9121-d201-493c-8d3d-9b3f3bd33253 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 932 time: 0.5057178 Jan 27 19:31:29.495549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:29.660257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Allocated IP 172.25.5.218 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b5284d57-7df0-4879-8fce-432a2710116e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:29.694615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f88ce346-66d5-460f-a3a9-fce43e7b794d req-d6f9ed34-c8eb-4b9f-bc27-bf5676ae4e8c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857447 Jan 27 19:31:29.953412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for port (b5284d57-7df0-4879-8fce-432a2710116e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.054685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b5284d57-7df0-4879-8fce-432a2710116e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.144755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:30.156513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:30.167099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55feec-5171-482b-affd-372b754d5019,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:30.194258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:30.253344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:30.254036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.278680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Pushing event updated for resources: {'Port': ['ID=b5284d57-7df0-4879-8fce-432a2710116e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:30.305395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1ceed06-5cd4-4c09-87db-152d3ac89cfb tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0656192 Jan 27 19:31:30.305966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50788) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:30.315903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.218'}]}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:30.336541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:30.349051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks [] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.370217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Transition to ACTIVE for port object ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:31:30.387239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.408026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (de8472b2-80e9-40f9-9922-d0b927b3ffda), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.410895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (de8472b2-80e9-40f9-9922-d0b927b3ffda), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.646015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for router_controller (de8472b2-80e9-40f9-9922-d0b927b3ffda), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:30.704593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:30.893511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Attempting to bind port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:30.894014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Attempting to bind port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:30.894443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Attempting to bind port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:30.912414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:30.919075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:31:30.919649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Attempting to bind port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:30.958455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:30.959445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:30.960241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:30.961485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Bound port: ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:30.961485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.024930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801a063-4251-42c1-93cd-705c676d8220 req-48ed7911-77e1-4d31-8ec2-779b7a4589b6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:31.030903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2801a063-4251-42c1-93cd-705c676d8220 req-48ed7911-77e1-4d31-8ec2-779b7a4589b6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 944 time: 0.1374624 Jan 27 19:31:31.039749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for router_gateway (de8472b2-80e9-40f9-9922-d0b927b3ffda), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.219079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f8f9-3132-4ac4-8046-3ff78e488519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.283231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2801a063-4251-42c1-93cd-705c676d8220 req-5832ac17-cd2e-42f4-ab95-8f4643c417a0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451489 Jan 27 19:31:31.488873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f8f9-3132-4ac4-8046-3ff78e488519 admin admin] Publish callbacks [] for security_group (0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.496034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:31.496341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for router_gateway (de8472b2-80e9-40f9-9922-d0b927b3ffda), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.510838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f8f9-3132-4ac4-8046-3ff78e488519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.522167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:31.544260 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.561846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.667961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:31.668953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.671876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] 10.222.0.39 "PUT /v2.0/ports/ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 HTTP/1.1" status: 200 len: 1092 time: 2.6061859 Jan 27 19:31:31.689322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:31.710498 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b4ac2a-3e4d-4905-b835-e3c856cde239" -d '{"events": [{"name": "network-changed", "server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:31.729965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7f8f9-3132-4ac4-8046-3ff78e488519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:31.786372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bcd7f8f9-3132-4ac4-8046-3ff78e488519 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f96860485d2f407aa290bc681ce545e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8726993 Jan 27 19:31:31.790295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50830) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:31.889456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4643e-0509-4e49-91b0-5591415f129e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:31.906482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] Publish callbacks [] for security_group (0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.909949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for router (de8472b2-80e9-40f9-9922-d0b927b3ffda), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:31.971824 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a3877-3afb-4ea3-ba0e-b676d929779f x-openstack-request-id: req-020a3877-3afb-4ea3-ba0e-b676d929779f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:31.973406 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:31.973681 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-020a3877-3afb-4ea3-ba0e-b676d929779f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:31.976248 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57', 'status': 'completed', 'code': 200} Jan 27 19:31:31.984757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b085e-2912-4434-9178-f74fbc9c7cbe req-c3ad921e-e125-4045-9b09-1789b5ca64fb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:31.989150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-414b085e-2912-4434-9178-f74fbc9c7cbe req-c3ad921e-e125-4045-9b09-1789b5ca64fb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1556747 Jan 27 19:31:31.997593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-08516761-3093-4ae3-9441-e44e006488f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:32.002354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-08516761-3093-4ae3-9441-e44e006488f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 1095 time: 0.2389252 Jan 27 19:31:32.014913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] Publish callbacks [] for security_group (0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.129878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-27f4602f-9a29-4541-b5d4-ae1f881d25a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 HTTP/1.1" status: 200 len: 217 time: 0.1056948 Jan 27 19:31:32.146666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (de8472b2-80e9-40f9-9922-d0b927b3ffda), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.151546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks [] for router_controller (de8472b2-80e9-40f9-9922-d0b927b3ffda), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.198877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-414b085e-2912-4434-9178-f74fbc9c7cbe req-53c40701-f8b9-41ac-ab92-6917cabad081 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941414 Jan 27 19:31:32.217246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (de8472b2-80e9-40f9-9922-d0b927b3ffda), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.219513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de8472b2-80e9-40f9-9922-d0b927b3ffda {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:31:32.263104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.267815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:32.272566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-ec00feb8-f92d-49ad-98a4-2892395391e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:32.273335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe HTTP/1.1" status: 204 len: 168 time: 0.4818621 Jan 27 19:31:32.278087 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:31:32.279704 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4bd4470b-3e40-45cf-9be5-659377d4d496 tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9724026 Jan 27 19:31:32.285693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-ec00feb8-f92d-49ad-98a4-2892395391e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.0801921 Jan 27 19:31:32.286518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:32.289814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dea70d-ce3f-46dd-b623-17ec74cf97e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec0bb37-b8c4-4055-bd6e-3c44dfd3d7fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:32.414260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-e05710af-462b-4aac-bef5-60de21ebfce3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702093 Jan 27 19:31:32.728579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01451d0f-308b-4ec5-a486-9342f8f62f9d req-e0af5a15-3dab-4cac-8af0-5fb523b4ee3d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:32.736829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01451d0f-308b-4ec5-a486-9342f8f62f9d req-e0af5a15-3dab-4cac-8af0-5fb523b4ee3d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 944 time: 0.2689426 Jan 27 19:31:32.818295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-4b7fa2f1-bd49-4c2a-b25e-7d72db04b5f4 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611562 Jan 27 19:31:32.872063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Deleting port b5284d57-7df0-4879-8fce-432a2710116e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:32.872535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b5284d57-7df0-4879-8fce-432a2710116e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:33.472284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01451d0f-308b-4ec5-a486-9342f8f62f9d req-441be0a8-6fe3-483a-8ab6-0cbf7481554c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344849 Jan 27 19:31:33.526296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fdcb-7a48-4c25-97a1-d6316c95709f req-b483edc4-8389-44e4-b986-4faae5204bf5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:33.527976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3be5fdcb-7a48-4c25-97a1-d6316c95709f req-b483edc4-8389-44e4-b986-4faae5204bf5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1049366 Jan 27 19:31:33.579800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b5284d57-7df0-4879-8fce-432a2710116e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:33.650038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ec909d4-6fb1-4c0a-8987-4a3307ceac4c req-d8e70293-3696-46ce-8c85-739ca23559aa service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171835 Jan 27 19:31:33.670000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Calling delete_port for b5284d57-7df0-4879-8fce-432a2710116e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:33.711170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3be5fdcb-7a48-4c25-97a1-d6316c95709f req-0e74b10e-0882-4afd-a56a-ab8c98a1f323 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644137 Jan 27 19:31:34.035036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b5284d57-7df0-4879-8fce-432a2710116e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:34.180402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-00093b8f-826a-4b64-a2b7-bc4b68b7ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:34.184022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-00093b8f-826a-4b64-a2b7-bc4b68b7ea1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 1095 time: 0.4696646 Jan 27 19:31:34.188231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5284d57-7df0-4879-8fce-432a2710116e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:34.398825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:34.402682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6dcdcc7c-3cff-4fdc-8fdc-c5a7c557205d tempest-RoutersAdminNegativeIpV6Test-998375147 tempest-RoutersAdminNegativeIpV6Test-998375147-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b5284d57-7df0-4879-8fce-432a2710116e HTTP/1.1" status: 204 len: 168 time: 2.1148973 Jan 27 19:31:34.521888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-49809c9c-3a6c-413c-a11e-09d0a2847f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:34.530403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-49809c9c-3a6c-413c-a11e-09d0a2847f52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.2982495 Jan 27 19:31:34.627422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-72d6b0f3-ef74-46c9-9985-baaa56e23d69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 HTTP/1.1" status: 200 len: 217 time: 0.0911431 Jan 27 19:31:34.758401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27044e9-b931-4d19-8e4b-35b035563415 req-9232bcb4-fe1e-417b-a443-8154784e95ea tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:34.759945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b27044e9-b931-4d19-8e4b-35b035563415 req-9232bcb4-fe1e-417b-a443-8154784e95ea tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 944 time: 0.1370742 Jan 27 19:31:34.767065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-70f4ec94-763a-429f-b76f-f06a87daa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:34.768533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-70f4ec94-763a-429f-b76f-f06a87daa4cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.0872450 Jan 27 19:31:34.823813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-71c5665a-ca37-4256-a44a-e563d57ba776 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440016 Jan 27 19:31:34.871756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b27044e9-b931-4d19-8e4b-35b035563415 req-29a9c98e-9cf8-4287-a3f2-477e781991fc tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014125 Jan 27 19:31:35.151236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a962d6-0c91-4287-a02a-5bd4bbae637c req-e3c201dc-00f1-446e-abde-1f86b62a3b23 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:35.172714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a962d6-0c91-4287-a02a-5bd4bbae637c req-e3c201dc-00f1-446e-abde-1f86b62a3b23 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2766395 Jan 27 19:31:35.208333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:35.380367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-78312b27-c8c6-433d-a265-1d483b9a3526 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159581 Jan 27 19:31:35.534014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06a962d6-0c91-4287-a02a-5bd4bbae637c req-fdd2384c-3e02-4347-a2bd-72b76ff480d5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562293 Jan 27 19:31:35.540431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51aa856b-c1b7-4615-b69a-a1bc3712191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:35.618599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01b4ac2a-3e4d-4905-b835-e3c856cde239 req-6d8a69bb-4969-43a1-8c56-c6d09d2159db service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239649 Jan 27 19:31:35.704053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51aa856b-c1b7-4615-b69a-a1bc3712191c admin admin] Publish callbacks [] for security_group (c5038eef-b0a0-4759-b18e-9b8be65834f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:35.712004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51aa856b-c1b7-4615-b69a-a1bc3712191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c5038eef-b0a0-4759-b18e-9b8be65834f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:35.776556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51aa856b-c1b7-4615-b69a-a1bc3712191c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=958a5506209d4c5a89853129de033cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657697 Jan 27 19:31:35.779001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:35.791243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa856b-c1b7-4615-b69a-a1bc3712191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5038eef-b0a0-4759-b18e-9b8be65834f6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:35.918871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] Publish callbacks [] for security_group (c5038eef-b0a0-4759-b18e-9b8be65834f6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:35.973437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] Publish callbacks [] for security_group (c5038eef-b0a0-4759-b18e-9b8be65834f6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:36.169650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b563257-625e-4942-a615-3510600f98d8 req-be6336ac-07a4-417c-a7ab-18a86161f8c0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:36.173750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b563257-625e-4942-a615-3510600f98d8 req-be6336ac-07a4-417c-a7ab-18a86161f8c0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 944 time: 0.1347976 Jan 27 19:31:36.232944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c5038eef-b0a0-4759-b18e-9b8be65834f6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:36.243146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:36.246604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5038eef-b0a0-4759-b18e-9b8be65834f6 HTTP/1.1" status: 204 len: 168 time: 0.4660730 Jan 27 19:31:36.278799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a244-d12b-49c6-b41b-5965b6b1820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5038eef-b0a0-4759-b18e-9b8be65834f6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:36.322755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b563257-625e-4942-a615-3510600f98d8 req-4e69e082-22a4-4123-8874-92a8c95d79cb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264985 Jan 27 19:31:36.670377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:36.973400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:37.023428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:37.026790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57', 'mac_address': 'fa:16:3e:23:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:37.068410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f125-9785-4086-a630-6e6130f71a1d req-7707552b-ce8a-42dd-9d85-0799418380ac tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:37.070235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4599f125-9785-4086-a630-6e6130f71a1d req-7707552b-ce8a-42dd-9d85-0799418380ac tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.3169470 Jan 27 19:31:37.103848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c636be36-55d1-4f60-8ac2-b86c4d41e47f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41053a4f36fe42ad93160f399a5a72d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790777 Jan 27 19:31:37.106123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:37.148295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed1c0-8d2c-4822-9f2e-fe78ed83899d req-1e7f2aea-9a81-4eed-8092-6565ec143f0a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:37.161608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1faed1c0-8d2c-4822-9f2e-fe78ed83899d req-1e7f2aea-9a81-4eed-8092-6565ec143f0a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.3518345 Jan 27 19:31:37.203707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:37.204003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.230045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:37.255460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] Publish callbacks [] for security_group (1c55feec-5171-482b-affd-372b754d5019), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.267673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:37.280043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.323591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] Publish callbacks [] for security_group (1c55feec-5171-482b-affd-372b754d5019), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.401587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:37.432494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.438084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.438686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.439638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.443879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.444537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.445228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.447497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1c55feec-5171-482b-affd-372b754d5019), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.448207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.448706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.449203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.449731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.450234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.450862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:37.453372 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c55feec-5171-482b-affd-372b754d5019 HTTP/1.1" status: 204 len: 168 time: 0.3458762 Jan 27 19:31:37.454684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:31:37.477970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6efe-4d45-4853-a499-c846e8966aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55feec-5171-482b-affd-372b754d5019,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:37.491504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1faed1c0-8d2c-4822-9f2e-fe78ed83899d req-f619b183-aece-42d1-bfda-9fbb6b4fcaea tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269272 Jan 27 19:31:37.554145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4599f125-9785-4086-a630-6e6130f71a1d req-72cd11c1-c5c8-4029-9159-e262587948a1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903418 Jan 27 19:31:37.660208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:37.953380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62560-13d0-48a1-a6df-48f90df614cd req-5a7f266c-7672-4027-a782-d07bd3d74c51 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:37.954951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1c62560-13d0-48a1-a6df-48f90df614cd req-5a7f266c-7672-4027-a782-d07bd3d74c51 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 945 time: 0.1688004 Jan 27 19:31:38.089923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1c62560-13d0-48a1-a6df-48f90df614cd req-16447c4e-cc06-4040-9663-b9f459fd1a25 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232588 Jan 27 19:31:38.723038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6fef0-bc40-4a00-8329-6c2a3180436a req-8aa8c1a5-3cfe-41bf-88a3-f36848327e5a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:38.731394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3da6fef0-bc40-4a00-8329-6c2a3180436a req-8aa8c1a5-3cfe-41bf-88a3-f36848327e5a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.0953009 Jan 27 19:31:38.830132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d418d-a8f5-4180-bfbc-b8afb6b0069f req-4cbff524-2a66-4d88-9342-d1facbd40bfc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:38.837760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b41d418d-a8f5-4180-bfbc-b8afb6b0069f req-4cbff524-2a66-4d88-9342-d1facbd40bfc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1024134 Jan 27 19:31:38.843760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3da6fef0-bc40-4a00-8329-6c2a3180436a req-97f24bfc-8976-4b58-925d-3eda679f7bb7 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115963 Jan 27 19:31:38.914447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:38.942996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b41d418d-a8f5-4180-bfbc-b8afb6b0069f req-3b63f3d1-b1e2-42ab-a8af-7150e5b6dc0b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041589 Jan 27 19:31:39.022004 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a557174-7fdf-4873-b60a-cd7abbe3f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.074345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0d34-694a-420f-b06f-fe98287c100a req-c6814b2b-8b6e-4819-bf48-5af1c2a7b38c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:39.076113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b42f0d34-694a-420f-b06f-fe98287c100a req-c6814b2b-8b6e-4819-bf48-5af1c2a7b38c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.1321955 Jan 27 19:31:39.176507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-2048582422'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:39.247817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:39.256925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.282219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.312813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86ea50-12a9-41a3-a286-117df60d5b5a req-44d79882-f4fe-4f18-aca2-953a89b7711e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:39.321507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d86ea50-12a9-41a3-a286-117df60d5b5a req-44d79882-f4fe-4f18-aca2-953a89b7711e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 945 time: 0.1167924 Jan 27 19:31:39.401014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Deleting port 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:39.401497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.411944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for security_group (b0084898-3a9d-40c6-9c30-3b8f51a78c94), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.419713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b0084898-3a9d-40c6-9c30-3b8f51a78c94), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.441666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d86ea50-12a9-41a3-a286-117df60d5b5a req-381debed-59eb-4e3d-a73b-75b5f014d5a8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190314 Jan 27 19:31:39.464530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0084898-3a9d-40c6-9c30-3b8f51a78c94,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:39.483251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:31:39.513747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9739b7e-4279-4192-892b-b8308315057e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.515846 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment b9739b7e-4279-4192-892b-b8308315057e of type vlan for network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 Jan 27 19:31:39.600941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.626823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] For port 769edab3-789e-4eb1-a483-ed40522f7a6d, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=769edab3-789e-4eb1-a483-ed40522f7a6d,segment=NetworkSegment(5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01),segment_id=5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:39.627502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.651046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Calling delete_port for 769edab3-789e-4eb1-a483-ed40522f7a6d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:39.676373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.690266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:39.693181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:39.785079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=dae7ed6d-e1d6-42ba-ad2e-4589cc35f790,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:39.798493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:31:39.815145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:39.816045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08aa1e3d-d1da-44c0-bb4b-37df0e9498c3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8995764 Jan 27 19:31:39.827540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077403860'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:39.951268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:39.963298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:40.084542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (769edab3-789e-4eb1-a483-ed40522f7a6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:40.136839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['769edab3-789e-4eb1-a483-ed40522f7a6d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:40.182197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:31:40.295330 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (533be9a6-05fe-4b27-beea-79335694ebb8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:40.295787 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 533be9a6-05fe-4b27-beea-79335694ebb8 of type vlan for network 62b6a592-dfbe-4068-96f2-4f468d72bc5a Jan 27 19:31:40.346118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d42be-c0e7-40ed-90fa-634080d9ef73 req-60257bee-2314-41c2-b2a7-08f6e5ef2134 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:40.363664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-470d42be-c0e7-40ed-90fa-634080d9ef73 req-60257bee-2314-41c2-b2a7-08f6e5ef2134 tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/ports?device_id=37e12a40-4ab3-41ef-8bb1-5eae06586cfb HTTP/1.1" status: 200 len: 947 time: 0.3942850 Jan 27 19:31:40.423420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Pushing event deleted for resources: {'Port': ['ID=769edab3-789e-4eb1-a483-ed40522f7a6d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:40.431437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] No DVR routers for this DVR port 769edab3-789e-4eb1-a483-ed40522f7a6d on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:40.436962 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:40.445973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b42f0d34-694a-420f-b06f-fe98287c100a req-6115b0cb-223a-4a08-8317-853e108a575c tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.39 "DELETE /v2.0/ports/769edab3-789e-4eb1-a483-ed40522f7a6d HTTP/1.1" status: 204 len: 173 time: 1.3611698 Jan 27 19:31:40.493012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-deleted', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:40.498475 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8b95a-4e71-4aca-aec7-65e0270221cc" -d '{"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-deleted", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:40.668794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (62b6a592-dfbe-4068-96f2-4f468d72bc5a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:40.699449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:40.761634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb457b19-f931-47f1-b6df-b8bb234b1e68 req-4606ef47-c246-4c78-88c1-9fefc257fca3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:40.766739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb457b19-f931-47f1-b6df-b8bb234b1e68 req-4606ef47-c246-4c78-88c1-9fefc257fca3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.6546500 Jan 27 19:31:40.792346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-470d42be-c0e7-40ed-90fa-634080d9ef73 req-327d19b9-df12-40d4-8c9f-db03d934603a tempest-ServersNegativeTestJSON-1035026810 tempest-ServersNegativeTestJSON-1035026810-project] 10.222.0.59 "GET /v2.0/security-groups?id=47d1e99d-4530-4f9b-81fd-97b3cac9b18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267445 Jan 27 19:31:40.795670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:31:40.844794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:31:40.856991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:40.857569 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.016449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (62b6a592-dfbe-4068-96f2-4f468d72bc5a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.038693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:41.039949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.112056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:41.119389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:41.120204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.122095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:41.123997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3065705 Jan 27 19:31:41.154071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:41.158711 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba75f3-1876-4947-a47e-9f1d33546c88" -d '{"events": [{"server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "name": "network-vif-plugged", "status": "completed", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:41.175943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:41.182866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.184273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:41.254339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:41.290265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 769edab3-789e-4eb1-a483-ed40522f7a6d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:31:41.290716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 769edab3-789e-4eb1-a483-ed40522f7a6d not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:31:41.375595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb457b19-f931-47f1-b6df-b8bb234b1e68 req-a6247428-effe-443b-910d-9b0dc6c1cd1a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5695312 Jan 27 19:31:41.433174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f324678-482c-4638-80f2-526a45d90c4a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=62b6a592-dfbe-4068-96f2-4f468d72bc5a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:41.453655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:31:41.491509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c947b6-ba74-44ac-bc15-d34f891c62da req-4a5b10b7-2db9-44cf-832f-95a10107d2e4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:41.503542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56c947b6-ba74-44ac-bc15-d34f891c62da req-4a5b10b7-2db9-44cf-832f-95a10107d2e4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.3186800 Jan 27 19:31:41.523434 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d549f-b4f5-41c8-abcc-9a3be9ccb674 x-openstack-request-id: req-692d549f-b4f5-41c8-abcc-9a3be9ccb674 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:41.523781 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e12a40-4ab3-41ef-8bb1-5eae06586cfb", "name": "network-vif-deleted", "tag": "769edab3-789e-4eb1-a483-ed40522f7a6d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:41.526466 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-692d549f-b4f5-41c8-abcc-9a3be9ccb674 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:41.531045 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e12a40-4ab3-41ef-8bb1-5eae06586cfb', 'name': 'network-vif-deleted', 'tag': '769edab3-789e-4eb1-a483-ed40522f7a6d', 'status': 'completed', 'code': 200} Jan 27 19:31:41.541829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:41.551754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:41.688012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56c947b6-ba74-44ac-bc15-d34f891c62da req-0729136b-8196-46c5-a732-3e1061aaf485 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836274 Jan 27 19:31:41.708418 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3245c-630d-4df5-af8c-0dafea4f5255 x-openstack-request-id: req-e2e3245c-630d-4df5-af8c-0dafea4f5255 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:41.709169 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "name": "network-vif-plugged", "status": "completed", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:41.709674 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2e3245c-630d-4df5-af8c-0dafea4f5255 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:41.719380 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57', 'code': 200} Jan 27 19:31:41.894939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:41.896064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13140b-83d8-49eb-b396-2f58f7a1bf3d req-c8d5c5aa-d973-4d29-a1ae-1e8cd4758f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:41.899541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e13140b-83d8-49eb-b396-2f58f7a1bf3d req-c8d5c5aa-d973-4d29-a1ae-1e8cd4758f29 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 1097 time: 0.0919409 Jan 27 19:31:42.019208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e13140b-83d8-49eb-b396-2f58f7a1bf3d req-8e371d95-c2ce-4ea9-bda0-03ad9fdb5347 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061010 Jan 27 19:31:42.091468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (84d69947-0766-4c4f-b61f-12a3391059c9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.122048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd57e01-bd38-481c-8d16-fc8c3380effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.169983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=84d69947-0766-4c4f-b61f-12a3391059c9,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:42.178639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Deleting subnet 43ac444c-7305-4c04-8fe1-268e12bbe3a7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:31:42.188530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Publish callbacks [] for subnet (43ac444c-7305-4c04-8fe1-268e12bbe3a7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.257108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (43ac444c-7305-4c04-8fe1-268e12bbe3a7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.303007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': 'b9739b7e-4279-4192-892b-b8308315057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:42.303462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: dae7ed6d-e1d6-42ba-ad2e-4589cc35f790, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:31:42.347711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (43ac444c-7305-4c04-8fe1-268e12bbe3a7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.349876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:31:42.392752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, dae7ed6d-e1d6-42ba-ad2e-4589cc35f790) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:42.400180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:42.400821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.404589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375635a4-055d-48a6-a41a-9796b4cf036c None None] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:42.428962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b507d39-3035-4b2c-9873-cc35e02dcdf1 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3156426 Jan 27 19:31:42.431957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:42.438641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:42.475744 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (43ac444c-7305-4c04-8fe1-268e12bbe3a7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.553297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ac444c-7305-4c04-8fe1-268e12bbe3a7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:42.567980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.571585 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2939268b-b890-46f7-a00f-68dd6f071ee7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/43ac444c-7305-4c04-8fe1-268e12bbe3a7 HTTP/1.1" status: 204 len: 168 time: 0.6756463 Jan 27 19:31:42.582741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:42.608558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:31:42.612529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.712780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:42.806875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-dae7ed6d-e1d6-42ba-ad2e-4589cc35f790', 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '84d69947-0766-4c4f-b61f-12a3391059c9'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:31:42.810122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:42.884731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:31:42.985141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (18b6853e-651c-4c2c-9179-28d498f2e740), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.120007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=18b6853e-651c-4c2c-9179-28d498f2e740,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:43.140562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '533be9a6-05fe-4b27-beea-79335694ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:43.141086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 62b6a592-dfbe-4068-96f2-4f468d72bc5a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:31:43.156888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac8595-6f48-43fc-8fd8-82b4a76f0f7e req-a85d1db2-226a-443a-91dc-17b16b6c680e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:43.163301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87ac8595-6f48-43fc-8fd8-82b4a76f0f7e req-a85d1db2-226a-443a-91dc-17b16b6c680e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.4531362 Jan 27 19:31:43.168638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4e87c18c-d1ec-4a70-9bb6-bc7381451904), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.195128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:31:43.198416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Allocated IP 172.20.0.2 (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790/84d69947-0766-4c4f-b61f-12a3391059c9/92dfc6a1-f79d-4518-8975-e0198f9530f1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:43.212744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 62b6a592-dfbe-4068-96f2-4f468d72bc5a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:43.222085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:43.223067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.255016 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-56575049-5cfe-4eea-bbc9-f97175b7752c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8193603 Jan 27 19:31:43.255476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:43.263046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1962879607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:31:43.296999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.298976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.355064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4e87c18c-d1ec-4a70-9bb6-bc7381451904), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.382617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87c18c-d1ec-4a70-9bb6-bc7381451904']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:43.396990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:43.397387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:43.413516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (8f3aded0-795d-40fd-a81a-7d34569e9753), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.413749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c87dce-7668-4b01-b344-918c2ed59f80 req-f3d73459-be7f-4c3e-bb7e-b445db042e56 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:43.414869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c87dce-7668-4b01-b344-918c2ed59f80 req-f3d73459-be7f-4c3e-bb7e-b445db042e56 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.3520410 Jan 27 19:31:43.425696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.425972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.432920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks [] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.444002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58462eb-ac93-4973-9c5e-320f7b946295 None None] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:43.466291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.481590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.487377 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f2b914e-8f5f-4e15-9f98-c378b1dc62ac tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2306368 Jan 27 19:31:43.488375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:43.515969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87ac8595-6f48-43fc-8fd8-82b4a76f0f7e req-5a16fc4d-3e88-4301-a0de-dc6531e37ed5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377352 Jan 27 19:31:43.517206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.542940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:31:43.543266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (5ee2d0a2-5ed7-44b8-8a67-32cb23eebd01), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:31:43.550330 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:31:43.593668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:43.621247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:43.634048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:43.723138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Pushing event updated for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:43.776286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:43.790124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46c87dce-7668-4b01-b344-918c2ed59f80 req-188e78cf-8d6e-43bd-8784-10b44a302dcc tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621926 Jan 27 19:31:43.808405 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4e87c18c-d1ec-4a70-9bb6-bc7381451904), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.882548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.892751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4e87c18c-d1ec-4a70-9bb6-bc7381451904 HTTP/1.1" status: 204 len: 168 time: 1.3078048 Jan 27 19:31:43.895611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea8cdf-2475-473c-b1fc-018ad4bccbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e87c18c-d1ec-4a70-9bb6-bc7381451904,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:43.912135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-62b6a592-dfbe-4068-96f2-4f468d72bc5a', 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '18b6853e-651c-4c2c-9179-28d498f2e740'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:31:43.913939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:43.926642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:43.959896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Attempting to bind port 92dfc6a1-f79d-4518-8975-e0198f9530f1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:43.960538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Attempting to bind port 92dfc6a1-f79d-4518-8975-e0198f9530f1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b9739b7e-4279-4192-892b-b8308315057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:43.962231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Attempting to bind port 92dfc6a1-f79d-4518-8975-e0198f9530f1 on network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:44.084166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:44.085179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Checking segment: {'id': 'b9739b7e-4279-4192-892b-b8308315057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:44.086517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.087412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Bound using segment: {'id': 'b9739b7e-4279-4192-892b-b8308315057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:44.088572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Bound port: 92dfc6a1-f79d-4518-8975-e0198f9530f1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9739b7e-4279-4192-892b-b8308315057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dae7ed6d-e1d6-42ba-ad2e-4589cc35f790'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:44.089389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.455925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:44.457849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.496998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:44.547259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.598097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:44.633516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:44.638651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-281a0d5f-e553-45a4-b487-007a6cf0fbcd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f277cd5ca2cb4ec2abb47c83efedb6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368151 Jan 27 19:31:44.639729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:44.696559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=92dfc6a1-f79d-4518-8975-e0198f9530f1,segment=NetworkSegment(b9739b7e-4279-4192-892b-b8308315057e),segment_id=b9739b7e-4279-4192-892b-b8308315057e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:44.751323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Allocated IP 172.21.0.2 (62b6a592-dfbe-4068-96f2-4f468d72bc5a/18b6853e-651c-4c2c-9179-28d498f2e740/4234eb7c-fcca-4014-9366-c2803eb44fa9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:44.777321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.876788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] Publish callbacks [] for security_group (47d1e99d-4530-4f9b-81fd-97b3cac9b18a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.891799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1eb2e-400e-459f-ab0a-c5e1b52bcd17 req-eb4c0ef7-8407-439f-af34-5de9c6c8739e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:44.898224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:44.902817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ce1eb2e-400e-459f-ab0a-c5e1b52bcd17 req-eb4c0ef7-8407-439f-af34-5de9c6c8739e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1365330 Jan 27 19:31:44.996439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:44.996770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] Publish callbacks [] for security_group (47d1e99d-4530-4f9b-81fd-97b3cac9b18a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:45.079305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ce1eb2e-400e-459f-ab0a-c5e1b52bcd17 req-2dff7fb5-497e-4e5b-8d34-d475fed5778a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734962 Jan 27 19:31:45.148159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (47d1e99d-4530-4f9b-81fd-97b3cac9b18a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:45.161608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:45.172289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47d1e99d-4530-4f9b-81fd-97b3cac9b18a HTTP/1.1" status: 204 len: 168 time: 0.5261543 Jan 27 19:31:45.202537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298a69-c9c3-461f-a742-8d079cb78836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d1e99d-4530-4f9b-81fd-97b3cac9b18a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:45.340469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['08eea445-2621-4511-b9f8-8cd028cfd27a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:45.382106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db04ebf-2465-4491-be52-698f253fb3db req-f13e2065-f6e3-4d0d-ba25-0b77b6e1feec tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:45.409271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3db04ebf-2465-4491-be52-698f253fb3db req-f13e2065-f6e3-4d0d-ba25-0b77b6e1feec tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.1878393 Jan 27 19:31:45.605205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a9526-ca97-411f-baf2-130c8482da2a None None] Pushing event updated for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:45.626130 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:45.658398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3db04ebf-2465-4491-be52-698f253fb3db req-b481b0b5-cd66-4b5e-a290-b31b54840926 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478278 Jan 27 19:31:45.704872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.20.0.1 (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790/84d69947-0766-4c4f-b61f-12a3391059c9/3fdd6bcd-3517-42e6-8798-d49ad4517263) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:45.772305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.018681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:46.034945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.070904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.075477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks [] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.106722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075855f-e467-4d2b-b617-23c8b1496dca req-7b691db7-7162-46c0-a720-f116c51b5e4c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:46.114638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9075855f-e467-4d2b-b617-23c8b1496dca req-7b691db7-7162-46c0-a720-f116c51b5e4c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.1889796 Jan 27 19:31:46.117781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.226873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:46.235671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.240045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9075855f-e467-4d2b-b617-23c8b1496dca req-91ab0036-da92-4cd9-80d8-7d9d822d46c6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243458 Jan 27 19:31:46.259754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:46.267545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:46.279929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Pushing event updated for resources: {'Port': ['ID=4234eb7c-fcca-4014-9366-c2803eb44fa9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:46.429035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Attempting to bind port 4234eb7c-fcca-4014-9366-c2803eb44fa9 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:31:46.430658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Attempting to bind port 4234eb7c-fcca-4014-9366-c2803eb44fa9 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '533be9a6-05fe-4b27-beea-79335694ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:31:46.431348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Attempting to bind port 4234eb7c-fcca-4014-9366-c2803eb44fa9 on network 62b6a592-dfbe-4068-96f2-4f468d72bc5a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:31:46.449990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:31:46.453142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Checking segment: {'id': '533be9a6-05fe-4b27-beea-79335694ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:31:46.453977 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.459640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Bound using segment: {'id': '533be9a6-05fe-4b27-beea-79335694ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:31:46.459898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4febb-e863-4ce2-bb54-9e1e0f49c1d9 req-b4509447-d317-4a8a-a46b-fffe9072fbc1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:46.460686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Bound port: 4234eb7c-fcca-4014-9366-c2803eb44fa9, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533be9a6-05fe-4b27-beea-79335694ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '62b6a592-dfbe-4068-96f2-4f468d72bc5a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:31:46.461443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.461646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9a4febb-e863-4ce2-bb54-9e1e0f49c1d9 req-b4509447-d317-4a8a-a46b-fffe9072fbc1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.1942086 Jan 27 19:31:46.468556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:46.498335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:46.515795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=3fdd6bcd-3517-42e6-8798-d49ad4517263,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:46.520383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:46.526662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3b72-3e91-4d77-948a-fa93a4163f02 req-43f42f26-01a5-4aaf-9969-9fb897b895a6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:46.539057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeda3b72-3e91-4d77-948a-fa93a4163f02 req-43f42f26-01a5-4aaf-9969-9fb897b895a6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.1211336 Jan 27 19:31:46.631805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeda3b72-3e91-4d77-948a-fa93a4163f02 req-5d222e1b-449e-4ecd-98b5-d246dce8cfc7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916562 Jan 27 19:31:46.633248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.656381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9a4febb-e863-4ce2-bb54-9e1e0f49c1d9 req-39aad18a-0e16-4f7a-8b6f-25b79fd3f4c8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807852 Jan 27 19:31:46.680853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e36fef03-34fc-4517-916a-657ac523176e None None] For port 4234eb7c-fcca-4014-9366-c2803eb44fa9, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:31:46.690998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e36fef03-34fc-4517-916a-657ac523176e None None] For port 4234eb7c-fcca-4014-9366-c2803eb44fa9, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4234eb7c-fcca-4014-9366-c2803eb44fa9,segment=NetworkSegment(533be9a6-05fe-4b27-beea-79335694ebb8),segment_id=533be9a6-05fe-4b27-beea-79335694ebb8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:31:46.704292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:46.908469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fef03-34fc-4517-916a-657ac523176e None None] Pushing event updated for resources: {'Port': ['ID=4234eb7c-fcca-4014-9366-c2803eb44fa9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:47.022641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:47.228168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 08eea445-2621-4511-b9f8-8cd028cfd27a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:47.228945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:47.301078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:47.527076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420805a-6cf6-465a-8e8a-b027ceb0656e req-97e66548-15e0-401a-94ac-51cbde487dc5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:47.536702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b420805a-6cf6-465a-8e8a-b027ceb0656e req-97e66548-15e0-401a-94ac-51cbde487dc5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.4078884 Jan 27 19:31:47.686064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b156c1-13c7-47fc-8c12-bf0f6f8d9f16 req-d3e51df5-3bd7-405b-a9f6-91d9511dbf6c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:47.689154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7b156c1-13c7-47fc-8c12-bf0f6f8d9f16 req-d3e51df5-3bd7-405b-a9f6-91d9511dbf6c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.4785278 Jan 27 19:31:47.971880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b243297-83a7-4a94-bc04-2985b896ac2c None None] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:47.994158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b420805a-6cf6-465a-8e8a-b027ceb0656e req-150a423e-ef3a-4354-8714-0c4a232cbe81 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436545 Jan 27 19:31:48.015617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7b156c1-13c7-47fc-8c12-bf0f6f8d9f16 req-0fa59220-3bc4-4e87-9ec6-52da9545a572 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098037 Jan 27 19:31:48.049164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4234eb7c-fcca-4014-9366-c2803eb44fa9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:48.060266 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Provisioning complete for port 92dfc6a1-f79d-4518-8975-e0198f9530f1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:48.060573 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:48.159124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d52e72-6653-4e26-99af-4e32430ac35b req-a89f9fde-9de3-49a0-895d-ae07a3c09bfc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:48.171812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0d52e72-6653-4e26-99af-4e32430ac35b req-a89f9fde-9de3-49a0-895d-ae07a3c09bfc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.0755608 Jan 27 19:31:48.282027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0d52e72-6653-4e26-99af-4e32430ac35b req-ded37acf-4859-4e38-8d23-2e519b63968b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074109 Jan 27 19:31:48.376788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:48.377738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:48.559690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:48.567849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:48.571784 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14389411-7161-4dc8-98c3-256d58677a6c" -d '{"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:48.595004 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:48.766581 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46950e5-f04e-4b97-907f-ed55b98c6fb6 x-openstack-request-id: req-d46950e5-f04e-4b97-907f-ed55b98c6fb6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:48.766878 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:48.767254 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d46950e5-f04e-4b97-907f-ed55b98c6fb6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:48.767541 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'code': 200} Jan 27 19:31:48.776129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:48.925088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4234eb7c-fcca-4014-9366-c2803eb44fa9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:48.925774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.020735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Current status of the port 92dfc6a1-f79d-4518-8975-e0198f9530f1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:49.021923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.221493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.222738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4234eb7c-fcca-4014-9366-c2803eb44fa9 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:49.223226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.240383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.352161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-5b657407-ddad-4b40-8b85-5800ba7855c2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:49.378678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=92dfc6a1-f79d-4518-8975-e0198f9530f1,segment=NetworkSegment(b9739b7e-4279-4192-892b-b8308315057e),segment_id=b9739b7e-4279-4192-892b-b8308315057e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:49.380018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-5b657407-ddad-4b40-8b85-5800ba7855c2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.3099990 Jan 27 19:31:49.405151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.475263 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.540254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 4234eb7c-fcca-4014-9366-c2803eb44fa9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4234eb7c-fcca-4014-9366-c2803eb44fa9,segment=NetworkSegment(533be9a6-05fe-4b27-beea-79335694ebb8),segment_id=533be9a6-05fe-4b27-beea-79335694ebb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:49.545794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf8dba-b548-495f-9ea1-fd02ee2fc530 None None] Pushing event updated for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:49.566293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ff9a3-f11f-400f-8218-054174640d24 None None] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:31:49.618184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.621568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 92dfc6a1-f79d-4518-8975-e0198f9530f1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:49.635978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:49.727883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711f44a-ac0d-4645-99cb-71fda9b5769f req-e62712d6-9e39-4671-8695-d389137eca1d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:49.738626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6711f44a-ac0d-4645-99cb-71fda9b5769f req-e62712d6-9e39-4671-8695-d389137eca1d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 946 time: 0.3572061 Jan 27 19:31:49.815653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:49.816007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:49.895732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=4234eb7c-fcca-4014-9366-c2803eb44fa9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:49.956048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Provisioning complete for port 3fdd6bcd-3517-42e6-8798-d49ad4517263 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:49.956437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.032497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Port 3fdd6bcd-3517-42e6-8798-d49ad4517263 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:31:50.071248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 92dfc6a1-f79d-4518-8975-e0198f9530f1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:50.071674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.083808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Provisioning complete for port 4234eb7c-fcca-4014-9366-c2803eb44fa9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:50.085768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.110156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:50.144365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:50.229244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:50.233993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=3fdd6bcd-3517-42e6-8798-d49ad4517263,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:50.252492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:50.255022 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.497556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 92dfc6a1-f79d-4518-8975-e0198f9530f1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:50.520075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Current status of the port 4234eb7c-fcca-4014-9366-c2803eb44fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:50.615320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:50.618737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Provisioning complete for port 92dfc6a1-f79d-4518-8975-e0198f9530f1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:50.622481 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.727086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b497f5ce-252f-4fbe-8992-94df8337f1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:50.773036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6711f44a-ac0d-4645-99cb-71fda9b5769f req-2dc08a1a-c49f-489a-a4af-7ebafaba1358 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0310891 Jan 27 19:31:50.812408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8f3aded0-795d-40fd-a81a-7d34569e9753 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:31:50.862452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4234eb7c-fcca-4014-9366-c2803eb44fa9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:50.954457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f2b9d-e78f-40dc-9c3d-fa8147fe5e87 req-fb2b9721-38c7-4983-89f2-40e8c7f11685 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:50.965572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046f2b9d-e78f-40dc-9c3d-fa8147fe5e87 req-fb2b9721-38c7-4983-89f2-40e8c7f11685 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.6499901 Jan 27 19:31:50.967181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:50.967753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.035332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:51.038635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:51.041860 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea773a-9931-4643-869e-6ca986df580e" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:51.055180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.126063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b5520b5-ccc6-4534-885e-06feea3f7c62 None None] Current status of the port 92dfc6a1-f79d-4518-8975-e0198f9530f1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:51.163929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4234eb7c-fcca-4014-9366-c2803eb44fa9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:51.164420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.265297 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262fdb2-4a10-45db-a8b6-e353aa8addda x-openstack-request-id: req-f262fdb2-4a10-45db-a8b6-e353aa8addda {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:51.265781 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:51.266142 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f262fdb2-4a10-45db-a8b6-e353aa8addda {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:51.266786 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:31:51.281350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:31:51.289238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Provisioning complete for port 3fdd6bcd-3517-42e6-8798-d49ad4517263 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:51.289783 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.316820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:51.321476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] Sync routers for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:31:51.367403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046f2b9d-e78f-40dc-9c3d-fa8147fe5e87 req-11a2bfd5-d019-42d1-967c-310463c2789c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000807 Jan 27 19:31:51.373806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c00a036-8855-4370-9db7-6c2468313dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8742700 Jan 27 19:31:51.379591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:51.380644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:51.392985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:51.490142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Port 3fdd6bcd-3517-42e6-8798-d49ad4517263 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:31:51.493075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:51.496883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4234eb7c-fcca-4014-9366-c2803eb44fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:51.497621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 92dfc6a1-f79d-4518-8975-e0198f9530f1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:51.544403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:51.545051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:51.554688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.563316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac56c78-a0a4-4745-83ce-37754c83a218 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:51.565091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ac56c78-a0a4-4745-83ce-37754c83a218 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports/3fdd6bcd-3517-42e6-8798-d49ad4517263 HTTP/1.1" status: 200 len: 910 time: 0.1674843 Jan 27 19:31:51.572354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51260) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:51.581963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Provisioning complete for port 4234eb7c-fcca-4014-9366-c2803eb44fa9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:51.582345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:51.591543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b802385d-cff7-4dcf-b3f3-d874e6c2ad59'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:51.596365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:51.608868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:51.609578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e18997-24cd-4bac-8f36-f1551fa8332a None None] The sync data for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:31:51.650756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:51.999256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 92dfc6a1-f79d-4518-8975-e0198f9530f1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:52.006285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:52.266133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:52.293593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-91eae83b-8062-46c9-9946-290fb899fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:52.296382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-91eae83b-8062-46c9-9946-290fb899fa4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1095 time: 0.8087637 Jan 27 19:31:52.323054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b497f5ce-252f-4fbe-8992-94df8337f1d4 admin admin] Publish callbacks [] for security_group (ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:52.361080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-56fe7855-129f-47c5-bb7f-10dabb37a8dc None None] Current status of the port 4234eb7c-fcca-4014-9366-c2803eb44fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:52.610237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c3a6f04-1187-4937-8f99-fd884c585b02 req-0efc76af-e113-4914-a5a5-3dbd7eb16664 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=cde8b817-a2bb-4f3a-8f4a-acd26b477926 HTTP/1.1" status: 200 len: 210 time: 0.0738747 Jan 27 19:31:52.611617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:52.619863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:52.624638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e2933b9-6cf9-456e-8d36-45b0f81b823a req-1ff22e10-8604-49fe-a557-f58de0e3c446 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 HTTP/1.1" status: 204 len: 173 time: 3.1973112 Jan 27 19:31:52.626156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'name': 'network-vif-deleted', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:52.629914 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b110f5-bd3a-44b1-9710-ca14ad5298ec" -d '{"events": [{"server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "name": "network-vif-deleted", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:52.660545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b497f5ce-252f-4fbe-8992-94df8337f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:52.748158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-ad31e781-f795-4b2c-a165-1316d49eede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:52.755475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-ad31e781-f795-4b2c-a165-1316d49eede9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.3259256 Jan 27 19:31:52.764359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6572-11f0-4724-87a1-9ef045dedab8 req-e46d56f4-c14d-472e-93e1-8efd20c799e6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:52.776063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e34d6572-11f0-4724-87a1-9ef045dedab8 req-e46d56f4-c14d-472e-93e1-8efd20c799e6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1422167 Jan 27 19:31:52.843741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b497f5ce-252f-4fbe-8992-94df8337f1d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cd6190b2108480ea2d9dd912fe9f4be&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2063768 Jan 27 19:31:52.890826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:52.902209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e34d6572-11f0-4724-87a1-9ef045dedab8 req-45427242-7177-473a-8fde-5f1468f785ac tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251462 Jan 27 19:31:52.971918 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58c259-3fa2-4e14-8a8c-c7583a2bb42d x-openstack-request-id: req-0f58c259-3fa2-4e14-8a8c-c7583a2bb42d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:52.972298 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde8b817-a2bb-4f3a-8f4a-acd26b477926", "name": "network-vif-deleted", "tag": "ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:52.972580 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f58c259-3fa2-4e14-8a8c-c7583a2bb42d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:52.972993 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde8b817-a2bb-4f3a-8f4a-acd26b477926', 'name': 'network-vif-deleted', 'tag': 'ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57', 'status': 'completed', 'code': 200} Jan 27 19:31:52.986028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497f5ce-252f-4fbe-8992-94df8337f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:53.052967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] Publish callbacks [] for security_group (ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:53.071647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:31:53.095306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-ea2789e3-1e0f-460b-a79b-e090cd96f787 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.2494800 Jan 27 19:31:53.143799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] Publish callbacks [] for security_group (ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:53.235210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-47400720-8bfb-43e7-bc57-8e71366dad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:53.237746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-47400720-8bfb-43e7-bc57-8e71366dad5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1330585 Jan 27 19:31:53.270017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:53.274181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:53.279141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4 HTTP/1.1" status: 204 len: 168 time: 0.3757167 Jan 27 19:31:53.282161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:31:53.283282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ea7cb4f1-aa7f-4b45-8bd4-0a6ece501c57 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:31:53.292100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 92dfc6a1-f79d-4518-8975-e0198f9530f1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:53.297680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063748e-3871-42c5-9081-cbdb8c2b57c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8af96a-b7d6-4cc8-97bc-8343e0ba03b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:53.639738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-f897bdb0-831f-4a77-a607-1a02b6372d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:53.642185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-f897bdb0-831f-4a77-a607-1a02b6372d53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3008053 Jan 27 19:31:53.699766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:53.830479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.21.0.1 (62b6a592-dfbe-4068-96f2-4f468d72bc5a/18b6853e-651c-4c2c-9179-28d498f2e740/57f237fe-e41b-4006-aafd-59aac5f5046a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:31:53.981752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:54.104231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-3f798c69-655a-4148-a735-f0f2acd0afa2 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524510 Jan 27 19:31:54.236521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:31:54.357452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-3c2b7a7c-4ab1-4c9b-aea4-e33492038d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:54.377383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-3c2b7a7c-4ab1-4c9b-aea4-e33492038d5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1096 time: 0.3086393 Jan 27 19:31:54.382564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9577788f-79f1-4cf2-8ef1-1d63a75be9f2 req-431855bb-287b-4c3c-9621-61ce5d070cb9 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697430 Jan 27 19:31:54.395571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:54.456924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:54.461774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:54.465980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:31:54.694027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:54.714429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:31:54.718910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=57f237fe-e41b-4006-aafd-59aac5f5046a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:54.721996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:54.778796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:54.804083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973923e-e859-4153-8683-1da75c471859 req-21b2c920-41c6-443a-a01c-8cf1cdac2f5e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:54.812551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9973923e-e859-4153-8683-1da75c471859 req-21b2c920-41c6-443a-a01c-8cf1cdac2f5e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.4864016 Jan 27 19:31:54.823665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:54.831381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:54.899625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:31:54.906554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2f7f4-adb4-49ed-a0a3-5a4696bc457e req-a048bc7d-5f00-4ece-aa8e-885e47e2a7ab tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:54.929108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eae2f7f4-adb4-49ed-a0a3-5a4696bc457e req-a048bc7d-5f00-4ece-aa8e-885e47e2a7ab tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.4434402 Jan 27 19:31:55.029710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:55.042841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:55.149134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eae2f7f4-adb4-49ed-a0a3-5a4696bc457e req-cf8f5373-e163-45a9-bea5-adae8d8b3c4f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181418 Jan 27 19:31:55.214913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:55.307808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d0ee3305-3e67-4c8d-94e2-108925c2b241 None None] Provisioning complete for port 57f237fe-e41b-4006-aafd-59aac5f5046a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:55.308516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3305-3e67-4c8d-94e2-108925c2b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:55.385841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['54999696-eba0-4fab-9ffd-fcc3da8d1ef6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:55.390757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:55.410134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9973923e-e859-4153-8683-1da75c471859 req-284dda7a-c5c9-4244-a9e2-7ae37b541a03 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5788708 Jan 27 19:31:55.473841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-92482765-c61f-472c-a77a-122f67fe6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:55.476752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-92482765-c61f-472c-a77a-122f67fe6d99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.9707360 Jan 27 19:31:55.562617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee3305-3e67-4c8d-94e2-108925c2b241 None None] Port 57f237fe-e41b-4006-aafd-59aac5f5046a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:31:55.901036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-669d6eef-3eb2-439d-9946-625725957cc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 1001 time: 0.4113259 Jan 27 19:31:56.013330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-e4a697de-f3bf-4d20-b80e-899a8952ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:56.016128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-e4a697de-f3bf-4d20-b80e-899a8952ab33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1049929 Jan 27 19:31:56.120527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-c77b25bb-6551-44ac-83be-727ee05a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:56.125043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-c77b25bb-6551-44ac-83be-727ee05a9c6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004603 Jan 27 19:31:56.249404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121922a2-0ad6-427e-9886-0378112d162b req-9c2ec7fb-ed29-400c-8f9f-7a608e3e5ca2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:56.251150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-121922a2-0ad6-427e-9886-0378112d162b req-9c2ec7fb-ed29-400c-8f9f-7a608e3e5ca2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.2638590 Jan 27 19:31:56.334356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-a9bc31c5-9161-4e00-81bf-7f92e00fcc63 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000492 Jan 27 19:31:56.351342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:56.392976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:56.558393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a952f3c-15d6-4096-a254-88bb1b268c8b req-59d9d800-edae-473c-8508-c80bbe4876c1 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180939 Jan 27 19:31:56.575365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:56.591042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=57f237fe-e41b-4006-aafd-59aac5f5046a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:56.698212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf8ec-a12f-478a-89bb-903e7277ed7d req-dc4cb062-dab9-4648-9bf1-c64e69df0249 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:56.701299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac9cf8ec-a12f-478a-89bb-903e7277ed7d req-dc4cb062-dab9-4648-9bf1-c64e69df0249 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 945 time: 0.1389472 Jan 27 19:31:56.780517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:31:56.783061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:56.841045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac9cf8ec-a12f-478a-89bb-903e7277ed7d req-abffa162-7a09-4221-859a-173415cae1ed tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271744 Jan 27 19:31:56.927321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port b802385d-cff7-4dcf-b3f3-d874e6c2ad59, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:56.928137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:56.944822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for b802385d-cff7-4dcf-b3f3-d874e6c2ad59 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:31:57.020465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:31:57.024623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:31:57.115608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f224d-60f1-4342-8954-e82a937410f2 req-84cc323c-9259-4a4a-8ec0-c11b3858fce5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:57.117409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-368f224d-60f1-4342-8954-e82a937410f2 req-84cc323c-9259-4a4a-8ec0-c11b3858fce5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1369901 Jan 27 19:31:57.240808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-368f224d-60f1-4342-8954-e82a937410f2 req-c5849092-cfc5-47ad-b9f8-827f12b71077 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014493 Jan 27 19:31:57.415250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8f3aded0-795d-40fd-a81a-7d34569e9753 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:31:57.451295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-43cabac6-7a9a-40d0-ada9-e9e833515502 None None] Provisioning complete for port 57f237fe-e41b-4006-aafd-59aac5f5046a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:57.452936 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43cabac6-7a9a-40d0-ada9-e9e833515502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:57.538019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b802385d-cff7-4dcf-b3f3-d874e6c2ad59), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:57.554990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:57.676229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b802385d-cff7-4dcf-b3f3-d874e6c2ad59'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:31:57.680029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-43cabac6-7a9a-40d0-ada9-e9e833515502 None None] Port 57f237fe-e41b-4006-aafd-59aac5f5046a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:31:58.073058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46fc9889-33bd-4272-9b1d-5a9210ada11f req-d74524b8-628c-4f79-bc8e-77f98a761d72 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 210 time: 0.1140990 Jan 27 19:31:58.146531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=b802385d-cff7-4dcf-b3f3-d874e6c2ad59,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:58.152553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:31:58.174884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] Sync routers for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:31:58.247470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:31:58.275517 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:58.279722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:58.363687 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36ebbb3c-f0cb-4c67-a2c7-6d65b208b735 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7896624 Jan 27 19:31:58.366386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:58.412367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port b802385d-cff7-4dcf-b3f3-d874e6c2ad59 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:31:58.419284 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:58.447131 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-121922a2-0ad6-427e-9886-0378112d162b req-398a2e32-aaf1-4763-9954-139e2215398b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/b802385d-cff7-4dcf-b3f3-d874e6c2ad59 HTTP/1.1" status: 204 len: 173 time: 2.1774225 Jan 27 19:31:58.447649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'name': 'network-vif-deleted', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:58.459054 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131623b1-ffac-4e3b-9f17-d80775eaf695" -d '{"events": [{"server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "name": "network-vif-deleted", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:58.498124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:58.549504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:31:58.551153 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:58.552140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:31:58.553064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:58.583518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756c2f9-cb56-46b9-9826-e2250c631681 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:58.593095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1756c2f9-cb56-46b9-9826-e2250c631681 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports/57f237fe-e41b-4006-aafd-59aac5f5046a HTTP/1.1" status: 200 len: 910 time: 0.2228887 Jan 27 19:31:58.593877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51404) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:31:58.622690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:31:58.623374 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4ede5-4db1-4b3d-9866-354f9bf714cf None None] The sync data for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:31:58.797319 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc6425-f916-4541-a4d6-afe56b33116f x-openstack-request-id: req-6ccc6425-f916-4541-a4d6-afe56b33116f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:58.797669 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2799670-39d2-4f74-950c-43aba829202f", "name": "network-vif-deleted", "tag": "b802385d-cff7-4dcf-b3f3-d874e6c2ad59", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:58.798317 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ccc6425-f916-4541-a4d6-afe56b33116f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:58.798317 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2799670-39d2-4f74-950c-43aba829202f', 'name': 'network-vif-deleted', 'tag': 'b802385d-cff7-4dcf-b3f3-d874e6c2ad59', 'status': 'completed', 'code': 200} Jan 27 19:31:58.826506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7cfcd-e4e0-476e-9f31-45db38c6cb11 req-e77b60b8-a6c1-4ff9-9a17-9ee23e3a9a24 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:31:58.828185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cba7cfcd-e4e0-476e-9f31-45db38c6cb11 req-e77b60b8-a6c1-4ff9-9a17-9ee23e3a9a24 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2313771 Jan 27 19:31:58.922334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:31:58.923056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:59.037788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:31:59.043465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:31:59.067461 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7021eaf-5f9a-4cd8-8116-62d1cd7a3ee6" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:31:59.095519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:31:59.095998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cba7cfcd-e4e0-476e-9f31-45db38c6cb11 req-e305175e-8d76-4d34-a9b0-4a5e1eb814ca tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547717 Jan 27 19:31:59.247102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:31:59.274063 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baafd98-a2ad-40f0-a015-1b485d944ff6 x-openstack-request-id: req-9baafd98-a2ad-40f0-a015-1b485d944ff6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:31:59.274361 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:31:59.274663 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9baafd98-a2ad-40f0-a015-1b485d944ff6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:31:59.275069 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:31:59.480291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c00180e-5f6e-46f7-9817-1cc54b603375 req-aaacd0e4-3554-44a3-9a80-65cb33e3c2d7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2799670-39d2-4f74-950c-43aba829202f HTTP/1.1" status: 200 len: 210 time: 0.0774677 Jan 27 19:31:59.676665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:00.244283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 57f237fe-e41b-4006-aafd-59aac5f5046a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:00.249575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:00.566017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4996-260c-4ab6-82df-c5744a6814bc req-9d2b133c-257d-4a72-8ee0-9468f7952601 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:00.575880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fba4996-260c-4ab6-82df-c5744a6814bc req-9d2b133c-257d-4a72-8ee0-9468f7952601 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2468388 Jan 27 19:32:00.654247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:00.706940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 57f237fe-e41b-4006-aafd-59aac5f5046a owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:00.759697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fba4996-260c-4ab6-82df-c5744a6814bc req-c186db92-cd56-493b-8307-a6baad7213da tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691825 Jan 27 19:32:01.075753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b802385d-cff7-4dcf-b3f3-d874e6c2ad59 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:01.118501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: b802385d-cff7-4dcf-b3f3-d874e6c2ad59 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:32:01.119485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b802385d-cff7-4dcf-b3f3-d874e6c2ad59 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:32:01.462879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (57f237fe-e41b-4006-aafd-59aac5f5046a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:01.526054 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=57f237fe-e41b-4006-aafd-59aac5f5046a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:01.620293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.620293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.620855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.621594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.622475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.622475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.623046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.623485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.623976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.624409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.624848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.625301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:01.625741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:02.198162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4bf6e-a179-4e14-b48d-e760ad362ab4 req-f56f2848-931b-4e7a-be2f-63c1572cda4f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:02.206969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02c4bf6e-a179-4e14-b48d-e760ad362ab4 req-f56f2848-931b-4e7a-be2f-63c1572cda4f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1202183 Jan 27 19:32:02.218148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:02.323459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02c4bf6e-a179-4e14-b48d-e760ad362ab4 req-079c47be-f331-42c8-9c74-7d97330b2b9b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111979 Jan 27 19:32:02.803705 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:32:03.093439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8f3aded0-795d-40fd-a81a-7d34569e9753 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:32:03.594664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:03.614525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] Sync routers for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:03.620000 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ceaa7b1a-c86a-4b07-90db-ce714e47f501 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0247247 Jan 27 19:32:03.627146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:03.652166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:03.653994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:03.851103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669cd3-c176-4bf6-92e1-1fa2f7789add req-36596b8d-5570-4829-97b7-74cfdc443ab9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:03.870141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a669cd3-c176-4bf6-92e1-1fa2f7789add req-36596b8d-5570-4829-97b7-74cfdc443ab9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2870283 Jan 27 19:32:03.895535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:03.938319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:03.942330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:04.106270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a669cd3-c176-4bf6-92e1-1fa2f7789add req-cb4e94a4-b03d-47ea-8849-3dacdb5be20f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344749 Jan 27 19:32:04.154051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:04.155332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bbaea-146e-4dac-96d6-afd870269277 None None] The sync data for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:04.250370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:04.690468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781205f6-9b88-4601-b421-873aae394e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:04.797746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781205f6-9b88-4601-b421-873aae394e56 admin admin] Publish callbacks [] for security_group (144ade73-e3a8-4084-90e6-592080fc8849), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:04.807372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781205f6-9b88-4601-b421-873aae394e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (144ade73-e3a8-4084-90e6-592080fc8849), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:04.891916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-781205f6-9b88-4601-b421-873aae394e56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d55e74571124d7ba9acb6d1df7e30e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399536 Jan 27 19:32:04.912829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:04.938371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781205f6-9b88-4601-b421-873aae394e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144ade73-e3a8-4084-90e6-592080fc8849,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:04.964597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:05.492829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] Publish callbacks [] for security_group (144ade73-e3a8-4084-90e6-592080fc8849), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:05.591044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794504d-78a9-4eca-b849-1730531525aa req-56134e26-6d9f-4742-ac0b-91e19efa8685 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:05.614261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5794504d-78a9-4eca-b849-1730531525aa req-56134e26-6d9f-4742-ac0b-91e19efa8685 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2569461 Jan 27 19:32:05.786126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5794504d-78a9-4eca-b849-1730531525aa req-8821cefb-4b51-4e09-811f-1fd3414853a5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704118 Jan 27 19:32:05.871858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] Publish callbacks [] for security_group (144ade73-e3a8-4084-90e6-592080fc8849), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:06.220822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (144ade73-e3a8-4084-90e6-592080fc8849), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:06.223736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:06.240669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/144ade73-e3a8-4084-90e6-592080fc8849 HTTP/1.1" status: 204 len: 168 time: 1.3200150 Jan 27 19:32:06.261091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515854-cd10-4fd9-94d6-2696a797da85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ade73-e3a8-4084-90e6-592080fc8849,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:06.479589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 3fdd6bcd-3517-42e6-8798-d49ad4517263 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:06.483623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:06.883401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:06.960933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 3fdd6bcd-3517-42e6-8798-d49ad4517263 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:07.183295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca69000-0299-466b-b648-cf867d64d2f9 req-d92841aa-f350-4bb2-bf0a-cea4c2d0c1fa tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:07.192827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ca69000-0299-466b-b648-cf867d64d2f9 req-d92841aa-f350-4bb2-bf0a-cea4c2d0c1fa tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1365290 Jan 27 19:32:07.362242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ca69000-0299-466b-b648-cf867d64d2f9 req-026d8570-8fed-436c-9ae9-b07722232c21 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682243 Jan 27 19:32:07.601448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3fdd6bcd-3517-42e6-8798-d49ad4517263), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:07.647996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=3fdd6bcd-3517-42e6-8798-d49ad4517263,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:08.006779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (8f3aded0-795d-40fd-a81a-7d34569e9753), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:08.566609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8f3aded0-795d-40fd-a81a-7d34569e9753 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:32:08.626725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cc61b-0d2c-478e-89bb-472c3f71f807 req-62b4c76c-05fc-4960-a31d-3ae8462fc480 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:08.628434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-859cc61b-0d2c-478e-89bb-472c3f71f807 req-62b4c76c-05fc-4960-a31d-3ae8462fc480 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Jan 27 19:32:08.712410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-859cc61b-0d2c-478e-89bb-472c3f71f807 req-f04da0a2-4f93-41a4-a822-4d8df8b2a00c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777564 Jan 27 19:32:08.831425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:08.837726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fff91c65-9d96-47f7-b963-dfdcadcb7f3b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2090364 Jan 27 19:32:08.841990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51580) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:08.860354 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] Sync routers for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:08.900100 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:08.900910 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:08.964425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:08.976336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09624aff-64ec-455a-a1f9-d1d5134cc21a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f3aded0-795d-40fd-a81a-7d34569e9753 HTTP/1.1" status: 200 len: 205 time: 0.1324992 Jan 27 19:32:09.006444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:09.011249 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f486-c723-473b-a5e3-58048a09200d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:09.033960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] Routers {'8f3aded0-795d-40fd-a81a-7d34569e9753'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:09.034869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:31:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f3aded0-795d-40fd-a81a-7d34569e9753'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:09.183277 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:09.187567 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088497f-61ec-4b3b-abdf-c030439f00f1 None None] The sync data for ids ['8f3aded0-795d-40fd-a81a-7d34569e9753'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:09.501108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.107922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.118054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (8f3aded0-795d-40fd-a81a-7d34569e9753), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.354776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8f3aded0-795d-40fd-a81a-7d34569e9753), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.355865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3aded0-795d-40fd-a81a-7d34569e9753 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:32:10.403924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2248-71f9-4d12-9202-a8db1feeb801 req-a66bd607-f3f4-4f2f-83b9-933c2e0d4ad9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:10.408280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ebe2248-71f9-4d12-9202-a8db1feeb801 req-a66bd607-f3f4-4f2f-83b9-933c2e0d4ad9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1424077 Jan 27 19:32:10.421651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.424039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e3388e7c-fc86-4775-9356-98a20b389c20 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753 HTTP/1.1" status: 204 len: 168 time: 1.4576898 Jan 27 19:32:10.428270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:10.553558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ebe2248-71f9-4d12-9202-a8db1feeb801 req-43037f7b-fb95-4843-9aad-bbf05a07df5d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271996 Jan 27 19:32:10.705525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 18b6853e-651c-4c2c-9179-28d498f2e740 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:32:10.713236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (18b6853e-651c-4c2c-9179-28d498f2e740), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:10.840578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (18b6853e-651c-4c2c-9179-28d498f2e740), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.149534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (18b6853e-651c-4c2c-9179-28d498f2e740), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.302869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (18b6853e-651c-4c2c-9179-28d498f2e740), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.423059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.430089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fb103-029b-4da1-bd09-d81cef983935 None None] Network 62b6a592-dfbe-4068-96f2-4f468d72bc5a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:11.435568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/18b6853e-651c-4c2c-9179-28d498f2e740 HTTP/1.1" status: 204 len: 168 time: 1.0042446 Jan 27 19:32:11.441516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:11.533075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e15611-16aa-4ecb-80cc-fade2107145e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=18b6853e-651c-4c2c-9179-28d498f2e740,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:11.675880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 84d69947-0766-4c4f-b61f-12a3391059c9 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:32:11.687702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (84d69947-0766-4c4f-b61f-12a3391059c9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.828412 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (84d69947-0766-4c4f-b61f-12a3391059c9), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:11.919873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] DHCP port deletion for 62b6a592-dfbe-4068-96f2-4f468d72bc5a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:32:12.072972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Deleting port 4234eb7c-fcca-4014-9366-c2803eb44fa9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:12.077907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.114917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8473-e4e4-4092-97ca-27b163a74e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.202883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (84d69947-0766-4c4f-b61f-12a3391059c9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.263747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] For port 4234eb7c-fcca-4014-9366-c2803eb44fa9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4234eb7c-fcca-4014-9366-c2803eb44fa9,segment=NetworkSegment(533be9a6-05fe-4b27-beea-79335694ebb8),segment_id=533be9a6-05fe-4b27-beea-79335694ebb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:12.264803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.292228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (84d69947-0766-4c4f-b61f-12a3391059c9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.303971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Calling delete_port for 4234eb7c-fcca-4014-9366-c2803eb44fa9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:12.347650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=84d69947-0766-4c4f-b61f-12a3391059c9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:12.374051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eedbc9-e0b8-44a3-b829-091fa266f55d req-09b0f62d-2f53-46a3-9ac4-2cc1dd8d1c9a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:12.377190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0eedbc9-e0b8-44a3-b829-091fa266f55d req-09b0f62d-2f53-46a3-9ac4-2cc1dd8d1c9a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.4390795 Jan 27 19:32:12.390880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.402660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-851aa022-b763-40ae-8f89-b140e70411d8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/84d69947-0766-4c4f-b61f-12a3391059c9 HTTP/1.1" status: 204 len: 168 time: 0.9562323 Jan 27 19:32:12.403331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:12.536731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad639e-11ff-4cc4-b78f-ee694392734d None None] Network dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:12.583429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0eedbc9-e0b8-44a3-b829-091fa266f55d req-fbc7e9a8-b21c-45ef-b925-452bfdfad288 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655886 Jan 27 19:32:12.672141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (62b6a592-dfbe-4068-96f2-4f468d72bc5a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.736470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.822303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] No DVR routers for this DVR port 4234eb7c-fcca-4014-9366-c2803eb44fa9 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:12.831684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 4234eb7c-fcca-4014-9366-c2803eb44fa9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:12.832032 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:12.997662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b669-c333-4f90-b34d-994d868fdfb9 None None] Pushing event deleted for resources: {'Port': ['ID=4234eb7c-fcca-4014-9366-c2803eb44fa9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:13.162884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 4234eb7c-fcca-4014-9366-c2803eb44fa9, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:13.163250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.188356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 4234eb7c-fcca-4014-9366-c2803eb44fa9 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:13.198271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Port 4234eb7c-fcca-4014-9366-c2803eb44fa9 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:32:13.200483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4234eb7c-fcca-4014-9366-c2803eb44fa9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.227998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 4234eb7c-fcca-4014-9366-c2803eb44fa9 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:13.298497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] DHCP port deletion for dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:32:13.478033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=4234eb7c-fcca-4014-9366-c2803eb44fa9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:13.526931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Deleting port 92dfc6a1-f79d-4518-8975-e0198f9530f1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:13.527781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.630600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4234eb7c-fcca-4014-9366-c2803eb44fa9 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:13.751713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (62b6a592-dfbe-4068-96f2-4f468d72bc5a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.759652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4234eb7c-fcca-4014-9366-c2803eb44fa9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:32:13.760098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4234eb7c-fcca-4014-9366-c2803eb44fa9 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:32:13.763604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 92dfc6a1-f79d-4518-8975-e0198f9530f1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:13.807506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b6a592-dfbe-4068-96f2-4f468d72bc5a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:13.840630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533be9a6-05fe-4b27-beea-79335694ebb8') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:13.840960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533be9a6-05fe-4b27-beea-79335694ebb8') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:13.883373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (533be9a6-05fe-4b27-beea-79335694ebb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.914436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (533be9a6-05fe-4b27-beea-79335694ebb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.925424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:32:13.925927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (533be9a6-05fe-4b27-beea-79335694ebb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:32:13.929344 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:32:14.117934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:14.161935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f854a-ead4-482a-b70e-a546f516a5ef req-bce03314-00fe-4260-8ee4-9594c5fb0d8c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:14.163730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa5f854a-ead4-482a-b70e-a546f516a5ef req-bce03314-00fe-4260-8ee4-9594c5fb0d8c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1980276 Jan 27 19:32:14.236487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (62b6a592-dfbe-4068-96f2-4f468d72bc5a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:14.262076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:14.267727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/62b6a592-dfbe-4068-96f2-4f468d72bc5a HTTP/1.1" status: 204 len: 168 time: 1.8627868 Jan 27 19:32:14.278973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:14.312409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c525e49-d7bb-43b9-9775-613c042cfed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=62b6a592-dfbe-4068-96f2-4f468d72bc5a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:14.571881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=92dfc6a1-f79d-4518-8975-e0198f9530f1,segment=NetworkSegment(b9739b7e-4279-4192-892b-b8308315057e),segment_id=b9739b7e-4279-4192-892b-b8308315057e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:14.572579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:14.634107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:14.692302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Calling delete_port for 92dfc6a1-f79d-4518-8975-e0198f9530f1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:14.730183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 92dfc6a1-f79d-4518-8975-e0198f9530f1 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:14.730882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:14.864315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fcd5821-a401-4f88-8696-1ae1b604abd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.104592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa5f854a-ead4-482a-b70e-a546f516a5ef req-a8430a9c-67d3-480b-bb69-6089c22b754f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9152718 Jan 27 19:32:15.243582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=92dfc6a1-f79d-4518-8975-e0198f9530f1,segment=NetworkSegment(b9739b7e-4279-4192-892b-b8308315057e),segment_id=b9739b7e-4279-4192-892b-b8308315057e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:15.253974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.270018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.343016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 92dfc6a1-f79d-4518-8975-e0198f9530f1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:15.343618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.428265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:15.484966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fcd5821-a401-4f88-8696-1ae1b604abd8 admin admin] Publish callbacks [] for security_group (80c33647-4f13-4b36-abec-04cca138ec7e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.524904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fcd5821-a401-4f88-8696-1ae1b604abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (80c33647-4f13-4b36-abec-04cca138ec7e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.540199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.550881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.571972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:15.599678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] No DVR routers for this DVR port 92dfc6a1-f79d-4518-8975-e0198f9530f1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:15.652142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9addc-28d7-434a-b29e-cc628f5b4714 None None] Pushing event deleted for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:15.712946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9fcd5821-a401-4f88-8696-1ae1b604abd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d22df1614e25437f98d94cbbafe1359b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5929165 Jan 27 19:32:15.717288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:15.750478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 92dfc6a1-f79d-4518-8975-e0198f9530f1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=92dfc6a1-f79d-4518-8975-e0198f9530f1,segment=NetworkSegment(b9739b7e-4279-4192-892b-b8308315057e),segment_id=b9739b7e-4279-4192-892b-b8308315057e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:15.751348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.767921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 92dfc6a1-f79d-4518-8975-e0198f9530f1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:15.881208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] Publish callbacks [] for security_group (80c33647-4f13-4b36-abec-04cca138ec7e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.886246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd5821-a401-4f88-8696-1ae1b604abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c33647-4f13-4b36-abec-04cca138ec7e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:15.965990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (92dfc6a1-f79d-4518-8975-e0198f9530f1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:15.989561 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.004832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] Publish callbacks [] for security_group (80c33647-4f13-4b36-abec-04cca138ec7e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.043128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 92dfc6a1-f79d-4518-8975-e0198f9530f1 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:16.110619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30083297-40e0-4622-8f4e-757b13a8ccae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.144346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (80c33647-4f13-4b36-abec-04cca138ec7e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.147069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.148925 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80c33647-4f13-4b36-abec-04cca138ec7e HTTP/1.1" status: 204 len: 168 time: 0.4305372 Jan 27 19:32:16.216970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=92dfc6a1-f79d-4518-8975-e0198f9530f1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:16.328270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed050b0-2ec8-4764-af94-3b4eda014099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c33647-4f13-4b36-abec-04cca138ec7e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:16.408620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.423631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30083297-40e0-4622-8f4e-757b13a8ccae admin admin] Publish callbacks [] for security_group (a95bd722-7235-476f-b8bf-095b0d5b0098), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.431798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30083297-40e0-4622-8f4e-757b13a8ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a95bd722-7235-476f-b8bf-095b0d5b0098), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.466085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae7ed6d-e1d6-42ba-ad2e-4589cc35f790']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:16.511417 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-30083297-40e0-4622-8f4e-757b13a8ccae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64e19089fac144b592c018964ce0c6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381752 Jan 27 19:32:16.516188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:16.522008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9739b7e-4279-4192-892b-b8308315057e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:16.522474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9739b7e-4279-4192-892b-b8308315057e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:16.540925 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b9739b7e-4279-4192-892b-b8308315057e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.571214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e58d-e4f6-4dc4-89e3-2eb666d900c6 req-e6324873-667e-452b-ab2f-81d29bd41a16 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:16.573045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c95e58d-e4f6-4dc4-89e3-2eb666d900c6 req-e6324873-667e-452b-ab2f-81d29bd41a16 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2274568 Jan 27 19:32:16.574561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083297-40e0-4622-8f4e-757b13a8ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95bd722-7235-476f-b8bf-095b0d5b0098,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:16.594348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9739b7e-4279-4192-892b-b8308315057e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.640206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] Publish callbacks [] for security_group (a95bd722-7235-476f-b8bf-095b0d5b0098), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.704994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c95e58d-e4f6-4dc4-89e3-2eb666d900c6 req-f9948032-fa8e-44e4-8e29-b7782efcf2b7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189275 Jan 27 19:32:16.709189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:32:16.710829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b9739b7e-4279-4192-892b-b8308315057e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:32:16.716471 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:32:16.720420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] Publish callbacks [] for security_group (a95bd722-7235-476f-b8bf-095b0d5b0098), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.851816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (dae7ed6d-e1d6-42ba-ad2e-4589cc35f790), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.869633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.879333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51682) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:16.880446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/dae7ed6d-e1d6-42ba-ad2e-4589cc35f790 HTTP/1.1" status: 204 len: 168 time: 2.5999656 Jan 27 19:32:16.889117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001530461'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:16.909336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa42b7-cf7a-48c3-9e67-f82af2fe62f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=dae7ed6d-e1d6-42ba-ad2e-4589cc35f790,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:16.957340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a95bd722-7235-476f-b8bf-095b0d5b0098), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.962800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:16.965867 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a95bd722-7235-476f-b8bf-095b0d5b0098 HTTP/1.1" status: 204 len: 168 time: 0.4477482 Jan 27 19:32:17.009761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b16e5-bf88-415b-9fb8-3b0aab30b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95bd722-7235-476f-b8bf-095b0d5b0098,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:17.017568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:17.047829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:17.138566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:32:17.169357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bade683e-e4d0-43a7-b8bf-7be9b35cba5a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:17.169979 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment bade683e-e4d0-43a7-b8bf-7be9b35cba5a of type vlan for network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade Jan 27 19:32:17.283645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (78450eb0-fb73-42f1-81b2-0ab9f56a7ade), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:17.388053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (78450eb0-fb73-42f1-81b2-0ab9f56a7ade), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:17.394541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:17.395702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:17.441297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5598602 Jan 27 19:32:17.445587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:17.452946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:17.611574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878ad3-74d3-4a3c-b543-22d8254425fa tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=78450eb0-fb73-42f1-81b2-0ab9f56a7ade,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:17.624798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:32:18.027799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51704) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:18.064552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595ba94c-5f89-4eb9-bbb8-d0b4b3ce584e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.103881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:18.112536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.387379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595ba94c-5f89-4eb9-bbb8-d0b4b3ce584e admin admin] Publish callbacks [] for security_group (2ac25d60-8eef-44aa-af46-0e0f52730eca), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.398295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595ba94c-5f89-4eb9-bbb8-d0b4b3ce584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ac25d60-8eef-44aa-af46-0e0f52730eca), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.499982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-595ba94c-5f89-4eb9-bbb8-d0b4b3ce584e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b235d3da75c49f598487635ba28681c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677379 Jan 27 19:32:18.499982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba94c-5f89-4eb9-bbb8-d0b4b3ce584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac25d60-8eef-44aa-af46-0e0f52730eca,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:18.501452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:18.579084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] Publish callbacks [] for security_group (2ac25d60-8eef-44aa-af46-0e0f52730eca), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.632035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] Publish callbacks [] for security_group (2ac25d60-8eef-44aa-af46-0e0f52730eca), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.722239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ac25d60-8eef-44aa-af46-0e0f52730eca), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.727234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:18.731806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ac25d60-8eef-44aa-af46-0e0f52730eca HTTP/1.1" status: 204 len: 168 time: 0.2268705 Jan 27 19:32:18.749920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf386-5fab-4ea3-8bfe-11de6912eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac25d60-8eef-44aa-af46-0e0f52730eca,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:19.038645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77e0a2-8ae2-48f8-a491-91bdca3b8d46 req-a971374c-31cc-4166-a2dd-3137255a33be tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:19.041133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f77e0a2-8ae2-48f8-a491-91bdca3b8d46 req-a971374c-31cc-4166-a2dd-3137255a33be tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 1.1144249 Jan 27 19:32:19.186317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f77e0a2-8ae2-48f8-a491-91bdca3b8d46 req-65aa74c9-3972-48a1-98b6-7032ac2ef8b6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263487 Jan 27 19:32:19.654152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (de99f7a1-1437-49e8-aa7c-d54841ac0311), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:19.945055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=de99f7a1-1437-49e8-aa7c-d54841ac0311,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:19.974025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:19.974789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 78450eb0-fb73-42f1-81b2-0ab9f56a7ade, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:32:20.047319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-4df2aef9-7d8b-429e-abb2-9f2a26bb6792 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:20.050235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-4df2aef9-7d8b-429e-abb2-9f2a26bb6792 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.3765271 Jan 27 19:32:20.052276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:32:20.080569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-c8966776-f537-4c16-8835-9656c6f53280 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.0186942 Jan 27 19:32:20.082047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 78450eb0-fb73-42f1-81b2-0ab9f56a7ade) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:20.091522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:20.092719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.101617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccfd115-d965-417c-8b2d-1ecf6bf9a7c1 None None] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:20.208845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f948226-4ee0-42d8-80a6-5c1d8eda8ba2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7582004 Jan 27 19:32:20.209071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:20.216738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1748989797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:20.247117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-de0627ea-df8c-4cd1-9c33-d2e67b22bda1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439209 Jan 27 19:32:20.281726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.283697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.550717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-78450eb0-fb73-42f1-81b2-0ab9f56a7ade', 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': 'de99f7a1-1437-49e8-aa7c-d54841ac0311'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:32:20.555895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-8876004f-ae43-46f8-8262-5c66268bac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:20.564633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-8876004f-ae43-46f8-8262-5c66268bac79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1096 time: 0.2305353 Jan 27 19:32:20.566372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.570121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (1589b33e-f5b6-4aef-a40e-0fef285b8d08), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.588781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:20.722737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b041ee-8e74-40d3-b761-0fd70f60a26d req-7ec12b26-568a-4296-8210-b10cb03f1205 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:20.731249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b041ee-8e74-40d3-b761-0fd70f60a26d req-7ec12b26-568a-4296-8210-b10cb03f1205 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.1732416 Jan 27 19:32:20.770977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-3421c047-c2d4-4b8a-94c2-ad2411d80bd7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:32:20.779330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-3421c047-c2d4-4b8a-94c2-ad2411d80bd7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5215583 Jan 27 19:32:21.067197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Allocated IP 172.20.0.2 (78450eb0-fb73-42f1-81b2-0ab9f56a7ade/de99f7a1-1437-49e8-aa7c-d54841ac0311/31aba867-41f3-4dad-9bb0-8a6abaa02cbe) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:21.138012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b041ee-8e74-40d3-b761-0fd70f60a26d req-e91c9fc2-6f50-45b6-89d0-992ccd50a715 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4049242 Jan 27 19:32:21.247511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-8e381ca4-d3ee-4741-990a-e953fe76cb84 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369218 Jan 27 19:32:21.595670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:21.600120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a9eacef8-3ec3-4500-9b0e-a37bff8cde48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3904378 Jan 27 19:32:21.602807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:21.692759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks [] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:21.693681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-dae023d1-fb9c-4b4d-807b-5d95b36cc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:21.699660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-dae023d1-fb9c-4b4d-807b-5d95b36cc513 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 1.1270971 Jan 27 19:32:21.702663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:21.711682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'port': {'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade', 'name': 'tempest-RoutersTest-786563182'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:21.803832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:21.816376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:21.822773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:21.856356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-205b1f33-2bb0-47d4-9e85-81b81760f7cd service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873203 Jan 27 19:32:21.875993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-6ff025e6-f9b5-4f01-8f59-dc94b0702035 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 1001 time: 0.1697860 Jan 27 19:32:21.897192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Pushing event updated for resources: {'Port': ['ID=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:21.907045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:21.915862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:21.985542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] device_id is not set on port 72eb87c2-6a3b-4b2b-a865-5212a015d88c yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:32:21.995591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Attempting to bind port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:32:21.998616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-a0cf8bf0-924e-4d46-9a94-c1f03961c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:21.999989 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-a0cf8bf0-924e-4d46-9a94-c1f03961c50b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1177170 Jan 27 19:32:22.000665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Attempting to bind port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:32:22.001627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Attempting to bind port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe on network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:22.013062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:32:22.013543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Checking segment: {'id': 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:22.013921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:22.015368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Bound using segment: {'id': 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:32:22.015890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Bound port: 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78450eb0-fb73-42f1-81b2-0ab9f56a7ade'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:32:22.019957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:22.106465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-85a0375a-6893-4fcd-a05b-1dac13c04ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:22.111124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-85a0375a-6893-4fcd-a05b-1dac13c04ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036224 Jan 27 19:32:22.215466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] For port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:32:22.222299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] For port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,segment=NetworkSegment(bade683e-e4d0-43a7-b8bf-7be9b35cba5a),segment_id=bade683e-e4d0-43a7-b8bf-7be9b35cba5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:32:22.233359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:22.506471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.20.0.8 (78450eb0-fb73-42f1-81b2-0ab9f56a7ade/de99f7a1-1437-49e8-aa7c-d54841ac0311/72eb87c2-6a3b-4b2b-a865-5212a015d88c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:22.547347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-d68bbbce-2d10-4850-bbb3-37b9cb00c1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244518 Jan 27 19:32:22.620126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2c7e-b40a-452a-b441-53a4e21664fc None None] Pushing event updated for resources: {'Port': ['ID=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:22.815557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81b22759-f305-4992-b890-19e5c7a86af5 req-83e5e20a-d103-40d8-820c-e7ef938b1634 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.4619083 Jan 27 19:32:22.945483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c2045bbd-91ee-4711-9b8f-496a8b76ac66 req-c826d977-048e-4258-8fb1-064d1d65cf66 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835707 Jan 27 19:32:23.166518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:23.486875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:23.515607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:23.516218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:23.557790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a20b-e390-462c-9e8d-e379c887135d req-d5716da9-d8f4-49df-88ae-061a762bb3e8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:23.567442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4267a20b-e390-462c-9e8d-e379c887135d req-d5716da9-d8f4-49df-88ae-061a762bb3e8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.9418790 Jan 27 19:32:23.571788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:23.689195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:23.697357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:23.704778 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ffbc5-f572-475d-9d1c-5a6c47a99276" -d '{"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-unplugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:23.706832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:23.740609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:23.766528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4267a20b-e390-462c-9e8d-e379c887135d req-9af40723-9d6d-47b1-8a99-0ce50aed2974 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977210 Jan 27 19:32:23.821832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=72eb87c2-6a3b-4b2b-a865-5212a015d88c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:23.932164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:23.937574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:24.006364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d1fcadd6-275d-4535-a663-59204d219b1e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3961117 Jan 27 19:32:24.007602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:24.099471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5edc8b6-14d7-4873-bcc9-f363f75a565a req-83e58c18-2e20-48dc-a72c-d5fb715691b3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.0963247 Jan 27 19:32:24.246461 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07881446-398b-4254-8013-826e1f79b0e5 x-openstack-request-id: req-07881446-398b-4254-8013-826e1f79b0e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:24.247332 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-unplugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:24.247575 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07881446-398b-4254-8013-826e1f79b0e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:24.249167 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'code': 200} Jan 27 19:32:24.266218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 31aba867-41f3-4dad-9bb0-8a6abaa02cbe up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:24.358961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:24.368026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:24.411227 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:24.617868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:24.667004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:24.667426 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:24.909939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:25.102434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:25.102889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:25.223767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,segment=NetworkSegment(bade683e-e4d0-43a7-b8bf-7be9b35cba5a),segment_id=bade683e-e4d0-43a7-b8bf-7be9b35cba5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:25.229795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abac5eb-52be-44a5-b697-5654f6d9439f None None] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:25.353677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:25.362731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf08d-f3df-43e7-bfac-af016eccffc5 req-fc285497-b619-43ca-96c9-9c57ba559b44 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:25.379961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fdcf08d-f3df-43e7-bfac-af016eccffc5 req-fc285497-b619-43ca-96c9-9c57ba559b44 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.2463880 Jan 27 19:32:25.387789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-11d586dd-769a-4adb-8ea3-f8abbe1d3ca5 None None] Provisioning complete for port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:25.388588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11d586dd-769a-4adb-8ea3-f8abbe1d3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:25.592817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c6994e5-9791-4285-b652-3303a15c5c3a req-b7017e5d-7fdf-4f22-a6fd-bed90d97790e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.1832800 Jan 27 19:32:25.600104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:25.782896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fdcf08d-f3df-43e7-bfac-af016eccffc5 req-8555d206-fdb4-4a5f-a489-ad8502414f25 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4021916 Jan 27 19:32:25.921952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:25.996105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-11d586dd-769a-4adb-8ea3-f8abbe1d3ca5 None None] Current status of the port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:26.231321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-4ed9c3cc-340f-4c75-a728-b5bab4312ba2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:26.233138 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-4ed9c3cc-340f-4c75-a728-b5bab4312ba2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.4357591 Jan 27 19:32:26.252624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': '49000b34-0edd-4735-a222-28b5bbae53cf', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:26.452126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:26.467648 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:26.471091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Provisioning complete for port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:26.472296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:26.631907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:26.643578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:26.727078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Current status of the port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:26.755437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8251b440-b2ec-40c5-bb78-87defc372a89 req-f2ea6d36-16f7-406a-89d8-02e9061feebb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.0504277 Jan 27 19:32:26.771746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=72eb87c2-6a3b-4b2b-a865-5212a015d88c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:26.789504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Provisioning complete for port 72eb87c2-6a3b-4b2b-a865-5212a015d88c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:26.794845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:26.936622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (1589b33e-f5b6-4aef-a40e-0fef285b8d08), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.024426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f09bc1d9-6e7e-4109-942a-b0b4bf9f35d7 None None] Port 72eb87c2-6a3b-4b2b-a865-5212a015d88c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:27.109804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.7 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:27.183357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b26dc-a636-40b4-811b-0e3530ce9d2d req-14627fa6-938a-45f3-b317-39b00f76c6d7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:27.193295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9b26dc-a636-40b4-811b-0e3530ce9d2d req-14627fa6-938a-45f3-b317-39b00f76c6d7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1158376 Jan 27 19:32:27.210454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.210755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a17e9c1-0db1-4540-986d-80ffde46001e None None] Provisioning complete for port 72eb87c2-6a3b-4b2b-a865-5212a015d88c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:27.220091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a17e9c1-0db1-4540-986d-80ffde46001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.378274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9b26dc-a636-40b4-811b-0e3530ce9d2d req-b69394d8-0916-44f8-b064-a12c96765e8f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807845 Jan 27 19:32:27.480830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a17e9c1-0db1-4540-986d-80ffde46001e None None] Port 72eb87c2-6a3b-4b2b-a865-5212a015d88c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:27.622862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-317c06f2-cc8d-4bed-9256-679e9295f223 None None] Provisioning complete for port 72eb87c2-6a3b-4b2b-a865-5212a015d88c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:27.622862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-317c06f2-cc8d-4bed-9256-679e9295f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.699834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 31aba867-41f3-4dad-9bb0-8a6abaa02cbe up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:27.799743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-317c06f2-cc8d-4bed-9256-679e9295f223 None None] Port 72eb87c2-6a3b-4b2b-a865-5212a015d88c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:27.853157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:27.853562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.963732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:27.989113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.067607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c2a237-1951-4937-8052-ef333bdd58bd req-d879f9f6-dab1-4796-84be-d626534c298a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.0640528 Jan 27 19:32:28.075943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.088724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.163172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:28.167303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:32:28.186371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:28.200634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:28.204531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:28.244983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=72eb87c2-6a3b-4b2b-a865-5212a015d88c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:28.305397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:28.310562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (1589b33e-f5b6-4aef-a40e-0fef285b8d08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.452188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:28.452875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.472428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:28.474881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:28.657287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d98c9c27-ef6d-4a35-8273-689abab7bffb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4118936 Jan 27 19:32:28.669325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Request body: {'port': {'device_id': '49000b34-0edd-4735-a222-28b5bbae53cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:28.830906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:28.940972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 1589b33e-f5b6-4aef-a40e-0fef285b8d08 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:32:28.947866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-875d1d01-ab26-4efe-bb73-e862f3b118a9 None None] Provisioning complete for port 72eb87c2-6a3b-4b2b-a865-5212a015d88c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:28.949698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-875d1d01-ab26-4efe-bb73-e862f3b118a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:29.028058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-875d1d01-ab26-4efe-bb73-e862f3b118a9 None None] Port 72eb87c2-6a3b-4b2b-a865-5212a015d88c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:29.097907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836cec9-3436-44e7-9549-aec24fdc443e req-57c847c5-ff0d-4445-970d-9f8118e5bec3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:29.103679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5836cec9-3436-44e7-9549-aec24fdc443e req-57c847c5-ff0d-4445-970d-9f8118e5bec3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1607628 Jan 27 19:32:29.198211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:29.201860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:29.240239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5836cec9-3436-44e7-9549-aec24fdc443e req-0f987f16-e345-4e93-8b75-d8f1e27a7b1d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287386 Jan 27 19:32:29.279801 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b8d9ea7-da91-462f-8c04-b24bd45c0a1c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/1589b33e-f5b6-4aef-a40e-0fef285b8d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2655561 Jan 27 19:32:29.295234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:29.338749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] Sync routers for ids ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:29.391075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-a4aaac7d-388a-4bd6-828f-ca0e9a744cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3172700 Jan 27 19:32:29.432651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64426a4c-ca6f-4cfd-ab90-0cf8b51f76d6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:29.443010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64426a4c-ca6f-4cfd-ab90-0cf8b51f76d6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports/72eb87c2-6a3b-4b2b-a865-5212a015d88c HTTP/1.1" status: 200 len: 976 time: 0.1375186 Jan 27 19:32:29.443793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311165e3-cfcf-4dc2-a1a9-b89cd41a6831 req-a0766721-3a81-4b61-b38d-af2f5ee858bd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:29.444130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:29.455929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-311165e3-cfcf-4dc2-a1a9-b89cd41a6831 req-a0766721-3a81-4b61-b38d-af2f5ee858bd tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 931 time: 0.2140696 Jan 27 19:32:29.519592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] Routers {'1589b33e-f5b6-4aef-a40e-0fef285b8d08'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:29.521316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:29.564305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-311165e3-cfcf-4dc2-a1a9-b89cd41a6831 req-23b1bc18-b2e3-4037-9ba1-1bfc78550f86 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074500 Jan 27 19:32:29.717673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:29.743991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92a54d-e7ae-4afb-9a73-afd9571e90e0 req-65aff101-b677-42ee-8f66-ffc5db6f1f0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:29.749990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b92a54d-e7ae-4afb-9a73-afd9571e90e0 req-65aff101-b677-42ee-8f66-ffc5db6f1f0c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.1131785 Jan 27 19:32:29.782927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] Routers {'1589b33e-f5b6-4aef-a40e-0fef285b8d08'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:29.783832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:29.811326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:32:29.850858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b92a54d-e7ae-4afb-9a73-afd9571e90e0 req-f995873c-4b73-4ff8-b5c5-db5b9876d149 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792832 Jan 27 19:32:29.870113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:29.871305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a796f-da47-42c1-9aca-1583acc9cc19 None None] The sync data for ids ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:29.904555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks [] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:29.905983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:29.952151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Transition to ACTIVE for port object a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:32:29.967917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:30.440447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:30.565354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c2740-8395-440a-a9fe-882bf6e346c5 req-d0ed857d-7006-4c1b-ac9f-ff6fde38fe2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:30.574480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-403c2740-8395-440a-a9fe-882bf6e346c5 req-d0ed857d-7006-4c1b-ac9f-ff6fde38fe2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1756499 Jan 27 19:32:30.627225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Attempting to bind port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:32:30.627564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Attempting to bind port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:32:30.627898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Attempting to bind port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:30.646320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:32:30.651794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Attempting to bind port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:30.661496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-403c2740-8395-440a-a9fe-882bf6e346c5 req-07a6c726-e67f-4379-b33d-3d0ffdbce52c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855603 Jan 27 19:32:30.680432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:32:30.680786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:30.681182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:32:30.682202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Bound port: a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:32:30.682202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:30.867082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641dd87-2f35-4f3d-b706-e6df8cce98d7 req-76e684dd-124b-4e93-865d-be97e453c080 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:30.876640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1641dd87-2f35-4f3d-b706-e6df8cce98d7 req-76e684dd-124b-4e93-865d-be97e453c080 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 943 time: 0.1264760 Jan 27 19:32:30.888045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:32:30.908351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (1589b33e-f5b6-4aef-a40e-0fef285b8d08), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:30.956652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:32:30.975890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:31.027341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:31.027986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:31.029765 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] 10.222.0.39 "PUT /v2.0/ports/a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f HTTP/1.1" status: 200 len: 1091 time: 2.3647580 Jan 27 19:32:31.048677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:31.051050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1641dd87-2f35-4f3d-b706-e6df8cce98d7 req-0795b793-3dc2-40b1-905e-3cbcae10369b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734176 Jan 27 19:32:31.051855 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777bd05a-91ea-4c34-8b4e-319ae0c02779" -d '{"events": [{"name": "network-changed", "server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:31.141219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c242-b49e-45b2-aa74-7f3f34afe8cf service neutron] Pushing event updated for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:31.183545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-f588f17c-54cb-4b9c-850f-ce16d4a27b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:31.186537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-f588f17c-54cb-4b9c-850f-ce16d4a27b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 1094 time: 0.0934141 Jan 27 19:32:31.230019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332a8d-b7f2-4955-9714-ca4d8871e805 req-d10ee5a1-38c1-49ba-ae92-7ded2a97827f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:31.232297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0332a8d-b7f2-4955-9714-ca4d8871e805 req-d10ee5a1-38c1-49ba-ae92-7ded2a97827f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.2451615 Jan 27 19:32:31.255188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-a9a95782-12ad-4692-bd51-bcbca93a0aca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f HTTP/1.1" status: 200 len: 217 time: 0.0451937 Jan 27 19:32:31.258530 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753abac9-05da-41cf-87c7-0f0982424226 x-openstack-request-id: req-753abac9-05da-41cf-87c7-0f0982424226 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:31.258904 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:31.259210 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-753abac9-05da-41cf-87c7-0f0982424226 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:31.259612 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f', 'status': 'completed', 'code': 200} Jan 27 19:32:31.331541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d6a9e83b-d6c9-44bd-aa8e-92b888268743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:31.333219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-d6a9e83b-d6c9-44bd-aa8e-92b888268743 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.0702746 Jan 27 19:32:31.358818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0332a8d-b7f2-4955-9714-ca4d8871e805 req-1f510dfe-df4a-4600-8456-4b8957ba0418 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133356 Jan 27 19:32:31.396833 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-af616bd3-c57c-40c0-ba44-6bf2099fde47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561464 Jan 27 19:32:31.478985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 72eb87c2-6a3b-4b2b-a865-5212a015d88c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:31.480017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:31.602870 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-76ff40a3-aaf9-4521-af0f-080d33f2c001 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999557 Jan 27 19:32:31.626653 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:31.682753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 72eb87c2-6a3b-4b2b-a865-5212a015d88c owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:31.892103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-13dcdd66-1cb3-4270-a38c-9a3fa4b3c5ef req-b5694a8c-ef08-49ec-ae42-cd2b9282303f service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833087 Jan 27 19:32:32.050145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37c43-fcdb-4193-83e1-0d989153fce7 req-3cb68de9-feac-41fb-b225-94bae61ae4ae tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.054266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18b37c43-fcdb-4193-83e1-0d989153fce7 req-3cb68de9-feac-41fb-b225-94bae61ae4ae tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1587276 Jan 27 19:32:32.095078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-3ed47456-5d25-4285-8a74-197342167584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.097008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-3ed47456-5d25-4285-8a74-197342167584 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 1094 time: 0.1006072 Jan 27 19:32:32.175949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18b37c43-fcdb-4193-83e1-0d989153fce7 req-cd06ab0f-2e06-4a80-8429-82ef9baeba3e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023719 Jan 27 19:32:32.358299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (72eb87c2-6a3b-4b2b-a865-5212a015d88c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:32.393919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12bdd7-1a8c-43c5-a674-0ce78e6628c9 req-049c6703-7fe7-4e7a-9451-60c9631db678 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.403151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e12bdd7-1a8c-43c5-a674-0ce78e6628c9 req-049c6703-7fe7-4e7a-9451-60c9631db678 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 943 time: 0.1195552 Jan 27 19:32:32.416437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-2f1cef81-8fbb-4928-a185-483e73c8540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.419501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648664-348a-4fce-b8b3-8b10c4b719a5 req-d2a6d885-f6c4-4dd9-858a-519304510f2d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.420914 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-2f1cef81-8fbb-4928-a185-483e73c8540c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.3156989 Jan 27 19:32:32.422167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84648664-348a-4fce-b8b3-8b10c4b719a5 req-d2a6d885-f6c4-4dd9-858a-519304510f2d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.1224046 Jan 27 19:32:32.476406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=72eb87c2-6a3b-4b2b-a865-5212a015d88c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:32.525035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e12bdd7-1a8c-43c5-a674-0ce78e6628c9 req-f35d3f82-0224-4582-b218-b8f0f57e0168 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180971 Jan 27 19:32:32.541638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84648664-348a-4fce-b8b3-8b10c4b719a5 req-808d92d3-863f-4f7a-8a7d-8aa69dc98239 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112032 Jan 27 19:32:32.548857 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-f8c52f0e-f09a-4297-b328-db95cf9b4b96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f HTTP/1.1" status: 200 len: 217 time: 0.1213405 Jan 27 19:32:32.784996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-fa4e8b1d-e092-4b4f-8401-62057a71b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:32.790457 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-fa4e8b1d-e092-4b4f-8401-62057a71b8a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.2344177 Jan 27 19:32:32.791680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (1589b33e-f5b6-4aef-a40e-0fef285b8d08), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:32.842794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-3e262e3f-8842-49a5-bc9f-759e7459ba9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432248 Jan 27 19:32:33.110665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-68961fbf-7e90-415d-bade-9bb65b3f3df1 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186482 Jan 27 19:32:33.369697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673fe4a-a6df-4ec9-8641-41e799e4ed4b req-ca89b036-8bfe-4a07-90d3-140dedbd6fee tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:33.372044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f673fe4a-a6df-4ec9-8641-41e799e4ed4b req-ca89b036-8bfe-4a07-90d3-140dedbd6fee tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.0815756 Jan 27 19:32:33.396359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 1589b33e-f5b6-4aef-a40e-0fef285b8d08 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:32:33.500087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f673fe4a-a6df-4ec9-8641-41e799e4ed4b req-8b5cb230-b5ca-448b-8909-98de0774b968 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215336 Jan 27 19:32:33.614712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:33.623436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4fd4062d-785c-49ed-a4a3-4cf854977ed2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/1589b33e-f5b6-4aef-a40e-0fef285b8d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1768434 Jan 27 19:32:33.626592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:33.630262 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] Sync routers for ids ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:33.657690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-777bd05a-91ea-4c34-8b4e-319ae0c02779 req-b649a70a-c40b-4e0a-b373-b32e3d59f231 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355632 Jan 27 19:32:33.664516 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] Routers {'1589b33e-f5b6-4aef-a40e-0fef285b8d08'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:33.670282 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:33.787634 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:33.801124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] Routers {'1589b33e-f5b6-4aef-a40e-0fef285b8d08'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:33.802417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:33.843886 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:33.845029 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b57e0-9537-4dd6-ba29-3a8d1734c548 None None] The sync data for ids ['1589b33e-f5b6-4aef-a40e-0fef285b8d08'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:33.925822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52124) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:34.237812 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-fa62bfda-7a19-4a3d-ac8f-66230e79fe3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 19:32:34.238941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa62bfda-7a19-4a3d-ac8f-66230e79fe3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/1589b33e-f5b6-4aef-a40e-0fef285b8d08/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6086164 Jan 27 19:32:34.243040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:34.274100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1b756-da28-4829-85a3-139b4e59ae4d req-f9715b8d-d2fb-452f-9ca6-c1ac353a494d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:34.281977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13d1b756-da28-4829-85a3-139b4e59ae4d req-f9715b8d-d2fb-452f-9ca6-c1ac353a494d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3527517 Jan 27 19:32:34.325405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:34.344237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b30e9b3c-27ad-4b89-b5bc-7e5d3bca0e89 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=1589b33e-f5b6-4aef-a40e-0fef285b8d08 HTTP/1.1" status: 200 len: 205 time: 0.0998735 Jan 27 19:32:34.347485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52136) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:34.382449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7002-4150-427b-b53c-55e4e387fe66 req-a079a1ef-7093-4141-bfd4-f0f12641eef8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:34.396955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-479b7002-4150-427b-b53c-55e4e387fe66 req-a079a1ef-7093-4141-bfd4-f0f12641eef8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 943 time: 0.4689419 Jan 27 19:32:34.505907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f749b1f6-d59d-4534-85d4-9a1d009fc733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.529389 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.533183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:34.533699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.583407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-479b7002-4150-427b-b53c-55e4e387fe66 req-a8859ae6-7c83-449d-833a-0fea6aa3ebf3 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834822 Jan 27 19:32:34.610966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:34.629896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13d1b756-da28-4829-85a3-139b4e59ae4d req-cd4a2784-726a-4d01-971b-ed7cd5042109 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381078 Jan 27 19:32:34.634523 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84e9604-5583-411b-928f-450709d152e3" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:34.695966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:34.706096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.846857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.860829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:34.874517 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07852b0-b61a-4695-a169-c33ca1f734f8 x-openstack-request-id: req-c07852b0-b61a-4695-a169-c33ca1f734f8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:34.875964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (1589b33e-f5b6-4aef-a40e-0fef285b8d08), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:34.877240 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:34.877741 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c07852b0-b61a-4695-a169-c33ca1f734f8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:34.878613 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:32:34.899269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6cc20-671f-4625-8907-792ae98aa24d req-b18398a8-3b36-477a-a9bf-2002b3f8d04f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:34.908839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ef6cc20-671f-4625-8907-792ae98aa24d req-b18398a8-3b36-477a-a9bf-2002b3f8d04f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1351857 Jan 27 19:32:34.985803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ef6cc20-671f-4625-8907-792ae98aa24d req-a47b5de8-70b0-481d-b1d1-093fc447b463 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749445 Jan 27 19:32:35.010855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1589b33e-f5b6-4aef-a40e-0fef285b8d08), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.010855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router 1589b33e-f5b6-4aef-a40e-0fef285b8d08 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:32:35.014843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f749b1f6-d59d-4534-85d4-9a1d009fc733 admin admin] Publish callbacks [] for security_group (281e4a1e-a103-4586-ab75-cd276cfbd2e0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.023626 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.027648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6514940d-6f63-4ed0-8a70-9b9939f6a7f2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/1589b33e-f5b6-4aef-a40e-0fef285b8d08 HTTP/1.1" status: 204 len: 168 time: 0.6762297 Jan 27 19:32:35.027648 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f749b1f6-d59d-4534-85d4-9a1d009fc733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (281e4a1e-a103-4586-ab75-cd276cfbd2e0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.029895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:35.091459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f749b1f6-d59d-4534-85d4-9a1d009fc733 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62199dd66e484394b2e2dd1f531333c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1640778 Jan 27 19:32:35.092795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749b1f6-d59d-4534-85d4-9a1d009fc733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281e4a1e-a103-4586-ab75-cd276cfbd2e0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:35.094054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:35.143541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet de99f7a1-1437-49e8-aa7c-d54841ac0311 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:32:35.152633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (de99f7a1-1437-49e8-aa7c-d54841ac0311), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.220321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (de99f7a1-1437-49e8-aa7c-d54841ac0311), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.243330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:32:35.261764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] Publish callbacks [] for security_group (281e4a1e-a103-4586-ab75-cd276cfbd2e0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.384303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (de99f7a1-1437-49e8-aa7c-d54841ac0311), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.523743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] Publish callbacks [] for security_group (281e4a1e-a103-4586-ab75-cd276cfbd2e0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.539952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (de99f7a1-1437-49e8-aa7c-d54841ac0311), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.565323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:35.573036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.583018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/de99f7a1-1437-49e8-aa7c-d54841ac0311 HTTP/1.1" status: 204 len: 168 time: 0.5473580 Jan 27 19:32:35.585214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52160) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:35.629774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b853d5d-4d64-4a42-af1e-cfc426c70ab7 None None] Network 78450eb0-fb73-42f1-81b2-0ab9f56a7ade requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:35.658939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=de99f7a1-1437-49e8-aa7c-d54841ac0311,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:35.684969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.686012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.686456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.686910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.687342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.687771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.688194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.690689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.691171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.691609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.692055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.692499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.692940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b76c854-db48-450c-a589-1d2e17456e48 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:35.731479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f', 'mac_address': 'fa:16:3e:9d:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:32:35.766919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (281e4a1e-a103-4586-ab75-cd276cfbd2e0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.774085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:35.785012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/281e4a1e-a103-4586-ab75-cd276cfbd2e0 HTTP/1.1" status: 204 len: 168 time: 0.6893137 Jan 27 19:32:35.827414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56f5b-067e-4e33-9ad6-c681e7f73420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281e4a1e-a103-4586-ab75-cd276cfbd2e0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:35.943774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (78450eb0-fb73-42f1-81b2-0ab9f56a7ade), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.003311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:36.004275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.008320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798426f-49a9-40c9-afd0-21516bc9126a req-3970b3ca-323e-4cab-9eaf-713b05015b42 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:36.023588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7798426f-49a9-40c9-afd0-21516bc9126a req-3970b3ca-323e-4cab-9eaf-713b05015b42 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1472576 Jan 27 19:32:36.035529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:32:36.074257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aad58-f328-492b-af94-5574bf5f3e75 req-6668c32c-7528-493b-83ee-8384bcf3f12b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:36.076472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:36.077783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f71aad58-f328-492b-af94-5574bf5f3e75 req-6668c32c-7528-493b-83ee-8384bcf3f12b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 943 time: 0.2574689 Jan 27 19:32:36.096641 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.272336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:36.272777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.290757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7798426f-49a9-40c9-afd0-21516bc9126a req-2f8503d0-1282-4d4f-9960-75a968a6e81e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622209 Jan 27 19:32:36.294500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f71aad58-f328-492b-af94-5574bf5f3e75 req-76f9cbe4-b2b0-47c1-82ad-a47ba5d4be24 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929567 Jan 27 19:32:36.375001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:32:36.426152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:32:36.515922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:36.551720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b541c39-ed69-4e77-8442-7e397045c74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.583057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] DHCP port deletion for 78450eb0-fb73-42f1-81b2-0ab9f56a7ade request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:32:36.591746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:36.617170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,segment=NetworkSegment(bade683e-e4d0-43a7-b8bf-7be9b35cba5a),segment_id=bade683e-e4d0-43a7-b8bf-7be9b35cba5a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:36.618403 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.641574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 31aba867-41f3-4dad-9bb0-8a6abaa02cbe owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:36.751356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45063be1-28f4-4a9c-9d87-a81a1932c3cf req-9506d0ad-2fd6-40c9-90ff-1c82738508f4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:36.753198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45063be1-28f4-4a9c-9d87-a81a1932c3cf req-9506d0ad-2fd6-40c9-90ff-1c82738508f4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1105156 Jan 27 19:32:36.844605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b541c39-ed69-4e77-8442-7e397045c74d admin admin] Publish callbacks [] for security_group (14454a88-036b-46f1-a6ef-122c3ddc0169), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.847340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.860591 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b541c39-ed69-4e77-8442-7e397045c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (14454a88-036b-46f1-a6ef-122c3ddc0169), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.896513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45063be1-28f4-4a9c-9d87-a81a1932c3cf req-c22a5e2c-1aec-4fbe-af02-0e28e4482082 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229155 Jan 27 19:32:36.944994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Deleting port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:36.945889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:36.955118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b541c39-ed69-4e77-8442-7e397045c74d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fc914942b5d4323a5c10820e3da89a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4383636 Jan 27 19:32:36.957908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541c39-ed69-4e77-8442-7e397045c74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14454a88-036b-46f1-a6ef-122c3ddc0169,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:36.978457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:36.979927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:36.996528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:37.064597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] For port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:37.065011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.081939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Calling delete_port for 31aba867-41f3-4dad-9bb0-8a6abaa02cbe owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:37.085536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:32:37.104267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:37.121645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (31aba867-41f3-4dad-9bb0-8a6abaa02cbe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.127211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'mac_address': 'fa:16:3e:3d:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:32:37.150991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (78450eb0-fb73-42f1-81b2-0ab9f56a7ade), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.194393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78450eb0-fb73-42f1-81b2-0ab9f56a7ade']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:37.219214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:37.219576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade683e-e4d0-43a7-b8bf-7be9b35cba5a') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:37.248517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bade683e-e4d0-43a7-b8bf-7be9b35cba5a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.297096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bade683e-e4d0-43a7-b8bf-7be9b35cba5a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.309885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:32:37.310856 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bade683e-e4d0-43a7-b8bf-7be9b35cba5a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:32:37.330058 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:32:37.377760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] No DVR routers for this DVR port 31aba867-41f3-4dad-9bb0-8a6abaa02cbe on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:37.385791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:37.387441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.394105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b6679-4a54-4349-925f-6f73437c8924 None None] Pushing event deleted for resources: {'Port': ['ID=31aba867-41f3-4dad-9bb0-8a6abaa02cbe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:37.447619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:32:37.542693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:37.552361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.568291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (78450eb0-fb73-42f1-81b2-0ab9f56a7ade), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.569694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 31aba867-41f3-4dad-9bb0-8a6abaa02cbe no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:37.578645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] Publish callbacks [] for security_group (14454a88-036b-46f1-a6ef-122c3ddc0169), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.591226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.598026 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/78450eb0-fb73-42f1-81b2-0ab9f56a7ade HTTP/1.1" status: 204 len: 168 time: 2.0095546 Jan 27 19:32:37.598264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3dc5-5495-4bee-949b-5b47e97b0384 req-499b81b2-c30e-44fe-bc7b-5a533f555b36 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:37.606518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-202b3dc5-5495-4bee-949b-5b47e97b0384 req-499b81b2-c30e-44fe-bc7b-5a533f555b36 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1231434 Jan 27 19:32:37.607048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:37.616790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-2037962528'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:37.623862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2957464-cc00-434d-86a3-34f3862f9457 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=78450eb0-fb73-42f1-81b2-0ab9f56a7ade,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:37.668558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:37.670565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] Publish callbacks [] for security_group (14454a88-036b-46f1-a6ef-122c3ddc0169), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.673028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.717747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:32:37.726667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 31aba867-41f3-4dad-9bb0-8a6abaa02cbe {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:32:37.727206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 31aba867-41f3-4dad-9bb0-8a6abaa02cbe not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:32:37.736343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (14454a88-036b-46f1-a6ef-122c3ddc0169), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.740360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.740970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14454a88-036b-46f1-a6ef-122c3ddc0169 HTTP/1.1" status: 204 len: 168 time: 0.7564144 Jan 27 19:32:37.746772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6ae84504-4639-4b4f-aa23-0c92910aeb27), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.747175 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 6ae84504-4639-4b4f-aa23-0c92910aeb27 of type vlan for network 4810c040-8ccb-4452-a312-167def5ec40a Jan 27 19:32:37.754046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36527ee-affa-424d-9818-6c77b948ad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14454a88-036b-46f1-a6ef-122c3ddc0169,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:37.802828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4810c040-8ccb-4452-a312-167def5ec40a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.805344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['54999696-eba0-4fab-9ffd-fcc3da8d1ef6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:32:37.810000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:37.838729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.839085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.839678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.840016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.840348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.840678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.841005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.841369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.842228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.842547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.842878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.843199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.843525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:32:37.858836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bb72c-1b5b-40f3-a55e-3e5738ecbbf2 req-cb6946dd-926c-4f9e-904b-b5b12fdf22fa tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:37.860489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e99bb72c-1b5b-40f3-a55e-3e5738ecbbf2 req-cb6946dd-926c-4f9e-904b-b5b12fdf22fa tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 944 time: 0.3301184 Jan 27 19:32:37.886773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-202b3dc5-5495-4bee-949b-5b47e97b0384 req-08c37da1-3289-4c72-a4e7-b844b17184ef tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807357 Jan 27 19:32:37.959369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4810c040-8ccb-4452-a312-167def5ec40a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:37.966214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:37.967441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.072727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=4810c040-8ccb-4452-a312-167def5ec40a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:38.098680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7873a3ed-a4f4-4ad7-bf88-00c1485e9744 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4888098 Jan 27 19:32:38.102796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:38.109058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '4810c040-8ccb-4452-a312-167def5ec40a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:38.127931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e99bb72c-1b5b-40f3-a55e-3e5738ecbbf2 req-f66d95a6-f6c1-483c-a327-25c41ed5f781 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376311 Jan 27 19:32:38.224718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4810c040-8ccb-4452-a312-167def5ec40a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:32:38.295848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9bfa0-e0fd-40b1-9e33-ebecd03694cf req-02be8493-9056-435e-b445-eabcba5da35c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:38.304793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cea9bfa0-e0fd-40b1-9e33-ebecd03694cf req-02be8493-9056-435e-b445-eabcba5da35c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1079154 Jan 27 19:32:38.314969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:32:38.319180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.470015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cea9bfa0-e0fd-40b1-9e33-ebecd03694cf req-89cee7f9-3c9c-469e-9bee-96fdca35431a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617730 Jan 27 19:32:38.610438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e6404536-9f8c-482a-a5be-2a37c674bbc8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.709758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=e6404536-9f8c-482a-a5be-2a37c674bbc8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:38.741647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '6ae84504-4639-4b4f-aa23-0c92910aeb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:38.742011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 4810c040-8ccb-4452-a312-167def5ec40a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:32:38.764827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 4810c040-8ccb-4452-a312-167def5ec40a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:32:38.779944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4810c040-8ccb-4452-a312-167def5ec40a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:38.787981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:38.788912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.796529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bdc2dc-2744-4b92-b8bb-1035cef94a8f None None] Network 4810c040-8ccb-4452-a312-167def5ec40a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:38.834493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d29b22c5-db93-4e40-816f-b242f746e111 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7297881 Jan 27 19:32:38.836536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:38.846467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397777836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:38.897673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.899734 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:38.997067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (5041cb71-af12-455b-bf64-2282bbf2bec8), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.005656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.038630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.042503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-582da98f-a1b5-4543-9219-c5ce39866a27 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2039051 Jan 27 19:32:39.043919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:39.239519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf856-75c6-4b52-9d9d-50caf0299548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.255628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4810c040-8ccb-4452-a312-167def5ec40a', 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': 'e6404536-9f8c-482a-a5be-2a37c674bbc8'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:32:39.256729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.273232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733a83-7c58-493c-9bd4-3d8bc1a33342 req-119e0059-3d4e-4b98-b62d-17ba5cdc4911 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:39.286418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:39.291450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e733a83-7c58-493c-9bd4-3d8bc1a33342 req-119e0059-3d4e-4b98-b62d-17ba5cdc4911 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.2146368 Jan 27 19:32:39.501370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e733a83-7c58-493c-9bd4-3d8bc1a33342 req-81b27edc-51a0-461f-8151-35dbb0e902af tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085752 Jan 27 19:32:39.625878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:32:39.671943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5368dd-1ccf-4df4-b19c-4e23646fee5d req-795c282a-1251-4301-98d0-7f1d2d32cec5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:39.682593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5368dd-1ccf-4df4-b19c-4e23646fee5d req-795c282a-1251-4301-98d0-7f1d2d32cec5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 944 time: 0.2101939 Jan 27 19:32:39.728372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4623b9-9078-4ecf-86a0-91d915e98351 req-b0888037-91ba-4c42-8c60-85b756c13774 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:39.731142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b4623b9-9078-4ecf-86a0-91d915e98351 req-b0888037-91ba-4c42-8c60-85b756c13774 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1266093 Jan 27 19:32:39.767247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:39.767911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:39.794824 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:32:39.878688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b4623b9-9078-4ecf-86a0-91d915e98351 req-fa9f1209-5b45-42bc-9496-9cb228e90a3b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344492 Jan 27 19:32:39.907392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5368dd-1ccf-4df4-b19c-4e23646fee5d req-57b9831a-818a-4303-8775-db510c4e4180 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206438 Jan 27 19:32:39.964199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Allocated IP 172.20.0.2 (4810c040-8ccb-4452-a312-167def5ec40a/e6404536-9f8c-482a-a5be-2a37c674bbc8/b9ef6b65-4a3f-4f1c-983e-f0897749da46) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:40.379836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:40.467694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:40.468622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.481991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.518626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:40.520984 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239574f4-ce28-44c3-9849-c84226a4cc68" -d '{"events": [{"server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:40.542845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:40.560090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.610683 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d577b88-d87d-4a96-8813-bed7d0e58761 x-openstack-request-id: req-7d577b88-d87d-4a96-8813-bed7d0e58761 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:40.611084 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "name": "network-vif-plugged", "status": "completed", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:40.611340 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d577b88-d87d-4a96-8813-bed7d0e58761 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:40.611746 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f', 'code': 200} Jan 27 19:32:40.612819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks [] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.631891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:40.639299 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.684286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Network 4810c040-8ccb-4452-a312-167def5ec40a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:40.688221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:40.692643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:40.756206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:40.756799 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.778587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Pushing event updated for resources: {'Port': ['ID=b9ef6b65-4a3f-4f1c-983e-f0897749da46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:40.843531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Attempting to bind port b9ef6b65-4a3f-4f1c-983e-f0897749da46 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:32:40.844001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Attempting to bind port b9ef6b65-4a3f-4f1c-983e-f0897749da46 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6ae84504-4639-4b4f-aa23-0c92910aeb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:32:40.844443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Attempting to bind port b9ef6b65-4a3f-4f1c-983e-f0897749da46 on network 4810c040-8ccb-4452-a312-167def5ec40a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:40.853844 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:32:40.854322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Checking segment: {'id': '6ae84504-4639-4b4f-aa23-0c92910aeb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:40.854792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:40.855246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Bound using segment: {'id': '6ae84504-4639-4b4f-aa23-0c92910aeb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:32:40.855945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Bound port: b9ef6b65-4a3f-4f1c-983e-f0897749da46, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae84504-4639-4b4f-aa23-0c92910aeb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4810c040-8ccb-4452-a312-167def5ec40a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:32:40.856392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.110622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.20.0.1 (4810c040-8ccb-4452-a312-167def5ec40a/e6404536-9f8c-482a-a5be-2a37c674bbc8/3db4f129-102b-4ff2-93fe-b11817364bf7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:41.124560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc58548-30ca-450b-b012-a75975043829 req-18137c2b-7f06-4a24-b431-8a4c791cd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:41.132291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7cc58548-30ca-450b-b012-a75975043829 req-18137c2b-7f06-4a24-b431-8a4c791cd714 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 1096 time: 0.4246304 Jan 27 19:32:41.166445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad8db4-a618-414e-b425-e15acdfb091c req-eb130229-063a-470b-90e9-4b4d8424a901 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:41.179944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bad8db4-a618-414e-b425-e15acdfb091c req-eb130229-063a-470b-90e9-4b4d8424a901 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.1381910 Jan 27 19:32:41.223947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:41.224490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.298824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] For port b9ef6b65-4a3f-4f1c-983e-f0897749da46, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:32:41.331131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] For port b9ef6b65-4a3f-4f1c-983e-f0897749da46, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b9ef6b65-4a3f-4f1c-983e-f0897749da46,segment=NetworkSegment(6ae84504-4639-4b4f-aa23-0c92910aeb27),segment_id=6ae84504-4639-4b4f-aa23-0c92910aeb27)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:32:41.338598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.351441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.367249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:41.432717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.460346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.497589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7308-a016-4482-948e-94e960c8b255 req-ea2f332d-4a6d-4445-8118-5ae6e49e7617 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:41.499246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-180b7308-a016-4482-948e-94e960c8b255 req-ea2f332d-4a6d-4445-8118-5ae6e49e7617 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 946 time: 0.3406758 Jan 27 19:32:41.508214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bad8db4-a618-414e-b425-e15acdfb091c req-dd858354-2ee7-495f-b904-0f9610c92fa2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961440 Jan 27 19:32:41.520872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 4810c040-8ccb-4452-a312-167def5ec40a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:41.527255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:41.546718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db14446-53e8-45e4-9b6e-68487c2913b3 None None] Pushing event updated for resources: {'Port': ['ID=b9ef6b65-4a3f-4f1c-983e-f0897749da46,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:41.566723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:41.690272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-180b7308-a016-4482-948e-94e960c8b255 req-25ea9ab2-f571-4902-8fc7-aaad333363f2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623065 Jan 27 19:32:41.699742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=3db4f129-102b-4ff2-93fe-b11817364bf7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:41.731017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7cc58548-30ca-450b-b012-a75975043829 req-8261586c-26d6-441a-91cd-dd79d752eeef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919092 Jan 27 19:32:41.769879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (5041cb71-af12-455b-bf64-2282bbf2bec8), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:41.806748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=13']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:41.920512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2d0f-66ae-4578-8830-a2d922afaa65 req-eb87ec50-f999-4e2a-ab2d-117ab0e98186 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:41.922118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eda2d0f-66ae-4578-8830-a2d922afaa65 req-eb87ec50-f999-4e2a-ab2d-117ab0e98186 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1315958 Jan 27 19:32:42.026501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eda2d0f-66ae-4578-8830-a2d922afaa65 req-516f1546-5ed4-41fb-a37d-bb5120d3eca9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954144 Jan 27 19:32:42.084536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db93e482-228e-400c-95e8-ae078ff9a837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:42.106557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:42.612597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:42.616186 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c269b79-3eea-458a-876a-78e067bcbc6e" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:42.784642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:42.796981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:42.815139 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2edaef-cf71-462d-84a6-f5e8db04a590 x-openstack-request-id: req-7a2edaef-cf71-462d-84a6-f5e8db04a590 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:42.815482 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:42.815711 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a2edaef-cf71-462d-84a6-f5e8db04a590 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:42.816364 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:32:43.060065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (5041cb71-af12-455b-bf64-2282bbf2bec8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:43.087873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=3db4f129-102b-4ff2-93fe-b11817364bf7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:43.112365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3a6c-6319-4860-98c7-9fd629352bf1 req-a10d1007-1677-4770-b6d6-f32c5f39ad9f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:43.115322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c64a3a6c-6319-4860-98c7-9fd629352bf1 req-a10d1007-1677-4770-b6d6-f32c5f39ad9f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.2333286 Jan 27 19:32:43.474420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba404f5-a9cc-4fd5-bbc7-f5a2cf9ea463 req-f8a3c222-f850-4e69-9c65-545ed7237588 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:43.480522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cba404f5-a9cc-4fd5-bbc7-f5a2cf9ea463 req-f8a3c222-f850-4e69-9c65-545ed7237588 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.4369900 Jan 27 19:32:43.482768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 4810c040-8ccb-4452-a312-167def5ec40a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:43.493973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:43.533455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c64a3a6c-6319-4860-98c7-9fd629352bf1 req-250e7da1-2784-4355-bf7c-52df6d3f805a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238757 Jan 27 19:32:43.675789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cba404f5-a9cc-4fd5-bbc7-f5a2cf9ea463 req-5ca9e271-eff5-4250-be9f-7c4aa6022515 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788282 Jan 27 19:32:43.797918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b9ef6b65-4a3f-4f1c-983e-f0897749da46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:43.906045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0366e-6e81-4755-9945-38712f3018b6 None None] Network 4810c040-8ccb-4452-a312-167def5ec40a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:43.916493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453257e-edd3-4625-bffc-8676e6c7f50b req-caec9ad7-dd7b-47fd-a200-64b2546a1481 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:43.930368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0453257e-edd3-4625-bffc-8676e6c7f50b req-caec9ad7-dd7b-47fd-a200-64b2546a1481 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1441252 Jan 27 19:32:43.931576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 5041cb71-af12-455b-bf64-2282bbf2bec8 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:32:44.073163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0453257e-edd3-4625-bffc-8676e6c7f50b req-6513c476-4d4b-4b5b-9050-810652ebaf3f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413398 Jan 27 19:32:44.106409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Provisioning complete for port b9ef6b65-4a3f-4f1c-983e-f0897749da46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:44.116674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:44.147537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:44.160871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f6a4b5c-987f-4316-b794-d88708f8a8f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/5041cb71-af12-455b-bf64-2282bbf2bec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1152689 Jan 27 19:32:44.163929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:44.201689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] Sync routers for ids ['5041cb71-af12-455b-bf64-2282bbf2bec8'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:44.224217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b9ef6b65-4a3f-4f1c-983e-f0897749da46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:44.225047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:44.344490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] Routers {'5041cb71-af12-455b-bf64-2282bbf2bec8'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:44.346207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5041cb71-af12-455b-bf64-2282bbf2bec8'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:44.346728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d305aac4-fb05-4bd7-880b-8bfb9b043331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:44.353226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d305aac4-fb05-4bd7-880b-8bfb9b043331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports/3db4f129-102b-4ff2-93fe-b11817364bf7 HTTP/1.1" status: 200 len: 910 time: 0.1880515 Jan 27 19:32:44.356245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:44.440310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:44.507095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Current status of the port b9ef6b65-4a3f-4f1c-983e-f0897749da46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:44.507764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:44.617011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] Routers {'5041cb71-af12-455b-bf64-2282bbf2bec8'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:44.623683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5041cb71-af12-455b-bf64-2282bbf2bec8'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:44.768795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:44.773101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be328780-7652-4b19-b23a-85960dcaf4b4 None None] The sync data for ids ['5041cb71-af12-455b-bf64-2282bbf2bec8'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:44.922367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] For port b9ef6b65-4a3f-4f1c-983e-f0897749da46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b9ef6b65-4a3f-4f1c-983e-f0897749da46,segment=NetworkSegment(6ae84504-4639-4b4f-aa23-0c92910aeb27),segment_id=6ae84504-4639-4b4f-aa23-0c92910aeb27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:44.928321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b9ef6b65-4a3f-4f1c-983e-f0897749da46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:44.929986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:44.954032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:45.144856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab44c6c-fda4-4265-81e7-16d0c8fe8171 None None] Pushing event updated for resources: {'Port': ['ID=b9ef6b65-4a3f-4f1c-983e-f0897749da46,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:45.155070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:45.161135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:32:45.161135 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:32:45.321798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Provisioning complete for port b9ef6b65-4a3f-4f1c-983e-f0897749da46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:45.322184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:45.605741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:45.608297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Current status of the port b9ef6b65-4a3f-4f1c-983e-f0897749da46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:45.762136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b9ef6b65-4a3f-4f1c-983e-f0897749da46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:45.783971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Provisioning complete for port 3db4f129-102b-4ff2-93fe-b11817364bf7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:45.784565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:45.925849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8710513-ef51-4ec3-aaae-f7e525d20925 None None] Port 3db4f129-102b-4ff2-93fe-b11817364bf7 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:45.990773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795fa6-e17a-4574-8aec-5981fcfcda93 req-eb13c64e-124d-4b27-a6e6-4765a9ea54db tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:45.991785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b9ef6b65-4a3f-4f1c-983e-f0897749da46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:32:46.006275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06795fa6-e17a-4574-8aec-5981fcfcda93 req-eb13c64e-124d-4b27-a6e6-4765a9ea54db tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 1.2740285 Jan 27 19:32:46.076710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b9bc-ad63-4b50-817e-64674ac87f3b req-9924cf84-08a7-4b6c-af9c-9dbafc31e80f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:46.078394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653b9bc-ad63-4b50-817e-64674ac87f3b req-9924cf84-08a7-4b6c-af9c-9dbafc31e80f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3427892 Jan 27 19:32:46.146051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:46.225224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-42d71168-1329-4638-afa6-2bf029493ea8 None None] Provisioning complete for port 3db4f129-102b-4ff2-93fe-b11817364bf7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:46.225894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42d71168-1329-4638-afa6-2bf029493ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:46.238473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06795fa6-e17a-4574-8aec-5981fcfcda93 req-9751b83d-d16a-4407-9186-901254294873 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167249 Jan 27 19:32:46.352228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b9ef6b65-4a3f-4f1c-983e-f0897749da46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:46.352847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:46.375752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1653b9bc-ad63-4b50-817e-64674ac87f3b req-e8b81c2e-2203-4968-bc32-3c7618f1617f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148032 Jan 27 19:32:46.498406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-42d71168-1329-4638-afa6-2bf029493ea8 None None] Port 3db4f129-102b-4ff2-93fe-b11817364bf7 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:46.509675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (5041cb71-af12-455b-bf64-2282bbf2bec8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:47.102122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b9ef6b65-4a3f-4f1c-983e-f0897749da46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:32:47.111191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287c088-e92a-472e-8585-6fd554a96544 req-02e767e2-6723-4697-b39a-21eed61a7c72 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:47.115199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d287c088-e92a-472e-8585-6fd554a96544 req-02e767e2-6723-4697-b39a-21eed61a7c72 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.6145616 Jan 27 19:32:47.116481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7ff8b4e6-dbf0-43a4-9624-39a3bb09d3b0 None None] Provisioning complete for port 3db4f129-102b-4ff2-93fe-b11817364bf7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:32:47.118090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b4e6-dbf0-43a4-9624-39a3bb09d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:47.133880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1eb7e-aa9e-4d7a-b698-f7e34a460fb5 req-ffee8b47-1eee-462e-9b4c-d0a73c96b881 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:47.142083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a1eb7e-aa9e-4d7a-b698-f7e34a460fb5 req-ffee8b47-1eee-462e-9b4c-d0a73c96b881 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.1603329 Jan 27 19:32:47.223355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8b4e6-dbf0-43a4-9624-39a3bb09d3b0 None None] Port 3db4f129-102b-4ff2-93fe-b11817364bf7 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:32:47.257538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d287c088-e92a-472e-8585-6fd554a96544 req-fe0fb894-d995-4c18-b667-4b3a708a33a9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324179 Jan 27 19:32:47.345619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a1eb7e-aa9e-4d7a-b698-f7e34a460fb5 req-10a3f473-c23a-4e67-8f5f-d3a54f4130f9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018220 Jan 27 19:32:47.491599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 3db4f129-102b-4ff2-93fe-b11817364bf7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:47.491922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:47.657654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:47.673073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 3db4f129-102b-4ff2-93fe-b11817364bf7 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:48.198516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127985c7-e1f6-4d1f-9326-b903c3c11150 req-5ece5617-af96-493b-86e4-110157a0ee89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:48.211732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-127985c7-e1f6-4d1f-9326-b903c3c11150 req-5ece5617-af96-493b-86e4-110157a0ee89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.2187560 Jan 27 19:32:48.281436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb5dc0-df5f-48e2-bda6-bb4744c32381 req-76ea1c15-bc49-4621-afd6-464d4d5da20b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:48.296417 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8bb5dc0-df5f-48e2-bda6-bb4744c32381 req-76ea1c15-bc49-4621-afd6-464d4d5da20b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.3062756 Jan 27 19:32:48.437285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3db4f129-102b-4ff2-93fe-b11817364bf7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:48.477799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-127985c7-e1f6-4d1f-9326-b903c3c11150 req-0b8dee1b-b971-4cae-89be-715d5e327558 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637000 Jan 27 19:32:48.554234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=3db4f129-102b-4ff2-93fe-b11817364bf7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:48.580907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8bb5dc0-df5f-48e2-bda6-bb4744c32381 req-8f735f45-c8d2-41eb-9539-46a94008d28b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823660 Jan 27 19:32:49.066900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee0b5-ffb8-4e02-bd71-b976934078e0 req-1ca07192-a588-42b4-8040-04140e34aae9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:49.068966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57eee0b5-ffb8-4e02-bd71-b976934078e0 req-1ca07192-a588-42b4-8040-04140e34aae9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.2782555 Jan 27 19:32:49.069712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (5041cb71-af12-455b-bf64-2282bbf2bec8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:49.491670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26884-04d7-4818-910a-cf69df7898a1 req-10199f6b-49e3-40ce-9bac-501f3b99d34f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:49.502457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54d26884-04d7-4818-910a-cf69df7898a1 req-10199f6b-49e3-40ce-9bac-501f3b99d34f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.1506906 Jan 27 19:32:49.622776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57eee0b5-ffb8-4e02-bd71-b976934078e0 req-09df0824-0d52-4e78-8431-42fca9a7de78 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5359664 Jan 27 19:32:49.750315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54d26884-04d7-4818-910a-cf69df7898a1 req-236dd17a-4d24-4808-ae94-3beceab540a0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469549 Jan 27 19:32:49.772060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 5041cb71-af12-455b-bf64-2282bbf2bec8 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:32:49.976140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:32:49.986309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9fa067f9-9324-46ef-9eaa-77678fd0b2f4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/5041cb71-af12-455b-bf64-2282bbf2bec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6280720 Jan 27 19:32:49.986841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:50.047583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c55c27-f4e7-432b-b9c0-a293dadb925a req-d6d09e9e-99bb-4b1b-9a45-b163b70b73d1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:50.048310 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] Sync routers for ids ['5041cb71-af12-455b-bf64-2282bbf2bec8'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:32:50.061362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5c55c27-f4e7-432b-b9c0-a293dadb925a req-d6d09e9e-99bb-4b1b-9a45-b163b70b73d1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.1544929 Jan 27 19:32:50.143077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5c55c27-f4e7-432b-b9c0-a293dadb925a req-c3d940e1-c7e3-4492-a2d3-683d90e6bcc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806711 Jan 27 19:32:50.164632 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] Routers {'5041cb71-af12-455b-bf64-2282bbf2bec8'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:50.166741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5041cb71-af12-455b-bf64-2282bbf2bec8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:50.192877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0f3784f-3147-47f9-ba69-b506201352b4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=5041cb71-af12-455b-bf64-2282bbf2bec8 HTTP/1.1" status: 200 len: 205 time: 0.1946406 Jan 27 19:32:50.195198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:50.289809 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:50.434005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] Routers {'5041cb71-af12-455b-bf64-2282bbf2bec8'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:32:50.438125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5041cb71-af12-455b-bf64-2282bbf2bec8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:50.549162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:50.632764 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:50.642475 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf441f-0ed2-4123-928a-bc0a8a9dae64 None None] The sync data for ids ['5041cb71-af12-455b-bf64-2282bbf2bec8'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:32:51.087592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-6f8d4c3b-e961-48be-b6b9-c484a696bbc5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:51.092389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-6f8d4c3b-e961-48be-b6b9-c484a696bbc5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.1888142 Jan 27 19:32:51.450114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.457316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:51.458179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (5041cb71-af12-455b-bf64-2282bbf2bec8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.461424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.469343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1184df-a929-4e78-b72d-09b42a966a93 req-3aafead7-7666-41b1-a13d-ce40f6d00d66 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:51.471279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f1184df-a929-4e78-b72d-09b42a966a93 req-3aafead7-7666-41b1-a13d-ce40f6d00d66 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 945 time: 0.4458656 Jan 27 19:32:51.487648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71b98-6140-408b-a1ff-c603ca8dc93a req-c43ccf54-5ae6-4ea1-b0cb-92af738ce97f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:51.490529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63c71b98-6140-408b-a1ff-c603ca8dc93a req-c43ccf54-5ae6-4ea1-b0cb-92af738ce97f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.3393309 Jan 27 19:32:51.608079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f1184df-a929-4e78-b72d-09b42a966a93 req-edd69f8e-81bd-40e0-85f3-8050e93e03c1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164057 Jan 27 19:32:51.745789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (5041cb71-af12-455b-bf64-2282bbf2bec8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.747640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router 5041cb71-af12-455b-bf64-2282bbf2bec8 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:32:51.756234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:51.756874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.791417 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:51.792899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3098be0-596e-463e-9ba6-70c683cdcf1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/5041cb71-af12-455b-bf64-2282bbf2bec8 HTTP/1.1" status: 204 len: 168 time: 1.5966341 Jan 27 19:32:51.800719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:51.809784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:51.977249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63c71b98-6140-408b-a1ff-c603ca8dc93a req-637bd6b3-9725-4f98-a8a5-f481fd814027 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945558 Jan 27 19:32:52.020754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet e6404536-9f8c-482a-a5be-2a37c674bbc8 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:32:52.029932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (e6404536-9f8c-482a-a5be-2a37c674bbc8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:52.128083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:52.144392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:32:52.149622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:32:52.185558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e6404536-9f8c-482a-a5be-2a37c674bbc8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:52.349477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:52.483713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:52.505697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:52.512695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0fda035e-3b78-4225-a917-f7c221e6e2bd req-f696ea5d-6bb6-441d-a753-a40d49c5fc71 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f HTTP/1.1" status: 204 len: 173 time: 1.4134252 Jan 27 19:32:52.527960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'name': 'network-vif-deleted', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:52.561065 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e64a6-ec95-4718-a564-a5e1809308a0" -d '{"events": [{"server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "name": "network-vif-deleted", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:52.722254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339613f-7c70-41f0-91ae-0e9826b370d0 req-3d3db743-46b3-49bf-9d91-5c69a6f489d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:52.726151 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298e4f82-1dbe-4b6d-9463-d66c3004b0da x-openstack-request-id: req-298e4f82-1dbe-4b6d-9463-d66c3004b0da {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:32:52.726458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49000b34-0edd-4735-a222-28b5bbae53cf", "name": "network-vif-deleted", "tag": "a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:32:52.726717 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-298e4f82-1dbe-4b6d-9463-d66c3004b0da {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:32:52.727130 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49000b34-0edd-4735-a222-28b5bbae53cf', 'name': 'network-vif-deleted', 'tag': 'a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f', 'status': 'completed', 'code': 200} Jan 27 19:32:52.730146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4339613f-7c70-41f0-91ae-0e9826b370d0 req-3d3db743-46b3-49bf-9d91-5c69a6f489d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3971763 Jan 27 19:32:52.803673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e6404536-9f8c-482a-a5be-2a37c674bbc8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:52.928129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4339613f-7c70-41f0-91ae-0e9826b370d0 req-90f45d8d-6a6f-4310-b8ac-f668172531e9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829669 Jan 27 19:32:52.974975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7b9a96a-f4c8-4b1b-bc4d-5e8de0537925 req-9059acf2-02e7-427f-b7e8-2e58d4a3f82f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=49000b34-0edd-4735-a222-28b5bbae53cf HTTP/1.1" status: 200 len: 210 time: 0.0438685 Jan 27 19:32:53.010128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e6404536-9f8c-482a-a5be-2a37c674bbc8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.064080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.067290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec92972-4652-4a87-81b6-f5e6909752b3 None None] Network 4810c040-8ccb-4452-a312-167def5ec40a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:32:53.068309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/e6404536-9f8c-482a-a5be-2a37c674bbc8 HTTP/1.1" status: 204 len: 168 time: 1.2654209 Jan 27 19:32:53.069485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc173-0b89-4fc0-9fa0-8a2342a45eed tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=e6404536-9f8c-482a-a5be-2a37c674bbc8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:53.071102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:53.188108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4810c040-8ccb-4452-a312-167def5ec40a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.409544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port b9ef6b65-4a3f-4f1c-983e-f0897749da46 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:53.409544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.445512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d1ae-1fc4-407c-94d9-4bfd8eec547f req-2fd0438e-46e1-4374-b0ed-7df8516977ec tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:53.458027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53d3d1ae-1fc4-407c-94d9-4bfd8eec547f req-2fd0438e-46e1-4374-b0ed-7df8516977ec tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1469963 Jan 27 19:32:53.598613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port b9ef6b65-4a3f-4f1c-983e-f0897749da46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b9ef6b65-4a3f-4f1c-983e-f0897749da46,segment=NetworkSegment(6ae84504-4639-4b4f-aa23-0c92910aeb27),segment_id=6ae84504-4639-4b4f-aa23-0c92910aeb27)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:53.603027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.626868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] DHCP port deletion for 4810c040-8ccb-4452-a312-167def5ec40a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:32:53.641841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53d3d1ae-1fc4-407c-94d9-4bfd8eec547f req-18c03e37-49c7-4a3e-9997-1c60a4e482e2 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774008 Jan 27 19:32:53.684589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for b9ef6b65-4a3f-4f1c-983e-f0897749da46 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:53.704057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.721852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Deleting port b9ef6b65-4a3f-4f1c-983e-f0897749da46 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:32:53.726293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.826821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] For port b9ef6b65-4a3f-4f1c-983e-f0897749da46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b9ef6b65-4a3f-4f1c-983e-f0897749da46,segment=NetworkSegment(6ae84504-4639-4b4f-aa23-0c92910aeb27),segment_id=6ae84504-4639-4b4f-aa23-0c92910aeb27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:53.827272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:53.865785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Calling delete_port for b9ef6b65-4a3f-4f1c-983e-f0897749da46 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:32:54.011570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:54.071833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b9ef6b65-4a3f-4f1c-983e-f0897749da46), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:54.111137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] No DVR routers for this DVR port b9ef6b65-4a3f-4f1c-983e-f0897749da46 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:54.148097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b9ef6b65-4a3f-4f1c-983e-f0897749da46 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:54.174186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=b9ef6b65-4a3f-4f1c-983e-f0897749da46,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:54.194105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port b9ef6b65-4a3f-4f1c-983e-f0897749da46 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:54.212108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03af5-4a78-4443-8458-ae56418e2e9d None None] Pushing event deleted for resources: {'Port': ['ID=b9ef6b65-4a3f-4f1c-983e-f0897749da46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:54.220200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b9ef6b65-4a3f-4f1c-983e-f0897749da46 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:32:54.222314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b9ef6b65-4a3f-4f1c-983e-f0897749da46 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:32:54.408305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df72131-2303-4d19-b5f0-1ca71c40472c req-b2eb8a02-4d24-4533-bd4d-d81e3cdfb678 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:54.422521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df72131-2303-4d19-b5f0-1ca71c40472c req-b2eb8a02-4d24-4533-bd4d-d81e3cdfb678 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.1973348 Jan 27 19:32:54.649447 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:54.652901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df72131-2303-4d19-b5f0-1ca71c40472c req-dfc7d7ad-1005-4a07-93c3-fe3354726f46 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291222 Jan 27 19:32:54.701244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4810c040-8ccb-4452-a312-167def5ec40a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:54.791695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4810c040-8ccb-4452-a312-167def5ec40a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:54.799883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4cde830d-f32e-40dc-b24a-03f67c3faa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:54.804559 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4cde830d-f32e-40dc-b24a-03f67c3faa55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 1094 time: 0.2221527 Jan 27 19:32:54.868603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:54.938900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae84504-4639-4b4f-aa23-0c92910aeb27') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:54.939406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae84504-4639-4b4f-aa23-0c92910aeb27') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:32:55.105497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (6ae84504-4639-4b4f-aa23-0c92910aeb27), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.153205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6ae84504-4639-4b4f-aa23-0c92910aeb27), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.170763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:32:55.171176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (6ae84504-4639-4b4f-aa23-0c92910aeb27), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:32:55.186364 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:32:55.188667 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.314774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4810c040-8ccb-4452-a312-167def5ec40a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.335457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.345641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/4810c040-8ccb-4452-a312-167def5ec40a HTTP/1.1" status: 204 len: 168 time: 2.2729325 Jan 27 19:32:55.357898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52592) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:55.359036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb662d-1f44-4c6b-9dbf-f50269f8a887 req-2f8499d3-8f7b-4e79-a13e-8943f47070ad tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:55.368383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16fb662d-1f44-4c6b-9dbf-f50269f8a887 req-2f8499d3-8f7b-4e79-a13e-8943f47070ad tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.5579782 Jan 27 19:32:55.389320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:32:55.416175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:32:55.416979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a1aa7e52-e3a0-40ec-85d5-9acc7ac55d9f not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:32:55.424500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2120086798', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:32:55.462081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-cfea144d-6c9d-4a7a-80ca-83f98751e275 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3778493 Jan 27 19:32:55.494488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c9454-00c5-42a3-9476-4c70cf30823b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=4810c040-8ccb-4452-a312-167def5ec40a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:55.518612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.521509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.549458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-0fcae33d-65e3-4791-9a1c-201e02f73d67 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:55.554498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-0fcae33d-65e3-4791-9a1c-201e02f73d67 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.6214638 Jan 27 19:32:55.641718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16fb662d-1f44-4c6b-9dbf-f50269f8a887 req-5638d97d-57f5-4985-a9b1-ab358df342db tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715018 Jan 27 19:32:55.681498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-73184cdd-0966-4edf-944c-f835278022b7 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/quotas/0807805995ef47e7b697a280256d32eb HTTP/1.1" status: 200 len: 375 time: 0.1020091 Jan 27 19:32:55.728982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-7caa994d-a9d6-46e4-8c3a-0cc690d12214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:55.747148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-7caa994d-a9d6-46e4-8c3a-0cc690d12214 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 1096 time: 0.2529993 Jan 27 19:32:55.773554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:55.929933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:32:56.163033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:32:56.270880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_gateway (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:56.282970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:32:56.315818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks [] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:56.386267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Transition to ACTIVE for port object 08eea445-2621-4511-b9f8-8cd028cfd27a will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:32:56.395804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:56.453759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:56.670369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:56.710604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-3acc9cb0-79a4-45dc-87be-c5afe926310e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0279031 Jan 27 19:32:56.769217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] No DVR routers for this DVR port 08eea445-2621-4511-b9f8-8cd028cfd27a on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:32:56.811274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-977978ea-08b9-49b3-b428-6aa3045e96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:56.812930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-977978ea-08b9-49b3-b428-6aa3045e96c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 1.0175366 Jan 27 19:32:57.022672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b09a-7d72-44dd-9af5-6651e7de7e8a req-a293ef3d-7768-4ff4-91a2-6a72e0e3f209 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:57.024315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6044b09a-7d72-44dd-9af5-6651e7de7e8a req-a293ef3d-7768-4ff4-91a2-6a72e0e3f209 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 1.0950115 Jan 27 19:32:57.027828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-aef31d6e-3613-465c-bea0-a458386af910 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 HTTP/1.1" status: 200 len: 217 time: 0.1395500 Jan 27 19:32:57.095770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f964b072-04b2-4dab-99bb-8233347b7510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:57.142288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_gateway (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:57.211843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-ef3e4f8a-ff68-402f-803b-dbac976a4050 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003262 Jan 27 19:32:57.281779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-62d99727-e632-49cc-a758-97437839f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:57.283478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-62d99727-e632-49cc-a758-97437839f83b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.2403262 Jan 27 19:32:57.410208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6044b09a-7d72-44dd-9af5-6651e7de7e8a req-93897947-d459-445c-a0a3-fdef77d15a37 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656402 Jan 27 19:32:57.418939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-c462cde9-4f07-4f63-849a-7bd187ea7942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946136 Jan 27 19:32:57.534973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-8c9304b2-4e4a-4b1e-a694-929f2a1e8eba service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076806 Jan 27 19:32:57.682544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-3d580907-abf7-49c3-8122-f02a037b5854 service neutron] 10.222.0.59 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450393 Jan 27 19:32:57.699135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87828fef-c930-4362-ba3e-f2998bf957a7 req-d5b43acd-1bcb-4ff4-b96f-2d004d87dd11 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:57.699135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87828fef-c930-4362-ba3e-f2998bf957a7 req-d5b43acd-1bcb-4ff4-b96f-2d004d87dd11 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 943 time: 0.1602359 Jan 27 19:32:57.785387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b44cc7fa-4142-488f-9b68-58689da612b2 req-1dcf1dc6-6723-42dc-bd96-44057fdf120a service neutron] 10.222.0.66 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329152 Jan 27 19:32:57.789018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87828fef-c930-4362-ba3e-f2998bf957a7 req-c88b4ab2-eace-427e-b028-2206575817c5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752130 Jan 27 19:32:57.961923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.147187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b69c3f2-95c1-44fc-8001-fa6bf97d4024 req-06230d7a-255d-47e9-af3a-77df9c50ff8a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 210 time: 0.0585284 Jan 27 19:32:58.338387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.25.5.248 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/d504638b-f480-43a7-af16-7f89f2f70ef2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:32:58.348296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:32:58.348719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:32:58.349036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:58.351423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-978c2452-fa91-4bf2-9010-33938a968c3e req-04a0d20b-38b9-4004-b4f6-0b5afef0829c service neutron] (103323) timed out ('10.222.0.59', 59220) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:32:58.361024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f964b072-04b2-4dab-99bb-8233347b7510 admin admin] Publish callbacks [] for security_group (9f6db8d8-a565-46ad-afac-06ce570bd431), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.389175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:32:58.389749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Attempting to bind port 08eea445-2621-4511-b9f8-8cd028cfd27a on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:32:58.399075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f964b072-04b2-4dab-99bb-8233347b7510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9f6db8d8-a565-46ad-afac-06ce570bd431), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.456126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:32:58.457142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:32:58.457408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:32:58.457904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Bound port: 08eea445-2621-4511-b9f8-8cd028cfd27a, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:32:58.458229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.573899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f964b072-04b2-4dab-99bb-8233347b7510 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c42546f9b961406287bcfcf6d95d2adf&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0794244 Jan 27 19:32:58.574194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:32:58.574784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b072-04b2-4dab-99bb-8233347b7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6db8d8-a565-46ad-afac-06ce570bd431,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:58.699751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (d504638b-f480-43a7-af16-7f89f2f70ef2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.722456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:32:58.740600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:32:58.767311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.898591 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] Publish callbacks [] for security_group (9f6db8d8-a565-46ad-afac-06ce570bd431), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:58.932436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40609-ca52-4a74-b825-f2d12f8bc884 req-c483c11d-3058-4e15-97dc-1db4353861c7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:58.945136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53e40609-ca52-4a74-b825-f2d12f8bc884 req-c483c11d-3058-4e15-97dc-1db4353861c7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.2615654 Jan 27 19:32:59.037719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d504638b-f480-43a7-af16-7f89f2f70ef2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:59.080711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:59.081803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:59.088163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] 10.222.0.66 "PUT /v2.0/ports/08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 1091 time: 4.2464814 Jan 27 19:32:59.131060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:32:59.144957 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a3b28-5b2b-40c3-8378-a9a680056591" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:32:59.152894 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] Publish callbacks [] for security_group (9f6db8d8-a565-46ad-afac-06ce570bd431), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:59.340211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:32:59.372078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:32:59.407903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72a3a5-0574-400b-8a6b-b5099f244395 service neutron] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:59.481154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:32:59.536026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53e40609-ca52-4a74-b825-f2d12f8bc884 req-a6e3408b-bf44-4f95-871e-89077b47a6ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5880601 Jan 27 19:32:59.569319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=d504638b-f480-43a7-af16-7f89f2f70ef2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:59.587860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-2f39d5d6-1d39-4a04-a7dc-8376a1953d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:59.589651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-2f39d5d6-1d39-4a04-a7dc-8376a1953d39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1095 time: 0.4220273 Jan 27 19:32:59.625686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c13f1-8370-4f58-9533-5b1402e8df19 req-77ec094a-de8f-46b9-812f-6921dcf3ce38 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:32:59.627289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-053c13f1-8370-4f58-9533-5b1402e8df19 req-77ec094a-de8f-46b9-812f-6921dcf3ce38 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.3509576 Jan 27 19:32:59.697563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9f6db8d8-a565-46ad-afac-06ce570bd431), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:59.719828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:32:59.742066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f6db8d8-a565-46ad-afac-06ce570bd431 HTTP/1.1" status: 204 len: 168 time: 1.1575799 Jan 27 19:32:59.857131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e28b39a4-6e4e-4bac-81c0-a079a3ed21ae req-3f3c5618-70fe-48c1-bd2e-cac94c9b75ac tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 210 time: 0.0639627 Jan 27 19:32:59.860883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b900c5b-8f06-4916-9198-c2ce88e48785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6db8d8-a565-46ad-afac-06ce570bd431,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:32:59.939489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-053c13f1-8370-4f58-9533-5b1402e8df19 req-fb5632b9-f450-4fee-8f70-7d7793e2945a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799962 Jan 27 19:33:00.077499 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3cc30b-a911-4fa3-bd68-40e4598c230b x-openstack-request-id: req-3e3cc30b-a911-4fa3-bd68-40e4598c230b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:00.078154 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:00.078154 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e3cc30b-a911-4fa3-bd68-40e4598c230b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:00.078442 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'status': 'completed', 'code': 200} Jan 27 19:33:00.236903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4bba7ccb-89c5-4ea0-b46a-4434745eed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:00.244635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4bba7ccb-89c5-4ea0-b46a-4434745eed16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.5123937 Jan 27 19:33:00.246244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:00.465094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582bcc96-4bbb-47dc-a31d-facded281119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:00.667085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:00.702201 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-1550f629-c892-402b-bc77-7cbd455c7793 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 999 time: 0.4194484 Jan 27 19:33:00.716276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b3147c0-2c59-464c-9c47-cd6b79c23565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:00.870920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582bcc96-4bbb-47dc-a31d-facded281119 admin admin] Publish callbacks [] for security_group (e09d523c-9b57-487b-ba70-fca47e3eeb59), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:00.905504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-03bc9694-a2ec-490a-b546-487e6a9c2e16 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:00.908475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-03bc9694-a2ec-490a-b546-487e6a9c2e16 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 805 time: 0.6610472 Jan 27 19:33:00.910214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-582bcc96-4bbb-47dc-a31d-facded281119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e09d523c-9b57-487b-ba70-fca47e3eeb59), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:00.943790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Request body: {'port': {'device_id': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'admin_state_up': True, 'tenant_id': '0807805995ef47e7b697a280256d32eb'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:00.975493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_gateway (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:00.985612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4448e86f-ffb7-4564-855b-e151c75b5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:00.988167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4448e86f-ffb7-4564-855b-e151c75b5f99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.2754633 Jan 27 19:33:01.069132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04845-5f7d-42fc-98c3-aae307b88d8e req-97b917a0-c25d-4124-806c-f59f624e2275 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:01.085638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3c04845-5f7d-42fc-98c3-aae307b88d8e req-97b917a0-c25d-4124-806c-f59f624e2275 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3759630 Jan 27 19:33:01.182392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bcc96-4bbb-47dc-a31d-facded281119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d523c-9b57-487b-ba70-fca47e3eeb59,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:01.210383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7377e41f-7f8c-483a-aef8-d0bd1b0e9372 req-b7c97f33-7d80-41de-badb-15a4a03edc93 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 210 time: 0.1770322 Jan 27 19:33:01.236287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-582bcc96-4bbb-47dc-a31d-facded281119 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd740f42b413460b89b6dcdd4db2791f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9885142 Jan 27 19:33:01.245033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:01.334933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3c04845-5f7d-42fc-98c3-aae307b88d8e req-a8732edc-d27e-4bbc-8efd-d63619d0a461 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376239 Jan 27 19:33:01.348868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-739418a0-46ae-4ac3-bcf2-6504da067e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:01.361350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-739418a0-46ae-4ac3-bcf2-6504da067e02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495396 Jan 27 19:33:01.493963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Made reservation on behalf of 0807805995ef47e7b697a280256d32eb for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:01.498056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.501719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b3147c0-2c59-464c-9c47-cd6b79c23565 admin admin] Publish callbacks [] for security_group (1397002c-55df-47a6-97ed-a971dc0a638f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.527062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b3147c0-2c59-464c-9c47-cd6b79c23565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1397002c-55df-47a6-97ed-a971dc0a638f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.554810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13292a-550b-4c0f-b056-c2722811331d req-d6bdc881-b053-46de-85ce-ca9e45c3981f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:01.556487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc13292a-550b-4c0f-b056-c2722811331d req-d6bdc881-b053-46de-85ce-ca9e45c3981f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2396121 Jan 27 19:33:01.635051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] Publish callbacks [] for security_group (e09d523c-9b57-487b-ba70-fca47e3eeb59), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.642739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3147c0-2c59-464c-9c47-cd6b79c23565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397002c-55df-47a6-97ed-a971dc0a638f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:01.647779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0b3147c0-2c59-464c-9c47-cd6b79c23565 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=858e13ce616d44d8acaddfbfbb6a5274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9765961 Jan 27 19:33:01.652126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:01.705680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] Publish callbacks [] for security_group (e09d523c-9b57-487b-ba70-fca47e3eeb59), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.779089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc13292a-550b-4c0f-b056-c2722811331d req-a8718537-1671-48a9-abb8-6cc8e60e1b97 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000511 Jan 27 19:33:01.811062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] Publish callbacks [] for security_group (1397002c-55df-47a6-97ed-a971dc0a638f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.873425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] Publish callbacks [] for security_group (1397002c-55df-47a6-97ed-a971dc0a638f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.900169 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-9b55187f-8a58-4ade-81f5-3513bbd19bdc service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401540 Jan 27 19:33:01.937899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.955786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e09d523c-9b57-487b-ba70-fca47e3eeb59), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.959173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.964201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e09d523c-9b57-487b-ba70-fca47e3eeb59 HTTP/1.1" status: 204 len: 168 time: 0.7111788 Jan 27 19:33:01.978295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01cf94-bd59-4a6c-8477-f376390e16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09d523c-9b57-487b-ba70-fca47e3eeb59,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:01.989004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1397002c-55df-47a6-97ed-a971dc0a638f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.993322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:01.998891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1397002c-55df-47a6-97ed-a971dc0a638f HTTP/1.1" status: 204 len: 168 time: 0.3398890 Jan 27 19:33:02.009870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3ae6d-62d4-4997-afbe-5508ae65b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397002c-55df-47a6-97ed-a971dc0a638f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:02.209482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3acfc25d-5ab3-4fee-bd96-0af1437e4928 req-4d3e3a0d-999e-4a05-8df9-473bbcfe8749 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953672 Jan 27 19:33:02.215238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Allocated IP 172.20.0.4 (b51cfb14-594a-45d0-9926-74ce3d854740/bde09e84-3ed8-4a6f-a68e-b59291e60de2/ebf420a2-2700-4cc7-97d0-936c84310ca0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:02.395553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:33:02.530063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb5996a5-beb4-4934-addd-3fe8c70081c1 req-992971aa-d48d-48b1-9d3d-fa7af8bd8ff5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 210 time: 0.0802400 Jan 27 19:33:02.575897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-b6823898-acc4-4172-a49d-559b36564784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:02.578932 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-b6823898-acc4-4172-a49d-559b36564784 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1095 time: 0.3032711 Jan 27 19:33:02.623035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54902d9b-e1b2-46cc-955e-546d9334a871 req-643dd33a-5fa3-4f6f-8967-505fcd259401 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:02.635855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54902d9b-e1b2-46cc-955e-546d9334a871 req-643dd33a-5fa3-4f6f-8967-505fcd259401 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.0902989 Jan 27 19:33:02.743732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54902d9b-e1b2-46cc-955e-546d9334a871 req-8729e31b-c091-44b7-8fea-ad0ec194cf5b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063349 Jan 27 19:33:02.789377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks [] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:02.804569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:02.820997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] Sync routers for ids ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:02.837037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:02.850258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-1f09b36d-a8cc-4db6-a6bf-d96a3df4449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:02.852107 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-1f09b36d-a8cc-4db6-a6bf-d96a3df4449f service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.2659616 Jan 27 19:33:02.876551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] Routers {'8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:02.879142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:02.891313 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99b14b20-32ef-423f-aed9-8d147a174770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:02.945651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:02.947407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05854902-f3cf-4b6f-8d65-7f540edb7122 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.5486720 Jan 27 19:33:02.955189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:02.973579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:02.998135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] Routers {'8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:02.998792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:03.088092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:03.088778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f907b-3c38-475e-a329-545acb404dc7 None None] The sync data for ids ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:03.162013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b02bf00-d6d6-4ced-90f5-931a62e127ce tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers/8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 200 len: 881 time: 0.2035165 Jan 27 19:33:03.166222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52724) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:03.173037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:03.192688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:33:03.350502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad31f-581f-4e10-ba56-d4b263edebfb req-c2741768-d5ba-4fcf-b53a-389f16997358 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:03.353541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82aad31f-581f-4e10-ba56-d4b263edebfb req-c2741768-d5ba-4fcf-b53a-389f16997358 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.4046521 Jan 27 19:33:03.438082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82aad31f-581f-4e10-ba56-d4b263edebfb req-9d78734a-8067-4271-b8ef-f139c6536bbc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796714 Jan 27 19:33:03.444633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99b14b20-32ef-423f-aed9-8d147a174770 admin admin] Publish callbacks [] for security_group (ad49750a-4174-48a7-9449-1c0a04a01e30), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:03.455825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99b14b20-32ef-423f-aed9-8d147a174770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad49750a-4174-48a7-9449-1c0a04a01e30), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:03.510766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-e202ef59-b0ae-4b69-9cdb-6e527f510723 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 999 time: 0.6492634 Jan 27 19:33:03.570383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Network b51cfb14-594a-45d0-9926-74ce3d854740 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:03.636235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-99b14b20-32ef-423f-aed9-8d147a174770 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07970847df2b40679ccfbf36c63bd4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7977481 Jan 27 19:33:03.654938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:03.745576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b14b20-32ef-423f-aed9-8d147a174770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49750a-4174-48a7-9449-1c0a04a01e30,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:03.773968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:03.776818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-80fe67d2-791a-466b-8fad-e1d9e1b40127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:03.790434 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-80fe67d2-791a-466b-8fad-e1d9e1b40127 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.2102532 Jan 27 19:33:03.837691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:04.083059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event updated for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:04.094729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] Publish callbacks [] for security_group (ad49750a-4174-48a7-9449-1c0a04a01e30), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:04.213184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] Publish callbacks [] for security_group (ad49750a-4174-48a7-9449-1c0a04a01e30), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:04.255252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.255853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.256439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.257149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.257701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.258312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.259061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.259872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.260624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.274088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.274851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.275632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.276248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:04.366818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:04.370421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:04.450986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffee61-d8f9-49ae-8b7f-60bb82e923aa req-51b575b6-9340-4171-a4fb-e365993165ab tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:04.466535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4ffee61-d8f9-49ae-8b7f-60bb82e923aa req-51b575b6-9340-4171-a4fb-e365993165ab tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 931 time: 0.6954510 Jan 27 19:33:04.497998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad49750a-4174-48a7-9449-1c0a04a01e30), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:04.507562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:04.512536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad49750a-4174-48a7-9449-1c0a04a01e30 HTTP/1.1" status: 204 len: 168 time: 0.8451777 Jan 27 19:33:04.517694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-23627c55-350c-4247-9f04-87c43fd49231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:04.519998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-23627c55-350c-4247-9f04-87c43fd49231 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7156258 Jan 27 19:33:04.527889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-7bafd93d-1685-4ee9-823c-360d67eabda9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5978472 Jan 27 19:33:04.566437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9933-3c0e-46a4-9207-c765f277be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49750a-4174-48a7-9449-1c0a04a01e30,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:04.624667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Request body: {'port': {'device_id': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:04.664003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4ffee61-d8f9-49ae-8b7f-60bb82e923aa req-04ae05ca-f90f-49c9-9578-8577dc78aae8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954463 Jan 27 19:33:05.003927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6cbc-6a6f-4c49-93b2-e634d16e3e32 req-54796a62-be78-4fe5-8a1c-f298f1f94e78 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.046168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-255c6cbc-6a6f-4c49-93b2-e634d16e3e32 req-54796a62-be78-4fe5-8a1c-f298f1f94e78 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3009815 Jan 27 19:33:05.275235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-255c6cbc-6a6f-4c49-93b2-e634d16e3e32 req-d3cc8754-9c7c-4e16-a768-7b2fb49e3192 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592766 Jan 27 19:33:05.290249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:05.514741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b788d3-66e7-4d5e-9fe2-c802d478e580 req-45132515-502d-4091-bc31-9ed9d95769f5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.529792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48b788d3-66e7-4d5e-9fe2-c802d478e580 req-45132515-502d-4091-bc31-9ed9d95769f5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2201574 Jan 27 19:33:05.547565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-f2f598c8-8411-4554-b290-4472fa8033eb service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290414 Jan 27 19:33:05.769938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.782745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.790935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.800128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.817852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.817852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.828331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:05.828654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-a2677cf8-29bf-4ab1-bf59-b3d10f770aa9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.2857652 Jan 27 19:33:05.848962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48b788d3-66e7-4d5e-9fe2-c802d478e580 req-f5adb2d7-7408-46cd-a776-8872961e6e0b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153887 Jan 27 19:33:06.046735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f64f428-cfd8-480c-a3da-1dd48e007ac4 req-674c3fbf-cf6f-429d-9411-03f3dba5c211 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932788 Jan 27 19:33:06.333299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.367554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.398054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.458773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.478447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.498079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.511063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.514379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-72609832-2ab3-405a-85c3-b3ff511b48ef tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.4645147 Jan 27 19:33:06.516751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:06.659043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4acddfb7-9530-45bc-914f-77ade1504fef tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 3.4914098 Jan 27 19:33:06.659840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52796) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:06.681881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b49a3b28-5b2b-40c3-8378-a9a680056591 req-5906ff8a-a1a8-49ec-b301-16f07d99b009 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1219695 Jan 27 19:33:06.685129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d5bee135-42f2-4e8d-9eee-9e78b4ec07d2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.691430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d5bee135-42f2-4e8d-9eee-9e78b4ec07d2 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1598234 Jan 27 19:33:06.693582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2120086798'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:06.753465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1004a6-a646-4763-89c2-bab98e073ecb req-8106859e-d4f8-45d1-9391-8b50a98dae19 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.755114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b1004a6-a646-4763-89c2-bab98e073ecb req-8106859e-d4f8-45d1-9391-8b50a98dae19 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 931 time: 0.6102543 Jan 27 19:33:06.897651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709507c4-7697-402f-99b4-ff123dbcd649 req-19077990-4fd1-4c1f-9b0f-5f8430da5268 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:06.899270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-709507c4-7697-402f-99b4-ff123dbcd649 req-19077990-4fd1-4c1f-9b0f-5f8430da5268 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.3833683 Jan 27 19:33:07.047212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b1004a6-a646-4763-89c2-bab98e073ecb req-244e658d-8c0e-4b34-89db-f999788997ad tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161844 Jan 27 19:33:07.140181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-191f1e20-e58e-46c1-8b5e-16953ea524e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:07.524425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-f67eb417-c5b0-4b40-a3f1-09c3d1878447 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8207343 Jan 27 19:33:07.545927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-709507c4-7697-402f-99b4-ff123dbcd649 req-d8b4f379-2525-469d-a29e-c6a206f5356c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5395348 Jan 27 19:33:07.624198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:07.670499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf420a2-2700-4cc7-97d0-936c84310ca0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:33:07.692089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks [] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:07.707161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Transition to ACTIVE for port object ebf420a2-2700-4cc7-97d0-936c84310ca0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:33:07.734879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:07.800997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1edaf8-7941-4d5e-8a6f-af19ce2e8936 req-4dc0f096-50db-47ba-b167-e2ba85a7164f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:07.814067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da1edaf8-7941-4d5e-8a6f-af19ce2e8936 req-4dc0f096-50db-47ba-b167-e2ba85a7164f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.4802043 Jan 27 19:33:07.913139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:07.994706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-191f1e20-e58e-46c1-8b5e-16953ea524e4 admin admin] Publish callbacks [] for security_group (61e11ea5-9f0c-4278-8dd0-6c92762b5589), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.028127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.060239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-191f1e20-e58e-46c1-8b5e-16953ea524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61e11ea5-9f0c-4278-8dd0-6c92762b5589), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.098755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.119616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f1e20-e58e-46c1-8b5e-16953ea524e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e11ea5-9f0c-4278-8dd0-6c92762b5589,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:08.159112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.183295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.194173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.201412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.208029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.213645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.221036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.226966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:08.229533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-b05dc245-6abd-406f-bd3f-e03cb88c471a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 5434 time: 0.5897908 Jan 27 19:33:08.229909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Attempting to bind port ebf420a2-2700-4cc7-97d0-936c84310ca0 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:08.230182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Attempting to bind port ebf420a2-2700-4cc7-97d0-936c84310ca0 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:08.231119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Attempting to bind port ebf420a2-2700-4cc7-97d0-936c84310ca0 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:08.246644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da1edaf8-7941-4d5e-8a6f-af19ce2e8936 req-1f6fa54c-edc4-42e3-b744-8496d8dd50d5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316537 Jan 27 19:33:08.262435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-191f1e20-e58e-46c1-8b5e-16953ea524e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4266acd14d4e4ea1a556750c73b173c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7433770 Jan 27 19:33:08.279449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:08.292932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Port ebf420a2-2700-4cc7-97d0-936c84310ca0 on network b51cfb14-594a-45d0-9926-74ce3d854740 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:33:08.292932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Attempting to bind port ebf420a2-2700-4cc7-97d0-936c84310ca0 on network b51cfb14-594a-45d0-9926-74ce3d854740 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:08.337539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:08.338655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Checking segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:08.339703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Bound using segment: {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:08.340558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Bound port: ebf420a2-2700-4cc7-97d0-936c84310ca0, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34d2a30-6697-4619-b985-9e8cc9cd7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:08.341576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.362906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:33:08.441424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1727f8ea-5263-49f9-b604-5b88d5787b72,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:08.479710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] For port 1727f8ea-5263-49f9-b604-5b88d5787b72, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:08.500325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 40b335f9-a611-4c04-8803-2f914807c836 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:08.555986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] device_id is not set on port 1727f8ea-5263-49f9-b604-5b88d5787b72 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:33:08.578378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Publish callbacks [] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.602802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:08.615414 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] Sync routers for ids ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:08.621420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:08.624237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.627920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:08.630848 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] Routers {'8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:08.634273 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:08.642075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.644556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6b6a17ea-3fb4-4a5f-853d-df566256ccc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 200 len: 888 time: 1.9759099 Jan 27 19:33:08.647415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.651810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52848) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:08.725167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 40b335f9-a611-4c04-8803-2f914807c836 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:08.729340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.747154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:08.769535 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] Routers {'8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:08.771812 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:08.821812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:08.823531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b335f9-a611-4c04-8803-2f914807c836'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:08.836055 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87fdc4a-df46-4c72-b83c-1a017f6808e3" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "40b335f9-a611-4c04-8803-2f914807c836"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:08.850961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:08.854255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 44dd471a-2280-4eed-a45d-36c5bd809156 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:08.907654 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:08.909234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb3556-7291-4db9-8a97-23533b7e75dc None None] The sync data for ids ['8e4be730-d8bf-4a6e-ac3e-4101afc92ef4'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:08.938115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:09.005223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-214357e5-f138-41f6-9c0b-7e76e902b983 req-72e3c585-8137-4960-b836-e2c763d36648 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7558386 Jan 27 19:33:09.077712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:09.175636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:09.176320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.177851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-c7257cac-eed7-47f0-afe7-9d2e22ac1304 service neutron] 10.222.0.39 "PUT /v2.0/ports/ebf420a2-2700-4cc7-97d0-936c84310ca0 HTTP/1.1" status: 200 len: 1091 time: 4.5845292 Jan 27 19:33:09.179811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] No DVR routers for this DVR port 1727f8ea-5263-49f9-b604-5b88d5787b72 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:09.189242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:09.206310 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e227ed23-169e-49e1-a274-3be95345b319" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:09.214656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Pushing event updated for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:09.257470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 44dd471a-2280-4eed-a45d-36c5bd809156 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:09.258259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.283545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c70cd0bb-de13-492b-b73c-6bd8230d1291 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers/8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 200 len: 888 time: 0.6238408 Jan 27 19:33:09.284184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52858) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:09.357675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:09.417030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7c1f7d93-b6ed-456e-9362-7cc92e0bacc7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 200 len: 205 time: 0.1275635 Jan 27 19:33:09.418095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:09.429925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.431126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:09.582902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] Publish callbacks [] for security_group (61e11ea5-9f0c-4278-8dd0-6c92762b5589), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.613983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5651f20d-5163-4995-9955-526c9cd0186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.659336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9cb293be-27ab-4be9-9bb0-7c86d8e3442a None None] Provisioning complete for port 1727f8ea-5263-49f9-b604-5b88d5787b72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:09.661133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb293be-27ab-4be9-9bb0-7c86d8e3442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.756000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-993265a4-518a-4ee6-a9ea-7eda1e27c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:09.767451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-993265a4-518a-4ee6-a9ea-7eda1e27c638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 1094 time: 0.3018954 Jan 27 19:33:09.778057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] In _notify_port_updated(), no bound segment for port 1727f8ea-5263-49f9-b604-5b88d5787b72 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:33:09.780061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:09.781164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.782885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-8c1ec8af-5c79-4b81-a9f7-ea5d9a691be4 service neutron] 10.222.0.66 "PUT /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 200 len: 1027 time: 2.1970513 Jan 27 19:33:09.809098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] Publish callbacks [] for security_group (61e11ea5-9f0c-4278-8dd0-6c92762b5589), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:09.914893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a037aaa-f24b-4871-9278-aeefa3b205b9 req-6089d93b-0ec4-4c6d-8e69-404558fca30b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:09.922050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a037aaa-f24b-4871-9278-aeefa3b205b9 req-6089d93b-0ec4-4c6d-8e69-404558fca30b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 943 time: 0.5401344 Jan 27 19:33:09.941598 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-60057d5f-53a0-4c39-b762-2d18d8e95bd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0 HTTP/1.1" status: 200 len: 217 time: 0.1630745 Jan 27 19:33:09.995295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9cb293be-27ab-4be9-9bb0-7c86d8e3442a None None] Port 1727f8ea-5263-49f9-b604-5b88d5787b72 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:10.016254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:10.016913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.101117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.156509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:10.185933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.189660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 48857fb3-ea5b-4a20-9bc8-194b0d3552fd no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:10.203034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-8f323389-8c10-49af-b091-38c1ff313d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:10.205083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-8f323389-8c10-49af-b091-38c1ff313d61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.2569294 Jan 27 19:33:10.260162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d14b2-9c67-461d-8506-1ff93b226f01 req-9331eacf-2c35-4c55-b63a-a9c952ec1db2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:10.267951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c3d14b2-9c67-461d-8506-1ff93b226f01 req-9331eacf-2c35-4c55-b63a-a9c952ec1db2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.7582419 Jan 27 19:33:10.296122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-bc5e9ae6-d145-4dd1-85fa-7bb8f75daa5e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:10.298022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-bc5e9ae6-d145-4dd1-85fa-7bb8f75daa5e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "GET /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4955499 Jan 27 19:33:10.308679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-cae05b1a-6881-4d8d-a0a4-1a76ddbaa434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971501 Jan 27 19:33:10.342765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:10.423667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:10.424182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.449365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c3d14b2-9c67-461d-8506-1ff93b226f01 req-24a1edc6-a34d-495b-a729-4b0e24ab6952 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802816 Jan 27 19:33:10.462319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a037aaa-f24b-4871-9278-aeefa3b205b9 req-6bc5c140-6e2e-4333-959d-200d337aa9d6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506931 Jan 27 19:33:10.468548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61e11ea5-9f0c-4278-8dd0-6c92762b5589), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.482271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.489597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61e11ea5-9f0c-4278-8dd0-6c92762b5589 HTTP/1.1" status: 204 len: 168 time: 2.2090764 Jan 27 19:33:10.530773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:10.558944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.567637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 6cda2d07-2070-48e0-9139-715210c020f4 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:10.573996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:10.604373 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9037dd-24ba-48c3-b230-b198e66200d3 x-openstack-request-id: req-2f9037dd-24ba-48c3-b230-b198e66200d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:10.606593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cffbb-7942-4551-81a5-84f081082989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e11ea5-9f0c-4278-8dd0-6c92762b5589,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:10.607149 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "40b335f9-a611-4c04-8803-2f914807c836", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:10.608516 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f9037dd-24ba-48c3-b230-b198e66200d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:10.609713 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b335f9-a611-4c04-8803-2f914807c836', 'code': 200} Jan 27 19:33:10.637004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:10.674798 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9bed6-26e7-443b-8d19-b9746accbb17 x-openstack-request-id: req-8bd9bed6-26e7-443b-8d19-b9746accbb17 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:10.675405 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:10.680034 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bd9bed6-26e7-443b-8d19-b9746accbb17 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:10.680882 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0', 'status': 'completed', 'code': 200} Jan 27 19:33:10.955066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-71ee92a3-3741-4526-b9b1-1b5924aaef1e service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728944 Jan 27 19:33:10.982485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:11.051793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a55e84-0011-4f4c-8c20-6f15a29556ad req-5422d3f8-1380-4939-bbab-4e020fa7b32a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.064303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23a55e84-0011-4f4c-8c20-6f15a29556ad req-5422d3f8-1380-4939-bbab-4e020fa7b32a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2362924 Jan 27 19:33:11.074559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_gateway (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.241401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.256158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.257602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:11.274013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.285625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 6cda2d07-2070-48e0-9139-715210c020f4 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:11.287304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.288030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.297051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cdc8bcd-1a44-4522-ba48-8b88fb772a3d req-047d0465-b6e8-4cd4-8552-f0bb56cf6e5e service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263299 Jan 27 19:33:11.304579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.322745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.325327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5466c54e-2395-403e-98f3-748929860ca9 req-6846be77-d8a5-4286-87ba-d23dd594c03f tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 4652 time: 0.5295677 Jan 27 19:33:11.381611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:11.390694 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.391998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 704f4993-3759-4f2d-a2d0-db1a47022aab no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:11.512240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port d504638b-f480-43a7-af16-7f89f2f70ef2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:11.513234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d504638b-f480-43a7-af16-7f89f2f70ef2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.580493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5466c54e-2395-403e-98f3-748929860ca9 req-0e32907e-8955-4f0d-87ba-2024e7b75a27 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&id=60151f29-6e2d-44da-ad2b-ca768dce98dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2471838 Jan 27 19:33:11.644301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:11.705988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23a55e84-0011-4f4c-8c20-6f15a29556ad req-bf9bcd18-fa89-4d1f-8f90-3929fa41e7dd tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6401362 Jan 27 19:33:11.723635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:11.744628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ed23-169e-49e1-a274-3be95345b319 req-227f7705-c43f-4107-a010-f3d331ce4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:11.746640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-227f7705-c43f-4107-a010-f3d331ce4c16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 1094 time: 0.3456624 Jan 27 19:33:11.805682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:11.844761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 704f4993-3759-4f2d-a2d0-db1a47022aab is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:11.846538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.924575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d504638b-f480-43a7-af16-7f89f2f70ef2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.966732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] For port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:11.978469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for d504638b-f480-43a7-af16-7f89f2f70ef2 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:11.983009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:11.990142 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:11.990970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1727f8ea-5263-49f9-b604-5b88d5787b72 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:12.076653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ed23-169e-49e1-a274-3be95345b319 req-ce1101f2-1764-42e2-8afc-21e340dde86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:12.078645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-ce1101f2-1764-42e2-8afc-21e340dde86f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.3204474 Jan 27 19:33:12.096961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c01510-b0e4-4e92-9851-65c7e066ae48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.220737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:12.229756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 1727f8ea-5263-49f9-b604-5b88d5787b72 host ! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:33:12.231313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1727f8ea-5263-49f9-b604-5b88d5787b72 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:33:12.253036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] device_id is not set on port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:33:12.256368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:12.283885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Publish callbacks [] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.326206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af51a-3840-485c-8d8d-bb495d0b01bc req-ce053228-3114-4679-b81d-781b34f32dda tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:12.339161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c0af51a-3840-485c-8d8d-bb495d0b01bc req-ce053228-3114-4679-b81d-781b34f32dda tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 943 time: 0.4000876 Jan 27 19:33:12.344499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b53b62a5-27b6-4724-932d-6095e11e3b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.373286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa74d5-47c9-4b69-8be9-e53e4d51c733 req-3312cb1e-a390-40ef-8134-fdd73181b0d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:12.380315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0aa74d5-47c9-4b69-8be9-e53e4d51c733 req-3312cb1e-a390-40ef-8134-fdd73181b0d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 947 time: 0.4836206 Jan 27 19:33:12.539911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:12.541576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.559679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.644140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-12d7651a-7847-4407-a115-9d4ef559ab63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0 HTTP/1.1" status: 200 len: 217 time: 0.5535643 Jan 27 19:33:12.652771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4'}, {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:12.671143 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56478ef2-c85f-42a6-9b8c-894fe5058528" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "6cda2d07-2070-48e0-9139-715210c020f4"}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:12.712850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:12.721787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:12.836927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=14']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:12.867170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ed23-169e-49e1-a274-3be95345b319 req-20fb38ca-8bf3-4395-9a86-270e50fc367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:12.869401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-20fb38ca-8bf3-4395-9a86-270e50fc367f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.2174149 Jan 27 19:33:12.983519 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-214ca20f-fa58-4d1c-977c-158da3d1522e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040497 Jan 27 19:33:13.186319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b2618878-79e4-416f-bb48-7c5b4bac7979 None None] Provisioning complete for port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:13.192630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2618878-79e4-416f-bb48-7c5b4bac7979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.204869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d504638b-f480-43a7-af16-7f89f2f70ef2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.249335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=d504638b-f480-43a7-af16-7f89f2f70ef2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:13.264368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] No DVR routers for this DVR port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:13.329234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b2618878-79e4-416f-bb48-7c5b4bac7979 None None] Port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:13.365299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:13.373681 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c01510-b0e4-4e92-9851-65c7e066ae48 admin admin] Publish callbacks [] for security_group (88f69d93-0bc6-4deb-b353-35b7d0099d39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.379875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c0af51a-3840-485c-8d8d-bb495d0b01bc req-23b51552-90c6-4b81-b679-f468a737442e tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0389900 Jan 27 19:33:13.421005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79c01510-b0e4-4e92-9851-65c7e066ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88f69d93-0bc6-4deb-b353-35b7d0099d39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.426590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] In _notify_port_updated(), no bound segment for port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 on network 8c61d034-e0d1-41d8-a0fc-f26577689807 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:33:13.427772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.428923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.429788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ebf420a2-2700-4cc7-97d0-936c84310ca0 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:33:13.432062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-d8c490ac-74cd-4a0a-816f-73cd0d18e4c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 200 len: 1027 time: 3.1127100 Jan 27 19:33:13.481776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0aa74d5-47c9-4b69-8be9-e53e4d51c733 req-6481b690-99e9-4bd7-b012-24548fcf1484 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0818508 Jan 27 19:33:13.483477 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-e870da59-2fc6-45c7-a32e-536e80b0d4af service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922435 Jan 27 19:33:13.491460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:13.785210 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec331272-6791-4c44-a039-12c819d86c0b x-openstack-request-id: req-ec331272-6791-4c44-a039-12c819d86c0b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:13.785566 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c82cad7-5bdd-4e57-a162-2ab7e47ddda1", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "6cda2d07-2070-48e0-9139-715210c020f4", "code": 200}, {"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-unplugged", "status": "completed", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:13.788495 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec331272-6791-4c44-a039-12c819d86c0b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:13.789024 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156', 'code': 200} Jan 27 19:33:13.789391 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c82cad7-5bdd-4e57-a162-2ab7e47ddda1', 'code': 200} Jan 27 19:33:13.790517 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'code': 200} Jan 27 19:33:13.790889 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4', 'code': 200} Jan 27 19:33:13.792968 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'code': 200} Jan 27 19:33:13.829941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-79c01510-b0e4-4e92-9851-65c7e066ae48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f595c94cf46641cab85b4ebd6e1aa677&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1051507 Jan 27 19:33:13.830935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:13.832703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:13.850889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c01510-b0e4-4e92-9851-65c7e066ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f69d93-0bc6-4deb-b353-35b7d0099d39,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:13.878372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'ebf420a2-2700-4cc7-97d0-936c84310ca0', 'network_id': 'b51cfb14-594a-45d0-9926-74ce3d854740', 'port_id': 'ebf420a2-2700-4cc7-97d0-936c84310ca0', 'mac_address': 'fa:16:3e:d4:58:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde09e84-3ed8-4a6f-a68e-b59291e60de2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:33:13.930462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.944821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.953170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.973607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.979411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:13.987700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-d637d356-0134-4b68-91c2-4525d82f146d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 3876 time: 0.3448768 Jan 27 19:33:14.004368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.008216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.107195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8e4be730-d8bf-4a6e-ac3e-4101afc92ef4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.107791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:33:14.125927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.127599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-28cc4226-2280-40f6-ae27-9c29e9d0c398 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 204 len: 168 time: 4.7075956 Jan 27 19:33:14.130859 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e227ed23-169e-49e1-a274-3be95345b319 req-d97c5664-68ea-47a8-a87d-c5ee155b9673 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405511 Jan 27 19:33:14.132487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52988) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:14.154973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-397677702'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:14.184423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:14.199690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.282317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] Publish callbacks [] for security_group (88f69d93-0bc6-4deb-b353-35b7d0099d39), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.289720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:33:14.311148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec827521-616f-42ca-b283-bddbb25d768e req-3fa1b56f-dbfa-459d-afa7-b310dff27ba6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:14.313417 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec827521-616f-42ca-b283-bddbb25d768e req-3fa1b56f-dbfa-459d-afa7-b310dff27ba6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.4151266 Jan 27 19:33:14.317722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 6cda2d07-2070-48e0-9139-715210c020f4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:14.318444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6cda2d07-2070-48e0-9139-715210c020f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.376072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ebf420a2-2700-4cc7-97d0-936c84310ca0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:14.376749 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.378532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2dd2145-026d-462e-a01d-fa06790960c5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.378881 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment d2dd2145-026d-462e-a01d-fa06790960c5 of type vlan for network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 Jan 27 19:33:14.431245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf420a2-2700-4cc7-97d0-936c84310ca0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:33:14.455075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8ddb5b21-bb60-49df-9fb8-79c6949edb31), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.460126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] For port 6cda2d07-2070-48e0-9139-715210c020f4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=6cda2d07-2070-48e0-9139-715210c020f4,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:14.461438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6cda2d07-2070-48e0-9139-715210c020f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.480188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 6cda2d07-2070-48e0-9139-715210c020f4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:14.512967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8ddb5b21-bb60-49df-9fb8-79c6949edb31), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.519143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:14.520270 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.554000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:14.570267 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.676158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85f6dd7f-a675-4939-8a2e-dd9c3b514f39 req-bd087e68-6562-4dbd-a08b-6d64bf23b911 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6850798 Jan 27 19:33:14.681637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6cda2d07-2070-48e0-9139-715210c020f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:14.750521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=8ddb5b21-bb60-49df-9fb8-79c6949edb31,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:14.783190 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d736b933-4141-4f4a-b244-1405535ac69d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6436007 Jan 27 19:33:14.786364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:14.791840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:33:14.807779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:14.854038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ebf420a2-2700-4cc7-97d0-936c84310ca0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:33:14.856507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:14.889139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=6cda2d07-2070-48e0-9139-715210c020f4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:15.054632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] No DVR routers for this DVR port 6cda2d07-2070-48e0-9139-715210c020f4 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:15.061038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec827521-616f-42ca-b283-bddbb25d768e req-395bb9ee-8504-4131-9516-091df44950c7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832409 Jan 27 19:33:15.064498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] Publish callbacks [] for security_group (88f69d93-0bc6-4deb-b353-35b7d0099d39), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.075384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.079594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-711e9db8-83bc-496d-9c23-fae8483719c0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "DELETE /v2.0/ports/6cda2d07-2070-48e0-9139-715210c020f4 HTTP/1.1" status: 204 len: 173 time: 1.5748124 Jan 27 19:33:15.079853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:15.082100 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7226dab-59ad-420a-bf5a-709479c0232c" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "6cda2d07-2070-48e0-9139-715210c020f4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:15.158576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.183992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:15.191907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.216871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:15.338970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dae1c-cac8-4b2e-9a5c-9a14d484c728 req-b32827f5-0036-4ca1-b4b7-9d049abb0668 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:15.350809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-814dae1c-cac8-4b2e-9a5c-9a14d484c728 req-b32827f5-0036-4ca1-b4b7-9d049abb0668 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2879872 Jan 27 19:33:15.506734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.563154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-814dae1c-cac8-4b2e-9a5c-9a14d484c728 req-3ee343bc-2ab1-42ea-8133-263dd0e0f599 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119002 Jan 27 19:33:15.691421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae79f5-d92a-4a85-af7f-63fd3354fbc5 req-9aaa2d02-e91e-44e0-b572-3afdf7fb66d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:15.699293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adae79f5-d92a-4a85-af7f-63fd3354fbc5 req-9aaa2d02-e91e-44e0-b572-3afdf7fb66d1 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 944 time: 0.3820441 Jan 27 19:33:15.703917 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599d2fb-79b8-4842-9212-d73899c8ffb3 x-openstack-request-id: req-d599d2fb-79b8-4842-9212-d73899c8ffb3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:15.704229 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "6cda2d07-2070-48e0-9139-715210c020f4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:15.704791 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d599d2fb-79b8-4842-9212-d73899c8ffb3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:15.705230 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '6cda2d07-2070-48e0-9139-715210c020f4', 'status': 'completed', 'code': 200} Jan 27 19:33:15.711330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3e4feed-bc77-429a-9370-4dfd652f8832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.794837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:15.798858 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbd61a3-875c-475b-8ec0-9be5233a03cf" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:15.848249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adae79f5-d92a-4a85-af7f-63fd3354fbc5 req-80c2ec25-a1b3-4f1f-947d-5bd9243ed3cc tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466753 Jan 27 19:33:15.867509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 704f4993-3759-4f2d-a2d0-db1a47022aab {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:15.867509 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.883521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (2445dfec-37e6-4090-ae0c-90b05c297843), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:15.932247 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19a52b-b32f-4efa-8f29-3784fb46fe11 x-openstack-request-id: req-9c19a52b-b32f-4efa-8f29-3784fb46fe11 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:15.932556 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:15.932816 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c19a52b-b32f-4efa-8f29-3784fb46fe11 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:15.933225 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'code': 200} Jan 27 19:33:15.952671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=2445dfec-37e6-4090-ae0c-90b05c297843,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:15.975310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.056561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': 'd2dd2145-026d-462e-a01d-fa06790960c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:16.056921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 8ddb5b21-bb60-49df-9fb8-79c6949edb31, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:33:16.118595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] For port 704f4993-3759-4f2d-a2d0-db1a47022aab, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=704f4993-3759-4f2d-a2d0-db1a47022aab,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:16.118966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.127918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3e4feed-bc77-429a-9370-4dfd652f8832 admin admin] Publish callbacks [] for security_group (cc43cd15-dc21-411b-8cf8-bd0e00f87efb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.131529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:33:16.143950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3e4feed-bc77-429a-9370-4dfd652f8832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cc43cd15-dc21-411b-8cf8-bd0e00f87efb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.256296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d3e4feed-bc77-429a-9370-4dfd652f8832 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7de360c6ed4045e38d4bd7796eadb4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0378110 Jan 27 19:33:16.261657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8ddb5b21-bb60-49df-9fb8-79c6949edb31) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:16.272378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db8ab6-80ab-44b3-bbb0-235a326ba186 None None] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:16.298305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53028) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:16.334957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.338032 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.420524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88f69d93-0bc6-4deb-b353-35b7d0099d39), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.430592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.438800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88f69d93-0bc6-4deb-b353-35b7d0099d39 HTTP/1.1" status: 204 len: 168 time: 2.6037066 Jan 27 19:33:16.471009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4feed-bc77-429a-9370-4dfd652f8832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43cd15-dc21-411b-8cf8-bd0e00f87efb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:16.533282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40e2a66e-c458-490d-90d6-1d430ee3364d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7453430 Jan 27 19:33:16.547811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:16.558058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1107973158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:16.561536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c9ed1-5b9d-4dfd-b82b-0d4e764e7c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f69d93-0bc6-4deb-b353-35b7d0099d39,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:16.642102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.643279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.681338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] Publish callbacks [] for security_group (cc43cd15-dc21-411b-8cf8-bd0e00f87efb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.708907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8ddb5b21-bb60-49df-9fb8-79c6949edb31', 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '2445dfec-37e6-4090-ae0c-90b05c297843'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:33:16.714749 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.794609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-a1674b70-8134-403d-9a69-cd0270268540 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.801157 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:33:16.803587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-a1674b70-8134-403d-9a69-cd0270268540 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.813539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-a1674b70-8134-403d-9a69-cd0270268540 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.841959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-a1674b70-8134-403d-9a69-cd0270268540 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.858326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-a1674b70-8134-403d-9a69-cd0270268540 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 3143 time: 1.0237997 Jan 27 19:33:16.873329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (1110561f-1f6e-4df2-8a96-ed99187d00e1), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.885909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] Publish callbacks [] for security_group (cc43cd15-dc21-411b-8cf8-bd0e00f87efb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.891057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.949779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:16.952736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae7d7ad1-3b92-40c6-ba8a-927bac29bec9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4030850 Jan 27 19:33:16.957426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:16.974582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce0f03-759b-4e53-a57c-bb4a9ae1c89c req-b53e56f2-4f70-456c-acb9-3ced8c04cda2 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:16.981943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52ce0f03-759b-4e53-a57c-bb4a9ae1c89c req-b53e56f2-4f70-456c-acb9-3ced8c04cda2 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.5104861 Jan 27 19:33:17.013778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Allocated IP 172.20.0.2 (8ddb5b21-bb60-49df-9fb8-79c6949edb31/2445dfec-37e6-4090-ae0c-90b05c297843/49f9e308-5fcc-489a-8a5e-be1fb1dccb53) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:17.091103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52ce0f03-759b-4e53-a57c-bb4a9ae1c89c req-41cac04e-c93f-49b8-94ee-99b4f67b53f0 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079776 Jan 27 19:33:17.093583 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.093938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (03948fc9-997b-494a-8415-277335220e3b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.094245 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Floating IP 03948fc9-997b-494a-8415-277335220e3b disassociated. External IP: 172.25.5.15, port: 704f4993-3759-4f2d-a2d0-db1a47022aab. Jan 27 19:33:17.094617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 704f4993-3759-4f2d-a2d0-db1a47022aab owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:17.213560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cc43cd15-dc21-411b-8cf8-bd0e00f87efb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.217047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.220319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc43cd15-dc21-411b-8cf8-bd0e00f87efb HTTP/1.1" status: 204 len: 168 time: 0.9188194 Jan 27 19:33:17.285455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eb739-f2ef-416d-868a-df98c4e4c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43cd15-dc21-411b-8cf8-bd0e00f87efb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:17.416464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:17.426441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks [] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.448702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.480468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ebf420a2-2700-4cc7-97d0-936c84310ca0 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:17.498499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdfbbb0c-afca-4425-b120-cdd75d745f41 req-b7148a33-73e2-43ce-b526-4e45050eaedf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6370456 Jan 27 19:33:17.501076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (704f4993-3759-4f2d-a2d0-db1a47022aab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.539501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f8e39c-8d96-4a88-8a09-9042f405f6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.567468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=704f4993-3759-4f2d-a2d0-db1a47022aab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:17.603522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accef90-71fe-4dff-8ab4-6b3fd539d9ef req-94f22de9-cd42-4c7f-8ea0-728da391ce7c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:17.611052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0accef90-71fe-4dff-8ab4-6b3fd539d9ef req-94f22de9-cd42-4c7f-8ea0-728da391ce7c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 944 time: 0.1279390 Jan 27 19:33:17.782796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:17.801456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:17.831537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:17.836885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:17.963955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Pushing event updated for resources: {'Port': ['ID=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:17.967415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0accef90-71fe-4dff-8ab4-6b3fd539d9ef req-1416edae-7a01-43be-a803-c5bd8f7d6313 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217984 Jan 27 19:33:18.121532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Attempting to bind port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:18.122576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Attempting to bind port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'd2dd2145-026d-462e-a01d-fa06790960c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:18.122940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Attempting to bind port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 on network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:18.176514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:18.178869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Checking segment: {'id': 'd2dd2145-026d-462e-a01d-fa06790960c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:18.182062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.183417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Bound using segment: {'id': 'd2dd2145-026d-462e-a01d-fa06790960c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:18.188140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Bound port: 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dd2145-026d-462e-a01d-fa06790960c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8ddb5b21-bb60-49df-9fb8-79c6949edb31'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:18.191475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.461247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port ebf420a2-2700-4cc7-97d0-936c84310ca0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:33:18.501096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port ebf420a2-2700-4cc7-97d0-936c84310ca0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:18.505293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.560973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Router 09e6aeb7-806b-41fb-b809-34e3cf10cdef has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:33:18.632715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53092) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:18.648593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] For port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:18.672725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] For port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,segment=NetworkSegment(d2dd2145-026d-462e-a01d-fa06790960c5),segment_id=d2dd2145-026d-462e-a01d-fa06790960c5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:18.680446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450de8-4b39-4430-b2c7-88495135d8f2 req-b3062ede-4663-4151-88e3-b0a4682a52fd tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:18.703786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64450de8-4b39-4430-b2c7-88495135d8f2 req-b3062ede-4663-4151-88e3-b0a4682a52fd tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.3743083 Jan 27 19:33:18.735289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ebf420a2-2700-4cc7-97d0-936c84310ca0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:18.735681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.791570 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.834662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f8e39c-8d96-4a88-8a09-9042f405f6d2 admin admin] Publish callbacks [] for security_group (46831cf5-529a-4189-b830-bd0b86ad6386), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.836976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80fd0402-72bf-48bf-b237-6a713f31e654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.855073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:18.859358 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec885a1-7943-43ec-8db9-8f86652879c9" -d '{"events": [{"server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "name": "network-vif-plugged", "status": "completed", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:18.892252 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f8e39c-8d96-4a88-8a09-9042f405f6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (46831cf5-529a-4189-b830-bd0b86ad6386), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.911021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64450de8-4b39-4430-b2c7-88495135d8f2 req-2758db59-1051-440a-a5f6-86e67c4771ec tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059143 Jan 27 19:33:18.921845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:18.930767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:18.998092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a4c8b-340f-4323-ba19-4d555222c342 None None] Pushing event updated for resources: {'Port': ['ID=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:19.082610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c70be8-2780-4704-8364-e13cd1d97de3 req-da54c2d4-08eb-4728-82cf-a3032751c437 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:19.102881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c70be8-2780-4704-8364-e13cd1d97de3 req-da54c2d4-08eb-4728-82cf-a3032751c437 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:19.127771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c70be8-2780-4704-8364-e13cd1d97de3 req-da54c2d4-08eb-4728-82cf-a3032751c437 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:19.129279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:19.136073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31c70be8-2780-4704-8364-e13cd1d97de3 req-da54c2d4-08eb-4728-82cf-a3032751c437 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 2410 time: 0.3471022 Jan 27 19:33:19.140760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:19.166212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e39c-8d96-4a88-8a09-9042f405f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46831cf5-529a-4189-b830-bd0b86ad6386,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:19.177859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Sync routers for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:19.211889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11f8e39c-8d96-4a88-8a09-9042f405f6d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95ab888eea724eeba818974865cb29e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7934399 Jan 27 19:33:19.222413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:19.233006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:19.235343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:19.252989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] No DVR routers for this DVR port 704f4993-3759-4f2d-a2d0-db1a47022aab on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:19.273777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:19.284440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a32c7e9a-1217-4966-828c-5de072d7bcce tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "DELETE /v2.0/ports/704f4993-3759-4f2d-a2d0-db1a47022aab HTTP/1.1" status: 204 len: 173 time: 4.1743226 Jan 27 19:33:19.286246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:19.311240 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a790f5-7500-47d8-95c5-03f4b7e13d38" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:19.416878 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de30618e-7fe7-4cc3-9c08-8662a3db22bd x-openstack-request-id: req-de30618e-7fe7-4cc3-9c08-8662a3db22bd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:19.421521 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "name": "network-vif-plugged", "status": "completed", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:19.421916 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de30618e-7fe7-4cc3-9c08-8662a3db22bd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:19.431280 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0', 'code': 200} Jan 27 19:33:19.619946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31c70be8-2780-4704-8364-e13cd1d97de3 req-482692ed-31a0-438d-a548-b6787dcfbcfd tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244866 Jan 27 19:33:19.622808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:19.745227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.20.0.1 (8ddb5b21-bb60-49df-9fb8-79c6949edb31/2445dfec-37e6-4090-ae0c-90b05c297843/63264e19-20e6-47cf-8db3-780beb60b168) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:19.772014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] Publish callbacks [] for security_group (46831cf5-529a-4189-b830-bd0b86ad6386), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:19.782272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee07eb-ea0d-4426-8a7f-e757a66ca23a req-4d974680-58be-4361-ba59-96ceb36d55f2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:19.797923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baee07eb-ea0d-4426-8a7f-e757a66ca23a req-4d974680-58be-4361-ba59-96ceb36d55f2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2130890 Jan 27 19:33:19.800771 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58347ca-74e8-4967-b116-4e8e8ab4e31c x-openstack-request-id: req-b58347ca-74e8-4967-b116-4e8e8ab4e31c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:19.801393 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "704f4993-3759-4f2d-a2d0-db1a47022aab", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:19.801834 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58347ca-74e8-4967-b116-4e8e8ab4e31c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:19.802422 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '704f4993-3759-4f2d-a2d0-db1a47022aab', 'status': 'completed', 'code': 200} Jan 27 19:33:19.894807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 40b335f9-a611-4c04-8803-2f914807c836 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:19.895137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (40b335f9-a611-4c04-8803-2f914807c836), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:19.940478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80fd0402-72bf-48bf-b237-6a713f31e654 admin admin] Publish callbacks [] for security_group (1b1e1f22-511a-4906-b59f-b3ca99c3f706), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:19.979476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baee07eb-ea0d-4426-8a7f-e757a66ca23a req-e0a9b38c-b7c2-45ed-911b-471080924345 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587629 Jan 27 19:33:20.006988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80fd0402-72bf-48bf-b237-6a713f31e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1b1e1f22-511a-4906-b59f-b3ca99c3f706), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.038588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] Publish callbacks [] for security_group (46831cf5-529a-4189-b830-bd0b86ad6386), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.048689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79b54c-afc4-42b3-bcec-088b681490fa req-c7f7bcba-6573-455b-b031-04d13df1f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:20.058285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3d79b54c-afc4-42b3-bcec-088b681490fa req-c7f7bcba-6573-455b-b031-04d13df1f296 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 1096 time: 0.5623677 Jan 27 19:33:20.151971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:20.240046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] For port 40b335f9-a611-4c04-8803-2f914807c836, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=40b335f9-a611-4c04-8803-2f914807c836,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:20.242070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (40b335f9-a611-4c04-8803-2f914807c836), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.246499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:20.248644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.258663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:20.291909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 40b335f9-a611-4c04-8803-2f914807c836 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:20.319907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Checking router: 09e6aeb7-806b-41fb-b809-34e3cf10cdef for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:33:20.360516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:20.361506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:20.369312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3d79b54c-afc4-42b3-bcec-088b681490fa req-57fb1fb2-c278-4be2-9f2c-a9d391fe4568 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108331 Jan 27 19:33:20.392448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-80fd0402-72bf-48bf-b237-6a713f31e654 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12f0ad949b50477c86920bd26ef203d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7550344 Jan 27 19:33:20.395968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd0402-72bf-48bf-b237-6a713f31e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e1f22-511a-4906-b59f-b3ca99c3f706,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:20.401789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53136) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:20.533328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (46831cf5-529a-4189-b830-bd0b86ad6386), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.538487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.540187 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46831cf5-529a-4189-b830-bd0b86ad6386 HTTP/1.1" status: 204 len: 168 time: 1.3090525 Jan 27 19:33:20.552942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] Publish callbacks [] for security_group (1b1e1f22-511a-4906-b59f-b3ca99c3f706), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.560579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (63264e19-20e6-47cf-8db3-780beb60b168), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.576134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77882f78-452d-43c9-b00f-dd5ad9e7e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46831cf5-529a-4189-b830-bd0b86ad6386,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:20.621456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] Publish callbacks [] for security_group (1b1e1f22-511a-4906-b59f-b3ca99c3f706), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.695959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (63264e19-20e6-47cf-8db3-780beb60b168), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.722378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (40b335f9-a611-4c04-8803-2f914807c836), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.748945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:20.757845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026610aa-8085-4419-8949-6401f7753ea5 req-d93b3d33-6982-41c8-b10e-7f4666891f6f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:20.766545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-026610aa-8085-4419-8949-6401f7753ea5 req-d93b3d33-6982-41c8-b10e-7f4666891f6f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.8622377 Jan 27 19:33:20.821954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:20.835942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=40b335f9-a611-4c04-8803-2f914807c836,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:20.854157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:20.861370 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1b1e1f22-511a-4906-b59f-b3ca99c3f706), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.869202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.872548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b1e1f22-511a-4906-b59f-b3ca99c3f706 HTTP/1.1" status: 204 len: 168 time: 0.4693420 Jan 27 19:33:20.895945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:20.896441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:20.897603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfebb9-5d66-47d7-b565-6fe607c1ff4f req-615f3505-79a4-417d-83d7-2349aced5d35 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:20.899365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:20.901123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49cfebb9-5d66-47d7-b565-6fe607c1ff4f req-615f3505-79a4-417d-83d7-2349aced5d35 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2558174 Jan 27 19:33:20.950133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0e12e-7084-4624-b07d-58d1a9b15106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e1f22-511a-4906-b59f-b3ca99c3f706,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:21.009412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-026610aa-8085-4419-8949-6401f7753ea5 req-f9fcce7e-3236-4da1-ac46-70afb1c6726c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418294 Jan 27 19:33:21.044319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=63264e19-20e6-47cf-8db3-780beb60b168,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:21.096500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (1110561f-1f6e-4df2-8a96-ed99187d00e1), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:21.104171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] No DVR routers for this DVR port 40b335f9-a611-4c04-8803-2f914807c836 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:21.111697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:21.116089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-3cf6b99e-e93a-4244-88f0-11bb7c83417e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "DELETE /v2.0/ports/40b335f9-a611-4c04-8803-2f914807c836 HTTP/1.1" status: 204 len: 173 time: 1.7740302 Jan 27 19:33:21.170838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52963caf-4d56-4997-bfa1-adeba019bd8f None None] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:21.180675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49cfebb9-5d66-47d7-b565-6fe607c1ff4f req-b696fea7-44ae-4764-8651-381a5c763828 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568505 Jan 27 19:33:21.365472 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63264e19-20e6-47cf-8db3-780beb60b168), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:21.370702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,segment=NetworkSegment(d2dd2145-026d-462e-a01d-fa06790960c5),segment_id=d2dd2145-026d-462e-a01d-fa06790960c5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:21.381854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:21.402760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9dc3df60-f49b-43ba-9219-ee187d086537 None None] Provisioning complete for port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:21.403474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc3df60-f49b-43ba-9219-ee187d086537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:21.636295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39e644-14c4-4fd7-aca0-21fc768688e2 req-41337233-9925-4ddf-9634-cd3deaaf8aa3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:21.664690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39e644-14c4-4fd7-aca0-21fc768688e2 req-41337233-9925-4ddf-9634-cd3deaaf8aa3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:21.680687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae39e644-14c4-4fd7-aca0-21fc768688e2 req-41337233-9925-4ddf-9634-cd3deaaf8aa3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 1677 time: 0.2204130 Jan 27 19:33:21.740617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3df60-f49b-43ba-9219-ee187d086537 None None] Current status of the port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:21.744387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:21.808031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:21.823585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '40b335f9-a611-4c04-8803-2f914807c836'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:21.828223 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d498eac-7cab-4d26-8168-feee04b0ccd7" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "40b335f9-a611-4c04-8803-2f914807c836"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:21.902261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ded8e-dacc-415c-aef8-3c14009e6026 None None] The sync data for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 is: [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:20:38Z', 'revision_number': 4, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0eae7d8d-421b-4d4e-8d97-1459c19dbf3f', 'name': '', 'network_id': '151d0951-5b25-4e89-bc06-67791b6ee0fa', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'mac_address': 'fa:16:3e:07:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:37Z', 'updated_at': '2022-01-27T19:20:49Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'subnets': [{'id': 'cfa282fd-2d08-4d79-b4a9-ce8dfa684af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:21.945049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae39e644-14c4-4fd7-aca0-21fc768688e2 req-82c6b3c0-37f0-4627-90f9-4115d98210d4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535655 Jan 27 19:33:22.019460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:22.110439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Provisioning complete for port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:22.110880 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.213484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:22.214102 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.267701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Current status of the port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:22.286238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328a70-98e7-4ee2-98a7-821a9b9587aa req-1aa5cdca-ca13-4a5a-9fad-2fae6d1d3fe6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:22.287847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0328a70-98e7-4ee2-98a7-821a9b9587aa req-1aa5cdca-ca13-4a5a-9fad-2fae6d1d3fe6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.0992007 Jan 27 19:33:22.293856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Provisioning complete for port 63264e19-20e6-47cf-8db3-780beb60b168 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:22.294200 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63264e19-20e6-47cf-8db3-780beb60b168), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.378987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (63264e19-20e6-47cf-8db3-780beb60b168), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.382701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0328a70-98e7-4ee2-98a7-821a9b9587aa req-6dfe7f5f-4ab7-4f15-b85d-99dd5d234c30 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868702 Jan 27 19:33:22.396702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (63264e19-20e6-47cf-8db3-780beb60b168), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.397380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f98caffe-7517-4e12-83ef-debcb3293ad6 None None] Port 63264e19-20e6-47cf-8db3-780beb60b168 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:22.421601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:22.553600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c8f2299e-6fce-4d33-9ca1-396c63ad0d5e None None] Provisioning complete for port 63264e19-20e6-47cf-8db3-780beb60b168 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:22.554578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8f2299e-6fce-4d33-9ca1-396c63ad0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63264e19-20e6-47cf-8db3-780beb60b168), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.651230 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff4ae8-c880-4c67-b728-48173aa2a918 None None] New status for floating IP 03948fc9-997b-494a-8415-277335220e3b: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:33:22.660904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2299e-6fce-4d33-9ca1-396c63ad0d5e None None] Port 63264e19-20e6-47cf-8db3-780beb60b168 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:22.678256 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376352b-a296-4db2-b2eb-2cdc8f852d25 x-openstack-request-id: req-0376352b-a296-4db2-b2eb-2cdc8f852d25 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:22.678856 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "40b335f9-a611-4c04-8803-2f914807c836", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:22.679023 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0376352b-a296-4db2-b2eb-2cdc8f852d25 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:22.679411 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '40b335f9-a611-4c04-8803-2f914807c836', 'status': 'completed', 'code': 200} Jan 27 19:33:22.814666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8d518-33ec-4ad5-b6b2-38967930bc9b req-12464e84-598c-4684-aac0-b890998df973 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:22.822382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ea8d518-33ec-4ad5-b6b2-38967930bc9b req-12464e84-598c-4684-aac0-b890998df973 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.0672061 Jan 27 19:33:22.882044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ea8d518-33ec-4ad5-b6b2-38967930bc9b req-1e09ae3e-904b-421d-b254-b8c151d06131 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580065 Jan 27 19:33:22.963488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (1110561f-1f6e-4df2-8a96-ed99187d00e1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:22.965851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=63264e19-20e6-47cf-8db3-780beb60b168,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:23.116020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:23.120136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:23.207387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f34e2-087f-4c64-b6ee-c49e1ce381ac req-5a6363a4-37ee-4e9d-b796-2c6d1ff0562e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:23.219480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-832f34e2-087f-4c64-b6ee-c49e1ce381ac req-5a6363a4-37ee-4e9d-b796-2c6d1ff0562e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0803440 Jan 27 19:33:23.283035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-832f34e2-087f-4c64-b6ee-c49e1ce381ac req-be1721b3-bac2-4413-a56d-6b6524b5070b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618005 Jan 27 19:33:23.419937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 1110561f-1f6e-4df2-8a96-ed99187d00e1 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:33:23.523888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7043a3-6329-403b-8744-c21d191f206f req-4724d382-3154-4758-bc64-fc90316d305f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:23.533567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc7043a3-6329-403b-8744-c21d191f206f req-4724d382-3154-4758-bc64-fc90316d305f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1476171 Jan 27 19:33:23.619990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:23.623391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785e59-8b91-4b55-8635-9e6949707dfe req-66fb2866-a60c-4c05-893f-cd6bfaa2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:23.625184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-66fb2866-a60c-4c05-893f-cd6bfaa2a205 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1440570 Jan 27 19:33:23.633118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6944ad21-4e7e-40a9-8be9-fe84f10445e2 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/1110561f-1f6e-4df2-8a96-ed99187d00e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6705418 Jan 27 19:33:23.634235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:23.642227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-672adaef-b52b-4ac0-8631-5333402bddfa None None] Provisioning complete for port 63264e19-20e6-47cf-8db3-780beb60b168 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:23.643560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-672adaef-b52b-4ac0-8631-5333402bddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63264e19-20e6-47cf-8db3-780beb60b168), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:23.689477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:23.690317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:23.707058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] Sync routers for ids ['1110561f-1f6e-4df2-8a96-ed99187d00e1'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:23.711492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-672adaef-b52b-4ac0-8631-5333402bddfa None None] Port 63264e19-20e6-47cf-8db3-780beb60b168 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:23.719375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc7043a3-6329-403b-8744-c21d191f206f req-979eadac-41e2-44f1-a9bb-c7de54853feb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840899 Jan 27 19:33:23.743786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] Routers {'1110561f-1f6e-4df2-8a96-ed99187d00e1'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:23.744548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1110561f-1f6e-4df2-8a96-ed99187d00e1'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:23.787171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe34ca-1142-4adf-a298-5d8838abe63f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:23.788834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-68fe34ca-1142-4adf-a298-5d8838abe63f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports/63264e19-20e6-47cf-8db3-780beb60b168 HTTP/1.1" status: 200 len: 910 time: 0.1476839 Jan 27 19:33:23.793001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:23.801953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2445dfec-37e6-4090-ae0c-90b05c297843'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:23.802655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:23.803644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:23.815898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] Routers {'1110561f-1f6e-4df2-8a96-ed99187d00e1'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:23.815898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1110561f-1f6e-4df2-8a96-ed99187d00e1'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:23.855561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:23.856378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575920c-7dcf-4377-b367-ae3e78ed41aa None None] The sync data for ids ['1110561f-1f6e-4df2-8a96-ed99187d00e1'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:24.027004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785e59-8b91-4b55-8635-9e6949707dfe req-ed04960e-9e0f-4cc6-90c6-10d36d82a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.030465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-ed04960e-9e0f-4cc6-90c6-10d36d82a1c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.3982286 Jan 27 19:33:24.103875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8523f5-fe38-48cf-a9f1-70846f720ff2 req-1c1f671b-def0-4e6b-8fcb-e1e2b873b09a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.117872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8523f5-fe38-48cf-a9f1-70846f720ff2 req-1c1f671b-def0-4e6b-8fcb-e1e2b873b09a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.122561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a8523f5-fe38-48cf-a9f1-70846f720ff2 req-1c1f671b-def0-4e6b-8fcb-e1e2b873b09a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 1677 time: 0.5296090 Jan 27 19:33:24.200818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] For port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:24.202633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:24.220563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def873b6-49ff-4898-8e75-e559f37f5a23 req-026af9d7-1c27-4bc6-9e51-909ec85c41f2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.223502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-def873b6-49ff-4898-8e75-e559f37f5a23 req-026af9d7-1c27-4bc6-9e51-909ec85c41f2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2618194 Jan 27 19:33:24.236456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63264e19-20e6-47cf-8db3-780beb60b168), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:24.242469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-ee19a6b9-2a18-497a-994e-04e441a5c16a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1987596 Jan 27 19:33:24.268733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 48857fb3-ea5b-4a20-9bc8-194b0d3552fd owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:24.400513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785e59-8b91-4b55-8635-9e6949707dfe req-d55b3bb7-2fa5-466c-8d43-16253da9d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.402350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-d55b3bb7-2fa5-466c-8d43-16253da9d5d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1447039 Jan 27 19:33:24.625030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785e59-8b91-4b55-8635-9e6949707dfe req-cab58a8c-0915-400a-8ede-9d24cd187b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:24.627576 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-cab58a8c-0915-400a-8ede-9d24cd187b0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141917 Jan 27 19:33:24.675094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:24.780043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-def873b6-49ff-4898-8e75-e559f37f5a23 req-de3c1513-2e5e-4c56-9c31-9e67a279a01b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305431 Jan 27 19:33:24.828001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a8523f5-fe38-48cf-a9f1-70846f720ff2 req-33a7cdf1-ce2d-4d4e-a460-871db6d4d4af tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6893997 Jan 27 19:33:25.018288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-d64c8285-89d4-4330-82dc-d9caa57169fe service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757126 Jan 27 19:33:25.055418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d19f8-953b-4f01-8f06-7adc110e81f9 req-b4a299e0-d7ff-42e0-87e2-974c55c7fded tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:25.058361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b9d19f8-953b-4f01-8f06-7adc110e81f9 req-b4a299e0-d7ff-42e0-87e2-974c55c7fded tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1534977 Jan 27 19:33:25.076143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d17aa-93a7-41a4-b6f5-ad35168376c0 req-4d5abcb7-810e-4285-a016-7552ab644eda tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:25.078865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a90d17aa-93a7-41a4-b6f5-ad35168376c0 req-4d5abcb7-810e-4285-a016-7552ab644eda tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2121563 Jan 27 19:33:25.171286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-be785e59-8b91-4b55-8635-9e6949707dfe req-5fc15eaa-dab5-47f0-aadc-178696ae051f service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438804 Jan 27 19:33:25.176610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (63264e19-20e6-47cf-8db3-780beb60b168), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:25.191934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (63264e19-20e6-47cf-8db3-780beb60b168), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:25.233039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (48857fb3-ea5b-4a20-9bc8-194b0d3552fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:25.310349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b9d19f8-953b-4f01-8f06-7adc110e81f9 req-f8d022b2-6950-4481-bdf0-ede7b49910cf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298119 Jan 27 19:33:25.395639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a90d17aa-93a7-41a4-b6f5-ad35168376c0 req-8bae6807-c69e-4940-b56f-806159b77aa1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928009 Jan 27 19:33:25.412333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=48857fb3-ea5b-4a20-9bc8-194b0d3552fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:25.438808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:25.439921 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:25.453114 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/ports/63264e19-20e6-47cf-8db3-780beb60b168 HTTP/1.1" status: 200 len: 910 time: 1.6571620 Jan 27 19:33:25.454475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:25.455551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cdd09-716c-4eeb-92e5-ccaf8688f8ca tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=63264e19-20e6-47cf-8db3-780beb60b168,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:25.546279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] No DVR routers for this DVR port 48857fb3-ea5b-4a20-9bc8-194b0d3552fd on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:25.550642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:25.557074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-5a5dfb7e-0f0b-4d96-a478-e0788bdb7100 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "DELETE /v2.0/ports/48857fb3-ea5b-4a20-9bc8-194b0d3552fd HTTP/1.1" status: 204 len: 173 time: 2.2169042 Jan 27 19:33:25.557908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:25.562930 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b861078-9930-4692-8bde-ca0fe7127845" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:25.671548 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8412a1-543f-4965-a137-09da0b823dfe x-openstack-request-id: req-ff8412a1-543f-4965-a137-09da0b823dfe {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:25.681193 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "48857fb3-ea5b-4a20-9bc8-194b0d3552fd", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:25.681519 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff8412a1-543f-4965-a137-09da0b823dfe {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:25.683231 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '48857fb3-ea5b-4a20-9bc8-194b0d3552fd', 'status': 'completed', 'code': 200} Jan 27 19:33:25.947893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0923f2-0866-4830-abbf-1002d891984a req-3b8d4420-3666-4c69-a538-6271013e4f30 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:25.960018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e0923f2-0866-4830-abbf-1002d891984a req-3b8d4420-3666-4c69-a538-6271013e4f30 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1770797 Jan 27 19:33:26.066758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 44dd471a-2280-4eed-a45d-36c5bd809156 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:26.067082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.091806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (1110561f-1f6e-4df2-8a96-ed99187d00e1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.183342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] For port 44dd471a-2280-4eed-a45d-36c5bd809156, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=44dd471a-2280-4eed-a45d-36c5bd809156,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:26.184871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.199414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 44dd471a-2280-4eed-a45d-36c5bd809156 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:26.315519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e0923f2-0866-4830-abbf-1002d891984a req-3c3df36f-bd2b-4f94-b12d-9473ec7c7790 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543262 Jan 27 19:33:26.322772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17138f0c-f367-4277-ad9f-aa4189cea3aa req-3ab024f9-958e-46d3-a4b4-f4324c21dfa3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:26.331908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17138f0c-f367-4277-ad9f-aa4189cea3aa req-3ab024f9-958e-46d3-a4b4-f4324c21dfa3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 943 time: 0.3446550 Jan 27 19:33:26.405584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17138f0c-f367-4277-ad9f-aa4189cea3aa req-c464b4fc-849d-431a-98ea-71b9bd65348c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725853 Jan 27 19:33:26.551453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (44dd471a-2280-4eed-a45d-36c5bd809156), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.684200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=44dd471a-2280-4eed-a45d-36c5bd809156,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:26.722648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 63264e19-20e6-47cf-8db3-780beb60b168 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:26.723017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (63264e19-20e6-47cf-8db3-780beb60b168), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.817912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] No DVR routers for this DVR port 44dd471a-2280-4eed-a45d-36c5bd809156 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:26.828987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.833083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f68903f-bded-49fc-b5a6-7e7ee89e4237 req-a26e1243-a8af-4672-ae8e-c0ddcddfb436 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.66 "DELETE /v2.0/ports/44dd471a-2280-4eed-a45d-36c5bd809156 HTTP/1.1" status: 204 len: 173 time: 1.2631912 Jan 27 19:33:26.841797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbfbaf-9eb7-4222-b671-cccb4910362b req-4b8d2896-6fd8-4629-8126-6c63b0b01462 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:26.843737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bfbfbaf-9eb7-4222-b671-cccb4910362b req-4b8d2896-6fd8-4629-8126-6c63b0b01462 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2886527 Jan 27 19:33:26.879084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859b12-14dd-4894-9c2f-d70875109c02 req-35e099a2-206e-48ac-9d01-082727567945 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:26.881001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0859b12-14dd-4894-9c2f-d70875109c02 req-35e099a2-206e-48ac-9d01-082727567945 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.1284893 Jan 27 19:33:26.923015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (63264e19-20e6-47cf-8db3-780beb60b168), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:26.960495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 63264e19-20e6-47cf-8db3-780beb60b168 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:26.995755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0859b12-14dd-4894-9c2f-d70875109c02 req-9b4193f6-3dd2-4e5d-ad69-45982ee7c68f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067436 Jan 27 19:33:27.010332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bfbfbaf-9eb7-4222-b671-cccb4910362b req-6b840935-bc2c-4922-97a1-519e223bd642 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551337 Jan 27 19:33:27.099942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:27.238755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1c72a71-37f5-45ac-9c35-70341c0eb904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:27.410713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (63264e19-20e6-47cf-8db3-780beb60b168), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:27.444264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=63264e19-20e6-47cf-8db3-780beb60b168,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:27.452724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e467a4-8941-4f01-b079-2d498b9c726e req-79fbb2f8-60ca-454a-bec1-d32662b868f4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:27.458817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50e467a4-8941-4f01-b079-2d498b9c726e req-79fbb2f8-60ca-454a-bec1-d32662b868f4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1646259 Jan 27 19:33:27.696273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:27.702953 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910f73a7-9208-411d-aa54-20015ef08f16" -d '{"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:27.714694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50e467a4-8941-4f01-b079-2d498b9c726e req-8271b492-1b13-4481-a368-6da9e527da2d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461870 Jan 27 19:33:27.761467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addf3cd-465d-42e7-9c47-128d485c2bb6 req-77b97c0e-a05a-4af5-bd2f-38f96449612a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:27.775201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8addf3cd-465d-42e7-9c47-128d485c2bb6 req-77b97c0e-a05a-4af5-bd2f-38f96449612a tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2518709 Jan 27 19:33:27.929221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1c72a71-37f5-45ac-9c35-70341c0eb904 admin admin] Publish callbacks [] for security_group (e2b98a36-907a-49b5-8631-4cbc6835d1bd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:27.932106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-610822b6-4880-4193-8e4f-7144a232102a req-42ae8402-78a6-4964-b124-84ec8f6dab4a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0939913 Jan 27 19:33:27.939946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1c72a71-37f5-45ac-9c35-70341c0eb904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2b98a36-907a-49b5-8631-4cbc6835d1bd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:27.999828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8addf3cd-465d-42e7-9c47-128d485c2bb6 req-4fe1c909-155c-4901-bea0-f263398e0f40 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234154 Jan 27 19:33:28.006293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e1c72a71-37f5-45ac-9c35-70341c0eb904 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fe2efdabd784afca163525d9e9aafaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9025486 Jan 27 19:33:28.006293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72a71-37f5-45ac-9c35-70341c0eb904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b98a36-907a-49b5-8631-4cbc6835d1bd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:28.008089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:28.122769 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd65fe-7145-4097-9c58-bf9d486dc71a x-openstack-request-id: req-2dbd65fe-7145-4097-9c58-bf9d486dc71a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:28.123091 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c2894-5c9f-45e9-ab31-cb4fb33fcffb", "name": "network-vif-deleted", "tag": "44dd471a-2280-4eed-a45d-36c5bd809156", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:28.123312 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dbd65fe-7145-4097-9c58-bf9d486dc71a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:28.127655 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c2894-5c9f-45e9-ab31-cb4fb33fcffb', 'name': 'network-vif-deleted', 'tag': '44dd471a-2280-4eed-a45d-36c5bd809156', 'status': 'completed', 'code': 200} Jan 27 19:33:28.143439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] Publish callbacks [] for security_group (e2b98a36-907a-49b5-8631-4cbc6835d1bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.165720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (1110561f-1f6e-4df2-8a96-ed99187d00e1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.196879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] Publish callbacks [] for security_group (e2b98a36-907a-49b5-8631-4cbc6835d1bd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.387444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router 1110561f-1f6e-4df2-8a96-ed99187d00e1 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:33:28.406794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b08cf-1e15-4053-95bf-70003fe36ead req-8b8fa52d-cd4b-4951-87c0-3200bba8f9a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:28.409237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-546b08cf-1e15-4053-95bf-70003fe36ead req-8b8fa52d-cd4b-4951-87c0-3200bba8f9a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2159760 Jan 27 19:33:28.462931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4bbf3-cb7f-44df-928f-56ac5682c337 req-2c3a28c0-b1bf-4731-b647-52c50ab98560 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:28.465954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff4bbf3-cb7f-44df-928f-56ac5682c337 req-2c3a28c0-b1bf-4731-b647-52c50ab98560 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2012184 Jan 27 19:33:28.489529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:28.502442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:28.504675 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e5ba45c-a337-4f19-bcaf-93120c0b8575 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/1110561f-1f6e-4df2-8a96-ed99187d00e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0442491 Jan 27 19:33:28.514072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] Sync routers for ids ['1110561f-1f6e-4df2-8a96-ed99187d00e1'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:28.516695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2b98a36-907a-49b5-8631-4cbc6835d1bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.519710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.525004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2b98a36-907a-49b5-8631-4cbc6835d1bd HTTP/1.1" status: 204 len: 168 time: 0.5113537 Jan 27 19:33:28.530519 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] Routers {'1110561f-1f6e-4df2-8a96-ed99187d00e1'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:28.531411 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1110561f-1f6e-4df2-8a96-ed99187d00e1'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:28.575046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dfe24952-ea71-46cd-9ebb-861aacc6dc81 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=1110561f-1f6e-4df2-8a96-ed99187d00e1 HTTP/1.1" status: 200 len: 205 time: 0.0718691 Jan 27 19:33:28.575940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de04e0-61a4-4693-96be-5374d36f8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b98a36-907a-49b5-8631-4cbc6835d1bd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:28.577828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:28.597006 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:28.609785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] Routers {'1110561f-1f6e-4df2-8a96-ed99187d00e1'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:28.610843 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1110561f-1f6e-4df2-8a96-ed99187d00e1'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:28.627826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-546b08cf-1e15-4053-95bf-70003fe36ead req-5a95e2fc-984e-40aa-8b85-654aafc122d5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075329 Jan 27 19:33:28.790995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:28.794869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6081f59-bf8b-4b6c-8fcd-c5e3c8033fe5 None None] The sync data for ids ['1110561f-1f6e-4df2-8a96-ed99187d00e1'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:28.884921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:28.990174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff4bbf3-cb7f-44df-928f-56ac5682c337 req-8f79adb4-b01d-427b-9b46-73863e537c7c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675910 Jan 27 19:33:29.070663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:29.088618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6745ea3f-7ce5-489e-911d-7bc1282122b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.235317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6745ea3f-7ce5-489e-911d-7bc1282122b5 admin admin] Publish callbacks [] for security_group (5950402c-38e7-4256-9565-4d95a0052309), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.244317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6745ea3f-7ce5-489e-911d-7bc1282122b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5950402c-38e7-4256-9565-4d95a0052309), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.334553 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6745ea3f-7ce5-489e-911d-7bc1282122b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fae0fd13e287467986f324331a7d961d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621839 Jan 27 19:33:29.338072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:29.338810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.343867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27b1a07c-b377-4329-afb3-7c3b76a47970 req-6ddb1090-c174-4c1c-926e-13de872137f0 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1176431 Jan 27 19:33:29.345210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (1110561f-1f6e-4df2-8a96-ed99187d00e1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.359610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:29.366730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745ea3f-7ce5-489e-911d-7bc1282122b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950402c-38e7-4256-9565-4d95a0052309,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:29.439830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1110561f-1f6e-4df2-8a96-ed99187d00e1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.440834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router 1110561f-1f6e-4df2-8a96-ed99187d00e1 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:33:29.451912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.456836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4f8b957d-6931-42a0-a07b-b1d1cf916b69 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/1110561f-1f6e-4df2-8a96-ed99187d00e1 HTTP/1.1" status: 204 len: 168 time: 0.8517759 Jan 27 19:33:29.460294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:29.530595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 2445dfec-37e6-4090-ae0c-90b05c297843 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:33:29.539531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] Publish callbacks [] for security_group (5950402c-38e7-4256-9565-4d95a0052309), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.549898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (2445dfec-37e6-4090-ae0c-90b05c297843), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.596241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-04f1b992-b54a-4859-ae90-578224958360 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:29.597382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-04f1b992-b54a-4859-ae90-578224958360 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.5325968 Jan 27 19:33:29.601617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] Publish callbacks [] for security_group (5950402c-38e7-4256-9565-4d95a0052309), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.665561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f28f412b-a9c9-457d-b6a8-b37af216033f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.689828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-2b716410-aefa-4492-a112-27344fba6a9c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/quotas/04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 375 time: 0.0676756 Jan 27 19:33:29.693243 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2445dfec-37e6-4090-ae0c-90b05c297843), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.713855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5950402c-38e7-4256-9565-4d95a0052309), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.720789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.722952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5950402c-38e7-4256-9565-4d95a0052309 HTTP/1.1" status: 204 len: 168 time: 0.3818321 Jan 27 19:33:29.740088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d74269-5903-470a-bda3-799c8bcbdc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950402c-38e7-4256-9565-4d95a0052309,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:29.813412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173338-5f8f-4bea-b03c-0148cf0ee6f0 req-3d377032-da9e-47b0-9152-bae3d69ce561 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:29.815089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be173338-5f8f-4bea-b03c-0148cf0ee6f0 req-3d377032-da9e-47b0-9152-bae3d69ce561 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2401190 Jan 27 19:33:29.942738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-7a470884-81a7-45ab-9686-91f2964ebae5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2089183 Jan 27 19:33:29.968577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2445dfec-37e6-4090-ae0c-90b05c297843), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:29.981146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be173338-5f8f-4bea-b03c-0148cf0ee6f0 req-937a3e03-2dc5-4a22-83c7-a251b40d0431 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549215 Jan 27 19:33:30.099879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f28f412b-a9c9-457d-b6a8-b37af216033f admin admin] Publish callbacks [] for security_group (087e6853-33e2-4c2e-be39-f4355b363d1f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.111003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f28f412b-a9c9-457d-b6a8-b37af216033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (087e6853-33e2-4c2e-be39-f4355b363d1f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.202887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f28f412b-a9c9-457d-b6a8-b37af216033f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8eca8a273660413d9c0cafbc616829c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8388441 Jan 27 19:33:30.206010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:30.214694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f412b-a9c9-457d-b6a8-b37af216033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e6853-33e2-4c2e-be39-f4355b363d1f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:30.254779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef7f61d6-f519-4380-b9a8-f946ece08584 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:33:30.255893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef7f61d6-f519-4380-b9a8-f946ece08584 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2380722 Jan 27 19:33:30.258273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2445dfec-37e6-4090-ae0c-90b05c297843), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.326617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] Publish callbacks [] for security_group (087e6853-33e2-4c2e-be39-f4355b363d1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.329908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=2445dfec-37e6-4090-ae0c-90b05c297843,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:30.342697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.347542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6ab3303b-9af8-4f36-b70b-4bafb52756b3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/2445dfec-37e6-4090-ae0c-90b05c297843 HTTP/1.1" status: 204 len: 168 time: 0.8861535 Jan 27 19:33:30.352425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100e884-7dd4-42e2-8833-a9f74b9c9b77 None None] Network 8ddb5b21-bb60-49df-9fb8-79c6949edb31 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:30.353601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:30.372203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] Publish callbacks [] for security_group (087e6853-33e2-4c2e-be39-f4355b363d1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.475689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (087e6853-33e2-4c2e-be39-f4355b363d1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.480442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:30.486522 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/087e6853-33e2-4c2e-be39-f4355b363d1f HTTP/1.1" status: 204 len: 168 time: 0.2748134 Jan 27 19:33:30.538455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912ead1-d1be-4f36-b5d2-85f728b4dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e6853-33e2-4c2e-be39-f4355b363d1f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:30.775254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-68533249-7e28-4d43-9a05-7a8189bde018 service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954374 Jan 27 19:33:30.777636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] DHCP port deletion for 8ddb5b21-bb60-49df-9fb8-79c6949edb31 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:33:30.902326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Deleting port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:30.903056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.039060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] For port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,segment=NetworkSegment(d2dd2145-026d-462e-a01d-fa06790960c5),segment_id=d2dd2145-026d-462e-a01d-fa06790960c5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:31.041390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.071157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Calling delete_port for 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:31.086440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded09fd-21ec-473d-a271-c8181641b190 req-b7a6763e-3518-47cd-bfa5-c085d20b36e8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:31.091083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ded09fd-21ec-473d-a271-c8181641b190 req-b7a6763e-3518-47cd-bfa5-c085d20b36e8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.8081067 Jan 27 19:33:31.103362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8ddb5b21-bb60-49df-9fb8-79c6949edb31), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.284523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.296737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-9409e63f-1a2c-4cd4-88dd-ab864e09dc5d service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156233 Jan 27 19:33:31.310022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ded09fd-21ec-473d-a271-c8181641b190 req-9913e5b7-02ae-4242-a818-a9a1e59179b9 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988099 Jan 27 19:33:31.374730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:31.378872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.425906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] No DVR routers for this DVR port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:31.461952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90d905-3a57-423a-98b0-73d7e2bd3292 None None] Pushing event deleted for resources: {'Port': ['ID=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:31.591822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-baa724da-519b-49c0-bc05-c9b8bd4208f0 req-5c3fd192-4eea-47b8-ba0b-ef7fadf4caff tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1148047 Jan 27 19:33:31.671328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53, host n-d-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:31.671904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.710648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:31.733470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:33:31.737502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (49f9e308-5fcc-489a-8a5e-be1fb1dccb53), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:31.955927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:31.992031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:33:32.079967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:33:32.083974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49f9e308-5fcc-489a-8a5e-be1fb1dccb53 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:33:32.188962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=49f9e308-5fcc-489a-8a5e-be1fb1dccb53,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:32.256323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e996d69-5515-4944-8860-f8933e8517cc req-a72e5fb1-36ce-4b39-a66f-69d2b798d255 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 210 time: 0.3181460 Jan 27 19:33:32.258868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8ddb5b21-bb60-49df-9fb8-79c6949edb31), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.310079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddb5b21-bb60-49df-9fb8-79c6949edb31']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:32.322412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dd2145-026d-462e-a01d-fa06790960c5') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:32.322722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dd2145-026d-462e-a01d-fa06790960c5') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:32.338960 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d2dd2145-026d-462e-a01d-fa06790960c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.358228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d2dd2145-026d-462e-a01d-fa06790960c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.368721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:33:32.369134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d2dd2145-026d-462e-a01d-fa06790960c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.450675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccd6de-fac1-4d6e-897b-501a4b127480 req-afa3995e-3983-429b-bd1f-73426b221fdb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:32.458443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cccd6de-fac1-4d6e-897b-501a4b127480 req-afa3995e-3983-429b-bd1f-73426b221fdb tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.7446148 Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:33:32.466167 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:33:32.468441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8ddb5b21-bb60-49df-9fb8-79c6949edb31), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.484018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.493120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:32.502570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/8ddb5b21-bb60-49df-9fb8-79c6949edb31 HTTP/1.1" status: 204 len: 168 time: 2.1457522 Jan 27 19:33:32.502912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-890713817', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:32.554310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.556081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.588492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffb5cd-436e-4702-8289-e4a65c1bdb3e tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=8ddb5b21-bb60-49df-9fb8-79c6949edb31,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:32.613882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:33:32.637950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.646058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.677534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.683073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cccd6de-fac1-4d6e-897b-501a4b127480 req-9a84e02e-0f65-4271-972a-17cb34f83d2b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236776 Jan 27 19:33:32.690401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-971e2af8-58f3-4660-a5c5-620973b2b2b5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1952460 Jan 27 19:33:32.692440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:32.708208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-702380071'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:32.794187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024da66-8e40-49cd-ac42-b1859b737722 req-92fe222c-ad9e-4da5-8858-d8c2485b292e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:32.795923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f024da66-8e40-49cd-ac42-b1859b737722 req-92fe222c-ad9e-4da5-8858-d8c2485b292e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 944 time: 0.2721581 Jan 27 19:33:32.906688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:32.919865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:32.924172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:32.940048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'mac_address': 'fa:16:3e:73:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:33:32.984729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a9cddcc-6e41-4a1f-812b-19c5d2d8a888 req-c50287df-d193-4f4e-b976-67df14e407af tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1448495 Jan 27 19:33:33.047878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:33.048287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.073858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:33:33.103574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:33.109220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f024da66-8e40-49cd-ac42-b1859b737722 req-14c6b4cf-76e6-4c35-b804-0ae636b9c0ba tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963924 Jan 27 19:33:33.110198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.126684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:33:33.173907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7c8aa9d8-6bae-470f-9780-0f9d6432d80f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.174263 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 7c8aa9d8-6bae-470f-9780-0f9d6432d80f of type vlan for network 78b4e6e8-f0b9-4985-b741-e846abba038c Jan 27 19:33:33.191972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:33.240354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (78b4e6e8-f0b9-4985-b741-e846abba038c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.279761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (78b4e6e8-f0b9-4985-b741-e846abba038c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.285077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:33.285747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:33.607113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['08eea445-2621-4511-b9f8-8cd028cfd27a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:33:33.947384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2507255 Jan 27 19:33:33.950429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:33.969945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:34.010277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ccfebf1-4410-4961-840c-5868f0ee0402 req-b91abcb7-13bc-49b5-9905-14611c13a546 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 210 time: 0.4154439 Jan 27 19:33:34.050542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4904-c555-48c6-ae64-829a9894ef60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=78b4e6e8-f0b9-4985-b741-e846abba038c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:34.071011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 78b4e6e8-f0b9-4985-b741-e846abba038c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:33:34.096031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-7c05e514-4820-47d5-95b6-493bfb3a17d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:34.098618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-7c05e514-4820-47d5-95b6-493bfb3a17d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.7384412 Jan 27 19:33:34.126353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'device_id': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'admin_state_up': True, 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:34.232310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:34.241919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:34.913486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7a1af2fb-6c65-4397-b334-8352959455db), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:35.060703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=7a1af2fb-6c65-4397-b334-8352959455db,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:35.158393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f46046b9-41ba-4cd3-a7f5-fb7edf911893 req-bb78a95a-e3eb-47ed-a557-e7a2e0bad317 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0852699 Jan 27 19:33:35.167974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:35.169917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 78b4e6e8-f0b9-4985-b741-e846abba038c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:33:35.240552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78b4e6e8-f0b9-4985-b741-e846abba038c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:33:35.263213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc433f-ecc0-4966-9311-c82880ff680c req-cf44cadb-21f0-45ec-80e6-70e893461959 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:35.264017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 78b4e6e8-f0b9-4985-b741-e846abba038c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:35.267075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-facc433f-ecc0-4966-9311-c82880ff680c req-cf44cadb-21f0-45ec-80e6-70e893461959 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 1.2918079 Jan 27 19:33:35.275638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:35.277082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:35.279162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810404bd-d541-488b-8eeb-ea5825721f00 None None] Network 78b4e6e8-f0b9-4985-b741-e846abba038c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:35.319629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae7fae4e-0633-44d6-ad83-107c2f620f60 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3655996 Jan 27 19:33:35.329109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53664) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:35.529930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-facc433f-ecc0-4966-9311-c82880ff680c req-500cbc5b-f903-4408-aa9e-0b762f0c8a6c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469082 Jan 27 19:33:35.585034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc5a11-e803-48e8-bdfa-180561d25d09 req-13c9ef5b-8176-4531-b942-3c5169a488d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:35.589307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eafc5a11-e803-48e8-bdfa-180561d25d09 req-13c9ef5b-8176-4531-b942-3c5169a488d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 945 time: 0.2924354 Jan 27 19:33:35.595702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:35.614506 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:35.654298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-78b4e6e8-f0b9-4985-b741-e846abba038c', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:33:35.659540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:36.046810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e07331e9-ea9a-47fd-a0c3-d80c29104a05 req-b24f9979-b48c-4dcd-a1ae-575c44cb9c9f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 210 time: 0.1045997 Jan 27 19:33:36.118374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Allocated IP 172.20.0.2 (78b4e6e8-f0b9-4985-b741-e846abba038c/7a1af2fb-6c65-4397-b334-8352959455db/6b42bd7c-663b-4d87-8a58-6cc8c19ee96f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:36.187574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eafc5a11-e803-48e8-bdfa-180561d25d09 req-f62df904-5293-4be8-8da9-848b6c494847 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5291886 Jan 27 19:33:36.228527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:36.323195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:36.417702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.20.0.4 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/387e48d7-d15a-4856-857b-73a853e831fa) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:36.631624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-517fd0fb-b4a5-4bf8-a361-dcc1e853c2c6 req-91d3b929-4b5c-4e4d-9370-9e654e0255f6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1330218 Jan 27 19:33:36.651581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-951beec3-bc51-4600-ab7d-b3bdd8478bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:36.680108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks [] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:36.689430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:36.934875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:36.989180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.20.0.1 (78b4e6e8-f0b9-4985-b741-e846abba038c/7a1af2fb-6c65-4397-b334-8352959455db/11630393-f07e-4f1b-bdd9-de5f39f90977) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:37.128767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 08eea445-2621-4511-b9f8-8cd028cfd27a completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:33:37.130733 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (387e48d7-d15a-4856-857b-73a853e831fa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.150913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Network 78b4e6e8-f0b9-4985-b741-e846abba038c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:37.161570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 08eea445-2621-4511-b9f8-8cd028cfd27a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:37.163365 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.194565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.256767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:37.300815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099bc0d-a09c-4e96-ad99-56920f6dce50 req-ff720206-8b46-4172-8c25-1d4ecd7c4f19 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:37.311032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8099bc0d-a09c-4e96-ad99-56920f6dce50 req-ff720206-8b46-4172-8c25-1d4ecd7c4f19 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.4279754 Jan 27 19:33:37.324102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.325486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.326096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.326688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.327280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.327854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.328419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.329120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.329744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.330305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.330876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.331441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.331995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:37.338136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:37.353416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:37.354413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:37.374062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Pushing event updated for resources: {'Port': ['ID=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:37.390161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:37.422577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:37.458718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.582464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.595403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Attempting to bind port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:37.597506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Attempting to bind port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:37.598519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Attempting to bind port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f on network 78b4e6e8-f0b9-4985-b741-e846abba038c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:37.620236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:37.620871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Checking segment: {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:37.621974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.622645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Bound using segment: {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:37.623713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Bound port: 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:37.624562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.670871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:37.715848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78b4e6e8-f0b9-4985-b741-e846abba038c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:37.726110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:37.731013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:37.791475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.813825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 08eea445-2621-4511-b9f8-8cd028cfd27a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:37.814601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-951beec3-bc51-4600-ab7d-b3bdd8478bf3 admin admin] Publish callbacks [] for security_group (0e437a75-a0f6-44b4-b110-0e57a29e1fdb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.815394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.826220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8099bc0d-a09c-4e96-ad99-56920f6dce50 req-12a54d4c-3329-43f4-80a7-e11019e81ee8 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136538 Jan 27 19:33:37.841458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:37.842525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.853353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-951beec3-bc51-4600-ab7d-b3bdd8478bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0e437a75-a0f6-44b4-b110-0e57a29e1fdb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:37.976798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e584-33a8-4ddf-9e37-0b94ef24ecfa req-1a59e6c5-e873-4ebe-8503-40c617a02dfe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:37.981100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:37.982270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:37.984799 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1ac9b8-5e81-4038-aae4-473592d108f4" -d '{"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:37.988183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6e4e584-33a8-4ddf-9e37-0b94ef24ecfa req-1a59e6c5-e873-4ebe-8503-40c617a02dfe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 931 time: 0.6172342 Jan 27 19:33:38.046504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] For port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:38.051062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] For port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:38.060146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:38.176407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-ef526976-a457-40a9-9df3-212b31495dc6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0645199 Jan 27 19:33:38.182912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:38.200342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f6e4e584-33a8-4ddf-9e37-0b94ef24ecfa req-9034aec3-2ac2-4925-bd1c-8e83c930402d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099588 Jan 27 19:33:38.203846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-951beec3-bc51-4600-ab7d-b3bdd8478bf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4053bd8b8664ac39c4f563bad1995f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9624672 Jan 27 19:33:38.208983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:38.224047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Request body: {'port': {'device_id': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:38.276870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951beec3-bc51-4600-ab7d-b3bdd8478bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e437a75-a0f6-44b4-b110-0e57a29e1fdb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:38.294184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:38.298028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:38.318359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.318615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e61a7-d29a-4ace-b763-a447b58a6e40 req-17c14575-4772-4c80-9e92-8dad32f93ad0 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:38.318751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.319042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.319387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.319726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.320062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.320396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.320791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.321289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.321631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.321963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.322293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.322617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:38.330138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca5e61a7-d29a-4ace-b763-a447b58a6e40 req-17c14575-4772-4c80-9e92-8dad32f93ad0 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.2996211 Jan 27 19:33:38.398212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b8f13db4-cf82-4a78-946a-e356e88e78f7 None None] Provisioning complete for port 387e48d7-d15a-4856-857b-73a853e831fa triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:38.398619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f13db4-cf82-4a78-946a-e356e88e78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (387e48d7-d15a-4856-857b-73a853e831fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:38.454796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d32a0b9-e4e8-4302-a0a2-b3a66916b9f2 req-d56e3843-40a1-4db5-81c1-8c4d06124d6d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0812793 Jan 27 19:33:38.477394 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (387e48d7-d15a-4856-857b-73a853e831fa), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:38.516626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8f13db4-cf82-4a78-946a-e356e88e78f7 None None] Port 387e48d7-d15a-4856-857b-73a853e831fa cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:38.624765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c058f8-56c0-48de-b68f-1372f85b864f None None] Pushing event updated for resources: {'Port': ['ID=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:38.829082 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077510f-02cb-462f-a807-617b0231b400 x-openstack-request-id: req-9077510f-02cb-462f-a807-617b0231b400 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:38.830099 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-plugged", "status": "completed", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:38.830099 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9077510f-02cb-462f-a807-617b0231b400 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:38.830099 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'code': 200} Jan 27 19:33:38.887799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca5e61a7-d29a-4ace-b763-a447b58a6e40 req-e43b0377-d56b-4f97-91e9-c57b8ae9bad1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477681 Jan 27 19:33:39.010172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c2f6-40f3-4927-b994-236337275732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.012352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53816) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:39.035773 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] Publish callbacks [] for security_group (0e437a75-a0f6-44b4-b110-0e57a29e1fdb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.100535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] Publish callbacks [] for security_group (0e437a75-a0f6-44b4-b110-0e57a29e1fdb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.156405 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.198678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.283612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387e48d7-d15a-4856-857b-73a853e831fa {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:33:39.304180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks [] for port (387e48d7-d15a-4856-857b-73a853e831fa), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.345732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:39.372530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf536c-19cc-4b66-b524-c8ed24934875 req-273581b9-22e4-4f46-8971-bfae78f134ae tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:39.380362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33bf536c-19cc-4b66-b524-c8ed24934875 req-273581b9-22e4-4f46-8971-bfae78f134ae tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2026150 Jan 27 19:33:39.408512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a114b17a-5f3d-4b52-af88-4021f0882143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.414584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.420444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c89fa-26e4-42c5-bd06-13f095b8e95d req-303f36b3-fe8b-40c1-b154-c69a8dc91627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:39.422065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-705c89fa-26e4-42c5-bd06-13f095b8e95d req-303f36b3-fe8b-40c1-b154-c69a8dc91627 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1097 time: 0.3058631 Jan 27 19:33:39.424340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Transition to ACTIVE for port object 387e48d7-d15a-4856-857b-73a853e831fa will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:33:39.425563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0e437a75-a0f6-44b4-b110-0e57a29e1fdb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.429434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.431286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e437a75-a0f6-44b4-b110-0e57a29e1fdb HTTP/1.1" status: 204 len: 168 time: 1.1596761 Jan 27 19:33:39.447340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.519465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f84b-9f5f-4104-93fc-5ab4b14346b3 req-978f8a57-ae7c-4d6f-87a7-ef8bd0d3840f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:39.528424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d171f84b-9f5f-4104-93fc-5ab4b14346b3 req-978f8a57-ae7c-4d6f-87a7-ef8bd0d3840f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 931 time: 0.1984975 Jan 27 19:33:39.550686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a114b17a-5f3d-4b52-af88-4021f0882143 admin admin] Publish callbacks [] for security_group (e1ba8d55-8450-4caa-87db-3309b403f677), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.553161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:39.561080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a114b17a-5f3d-4b52-af88-4021f0882143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e1ba8d55-8450-4caa-87db-3309b403f677), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:39.571269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4293a-dad9-4fd5-96e9-5e8699369845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e437a75-a0f6-44b4-b110-0e57a29e1fdb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:39.665743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d171f84b-9f5f-4104-93fc-5ab4b14346b3 req-482a413b-1aab-4f53-adf3-80b87ca83375 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344974 Jan 27 19:33:39.744069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a114b17a-5f3d-4b52-af88-4021f0882143 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82167b3a329f431fbab50850a9487ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7275651 Jan 27 19:33:39.750501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53828) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:39.767453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114b17a-5f3d-4b52-af88-4021f0882143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba8d55-8450-4caa-87db-3309b403f677,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:39.789925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33bf536c-19cc-4b66-b524-c8ed24934875 req-413d3f03-6a0a-4869-83cb-50edf5b3ca0d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529692 Jan 27 19:33:39.830217 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-705c89fa-26e4-42c5-bd06-13f095b8e95d req-7de74a26-04d5-45a2-9d9e-0e60f5db09f4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976691 Jan 27 19:33:39.942193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 78b4e6e8-f0b9-4985-b741-e846abba038c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:39.947311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:39.969965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7441f8a3-cfab-4bf4-8e8e-6f8ba4e1a879 req-729208d1-92e2-4501-9495-3bd08f4beafa tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1001093 Jan 27 19:33:40.057191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Attempting to bind port 387e48d7-d15a-4856-857b-73a853e831fa on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:40.061320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Attempting to bind port 387e48d7-d15a-4856-857b-73a853e831fa by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:40.061922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Attempting to bind port 387e48d7-d15a-4856-857b-73a853e831fa on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:40.080977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Port 387e48d7-d15a-4856-857b-73a853e831fa on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:33:40.081376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Attempting to bind port 387e48d7-d15a-4856-857b-73a853e831fa on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:40.097651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:40.097987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:40.098374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:40.098829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Bound port: 387e48d7-d15a-4856-857b-73a853e831fa, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:40.099193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (387e48d7-d15a-4856-857b-73a853e831fa), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.210263 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] Publish callbacks [] for security_group (e1ba8d55-8450-4caa-87db-3309b403f677), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.256699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] Publish callbacks [] for security_group (e1ba8d55-8450-4caa-87db-3309b403f677), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.307238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:40.353489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:40.388949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78456e-b5eb-4284-a31f-be721514f858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.400701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6dda6-c2de-434c-a099-88aee05ba684 req-06a5b2f7-8174-4aef-8a47-b340d44076c8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:40.411242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65b6dda6-c2de-434c-a099-88aee05ba684 req-06a5b2f7-8174-4aef-8a47-b340d44076c8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.2672887 Jan 27 19:33:40.412627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:33:40.419917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:40.420557 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.441097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:40.471777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=387e48d7-d15a-4856-857b-73a853e831fa,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:40.476686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e1ba8d55-8450-4caa-87db-3309b403f677), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.481973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.484693 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.485524 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1ba8d55-8450-4caa-87db-3309b403f677 HTTP/1.1" status: 204 len: 168 time: 0.7148218 Jan 27 19:33:40.510364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65b6dda6-c2de-434c-a099-88aee05ba684 req-72628ef5-096a-4c3f-bc89-794164ecf757 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937815 Jan 27 19:33:40.513809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab4d0-0f2e-45bc-b7b7-bb58f8934603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba8d55-8450-4caa-87db-3309b403f677,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:40.580708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:40.581470 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.586350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] 10.222.0.66 "PUT /v2.0/ports/387e48d7-d15a-4856-857b-73a853e831fa HTTP/1.1" status: 200 len: 1091 time: 2.3705471 Jan 27 19:33:40.586917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:40.595532 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91" -d '{"events": [{"name": "network-changed", "server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "tag": "387e48d7-d15a-4856-857b-73a853e831fa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:40.752895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:40.753739 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.755468 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a5a96c-9fc2-4b9b-bb58-a9bfb166c093 x-openstack-request-id: req-d8a5a96c-9fc2-4b9b-bb58-a9bfb166c093 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:40.755804 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "tag": "387e48d7-d15a-4856-857b-73a853e831fa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:40.756020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8a5a96c-9fc2-4b9b-bb58-a9bfb166c093 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:40.756516 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa', 'status': 'completed', 'code': 200} Jan 27 19:33:40.757707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbfe193-1b71-4a7d-bb38-2831dd3fee47 None None] Network 78b4e6e8-f0b9-4985-b741-e846abba038c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:40.776722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:40.788864 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-506708e3-6cf4-42c1-b777-614eba172eae tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4583712 Jan 27 19:33:40.796373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:40.805963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404298632'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:40.820178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5439f-5254-426f-993d-4b826929ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:40.855210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:40.859625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.869691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:40.960929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-98f9e99f-f2df-4375-a007-eaccef8b8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:40.962662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-98f9e99f-f2df-4375-a007-eaccef8b8f9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 1094 time: 0.3074827 Jan 27 19:33:40.979285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78456e-b5eb-4284-a31f-be721514f858 admin admin] Publish callbacks [] for security_group (57ad59d9-b606-4108-8473-1f9b77777a42), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:40.985537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:33:41.001473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78456e-b5eb-4284-a31f-be721514f858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57ad59d9-b606-4108-8473-1f9b77777a42), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.052843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78456e-b5eb-4284-a31f-be721514f858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ad59d9-b606-4108-8473-1f9b77777a42,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:41.058744 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (34b515db-a9c0-421c-b9fb-1e6c247c704e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.059295 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 34b515db-a9c0-421c-b9fb-1e6c247c704e of type vlan for network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 Jan 27 19:33:41.063680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cf4bcebc-cbc1-49be-b493-511a8745903b None None] Provisioning complete for port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:41.065149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf4bcebc-cbc1-49be-b493-511a8745903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.083995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4dd7b-d052-4c75-8215-2b16d2276db4 req-a905f790-8e80-488f-add2-eb0bdc896040 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:41.094540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4f4dd7b-d052-4c75-8215-2b16d2276db4 req-a905f790-8e80-488f-add2-eb0bdc896040 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 943 time: 0.2870874 Jan 27 19:33:41.109505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-a83c7e5d-cdef-473e-9cae-3228b097006f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=387e48d7-d15a-4856-857b-73a853e831fa HTTP/1.1" status: 200 len: 217 time: 0.1326361 Jan 27 19:33:41.120202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1d78456e-b5eb-4284-a31f-be721514f858 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc6459b758764607872ccd94e0e31c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7597468 Jan 27 19:33:41.121702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:41.148233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (94c7b6b1-79c0-4720-a2a7-e25622e61d73), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.201560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:41.204579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:41.213239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] Publish callbacks [] for security_group (57ad59d9-b606-4108-8473-1f9b77777a42), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.230932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (94c7b6b1-79c0-4720-a2a7-e25622e61d73), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.236797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:41.237706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.330296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a974-fc1d-4f93-8298-fe6e4c2f594c req-1fe7dfde-028a-4b87-9659-7fa17de52eac tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:41.332907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d983a974-fc1d-4f93-8298-fe6e4c2f594c req-1fe7dfde-028a-4b87-9659-7fa17de52eac tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.2353382 Jan 27 19:33:41.341436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=94c7b6b1-79c0-4720-a2a7-e25622e61d73,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:41.347833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-4876851e-31dd-4822-9ef1-c1fe3ae018b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:41.352319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-4876851e-31dd-4822-9ef1-c1fe3ae018b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1625061 Jan 27 19:33:41.360249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] Publish callbacks [] for security_group (57ad59d9-b606-4108-8473-1f9b77777a42), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.371286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4f4dd7b-d052-4c75-8215-2b16d2276db4 req-a74f358b-4dab-4122-88c2-5279fda4f4d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752140 Jan 27 19:33:41.409316 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8bd3efc7-9590-4c13-a0a4-9decb8b23ee0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6012821 Jan 27 19:33:41.409316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:41.409971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:41.527790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:41.535352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53858) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:41.553135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0693b70d-d6a9-4923-8b4b-49478c35edf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.565304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:33:41.594538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9a6f531-8f07-42c7-8a6e-30d146a644c2 req-1e1d7b6d-06cb-47c6-a914-3a72cb4c97c4 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0687811 Jan 27 19:33:41.610561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d983a974-fc1d-4f93-8298-fe6e4c2f594c req-4c1fc6e6-bdee-49d4-8886-d2bd81184002 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675979 Jan 27 19:33:41.620404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-9b95f2c3-1911-496e-9008-b9b7e6d65ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:41.623162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-9b95f2c3-1911-496e-9008-b9b7e6d65ad9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489583 Jan 27 19:33:41.651833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57ad59d9-b606-4108-8473-1f9b77777a42), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.655119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.659962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57ad59d9-b606-4108-8473-1f9b77777a42 HTTP/1.1" status: 204 len: 168 time: 0.5370357 Jan 27 19:33:41.699396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e871cd-e999-4123-b6ed-5ce26ee8524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ad59d9-b606-4108-8473-1f9b77777a42,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:41.725576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:41.736135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:41.859131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-fbb1a581-8c28-44e1-8406-9b572c947c47 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235739 Jan 27 19:33:41.898742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:41.926381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:42.084135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d55abd7-6b54-4d51-8e6d-aaec5873f0f1 req-b13705d7-83ac-4fa4-ab5c-ab403725e516 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092736 Jan 27 19:33:42.116667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bcebc-cbc1-49be-b493-511a8745903b None None] Current status of the port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:42.256066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0693b70d-d6a9-4923-8b4b-49478c35edf9 admin admin] Publish callbacks [] for security_group (3aa333bf-e64d-400d-bfe5-687052c6ac36), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:42.266938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-38e1bdd1-7f7d-486f-9ce0-4abb1dcef8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:42.268969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-38e1bdd1-7f7d-486f-9ce0-4abb1dcef8ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 1094 time: 0.1089716 Jan 27 19:33:42.270602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0693b70d-d6a9-4923-8b4b-49478c35edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aa333bf-e64d-400d-bfe5-687052c6ac36), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:42.336005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693b70d-d6a9-4923-8b4b-49478c35edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa333bf-e64d-400d-bfe5-687052c6ac36,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:42.525712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2967a344-e240-4e8d-bc10-dae6f9a56086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:42.576480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-85d5c03f-6252-4c8d-b7b4-ebe2ef7aa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:42.578096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-85d5c03f-6252-4c8d-b7b4-ebe2ef7aa4aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2999978 Jan 27 19:33:42.675786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-4ae15846-916f-47ca-8965-2832cf50c5b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=387e48d7-d15a-4856-857b-73a853e831fa HTTP/1.1" status: 200 len: 217 time: 0.0819435 Jan 27 19:33:42.703558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:42.755833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (677546bf-3607-4d80-ab96-c51373abe09d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:42.761235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecc84a-b8e0-477c-b3ac-0b3df900d88a req-936e00da-538f-4dfe-974b-fc7859b8ebe9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:42.774036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7ecc84a-b8e0-477c-b3ac-0b3df900d88a req-936e00da-538f-4dfe-974b-fc7859b8ebe9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 943 time: 0.1944389 Jan 27 19:33:42.805562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0693b70d-d6a9-4923-8b4b-49478c35edf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd3c3b78c645407fb44c4baf25083f89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2692146 Jan 27 19:33:42.817598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53914) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:42.969077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] Publish callbacks [] for security_group (3aa333bf-e64d-400d-bfe5-687052c6ac36), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.008779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:38Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:38Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:43.029021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] Publish callbacks [] for security_group (3aa333bf-e64d-400d-bfe5-687052c6ac36), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.047540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7681adf-4991-4aca-9248-f0826f98565a req-419896ae-8676-4ba6-b13d-ae21598c2296 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:43.056061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7681adf-4991-4aca-9248-f0826f98565a req-419896ae-8676-4ba6-b13d-ae21598c2296 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.3728771 Jan 27 19:33:43.068850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-2043dc10-2f45-4a6f-84ac-56985ea75ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:43.072401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-2043dc10-2f45-4a6f-84ac-56985ea75ac3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.3761277 Jan 27 19:33:43.105523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:33:43.106700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Updating router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 port 11630393-f07e-4f1b-bdd9-de5f39f90977 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:33:43.119965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aa333bf-e64d-400d-bfe5-687052c6ac36), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.123434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.127018 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aa333bf-e64d-400d-bfe5-687052c6ac36 HTTP/1.1" status: 204 len: 168 time: 0.3053968 Jan 27 19:33:43.134033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=677546bf-3607-4d80-ab96-c51373abe09d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:43.154332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:43.154687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 94c7b6b1-79c0-4720-a2a7-e25622e61d73, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:33:43.160383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39ca92-604f-4ce0-8d2b-cf2a6ad6a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa333bf-e64d-400d-bfe5-687052c6ac36,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:43.190516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:33:43.213826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 94c7b6b1-79c0-4720-a2a7-e25622e61d73) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:43.235425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:43.238102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.247151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:43.292265 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06c2a801-82b1-415d-bdbf-3f30b1069304 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8864472 Jan 27 19:33:43.294583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53924) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:43.296651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ab36a-2618-43fd-b669-21904ecb58c1 None None] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:43.313900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7ecc84a-b8e0-477c-b3ac-0b3df900d88a req-d465c07c-5bc4-40a0-b972-f1d2b0ee3fe7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388477 Jan 27 19:33:43.374021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7681adf-4991-4aca-9248-f0826f98565a req-a771d75b-f0bf-47ca-adcd-bac5dce46d69 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158977 Jan 27 19:33:43.438070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-1e97f8fa-0e46-4c48-9faa-0137fc6748cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:43.439640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-1e97f8fa-0e46-4c48-9faa-0137fc6748cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498712 Jan 27 19:33:43.708082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-339e1e87-34e3-4c95-a14a-e51484eebc77 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566288 Jan 27 19:33:43.898254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47844551-bbea-489f-9c37-91e236eead64 req-bab0280e-9cb0-4071-a1cc-03679cb4a000 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1819873 Jan 27 19:33:44.040996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Provisioning complete for port 11630393-f07e-4f1b-bdd9-de5f39f90977 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:44.041637 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:44.123463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bd1f-f54e-488c-a5ac-cd6b02c3603b req-fc4af039-51b2-4b32-81c6-6b078ecb3c34 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:44.155878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d6bd1f-f54e-488c-a5ac-cd6b02c3603b req-fc4af039-51b2-4b32-81c6-6b078ecb3c34 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.4465213 Jan 27 19:33:44.229169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:44.323541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d6bd1f-f54e-488c-a5ac-cd6b02c3603b req-c29468f3-a4ae-4098-bc45-4dd298e7388b tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544127 Jan 27 19:33:44.379670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-360d9874-c9bc-4ee0-9f44-3b9c364e2e91 req-afeee79c-3707-44e1-8e97-7571737a23fb service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880954 Jan 27 19:33:44.381860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Port 11630393-f07e-4f1b-bdd9-de5f39f90977 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:44.470203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Provisioning complete for port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:44.470631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:44.472694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:33:44.473743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:44.737043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cff0c-096f-44da-9605-818b1c670308 req-75b9f501-acea-4a5c-a52f-67f082185f45 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:44.764099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b7cff0c-096f-44da-9605-818b1c670308 req-75b9f501-acea-4a5c-a52f-67f082185f45 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 943 time: 0.2612755 Jan 27 19:33:44.914537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c0f9-d8d2-41cd-a317-3da207cb6466 req-f495f9f5-313d-40b8-a056-f402f93082bf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:44.917509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbf1c0f9-d8d2-41cd-a317-3da207cb6466 req-f495f9f5-313d-40b8-a056-f402f93082bf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.3179474 Jan 27 19:33:44.925943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.052106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b7cff0c-096f-44da-9605-818b1c670308 req-667f21ee-ad95-49ec-a170-b7d3f29ede30 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865226 Jan 27 19:33:45.073557 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks [] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.132051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Allocated IP 172.21.0.2 (94c7b6b1-79c0-4720-a2a7-e25622e61d73/677546bf-3607-4d80-ab96-c51373abe09d/41c05343-0e5a-4ac7-8987-e31419d214fa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:45.249598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbf1c0f9-d8d2-41cd-a317-3da207cb6466 req-17c1c9db-13de-4cd6-b086-b4664a05d914 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126121 Jan 27 19:33:45.332381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks [] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.347372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:45.348003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.364151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.463715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8bcffed-8a36-4928-a301-7d647a58bf62 req-a2ed1bb6-8b8c-4eaa-b050-86d77575df33 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1135139 Jan 27 19:33:45.476302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.478295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.21.0.1 (94c7b6b1-79c0-4720-a2a7-e25622e61d73/677546bf-3607-4d80-ab96-c51373abe09d/784aba94-af08-4eec-9027-ea0fde4e7989) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:45.497508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05b91-28ec-4392-ae6f-797cb7132f22 None None] Pushing event updated for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:45.579116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:45.590430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Pushing event updated for resources: {'Port': ['ID=41c05343-0e5a-4ac7-8987-e31419d214fa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:45.625989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:45.630029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:45.643724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (784aba94-af08-4eec-9027-ea0fde4e7989), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.649920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.703605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.770136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:45.811111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Attempting to bind port 11630393-f07e-4f1b-bdd9-de5f39f90977 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:45.811389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Attempting to bind port 11630393-f07e-4f1b-bdd9-de5f39f90977 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:45.811753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Attempting to bind port 11630393-f07e-4f1b-bdd9-de5f39f90977 on network 78b4e6e8-f0b9-4985-b741-e846abba038c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:45.818144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-88e156d4-5552-443a-bb61-7a59706f2660 None None] Current status of the port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:45.825755 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.828795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:45.831425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:45.831816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Checking segment: {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:45.832537 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.833794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Bound using segment: {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:45.834638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Bound port: 11630393-f07e-4f1b-bdd9-de5f39f90977, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8aa9d8-6bae-470f-9780-0f9d6432d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:45.835126 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:45.853746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:45.927052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:45.956808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] For port 11630393-f07e-4f1b-bdd9-de5f39f90977, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:45.958239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37a206-ba3b-4db5-98fc-69bc4b9ba7de req-83b1a50c-7b56-4af7-83a2-54802258a10c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:45.964769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] For port 11630393-f07e-4f1b-bdd9-de5f39f90977, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11630393-f07e-4f1b-bdd9-de5f39f90977,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:45.977983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed37a206-ba3b-4db5-98fc-69bc4b9ba7de req-83b1a50c-7b56-4af7-83a2-54802258a10c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1660960 Jan 27 19:33:45.991596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Attempting to bind port 41c05343-0e5a-4ac7-8987-e31419d214fa on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:45.992276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Attempting to bind port 41c05343-0e5a-4ac7-8987-e31419d214fa by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:45.992937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Attempting to bind port 41c05343-0e5a-4ac7-8987-e31419d214fa on network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:45.996998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.087445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05b91-28ec-4392-ae6f-797cb7132f22 None None] Pushing event updated for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:46.100655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.161641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:46.163017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Checking segment: {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:46.164796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.166542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Bound using segment: {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:46.167406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Bound port: 41c05343-0e5a-4ac7-8987-e31419d214fa, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:46.169854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.193548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed37a206-ba3b-4db5-98fc-69bc4b9ba7de req-29b10e97-ef1a-46c6-8f8e-2282ba5f90b9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130990 Jan 27 19:33:46.281072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:46.333639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.365239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Provisioning complete for port 11630393-f07e-4f1b-bdd9-de5f39f90977 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:46.367704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.481920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] For port 41c05343-0e5a-4ac7-8987-e31419d214fa, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:46.485992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] For port 41c05343-0e5a-4ac7-8987-e31419d214fa, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=41c05343-0e5a-4ac7-8987-e31419d214fa,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:46.489345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.494439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155766-18fa-4352-bf4e-97aac2b5e70a req-d64a16ed-a320-4904-bb50-42e030cb30cc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:46.495214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:46.498043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:46.502885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01155766-18fa-4352-bf4e-97aac2b5e70a req-d64a16ed-a320-4904-bb50-42e030cb30cc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 943 time: 0.2421038 Jan 27 19:33:46.651644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01155766-18fa-4352-bf4e-97aac2b5e70a req-46c3baf7-cc0c-44df-a01f-c7798b6969fe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306841 Jan 27 19:33:46.663236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 387e48d7-d15a-4856-857b-73a853e831fa details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:33:46.666363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:46.678332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:46.933990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87cfc76b-68dd-495b-8e2a-9bc1f888d2a6 req-2dec8c7e-0106-4c90-983d-7d3bdb24fa6a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0846500 Jan 27 19:33:47.102188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf99547-8205-4c60-9b09-23c8b0633886 None None] Pushing event updated for resources: {'Port': ['ID=41c05343-0e5a-4ac7-8987-e31419d214fa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:47.286122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Current status of the port 11630393-f07e-4f1b-bdd9-de5f39f90977 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:47.290204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.355357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=387e48d7-d15a-4856-857b-73a853e831fa,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:47.420600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '387e48d7-d15a-4856-857b-73a853e831fa', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '387e48d7-d15a-4856-857b-73a853e831fa', 'mac_address': 'fa:16:3e:60:2b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:33:47.467661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (784aba94-af08-4eec-9027-ea0fde4e7989), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.482077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.509070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] For port 11630393-f07e-4f1b-bdd9-de5f39f90977, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11630393-f07e-4f1b-bdd9-de5f39f90977,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:47.523312 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.591361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 387e48d7-d15a-4856-857b-73a853e831fa is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:47.592045 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (387e48d7-d15a-4856-857b-73a853e831fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.626262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831cb32-ebbd-4a62-90fd-cddee8506adf req-2a8a3809-0912-4b01-a2fd-ec3d512f4557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:47.633451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387e48d7-d15a-4856-857b-73a853e831fa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:33:47.642866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1831cb32-ebbd-4a62-90fd-cddee8506adf req-2a8a3809-0912-4b01-a2fd-ec3d512f4557 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1863461 Jan 27 19:33:47.675920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:46Z', 'revision_number': 3, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:45Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:45Z', 'revision_number': 1, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:47.681718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:47.749058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.760914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1831cb32-ebbd-4a62-90fd-cddee8506adf req-1ef96aab-40d3-4f10-a0c9-6879e012dda2 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136270 Jan 27 19:33:47.784075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=387e48d7-d15a-4856-857b-73a853e831fa,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:47.787709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2ba35-61a1-4a2b-b703-e1bf8919e40a None None] Pushing event updated for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:47.792941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746920e9-4ca0-4b46-9177-013c7e6fe514 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:46Z', 'revision_number': 3, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:45Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:45Z', 'revision_number': 1, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:47.797099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d47f0d37-dbca-4571-9a67-7c3cb3e6221f None None] Provisioning complete for port 11630393-f07e-4f1b-bdd9-de5f39f90977 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:47.797686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d47f0d37-dbca-4571-9a67-7c3cb3e6221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.816987 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:47.925739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:47.946556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980183-2fd1-401d-a57e-6c34eff4ba1e req-cb0d8d56-3100-4b76-8ca4-38aeaba301d4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:47.948185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d980183-2fd1-401d-a57e-6c34eff4ba1e req-cb0d8d56-3100-4b76-8ca4-38aeaba301d4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 944 time: 0.1659122 Jan 27 19:33:48.037428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d47f0d37-dbca-4571-9a67-7c3cb3e6221f None None] Current status of the port 11630393-f07e-4f1b-bdd9-de5f39f90977 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:48.061694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:48.076128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:48.122692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d980183-2fd1-401d-a57e-6c34eff4ba1e req-6d962c61-a18b-46af-87f3-1104cd0dfc6a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681578 Jan 27 19:33:48.210237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7489eb4-5214-4209-98fc-373aaec4afa3 req-420b5d11-9b57-48eb-b326-4c962f493ab8 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0513737 Jan 27 19:33:48.304881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:33:48.345553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:33:48.685369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:48.694838 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c544d018-149f-44ad-88f1-b51b531fee40 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3968961 Jan 27 19:33:48.704016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54078) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:48.711812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1514629527'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:48.787180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:48.795853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:48.845216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 41c05343-0e5a-4ac7-8987-e31419d214fa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:48.874353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:33:48.951306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1bd27b2d-6c33-4839-abf8-51d1e011f1bb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:48.954472 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 1bd27b2d-6c33-4839-abf8-51d1e011f1bb of type vlan for network 0c50d232-e9da-486d-867a-da6911b94493 Jan 27 19:33:48.969383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:48.977129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 41c05343-0e5a-4ac7-8987-e31419d214fa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:48.983600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.100357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (0c50d232-e9da-486d-867a-da6911b94493), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.103437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f0704-b189-42bd-917c-df867c456dac None None] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:49.126757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73a79-5255-4c37-912b-6a97260d1394 req-2cb83c9c-37c9-4fda-a967-bc8645e2847d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:49.129268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73e73a79-5255-4c37-912b-6a97260d1394 req-2cb83c9c-37c9-4fda-a967-bc8645e2847d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1701334 Jan 27 19:33:49.182203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (0c50d232-e9da-486d-867a-da6911b94493), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.193504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:49.194448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.292380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=0c50d232-e9da-486d-867a-da6911b94493,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:49.347921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de496270-475d-4188-b793-ede95f1f8bec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6417949 Jan 27 19:33:49.353555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54096) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:49.369198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:49.396991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73e73a79-5255-4c37-912b-6a97260d1394 req-9dab1eac-7294-4c2b-b511-58e9cdf95e28 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604074 Jan 27 19:33:49.562536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:33:49.659895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:49.663880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.664564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 41c05343-0e5a-4ac7-8987-e31419d214fa is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:49.665151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.696385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54100) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:49.731934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e214d0a-768b-43e6-b6b8-929e3350a9b3 req-b416f211-e6f8-4d47-8a22-43a24b556b6d tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0906210 Jan 27 19:33:49.741628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 41c05343-0e5a-4ac7-8987-e31419d214fa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=41c05343-0e5a-4ac7-8987-e31419d214fa,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:49.763698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f8ebd432-4603-4672-bb3f-8e4b34c6e5f2 None None] Provisioning complete for port 41c05343-0e5a-4ac7-8987-e31419d214fa triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:49.764082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8ebd432-4603-4672-bb3f-8e4b34c6e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.769459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c59e-ed0f-4097-8a97-6a6a052476c7 req-17477b8e-50cf-42e1-9f1a-e664146841a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:49.776927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d684c59e-ed0f-4097-8a97-6a6a052476c7 req-17477b8e-50cf-42e1-9f1a-e664146841a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 944 time: 0.3418186 Jan 27 19:33:49.800925 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15374285-e81b-408a-9a47-bac9683479e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.844659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:49.845568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11630393-f07e-4f1b-bdd9-de5f39f90977 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:49.892929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d684c59e-ed0f-4097-8a97-6a6a052476c7 req-3ae283d7-e4ff-4358-87ec-aeb04297e59d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093621 Jan 27 19:33:50.147581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15374285-e81b-408a-9a47-bac9683479e3 admin admin] Publish callbacks [] for security_group (f07136e2-8eb0-4b9d-9672-fe86ff5d903a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.151764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-643c2a3d-f259-489c-9f05-1f2484b2c50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.159478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15374285-e81b-408a-9a47-bac9683479e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f07136e2-8eb0-4b9d-9672-fe86ff5d903a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.221336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-15374285-e81b-408a-9a47-bac9683479e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3fab403ba264b62879cae465f751e36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2459059 Jan 27 19:33:50.222866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374285-e81b-408a-9a47-bac9683479e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07136e2-8eb0-4b9d-9672-fe86ff5d903a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:50.225720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:50.324838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (4854dc65-5df3-4080-9f83-b9398da9fe2e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.399460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=41c05343-0e5a-4ac7-8987-e31419d214fa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:50.427077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] Publish callbacks [] for security_group (f07136e2-8eb0-4b9d-9672-fe86ff5d903a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.430234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 11630393-f07e-4f1b-bdd9-de5f39f90977 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:50.431883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.493623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] Publish callbacks [] for security_group (f07136e2-8eb0-4b9d-9672-fe86ff5d903a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.623521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebd432-4603-4672-bb3f-8e4b34c6e5f2 None None] Current status of the port 41c05343-0e5a-4ac7-8987-e31419d214fa is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:50.637985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=4854dc65-5df3-4080-9f83-b9398da9fe2e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:50.657762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:50.658472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 0c50d232-e9da-486d-867a-da6911b94493, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:33:50.682237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-643c2a3d-f259-489c-9f05-1f2484b2c50a admin admin] Publish callbacks [] for security_group (17d2db45-e2a8-4ab0-a506-46537e1c324e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.696432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-643c2a3d-f259-489c-9f05-1f2484b2c50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17d2db45-e2a8-4ab0-a506-46537e1c324e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.706485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 387e48d7-d15a-4856-857b-73a853e831fa up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:50.723214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 0c50d232-e9da-486d-867a-da6911b94493 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:33:50.751052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe890db-1d21-487f-a49e-79443714879a req-5c73bb5a-65f0-4a14-a6b3-2b6ed3f8d56c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:50.752665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe890db-1d21-487f-a49e-79443714879a req-5c73bb5a-65f0-4a14-a6b3-2b6ed3f8d56c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.1357374 Jan 27 19:33:50.767212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 0c50d232-e9da-486d-867a-da6911b94493) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:50.774730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-643c2a3d-f259-489c-9f05-1f2484b2c50a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71f73d97c5f7499b9600c8665a159b50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0772269 Jan 27 19:33:50.782057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2a3d-f259-489c-9f05-1f2484b2c50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d2db45-e2a8-4ab0-a506-46537e1c324e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:50.790455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:50.791847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.799113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:50.802978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4dd9d-c31a-4b13-b2ac-c981d31fe703 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:50.824716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Provisioning complete for port 41c05343-0e5a-4ac7-8987-e31419d214fa triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:50.825174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.826910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 11630393-f07e-4f1b-bdd9-de5f39f90977 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:50.891263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe890db-1d21-487f-a49e-79443714879a req-72a1afa7-e728-4cf3-bc2a-6dfaf40390e0 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251738 Jan 27 19:33:50.892116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f07136e2-8eb0-4b9d-9672-fe86ff5d903a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.894902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:50.896087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f07136e2-8eb0-4b9d-9672-fe86ff5d903a HTTP/1.1" status: 204 len: 168 time: 0.6691444 Jan 27 19:33:50.939455 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-301e31cb-4f5b-46a3-8c86-641e3351cf6c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5791857 Jan 27 19:33:50.942261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54118) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:51.042659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 387e48d7-d15a-4856-857b-73a853e831fa completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:33:51.051442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f9ce2a1-c6cc-43f3-921e-9ade19c824a7 req-9fa985ff-7a51-494c-ba3f-5fadf3f2169b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1393585 Jan 27 19:33:51.052277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9b53-27e4-43aa-8a54-13da5d106c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07136e2-8eb0-4b9d-9672-fe86ff5d903a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:51.084288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 41c05343-0e5a-4ac7-8987-e31419d214fa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:51.134165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 387e48d7-d15a-4856-857b-73a853e831fa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:51.134771 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (387e48d7-d15a-4856-857b-73a853e831fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.204731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] Publish callbacks [] for security_group (17d2db45-e2a8-4ab0-a506-46537e1c324e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.229697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f719-44b5-4c9d-ada1-12b960a91ef2 req-a82f87cc-d1c3-4919-9e53-195b8c8a87fc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:51.234883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] Publish callbacks [] for security_group (17d2db45-e2a8-4ab0-a506-46537e1c324e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.247618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e0f719-44b5-4c9d-ada1-12b960a91ef2 req-a82f87cc-d1c3-4919-9e53-195b8c8a87fc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 944 time: 0.1220710 Jan 27 19:33:51.334012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89e0f719-44b5-4c9d-ada1-12b960a91ef2 req-c5b0eefb-b5f6-4423-b73f-a7af79ef0ae3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854032 Jan 27 19:33:51.396276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17d2db45-e2a8-4ab0-a506-46537e1c324e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.401436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.403513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17d2db45-e2a8-4ab0-a506-46537e1c324e HTTP/1.1" status: 204 len: 168 time: 0.6016755 Jan 27 19:33:51.411464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54124) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:51.433896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-446f0cf0-8168-4c3d-a915-c4d0b4df02ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.443177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8a4bb-e9bf-4568-8357-267dfd449e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d2db45-e2a8-4ab0-a506-46537e1c324e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:51.481908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Current status of the port 41c05343-0e5a-4ac7-8987-e31419d214fa is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:51.500122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-0c50d232-e9da-486d-867a-da6911b94493', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:33:51.501377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.554105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 41c05343-0e5a-4ac7-8987-e31419d214fa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:51.554547 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.620264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:51.620804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.669348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-445c663e-44df-42c3-8674-f9fc177e5bf5 None None] Port 784aba94-af08-4eec-9027-ea0fde4e7989 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:51.694034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-446f0cf0-8168-4c3d-a915-c4d0b4df02ae admin admin] Publish callbacks [] for security_group (c0c42eb1-9460-4024-936a-63227f2f9beb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.703707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-446f0cf0-8168-4c3d-a915-c4d0b4df02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c0c42eb1-9460-4024-936a-63227f2f9beb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.770334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0cf0-8168-4c3d-a915-c4d0b4df02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c42eb1-9460-4024-936a-63227f2f9beb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:51.772479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 387e48d7-d15a-4856-857b-73a853e831fa is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:51.772897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (387e48d7-d15a-4856-857b-73a853e831fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.796336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-446f0cf0-8168-4c3d-a915-c4d0b4df02ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f8959cff23c4f139ccdca117f6ac3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837497 Jan 27 19:33:51.801343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:51.832634 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:51.852196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:51.855015 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:51.881382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=387e48d7-d15a-4856-857b-73a853e831fa,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:51.889317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] Publish callbacks [] for security_group (c0c42eb1-9460-4024-936a-63227f2f9beb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:51.896369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:51.898728 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0a860-0af3-40f9-80c9-82095455a769" -d '{"events": [{"server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "name": "network-vif-plugged", "status": "completed", "tag": "387e48d7-d15a-4856-857b-73a853e831fa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:51.925817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] Publish callbacks [] for security_group (c0c42eb1-9460-4024-936a-63227f2f9beb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.029039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.067230 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:52.081236 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a7ac36-69c1-49e1-abea-7288ddea0f3f x-openstack-request-id: req-08a7ac36-69c1-49e1-abea-7288ddea0f3f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:52.081568 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "name": "network-vif-plugged", "status": "completed", "tag": "387e48d7-d15a-4856-857b-73a853e831fa", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:52.081837 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08a7ac36-69c1-49e1-abea-7288ddea0f3f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:52.082262 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa', 'code': 200} Jan 27 19:33:52.122509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bb19b407-c0c9-491c-b625-a760d7cc2485 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:52.122903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb19b407-c0c9-491c-b625-a760d7cc2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.322212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bb19b407-c0c9-491c-b625-a760d7cc2485 None None] Port 784aba94-af08-4eec-9027-ea0fde4e7989 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:52.326409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 41c05343-0e5a-4ac7-8987-e31419d214fa is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:52.335442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:52.351725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Allocated IP 172.22.0.2 (0c50d232-e9da-486d-867a-da6911b94493/4854dc65-5df3-4080-9f83-b9398da9fe2e/7b899285-3102-4501-bb88-998f2e0ab368) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:52.364152 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:46Z', 'revision_number': 3, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:52.409196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:33:52.409609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Updating router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 port 784aba94-af08-4eec-9027-ea0fde4e7989 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:33:52.416038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:52.435362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7c17249-d25f-4f97-96ab-23269a65ea50 req-e3d245ee-d43b-4a51-a922-65c10330cc99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1493647 Jan 27 19:33:52.445199 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.490799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416d98c-bf0f-494a-ab8c-b5cea536ce81 req-3fea957d-5495-4ffa-9068-267261d9ef77 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:52.498072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7416d98c-bf0f-494a-ab8c-b5cea536ce81 req-3fea957d-5495-4ffa-9068-267261d9ef77 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.4659925 Jan 27 19:33:52.499388 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b28f6a9-596f-451e-afa3-62212513df3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.541040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487580-5a18-42fe-b4fb-1f7b4fd05360 req-6f3ee234-e58d-416d-b036-3ecf94115f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:52.543431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47487580-5a18-42fe-b4fb-1f7b4fd05360 req-6f3ee234-e58d-416d-b036-3ecf94115f6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 1096 time: 0.3583665 Jan 27 19:33:52.544445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c0c42eb1-9460-4024-936a-63227f2f9beb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.562267 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.567937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0c42eb1-9460-4024-936a-63227f2f9beb HTTP/1.1" status: 204 len: 168 time: 0.7651889 Jan 27 19:33:52.657052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks [] for port (7b899285-3102-4501-bb88-998f2e0ab368), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.678385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7b899285-3102-4501-bb88-998f2e0ab368), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.705692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b28f6a9-596f-451e-afa3-62212513df3c admin admin] Publish callbacks [] for security_group (79b0054b-c056-4003-b8de-fe2a2a6be709), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.766071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b28f6a9-596f-451e-afa3-62212513df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (79b0054b-c056-4003-b8de-fe2a2a6be709), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:52.787380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a15d8-6a1b-4f5c-9747-7c07963deeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c42eb1-9460-4024-936a-63227f2f9beb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:52.789541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:52.810609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:52.818881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:52.840166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Pushing event updated for resources: {'Port': ['ID=7b899285-3102-4501-bb88-998f2e0ab368,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:52.952837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47487580-5a18-42fe-b4fb-1f7b4fd05360 req-f0fc1f36-2511-42b0-a172-298654e3f8b1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791466 Jan 27 19:33:52.956702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5b28f6a9-596f-451e-afa3-62212513df3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20e937580a5b4e1db63321f58d1d1f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081111 Jan 27 19:33:52.960677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7416d98c-bf0f-494a-ab8c-b5cea536ce81 req-60c89e00-0d0c-4aa1-8ba7-562e7c55079f tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435439 Jan 27 19:33:52.962505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f6a9-596f-451e-afa3-62212513df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0054b-c056-4003-b8de-fe2a2a6be709,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:52.970415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54146) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:52.987764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Attempting to bind port 7b899285-3102-4501-bb88-998f2e0ab368 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:52.988136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Attempting to bind port 7b899285-3102-4501-bb88-998f2e0ab368 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:52.988500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Attempting to bind port 7b899285-3102-4501-bb88-998f2e0ab368 on network 0c50d232-e9da-486d-867a-da6911b94493 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:52.992337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4a375-d7c8-4652-b3bc-b6622695693f req-dd35a3f1-7b6e-4ff6-922c-02b11c961b4b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Checking segment: {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Bound using segment: {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Bound port: 7b899285-3102-4501-bb88-998f2e0ab368, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:53.015499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7b899285-3102-4501-bb88-998f2e0ab368), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.016224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37a4a375-d7c8-4652-b3bc-b6622695693f req-dd35a3f1-7b6e-4ff6-922c-02b11c961b4b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.4106278 Jan 27 19:33:53.092491 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks [] for port (784aba94-af08-4eec-9027-ea0fde4e7989), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.119334 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.122819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37a4a375-d7c8-4652-b3bc-b6622695693f req-2ae98999-487c-4d66-958a-8ee46799a432 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151922 Jan 27 19:33:53.199584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] Publish callbacks [] for security_group (79b0054b-c056-4003-b8de-fe2a2a6be709), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.258544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] For port 7b899285-3102-4501-bb88-998f2e0ab368, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:53.267630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] For port 7b899285-3102-4501-bb88-998f2e0ab368, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7b899285-3102-4501-bb88-998f2e0ab368,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:53.279161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7b899285-3102-4501-bb88-998f2e0ab368), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.282175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] Publish callbacks [] for security_group (79b0054b-c056-4003-b8de-fe2a2a6be709), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.300432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.395294 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Pushing event updated for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:53.515415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff130bb-9d3c-45cf-850f-58c728f13531 None None] Pushing event updated for resources: {'Port': ['ID=7b899285-3102-4501-bb88-998f2e0ab368,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:53.523208 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.523460 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.525391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.526203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.527727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.529026 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.530580 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.532474 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.537316 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.537869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.538265 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.538835 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.539396 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:33:53.611636 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Attempting to bind port 784aba94-af08-4eec-9027-ea0fde4e7989 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:33:53.612389 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Attempting to bind port 784aba94-af08-4eec-9027-ea0fde4e7989 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:33:53.613061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Attempting to bind port 784aba94-af08-4eec-9027-ea0fde4e7989 on network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:33:53.638522 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:33:53.639724 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Checking segment: {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:33:53.640434 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.640831 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Bound using segment: {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:33:53.641555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Bound port: 784aba94-af08-4eec-9027-ea0fde4e7989, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b515db-a9c0-421c-b9fb-1e6c247c704e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:33:53.642034 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.656250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (79b0054b-c056-4003-b8de-fe2a2a6be709), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.693983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.702386 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79b0054b-c056-4003-b8de-fe2a2a6be709 HTTP/1.1" status: 204 len: 168 time: 0.7291179 Jan 27 19:33:53.719752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.722539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1f3214b-02d1-4a4b-a2df-8b5d729027c2 req-bb54367d-85af-426b-9929-831bfa9a48a6 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0655191 Jan 27 19:33:53.768946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a05-8991-4c0e-942c-9c4442916243 req-324c40da-f6d0-46b2-b77b-6e1e7020f0af tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:53.771113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c998a05-8991-4c0e-942c-9c4442916243 req-324c40da-f6d0-46b2-b77b-6e1e7020f0af tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.3397076 Jan 27 19:33:53.771773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-240fb699-9502-4d9e-80a3-05a159645e80 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:53.772549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-240fb699-9502-4d9e-80a3-05a159645e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.784750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-7eaad56c-4d69-4e51-a799-2fb86760d2f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2734358 Jan 27 19:33:53.845129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:33:53.854211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e2f5-f2b0-4e39-8347-0c5e33d619df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0054b-c056-4003-b8de-fe2a2a6be709,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:53.865174 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] For port 784aba94-af08-4eec-9027-ea0fde4e7989, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:33:53.869446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] For port 784aba94-af08-4eec-9027-ea0fde4e7989, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=784aba94-af08-4eec-9027-ea0fde4e7989,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:33:53.878061 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:53.908678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-240fb699-9502-4d9e-80a3-05a159645e80 None None] Port 784aba94-af08-4eec-9027-ea0fde4e7989 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:54.010233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c998a05-8991-4c0e-942c-9c4442916243 req-52b161d9-ef22-47ca-a756-f6c5c0d50ac6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130623 Jan 27 19:33:54.028337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-33c8d380-fd80-494d-87d7-316982918a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:54.043548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-33c8d380-fd80-494d-87d7-316982918a92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1681545 Jan 27 19:33:54.062269 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56a4ae-159a-482e-bb6c-c3a33edc3e53 None None] Pushing event updated for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:54.086035 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:54.087672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:54.390258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:54.463007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.22.0.1 (0c50d232-e9da-486d-867a-da6911b94493/4854dc65-5df3-4080-9f83-b9398da9fe2e/d64c8946-fc5f-47b8-a5ef-d1501b881bbc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:33:54.672869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-18564444-8338-41c5-b795-9380153e0048 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:54.684564 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18564444-8338-41c5-b795-9380153e0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:54.707632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246089c-ca7f-447b-990c-79c9ac9744f6 req-eeff353a-b805-4f11-976c-134777772662 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:54.719592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9246089c-ca7f-447b-990c-79c9ac9744f6 req-eeff353a-b805-4f11-976c-134777772662 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.4474316 Jan 27 19:33:54.726375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:54.743161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:54.745162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8e3bb-a9ce-4796-8c90-61510df3c9f4 req-e853916e-6f55-4065-9960-c7237345a7d7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:54.759699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eb8e3bb-a9ce-4796-8c90-61510df3c9f4 req-e853916e-6f55-4065-9960-c7237345a7d7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.4670496 Jan 27 19:33:54.783871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-e6e1dad9-a3ff-4b10-bf62-2f8b792e0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:54.788479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-e6e1dad9-a3ff-4b10-bf62-2f8b792e0379 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.7238016 Jan 27 19:33:54.843335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:54.868386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18564444-8338-41c5-b795-9380153e0048 None None] Current status of the port 784aba94-af08-4eec-9027-ea0fde4e7989 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:54.868804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18564444-8338-41c5-b795-9380153e0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:54.900658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 0c50d232-e9da-486d-867a-da6911b94493 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:54.906738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:54.915809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:33:54.949378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-18564444-8338-41c5-b795-9380153e0048 None None] For port 784aba94-af08-4eec-9027-ea0fde4e7989, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=784aba94-af08-4eec-9027-ea0fde4e7989,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:54.962133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18564444-8338-41c5-b795-9380153e0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:55.051202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:55.062299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:55.096746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18564444-8338-41c5-b795-9380153e0048 None None] Pushing event updated for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:55.108455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:46Z', 'revision_number': 3, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:53Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:55.186037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63f99-82e2-4a7f-98f8-7a935eb8be15 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:46Z', 'revision_number': 3, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:53Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:33:55.447327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 784aba94-af08-4eec-9027-ea0fde4e7989 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:55.467283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:55.596059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:55.596352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:55.768595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 784aba94-af08-4eec-9027-ea0fde4e7989 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:55.770675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7b899285-3102-4501-bb88-998f2e0ab368 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:55.773835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f51480-070c-4d74-acdd-099f3f222088 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:33:55.874673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eb8e3bb-a9ce-4796-8c90-61510df3c9f4 req-cbf77d31-b552-44ac-982d-396f94e4f6af tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1108599 Jan 27 19:33:55.965805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9246089c-ca7f-447b-990c-79c9ac9744f6 req-115af5db-d246-40f7-aa03-579f62efa2c6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2408588 Jan 27 19:33:56.005338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-300f2932-a7ce-4cfa-a884-70890d821a01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 1.1986296 Jan 27 19:33:56.033337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Provisioning complete for port 7b899285-3102-4501-bb88-998f2e0ab368 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:56.033720 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7b899285-3102-4501-bb88-998f2e0ab368), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.221505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aff71be7-f35e-44a9-ac1b-0bc7d9c8a5e2 req-0933b6a7-91ad-4ee2-98dc-15f4db205f72 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1061723 Jan 27 19:33:56.267491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-93a0fa04-542e-4a1c-acc9-fb8b914007ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:56.269016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-93a0fa04-542e-4a1c-acc9-fb8b914007ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.2471943 Jan 27 19:33:56.325434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.332561 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-e0ef27b7-3cfc-44d4-9703-986934eb7f98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2814417 Jan 27 19:33:56.340601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.391025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54218) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:56.509661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-3ae3a672-6ce2-4074-98ef-5b54345d09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:56.516258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-3ae3a672-6ce2-4074-98ef-5b54345d09f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394662 Jan 27 19:33:56.527717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7b899285-3102-4501-bb88-998f2e0ab368 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:56.530526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7b899285-3102-4501-bb88-998f2e0ab368), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.651401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.657730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:56.749974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Current status of the port 7b899285-3102-4501-bb88-998f2e0ab368 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:56.750695 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7b899285-3102-4501-bb88-998f2e0ab368), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.815979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f315-c50d-47ec-a7e0-4c56b67f4ed2 req-9129e640-9546-4acf-95dd-49709890e1c5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:56.818863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5212f315-c50d-47ec-a7e0-4c56b67f4ed2 req-9129e640-9546-4acf-95dd-49709890e1c5 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.4167099 Jan 27 19:33:56.831212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57816847-d264-4577-ae45-3f58d5a012c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.868191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] For port 7b899285-3102-4501-bb88-998f2e0ab368, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7b899285-3102-4501-bb88-998f2e0ab368,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:56.879730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7b899285-3102-4501-bb88-998f2e0ab368), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.884333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7b899285-3102-4501-bb88-998f2e0ab368 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:56.885129 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7b899285-3102-4501-bb88-998f2e0ab368), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:56.912943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-95bba63b-57bc-42ab-b88a-0b5f433031a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:56.914494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-95bba63b-57bc-42ab-b88a-0b5f433031a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0807805995ef47e7b697a280256d32eb&device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 1096 time: 0.3954899 Jan 27 19:33:57.036014 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 0c50d232-e9da-486d-867a-da6911b94493 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:33:57.038891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:33:57.115513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-60869718-1392-4891-b770-6f2615baea58 None None] Provisioning complete for port 7b899285-3102-4501-bb88-998f2e0ab368 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:57.116523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60869718-1392-4891-b770-6f2615baea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7b899285-3102-4501-bb88-998f2e0ab368), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.148109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f71872-3176-43a4-8a72-0be5308690cd None None] Pushing event updated for resources: {'Port': ['ID=7b899285-3102-4501-bb88-998f2e0ab368,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:57.179137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57816847-d264-4577-ae45-3f58d5a012c1 admin admin] Publish callbacks [] for security_group (4e551571-b30c-4b1e-8b46-e9476c08f1dc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.193821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57816847-d264-4577-ae45-3f58d5a012c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e551571-b30c-4b1e-8b46-e9476c08f1dc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.213226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-58a631b8-638a-463e-8e3b-3a94a73331e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:57.217642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-58a631b8-638a-463e-8e3b-3a94a73331e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 200 len: 906 time: 0.1806343 Jan 27 19:33:57.241336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:33:57.241720 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:33:57.349184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60869718-1392-4891-b770-6f2615baea58 None None] Current status of the port 7b899285-3102-4501-bb88-998f2e0ab368 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:57.376377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-60869718-1392-4891-b770-6f2615baea58 None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:57.376760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60869718-1392-4891-b770-6f2615baea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.416960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5212f315-c50d-47ec-a7e0-4c56b67f4ed2 req-c5ecb55d-2d17-40dc-86de-c39a93046cde tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778191 Jan 27 19:33:57.419521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-1cc7ced8-0939-4333-b048-c197808eb315 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899693 Jan 27 19:33:57.444213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-e73822da-9f49-4960-b802-cabaff38e8bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0 HTTP/1.1" status: 200 len: 217 time: 0.2079761 Jan 27 19:33:57.464332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60869718-1392-4891-b770-6f2615baea58 None None] Port d64c8946-fc5f-47b8-a5ef-d1501b881bbc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:57.470997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57816847-d264-4577-ae45-3f58d5a012c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e551571-b30c-4b1e-8b46-e9476c08f1dc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:57.495464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed6b6f-b2a8-4947-8ee2-3889f32a71dc req-4fae9a8f-62eb-4338-8596-ac60ba36076c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:57.504560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56ed6b6f-b2a8-4947-8ee2-3889f32a71dc req-4fae9a8f-62eb-4338-8596-ac60ba36076c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.3225164 Jan 27 19:33:57.521946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-57816847-d264-4577-ae45-3f58d5a012c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72289de1819e412d8935e3fca2dfedb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1251142 Jan 27 19:33:57.530742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:57.598172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-283929e8-1a57-487d-9032-11b4f2ac26b9 None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:57.598605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-283929e8-1a57-487d-9032-11b4f2ac26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.631813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-bcb24c24-a803-4fcb-9244-49768a0e698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:57.636104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-bcb24c24-a803-4fcb-9244-49768a0e698b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 200 len: 845 time: 0.1861393 Jan 27 19:33:57.690294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-283929e8-1a57-487d-9032-11b4f2ac26b9 None None] Port d64c8946-fc5f-47b8-a5ef-d1501b881bbc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:57.696456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-ef31cabc-1277-49d0-bbad-dff823eef571 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b51cfb14-594a-45d0-9926-74ce3d854740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514548 Jan 27 19:33:57.834261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7b899285-3102-4501-bb88-998f2e0ab368 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:57.846806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c365f4b1-7d66-459f-9fc9-bdef10475a45 req-4462b16d-dc84-4f32-84ab-609460459abc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1327631 Jan 27 19:33:57.851094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6c8b29fe-08ed-4119-98c2-057c55331d72 None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:57.852208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c8b29fe-08ed-4119-98c2-057c55331d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:57.853243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:33:57.857152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-33cc8bcd-d88f-4e4d-8f19-da14810179e8 service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528578 Jan 27 19:33:57.934296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b29fe-08ed-4119-98c2-057c55331d72 None None] Port d64c8946-fc5f-47b8-a5ef-d1501b881bbc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:33:58.003120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56ed6b6f-b2a8-4947-8ee2-3889f32a71dc req-f3b88947-055b-4d83-9302-eb40f04d6023 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966488 Jan 27 19:33:58.036946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 784aba94-af08-4eec-9027-ea0fde4e7989 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:58.068972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] Publish callbacks [] for security_group (4e551571-b30c-4b1e-8b46-e9476c08f1dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.098559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] Publish callbacks [] for security_group (4e551571-b30c-4b1e-8b46-e9476c08f1dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.156196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 784aba94-af08-4eec-9027-ea0fde4e7989 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:58.156602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.179003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0455dd9-9503-439f-8e5d-54f9063d767e req-1bad0f4f-4cde-49dc-8e53-99805f0c5dc6 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483788 Jan 27 19:33:58.193465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e551571-b30c-4b1e-8b46-e9476c08f1dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.196985 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.213235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e551571-b30c-4b1e-8b46-e9476c08f1dc HTTP/1.1" status: 204 len: 168 time: 0.5914655 Jan 27 19:33:58.228850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-304cd2ad-031e-494d-8fa4-46437a230091 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:58.239218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-304cd2ad-031e-494d-8fa4-46437a230091 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.3870773 Jan 27 19:33:58.271890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f9f36-bfd8-4b5f-8682-fecfe3ccf8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e551571-b30c-4b1e-8b46-e9476c08f1dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:58.295643 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-69521441-b442-4e6e-ab13-ba8eef14dfd8 req-b3d746b1-6a74-4ec9-9648-dd302fdfa12a service neutron] 10.222.0.39 "GET /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272809 Jan 27 19:33:58.302293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:33:58.318752 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f27d7f2-9b41-40a9-b29d-1fd5d551a3a5 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3703597 Jan 27 19:33:58.319471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:58.332886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'network': {'name': 'tempest-RoutersTest-950622418'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:58.389536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:58.393920 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.406431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 784aba94-af08-4eec-9027-ea0fde4e7989 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:58.411280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7b899285-3102-4501-bb88-998f2e0ab368 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:33:58.466969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:33:58.519346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (45f4909d-2f10-4d63-81d0-a0b8578771ab), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.520143 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added segment 45f4909d-2f10-4d63-81d0-a0b8578771ab of type vlan for network 2504f10e-411c-44c6-a770-9e317da3a53f Jan 27 19:33:58.552654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:33:58.644645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:33:58.656635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:58.701381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2504f10e-411c-44c6-a770-9e317da3a53f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.713217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port ebf420a2-2700-4cc7-97d0-936c84310ca0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:33:58.714497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.776294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2504f10e-411c-44c6-a770-9e317da3a53f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.782481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:58.783151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.836387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8bdc7-fe62-49e0-8ad6-6d6b16d9a518 req-898e6b91-cda7-4cfb-9095-66b4aa18b773 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:58.843546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69a8bdc7-fe62-49e0-8ad6-6d6b16d9a518 req-898e6b91-cda7-4cfb-9095-66b4aa18b773 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.2316179 Jan 27 19:33:58.875672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7b899285-3102-4501-bb88-998f2e0ab368 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:33:58.876420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7b899285-3102-4501-bb88-998f2e0ab368), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:58.913432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:33:59.011140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port ebf420a2-2700-4cc7-97d0-936c84310ca0, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ebf420a2-2700-4cc7-97d0-936c84310ca0,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:33:59.012229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.026158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7021649 Jan 27 19:33:59.034123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:59.060936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for ebf420a2-2700-4cc7-97d0-936c84310ca0 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:33:59.067127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'subnet': {'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:33:59.067444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7b899285-3102-4501-bb88-998f2e0ab368 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:33:59.122513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfe8cc-4697-46e2-9332-289b0fd33608 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Network': ['ID=2504f10e-411c-44c6-a770-9e317da3a53f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:59.127855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43c83-5566-4d6e-9856-1cf61d600db5 req-c3a29322-de49-48a0-9e16-40a91b9dce93 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:33:59.135903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbe43c83-5566-4d6e-9856-1cf61d600db5 req-c3a29322-de49-48a0-9e16-40a91b9dce93 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 945 time: 0.5642347 Jan 27 19:33:59.150560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2504f10e-411c-44c6-a770-9e317da3a53f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:33:59.269568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Made reservation on behalf of ba74e1e48fe64a04a1e28b3b63c0bb67 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:33:59.274947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.319020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbe43c83-5566-4d6e-9856-1cf61d600db5 req-963bfbe5-e568-47c5-b96f-42ae7034c908 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663203 Jan 27 19:33:59.425202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69a8bdc7-fe62-49e0-8ad6-6d6b16d9a518 req-ba49445c-c33b-452d-91aa-d1e781dbc9f8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399448 Jan 27 19:33:59.476839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54306) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:33:59.509688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:55Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:33:55Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:33:59.551131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:33:59.551918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Updating router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 port d64c8946-fc5f-47b8-a5ef-d1501b881bbc binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:33:59.594899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.762690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f07483b-80d8-43a2-a510-def13a158c92 req-63339161-a367-4b8d-9a96-2e451c4ecc6b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0907063 Jan 27 19:33:59.763947 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ebf420a2-2700-4cc7-97d0-936c84310ca0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.819624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=ebf420a2-2700-4cc7-97d0-936c84310ca0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:33:59.831444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (df17e180-184d-49a4-928e-65b8053d484c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.922822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port ebf420a2-2700-4cc7-97d0-936c84310ca0 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:33:59.926108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:33:59.931242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-029d03a1-9e4b-4b4b-b94b-7af5afa50245 req-7654bc4c-7a6b-4892-aecf-91c2ddd255bf tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.39 "DELETE /v2.0/ports/ebf420a2-2700-4cc7-97d0-936c84310ca0 HTTP/1.1" status: 204 len: 173 time: 1.6853611 Jan 27 19:33:59.931959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'name': 'network-vif-deleted', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:33:59.936311 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac217810-7833-49dc-bb95-95033d9a50dc" -d '{"events": [{"server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "name": "network-vif-deleted", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:33:59.961227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:33:59.983221 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da3ee9-c778-4403-987c-4ff125e8a453 x-openstack-request-id: req-55da3ee9-c778-4403-987c-4ff125e8a453 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:33:59.984039 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dd131a-450c-4fe1-b587-987de7e13596", "name": "network-vif-deleted", "tag": "ebf420a2-2700-4cc7-97d0-936c84310ca0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:33:59.984472 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55da3ee9-c778-4403-987c-4ff125e8a453 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:33:59.985076 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dd131a-450c-4fe1-b587-987de7e13596', 'name': 'network-vif-deleted', 'tag': 'ebf420a2-2700-4cc7-97d0-936c84310ca0', 'status': 'completed', 'code': 200} Jan 27 19:34:00.014337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5999ee90-e7d5-4a22-9e50-c971035fda5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.017198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Subnet': ['ID=df17e180-184d-49a4-928e-65b8053d484c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:00.131938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5999ee90-e7d5-4a22-9e50-c971035fda5e admin admin] Publish callbacks [] for security_group (5cdcf993-56b7-44de-9bbb-c470d52b27fa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.140627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5999ee90-e7d5-4a22-9e50-c971035fda5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5cdcf993-56b7-44de-9bbb-c470d52b27fa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.205971 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5999ee90-e7d5-4a22-9e50-c971035fda5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f9ed9f087f54d25b930a82ef0db341e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272694 Jan 27 19:34:00.208615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:00.209461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999ee90-e7d5-4a22-9e50-c971035fda5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdcf993-56b7-44de-9bbb-c470d52b27fa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:00.225571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Checking segment: {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:00.227317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network hostable DHCP agents. Network: 2504f10e-411c-44c6-a770-9e317da3a53f, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:34:00.255827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 2504f10e-411c-44c6-a770-9e317da3a53f is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:34:00.274597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 2504f10e-411c-44c6-a770-9e317da3a53f) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:00.294700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2534903-b994-4670-919f-c7f6e1963e8f None None] Network 2504f10e-411c-44c6-a770-9e317da3a53f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:00.299834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:00.307018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.337217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] Publish callbacks [] for security_group (5cdcf993-56b7-44de-9bbb-c470d52b27fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.373912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1aed4655-9cb6-483a-aea5-4c53a5023871 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3383086 Jan 27 19:34:00.375778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:00.392594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] Publish callbacks [] for security_group (5cdcf993-56b7-44de-9bbb-c470d52b27fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.451032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks [] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.526541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.584713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5cdcf993-56b7-44de-9bbb-c470d52b27fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.596919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:00.601159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5cdcf993-56b7-44de-9bbb-c470d52b27fa HTTP/1.1" status: 204 len: 168 time: 0.3907351 Jan 27 19:34:00.614632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19db703a-b786-4531-b7d9-8c6db23318c5 req-d1105304-015f-4d9a-98a2-2f3030f5cd6c tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5dd131a-450c-4fe1-b587-987de7e13596 HTTP/1.1" status: 200 len: 210 time: 0.1632972 Jan 27 19:34:00.701049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d74a4-4b2d-47d8-a784-6fdb1d4b73e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdcf993-56b7-44de-9bbb-c470d52b27fa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:00.779643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1012-191a-48e5-8004-fb3ef0f09ede None None] Pushing event updated for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:00.861164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb3d5d-7350-4a31-aa5f-2b27412554dc req-a03197c7-be38-4192-a919-a01bb77dfb39 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:00.862846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65fb3d5d-7350-4a31-aa5f-2b27412554dc req-a03197c7-be38-4192-a919-a01bb77dfb39 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.2196250 Jan 27 19:34:01.031003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-2504f10e-411c-44c6-a770-9e317da3a53f', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:34:01.032530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.083252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Attempting to bind port d64c8946-fc5f-47b8-a5ef-d1501b881bbc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:01.083687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Attempting to bind port d64c8946-fc5f-47b8-a5ef-d1501b881bbc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:01.084058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Attempting to bind port d64c8946-fc5f-47b8-a5ef-d1501b881bbc on network 0c50d232-e9da-486d-867a-da6911b94493 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:01.084609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65fb3d5d-7350-4a31-aa5f-2b27412554dc req-345426d2-7f9e-45bf-95ec-7d6902fcda40 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075207 Jan 27 19:34:01.102749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b5eed8c-3f3b-4535-a714-f2525d3b71e5 req-89e1589b-280e-4dd0-b1c2-5a42c5f91585 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1637328 Jan 27 19:34:01.106480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:01.106870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Checking segment: {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:01.107318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.107724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Bound using segment: {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:01.116036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Bound port: d64c8946-fc5f-47b8-a5ef-d1501b881bbc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd27b2d-6c33-4839-abf8-51d1e011f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0c50d232-e9da-486d-867a-da6911b94493'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:01.116760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.444183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-eca93f73-aa51-4689-8aa3-52352a344c36 None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:01.445024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eca93f73-aa51-4689-8aa3-52352a344c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.518179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Allocated IP 172.23.0.2 (2504f10e-411c-44c6-a770-9e317da3a53f/df17e180-184d-49a4-928e-65b8053d484c/eca47100-8d5f-4229-a9eb-cdcf7962a9b5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:01.520124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:01.526057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eca93f73-aa51-4689-8aa3-52352a344c36 None None] Port d64c8946-fc5f-47b8-a5ef-d1501b881bbc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:01.533016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] For port d64c8946-fc5f-47b8-a5ef-d1501b881bbc, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:01.536854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] For port d64c8946-fc5f-47b8-a5ef-d1501b881bbc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:01.548033 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.556491 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910acecc-b158-4774-ba6e-2e2f5d298bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.724162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910acecc-b158-4774-ba6e-2e2f5d298bf5 admin admin] Publish callbacks [] for security_group (a64cb89a-dddc-4026-b67f-06ff0ceecf28), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.731120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910acecc-b158-4774-ba6e-2e2f5d298bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a64cb89a-dddc-4026-b67f-06ff0ceecf28), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.789406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.802554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-910acecc-b158-4774-ba6e-2e2f5d298bf5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c93b9ca17bf43999df1f26945dabb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797928 Jan 27 19:34:01.805524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910acecc-b158-4774-ba6e-2e2f5d298bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64cb89a-dddc-4026-b67f-06ff0ceecf28,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:01.809756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:01.958303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] Publish callbacks [] for security_group (a64cb89a-dddc-4026-b67f-06ff0ceecf28), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:01.998002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ebf420a2-2700-4cc7-97d0-936c84310ca0 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:02.028792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] Publish callbacks [] for security_group (a64cb89a-dddc-4026-b67f-06ff0ceecf28), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.130423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a64cb89a-dddc-4026-b67f-06ff0ceecf28), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.136093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.138738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a64cb89a-dddc-4026-b67f-06ff0ceecf28 HTTP/1.1" status: 204 len: 168 time: 0.3268459 Jan 27 19:34:02.150462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aba995-c534-459c-ade4-9720fc319482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64cb89a-dddc-4026-b67f-06ff0ceecf28,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:02.256427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: ebf420a2-2700-4cc7-97d0-936c84310ca0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:02.256777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ebf420a2-2700-4cc7-97d0-936c84310ca0 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:02.269508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1012-191a-48e5-8004-fb3ef0f09ede None None] Pushing event updated for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:02.327316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b35b7656-326b-4d53-b140-cab9cc29e9b2 req-5d77874c-f518-4f7f-b190-6d1e009cb582 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0589371 Jan 27 19:34:02.357493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:02.363334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:02.486738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92af9e-3fd5-4665-a3b3-2b426bbaf553 req-2414cbb7-b739-4a30-bc25-77ac3c79f6d2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:02.491233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f92af9e-3fd5-4665-a3b3-2b426bbaf553 req-2414cbb7-b739-4a30-bc25-77ac3c79f6d2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1574290 Jan 27 19:34:02.651020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f92af9e-3fd5-4665-a3b3-2b426bbaf553 req-3f8c27cb-90f8-41c4-a1e6-16919e085946 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430383 Jan 27 19:34:02.663036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:02.832330 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks [] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.837299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:02.837938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.889576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:02.938385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Network 2504f10e-411c-44c6-a770-9e317da3a53f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:02.974038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:03.003482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:03.087260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Allocated IP 172.23.0.1 (2504f10e-411c-44c6-a770-9e317da3a53f/df17e180-184d-49a4-928e-65b8053d484c/e5913f2f-8d73-4380-abb7-6de083294d3a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:03.149136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Current status of the port d64c8946-fc5f-47b8-a5ef-d1501b881bbc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:03.152543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.189095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:03.204816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Pushing event updated for resources: {'Port': ['ID=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:03.352200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Attempting to bind port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:03.352572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Attempting to bind port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:03.352941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Attempting to bind port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 on network 2504f10e-411c-44c6-a770-9e317da3a53f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:03.368048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] For port d64c8946-fc5f-47b8-a5ef-d1501b881bbc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:03.389649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:03.390401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Checking segment: {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:03.390994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.391778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Bound using segment: {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:03.392080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Bound port: eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:03.395462 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.424654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.461012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.537752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.566845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b6e283-6ecc-4645-843a-6171bbad2526 req-5377cb4d-e491-4bef-8e44-8952bc04ee40 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0681534 Jan 27 19:34:03.584303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:03.635703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:03.641089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 2504f10e-411c-44c6-a770-9e317da3a53f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:03.643254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:03.645767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:03.669046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.700757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5c76a-faab-4a8b-a16b-b704d2d7ccae None None] Pushing event updated for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:03.739588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:03.742417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:55Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:01Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:03.843251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf8647-6adf-4980-8085-37ec8286a38f None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:33:55Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:01Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:03.857423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] For port eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:03.897651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] For port eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:03.914672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:04.019265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb6c4c-2ee6-4676-88d0-822d6f7a4351 None None] Pushing event updated for resources: {'Port': ['ID=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:04.080203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:04.091197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6db9bb-34d1-4e1d-ba34-b358da61cb66 req-c3b00fc5-1adb-4df3-8283-76e769df3bf7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:04.100888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6db9bb-34d1-4e1d-ba34-b358da61cb66 req-c3b00fc5-1adb-4df3-8283-76e769df3bf7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.2882586 Jan 27 19:34:04.176803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6db9bb-34d1-4e1d-ba34-b358da61cb66 req-996974ed-1dfd-4256-bcb7-9c91e5f86dc1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Jan 27 19:34:04.221378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142222d1-59a7-43a9-94b1-a6e05c2a007c req-c41841dd-e014-4e4a-aa55-da8764a55545 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:04.227721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-142222d1-59a7-43a9-94b1-a6e05c2a007c req-c41841dd-e014-4e4a-aa55-da8764a55545 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 945 time: 0.3142550 Jan 27 19:34:04.361629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-142222d1-59a7-43a9-94b1-a6e05c2a007c req-58646172-d36b-4c28-bb4f-21639e729ad4 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142104 Jan 27 19:34:04.470138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:04.662788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Allocated IP 172.25.5.244 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b2d06995-49f5-4494-88ad-160ac352bff3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:04.849458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13acb767-9db0-4c51-8a52-bd13eb1e6b96 req-4d89994d-f2dd-4bfb-89b3-8f9bdc541420 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0770810 Jan 27 19:34:04.915944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (b2d06995-49f5-4494-88ad-160ac352bff3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:04.975628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:04.998875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:05.019044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:05.063351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:05.072722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:05.085006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:05.100764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event updated for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:05.143079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.143363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.146929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.148797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.150897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.151471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.152034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.152546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.153057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.153603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.154158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.154743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.155408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:05.226434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=b2d06995-49f5-4494-88ad-160ac352bff3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:05.262307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:05.555613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (c9856e9a-e79a-41ca-9f10-2d1a347e1b34), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:05.603723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c753e-759c-4209-9410-ce565c0909b4 req-da42f10c-d6cf-4975-9f67-c5e5c42e2dfc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:05.605401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e36c753e-759c-4209-9410-ce565c0909b4 req-da42f10c-d6cf-4975-9f67-c5e5c42e2dfc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1768181 Jan 27 19:34:05.605594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Network 2504f10e-411c-44c6-a770-9e317da3a53f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:05.608110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:05.657751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d72ad-ad17-480e-92ba-c39da3c1a211 req-2744cf4a-ae19-4aef-a1f7-9d2f05286a29 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:05.664471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e23d72ad-ad17-480e-92ba-c39da3c1a211 req-2744cf4a-ae19-4aef-a1f7-9d2f05286a29 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 945 time: 0.1402931 Jan 27 19:34:05.665553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:05.829942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e23d72ad-ad17-480e-92ba-c39da3c1a211 req-37660a53-4b18-456a-b9cc-76b813402fd9 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/security-groups?id=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128335 Jan 27 19:34:05.897530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:05.909914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e36c753e-759c-4209-9410-ce565c0909b4 req-42ab3452-bcc9-47cd-ad75-bd4c8f0b17a4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957268 Jan 27 19:34:06.047144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-f0a6e527-0c21-4b7d-996d-00283882d53d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:06.050087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-f0a6e527-0c21-4b7d-996d-00283882d53d tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.66 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 945 time: 0.4009364 Jan 27 19:34:06.114647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7af0b5-729c-4081-a257-9a1fd526f316 None None] Network 2504f10e-411c-44c6-a770-9e317da3a53f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:06.185636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:06.195582 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:06.216493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82ccdeb6-db0d-4149-9833-59db2cd9e1e8 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8343096 Jan 27 19:34:06.217005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:06.221544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:06.226529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:06.228104 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:06.261016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4e33608-f6b8-4543-bb46-429bf0e8b2dc req-8d0de284-cd6b-4eca-a651-9ee363215ae9 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1324918 Jan 27 19:34:06.302750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d64c8946-fc5f-47b8-a5ef-d1501b881bbc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:06.430497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Provisioning complete for port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:06.431401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.440131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:06.451663 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:06.549708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d64c8946-fc5f-47b8-a5ef-d1501b881bbc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:06.550471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.675984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d64c8946-fc5f-47b8-a5ef-d1501b881bbc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:06.677323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eca47100-8d5f-4229-a9eb-cdcf7962a9b5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:06.710422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (b2d06995-49f5-4494-88ad-160ac352bff3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.786334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.788157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Current status of the port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:06.788834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.851356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] For port eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:06.865292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.872270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:06.872930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:06.945174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=b2d06995-49f5-4494-88ad-160ac352bff3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:07.000576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dd94f-ae79-4194-82ba-1ad20971337f None None] Pushing event updated for resources: {'Port': ['ID=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:07.024003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a192cbcf-35b8-43ca-95bd-2f1049f09ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.061986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:34:07.094210 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:04Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:04Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:07.099126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Removed routes are [] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:34:07.100895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.119723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:07.159714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Deleting port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:07.160112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.202815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:07.205100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.292228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Port e5913f2f-8d73-4380-abb7-6de083294d3a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:07.309204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] For port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,segment=NetworkSegment(d34d2a30-6697-4619-b985-9e8cc9cd7250),segment_id=d34d2a30-6697-4619-b985-9e8cc9cd7250)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:07.309648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.326159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Provisioning complete for port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:07.326727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.331508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Calling delete_port for 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:07.399470 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:07.400158 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Updating router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 port e5913f2f-8d73-4380-abb7-6de083294d3a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:34:07.473797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.479555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.480647 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.508199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f292a0bf-8aa4-4128-ad09-e6e67f88dabc None None] Current status of the port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:07.569383 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.577661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32aadced-7e54-4b13-be29-b417ed655319 req-6128b8b6-4e5f-4700-a0bf-8941ea84feb6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.4925377 Jan 27 19:34:07.620037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c9856e9a-e79a-41ca-9f10-2d1a347e1b34), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.629491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Pushing event deleted for resources: {'Port': ['ID=5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:07.648389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e5e0-131b-41fe-9cd8-c890bb556fa3 req-3767e0f2-7833-443b-bd7f-e4f3f57340bb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:07.656412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a075e5e0-131b-41fe-9cd8-c890bb556fa3 req-3767e0f2-7833-443b-bd7f-e4f3f57340bb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.5720048 Jan 27 19:34:07.665983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e2ba8b1b-be88-4c1c-add2-a8a592bca379 None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:07.666516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8b1b-be88-4c1c-add2-a8a592bca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.729391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:07.747269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba8b1b-be88-4c1c-add2-a8a592bca379 None None] Port e5913f2f-8d73-4380-abb7-6de083294d3a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:07.763175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] No DVR routers for this DVR port 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:07.776037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.785902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-856460fe-42a5-48b5-a9b1-8926d93a3295 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5908773 Jan 27 19:34:07.789836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:07.791025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:07.802139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4538f98d-cc4b-467f-86ef-7eb65f085303 req-78711b5f-57a6-4027-991e-cf9a3ee6e512 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.66 "DELETE /v2.0/ports/5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 HTTP/1.1" status: 204 len: 173 time: 1.7337718 Jan 27 19:34:07.802139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'name': 'network-vif-deleted', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:34:07.802576 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78be0b-b663-4a22-80e3-c520ca656b15" -d '{"events": [{"server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "name": "network-vif-deleted", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:34:07.820355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1544758604'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:08.044070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a075e5e0-131b-41fe-9cd8-c890bb556fa3 req-c538f900-6441-416b-a70c-2f49b617be68 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867695 Jan 27 19:34:08.060451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Made reservation on behalf of 4c767b62db5c4f9c8ed269867d81b48e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:08.066871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.109525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eca47100-8d5f-4229-a9eb-cdcf7962a9b5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:08.117814 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.218542 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd51eb-3baf-4533-bfd7-ec350187bdb4 x-openstack-request-id: req-eddd51eb-3baf-4533-bfd7-ec350187bdb4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:34:08.219092 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af08db5-0823-461e-8c7b-e24cc5ce3b99", "name": "network-vif-deleted", "tag": "5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:34:08.219473 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eddd51eb-3baf-4533-bfd7-ec350187bdb4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:34:08.220123 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af08db5-0823-461e-8c7b-e24cc5ce3b99', 'name': 'network-vif-deleted', 'tag': '5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97', 'status': 'completed', 'code': 200} Jan 27 19:34:08.243653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c96da70a-fb71-49f7-9c79-511178032e57 req-fb717f67-faa8-484b-9114-2127cdc8a36c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.2191041 Jan 27 19:34:08.289861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d9e115ca-792e-4b06-88e2-f500de66d4c1 None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:08.290363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e115ca-792e-4b06-88e2-f500de66d4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.339085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d9e115ca-792e-4b06-88e2-f500de66d4c1 None None] Port e5913f2f-8d73-4380-abb7-6de083294d3a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:08.342714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:08.343100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.367287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a192cbcf-35b8-43ca-95bd-2f1049f09ffd admin admin] Publish callbacks [] for security_group (b623d293-0edf-459d-8e42-aa2bd33cf5a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.389107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a192cbcf-35b8-43ca-95bd-2f1049f09ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b623d293-0edf-459d-8e42-aa2bd33cf5a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.397671 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks [] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.411741 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.455859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a192cbcf-35b8-43ca-95bd-2f1049f09ffd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f2ce280ab554e0a9ed60084155459a7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0139978 Jan 27 19:34:08.461287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:08.499661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:08.533855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:08.538696 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d0f47-a258-4d9b-b425-dd6566b5b2fc None None] Pushing event updated for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:08.569860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.576798 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a2e57fbd-ceab-4d08-b35c-6e4c6f1a604b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 933 time: 2.3512490 Jan 27 19:34:08.582861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54562) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:08.593387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192cbcf-35b8-43ca-95bd-2f1049f09ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b623d293-0edf-459d-8e42-aa2bd33cf5a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:08.647392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Attempting to bind port e5913f2f-8d73-4380-abb7-6de083294d3a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:08.648202 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Attempting to bind port e5913f2f-8d73-4380-abb7-6de083294d3a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:08.650184 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Attempting to bind port e5913f2f-8d73-4380-abb7-6de083294d3a on network 2504f10e-411c-44c6-a770-9e317da3a53f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:08.676109 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:08.684314 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Checking segment: {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:08.685835 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.686460 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Bound using segment: {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:08.688996 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Bound port: e5913f2f-8d73-4380-abb7-6de083294d3a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f4909d-2f10-4d63-81d0-a0b8578771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:08.689616 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.695670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for security_group (6a92fb71-6912-48dc-91af-3499c130a027), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.706634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a92fb71-6912-48dc-91af-3499c130a027), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.740473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:34:08.785248 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bcc9db96-04ef-450a-a35a-412168641717), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.785751 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Added segment bcc9db96-04ef-450a-a35a-412168641717 of type vlan for network 53800032-ccbd-442b-a917-60926d31718e Jan 27 19:34:08.798962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:08.802336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c3ace7e-e192-4c2b-95b5-dd4f9492fe1d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 933 time: 0.2177651 Jan 27 19:34:08.809576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:08.822327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'routes': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:08.884344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (53800032-ccbd-442b-a917-60926d31718e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.951143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (53800032-ccbd-442b-a917-60926d31718e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.957142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:08.960963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5cdd3d87-9f0b-4bdd-b244-b1f5b5a5df97 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:08.967317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:08.969015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:08.989594 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] For port e5913f2f-8d73-4380-abb7-6de083294d3a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:08.995450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] For port e5913f2f-8d73-4380-abb7-6de083294d3a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e5913f2f-8d73-4380-abb7-6de083294d3a,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:09.010636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:09.011703 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.014171 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.036245 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-378fa4df-a1da-4941-b50c-f6ad6a7b4e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.093465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] Publish callbacks [] for security_group (b623d293-0edf-459d-8e42-aa2bd33cf5a4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.115121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d348f49-ff6c-4752-bde9-8aedd54018bc req-bb30c311-f164-4398-ad24-1c97a6d384b6 tempest-ServersTestJSON-2060259304 tempest-ServersTestJSON-2060259304-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af08db5-0823-461e-8c7b-e24cc5ce3b99 HTTP/1.1" status: 200 len: 210 time: 0.1268549 Jan 27 19:34:09.138519 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d0f47-a258-4d9b-b425-dd6566b5b2fc None None] Pushing event updated for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:09.182444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:09.186128 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:09.317048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Current status of the port e5913f2f-8d73-4380-abb7-6de083294d3a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:09.319269 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.445970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added routes are [] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:34:09.445970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:34:09.452295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] For port e5913f2f-8d73-4380-abb7-6de083294d3a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e5913f2f-8d73-4380-abb7-6de083294d3a,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:09.460644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.474266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6748888 Jan 27 19:34:09.485559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54574) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:09.490260 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] Publish callbacks [] for security_group (b623d293-0edf-459d-8e42-aa2bd33cf5a4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.503313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Request body: {'subnet': {'network_id': '53800032-ccbd-442b-a917-60926d31718e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:09.536420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:09.538746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Network': ['ID=53800032-ccbd-442b-a917-60926d31718e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:09.542835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d65b4-0a07-4772-befd-023c0aefa521 None None] Pushing event updated for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:09.552316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 53800032-ccbd-442b-a917-60926d31718e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:34:09.554574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5122-fcca-4cbe-b907-31a85faaad48 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92fb71-6912-48dc-91af-3499c130a027,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:09.646519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-619fba1b-74ca-46e4-9f93-acfd905a1eeb req-007a65c0-dd83-42de-b874-65feb869158e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1119049 Jan 27 19:34:09.694233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b623d293-0edf-459d-8e42-aa2bd33cf5a4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.697937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.702247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b623d293-0edf-459d-8e42-aa2bd33cf5a4 HTTP/1.1" status: 204 len: 168 time: 1.2398520 Jan 27 19:34:09.713063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed71f9-c957-44b2-9822-c19f07562bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623d293-0edf-459d-8e42-aa2bd33cf5a4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:09.727301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e071a9-207c-4630-8a3b-5d9f6ab12075 req-6bedde06-59a7-4fb3-90ec-644f87ecc8fe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:09.729347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e071a9-207c-4630-8a3b-5d9f6ab12075 req-6bedde06-59a7-4fb3-90ec-644f87ecc8fe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.4469826 Jan 27 19:34:09.757379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.865576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e071a9-207c-4630-8a3b-5d9f6ab12075 req-50d1e7f3-a657-46a2-96f3-919e73d903a5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165760 Jan 27 19:34:09.883313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c5200671-12fa-4418-a629-bb92d04c2a18 None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:09.883699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5200671-12fa-4418-a629-bb92d04c2a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:09.918468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Made reservation on behalf of 4c767b62db5c4f9c8ed269867d81b48e for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:09.927044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.029313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c5200671-12fa-4418-a629-bb92d04c2a18 None None] Current status of the port e5913f2f-8d73-4380-abb7-6de083294d3a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:10.108645 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:07Z', 'revision_number': 6, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:08Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:10.162394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692139-8b6f-4fe3-984c-3eb1d79d4aa4 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:07Z', 'revision_number': 6, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:08Z', 'revision_number': 4, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:10.246729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:10.326886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Deleting subnet bde09e84-3ed8-4a6f-a68e-b59291e60de2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:10.337949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Publish callbacks [] for subnet (bde09e84-3ed8-4a6f-a68e-b59291e60de2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.419864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (bde09e84-3ed8-4a6f-a68e-b59291e60de2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.494010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.505278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.521367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bde09e84-3ed8-4a6f-a68e-b59291e60de2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.612058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b2aabf42-2333-4dac-9b7b-42b78c39f44a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.614104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (bde09e84-3ed8-4a6f-a68e-b59291e60de2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.632250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.636742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bde09e84-3ed8-4a6f-a68e-b59291e60de2 HTTP/1.1" status: 204 len: 168 time: 0.3844013 Jan 27 19:34:10.666900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:10.676419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd53387-25c1-4940-b69b-31b97f8db96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde09e84-3ed8-4a6f-a68e-b59291e60de2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:10.797302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b51cfb14-594a-45d0-9926-74ce3d854740), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:10.847229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:10.865026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Subnet': ['ID=b2aabf42-2333-4dac-9b7b-42b78c39f44a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:10.886875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a763d3e2-0708-4e47-b467-7e25c7eeb5d2 req-c520a40a-63e9-4974-aa4d-d9e0695e981b tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0371811 Jan 27 19:34:11.046417 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b51cfb14-594a-45d0-9926-74ce3d854740), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.049821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:11.057772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.063569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7568bef3-6ef5-4d9c-b033-181d25a6376b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 699 time: 2.2470953 Jan 27 19:34:11.066127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Checking segment: {'id': 'bcc9db96-04ef-450a-a35a-412168641717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53800032-ccbd-442b-a917-60926d31718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:11.066523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network hostable DHCP agents. Network: 53800032-ccbd-442b-a917-60926d31718e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:34:11.068893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:11.076445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51cfb14-594a-45d0-9926-74ce3d854740']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:11.089503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34d2a30-6697-4619-b985-9e8cc9cd7250') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:11.090606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34d2a30-6697-4619-b985-9e8cc9cd7250') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:11.103300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d34d2a30-6697-4619-b985-9e8cc9cd7250), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.123141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d34d2a30-6697-4619-b985-9e8cc9cd7250), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.130629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:11.130993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d34d2a30-6697-4619-b985-9e8cc9cd7250), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.249129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 53800032-ccbd-442b-a917-60926d31718e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:34:11.273959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 53800032-ccbd-442b-a917-60926d31718e) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:11.285035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f740c-127b-43cf-b99c-75f2fba4f03d None None] Network 53800032-ccbd-442b-a917-60926d31718e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:11.294643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:11.295577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:11.308564 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:11.322286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b51cfb14-594a-45d0-9926-74ce3d854740), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.344276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-adbd8188-8713-4f72-a2e8-1faff9202618 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 699 time: 0.2709019 Jan 27 19:34:11.348659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:11.378895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.388221 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e7da27e4-d234-43fd-8ad8-a348fceb32ee tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8937783 Jan 27 19:34:11.389524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:11.404896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b51cfb14-594a-45d0-9926-74ce3d854740 HTTP/1.1" status: 204 len: 168 time: 0.7354360 Jan 27 19:34:11.433578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-997563843', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:11.575409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-53800032-ccbd-442b-a917-60926d31718e', 'network_id': '53800032-ccbd-442b-a917-60926d31718e', 'project_id': '4c767b62db5c4f9c8ed269867d81b48e', 'fixed_ips': [{'subnet_id': 'b2aabf42-2333-4dac-9b7b-42b78c39f44a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:34:11.576305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.637901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.640720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.735551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_controller (638f21e3-665b-40fc-99a7-42f70b78fef6), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:11.816146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54618) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:11.908552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Allocated IP 172.20.0.2 (53800032-ccbd-442b-a917-60926d31718e/b2aabf42-2333-4dac-9b7b-42b78c39f44a/1c1bc745-9a62-48dd-9196-740b1e03abab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:11.974039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:12.013327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:12.020878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:33:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:12.059716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b5bee-6935-4a7f-8d26-e8c1dc0b32b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51cfb14-594a-45d0-9926-74ce3d854740,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:12.088003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabac23-5466-4a36-86da-ee1805a13643 req-73b91963-22c4-4933-813e-be437c69d4ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:12.092117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5dabac23-5466-4a36-86da-ee1805a13643 req-73b91963-22c4-4933-813e-be437c69d4ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.8943508 Jan 27 19:34:12.158601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34d4020f-efa2-4f8c-ac93-2da43cc69ca9 req-4726e8ce-0f25-4b78-893a-af85ea9de4dc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0620155 Jan 27 19:34:12.191673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5dabac23-5466-4a36-86da-ee1805a13643 req-3bcf8fd0-ab0d-41b7-b56c-1ab5aedfafe1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896046 Jan 27 19:34:12.271678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e5913f2f-8d73-4380-abb7-6de083294d3a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:12.490964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318bb0c3-7df3-4e8d-a43a-d2d7b1a3153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.575518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:12.718578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_gateway (638f21e3-665b-40fc-99a7-42f70b78fef6), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.783132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks [] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.795712 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c0d2e504-42ce-4b5f-a231-72fd1d69209b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0807805995ef47e7b697a280256d32eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715567 Jan 27 19:34:12.797566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:12.834530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.899529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] Publish callbacks [] for security_group (88a0953d-9a7d-4257-b5d2-a4e71c21fd4e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.940698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] Publish callbacks [] for security_group (88a0953d-9a7d-4257-b5d2-a4e71c21fd4e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:12.976255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc745-9a62-48dd-9196-740b1e03abab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:12.982077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Network 53800032-ccbd-442b-a917-60926d31718e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:12.986609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:12.988154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e5913f2f-8d73-4380-abb7-6de083294d3a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:12.988384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.032672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:13.075178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (88a0953d-9a7d-4257-b5d2-a4e71c21fd4e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.078523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.083713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88a0953d-9a7d-4257-b5d2-a4e71c21fd4e HTTP/1.1" status: 204 len: 168 time: 0.2826188 Jan 27 19:34:13.110906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307fa8a-ae45-4d63-abe3-5f34c3be254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a0953d-9a7d-4257-b5d2-a4e71c21fd4e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:13.187922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:13.290409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Attempting to bind port 1c1bc745-9a62-48dd-9196-740b1e03abab on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:13.290792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Attempting to bind port 1c1bc745-9a62-48dd-9196-740b1e03abab by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bcc9db96-04ef-450a-a35a-412168641717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53800032-ccbd-442b-a917-60926d31718e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:13.291214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Attempting to bind port 1c1bc745-9a62-48dd-9196-740b1e03abab on network 53800032-ccbd-442b-a917-60926d31718e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:13.306555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:13.306958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Checking segment: {'id': 'bcc9db96-04ef-450a-a35a-412168641717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53800032-ccbd-442b-a917-60926d31718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:13.307351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.307753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Bound using segment: {'id': 'bcc9db96-04ef-450a-a35a-412168641717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53800032-ccbd-442b-a917-60926d31718e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:13.309036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Bound port: 1c1bc745-9a62-48dd-9196-740b1e03abab, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc9db96-04ef-450a-a35a-412168641717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53800032-ccbd-442b-a917-60926d31718e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:13.310138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.331988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e5913f2f-8d73-4380-abb7-6de083294d3a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:13.365437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.455474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 7, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:13.486031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fc029fa-05db-4ad0-a6ea-a5164d15a270 req-08687d68-7f15-4fac-8ccc-710cf4f298c5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0775306 Jan 27 19:34:13.506332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:13.517842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] For port 1c1bc745-9a62-48dd-9196-740b1e03abab, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:13.533656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] For port 1c1bc745-9a62-48dd-9196-740b1e03abab, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c1bc745-9a62-48dd-9196-740b1e03abab,segment=NetworkSegment(bcc9db96-04ef-450a-a35a-412168641717),segment_id=bcc9db96-04ef-450a-a35a-412168641717)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:13.549363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.624877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e461fa-24d9-4f03-981e-5fbd77054983 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc745-9a62-48dd-9196-740b1e03abab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:13.627961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:13.628988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:13.629726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7aeced-8b61-4847-b907-1387926993f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.716706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6472e-77fe-4740-adbd-de9aa43f83f1 req-0c9474e5-aa42-40eb-a74a-c2e476fed4bf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:13.724145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9eb6472e-77fe-4740-adbd-de9aa43f83f1 req-0c9474e5-aa42-40eb-a74a-c2e476fed4bf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.2335882 Jan 27 19:34:13.783950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_gateway (638f21e3-665b-40fc-99a7-42f70b78fef6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.819335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:13.860168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:13.887184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9eb6472e-77fe-4740-adbd-de9aa43f83f1 req-723d95cb-fda5-4890-bc05-4084827facb7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398075 Jan 27 19:34:14.012674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7aeced-8b61-4847-b907-1387926993f2 admin admin] Publish callbacks [] for security_group (e11d7b7c-6128-47fd-856b-94cc3f8eac6a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:14.028489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7aeced-8b61-4847-b907-1387926993f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e11d7b7c-6128-47fd-856b-94cc3f8eac6a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:14.130649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fe7aeced-8b61-4847-b907-1387926993f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e003abaa584f4edba4caea394c70a99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9372888 Jan 27 19:34:14.134461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:14.138532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aeced-8b61-4847-b907-1387926993f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11d7b7c-6128-47fd-856b-94cc3f8eac6a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:14.285415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 7, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:14.350119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Allocated IP 172.25.5.191 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/9229395d-9d64-4ff1-9b61-92aeb425f239) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:14.357651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee94fa-184c-44c0-8a12-a8a5cc490b92 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 7, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5913f2f-8d73-4380-abb7-6de083294d3a', 'name': '', 'network_id': '2504f10e-411c-44c6-a770-9e317da3a53f', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6c:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'df17e180-184d-49a4-928e-65b8053d484c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:02Z', 'updated_at': '2022-01-27T19:34:09Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': 'df17e180-184d-49a4-928e-65b8053d484c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:14.451882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] Publish callbacks [] for security_group (e11d7b7c-6128-47fd-856b-94cc3f8eac6a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:14.800263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f7d3e10-2d7e-4b53-9861-c2c0606ddaea req-8f64a20f-e578-4aea-bb90-09331f41a385 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1083233 Jan 27 19:34:14.845783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] Publish callbacks [] for security_group (e11d7b7c-6128-47fd-856b-94cc3f8eac6a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.064630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port e5913f2f-8d73-4380-abb7-6de083294d3a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:15.065198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.102943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.190773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb1a0-3690-4d54-bf39-c38a7b5cc203 req-548a570d-36a6-46b1-b397-f72edd58bede tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:15.201379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad3cb1a0-3690-4d54-bf39-c38a7b5cc203 req-548a570d-36a6-46b1-b397-f72edd58bede tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1148365 Jan 27 19:34:15.207267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (9229395d-9d64-4ff1-9b61-92aeb425f239), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.257623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:15.291153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port e5913f2f-8d73-4380-abb7-6de083294d3a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e5913f2f-8d73-4380-abb7-6de083294d3a,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:15.291833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.312275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for e5913f2f-8d73-4380-abb7-6de083294d3a owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:15.352744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad3cb1a0-3690-4d54-bf39-c38a7b5cc203 req-a1d1e085-cae0-4549-b142-2a193f6fdcb1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499481 Jan 27 19:34:15.423543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e11d7b7c-6128-47fd-856b-94cc3f8eac6a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.428787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.430913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e11d7b7c-6128-47fd-856b-94cc3f8eac6a HTTP/1.1" status: 204 len: 168 time: 1.2886751 Jan 27 19:34:15.489423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1905136430-network', 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:15.507624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ab6e0-9dc9-4ae6-9fc7-59f3f2145934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11d7b7c-6128-47fd-856b-94cc3f8eac6a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:15.525931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.564382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:15.568208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.600099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.742430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9229395d-9d64-4ff1-9b61-92aeb425f239), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.802139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:15.808484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:15.815758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:15.829193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks [] for security_group (27cf4243-fc39-4f12-80ed-cd2da36d450b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.837473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (27cf4243-fc39-4f12-80ed-cd2da36d450b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.889557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:34:15.967009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf4243-fc39-4f12-80ed-cd2da36d450b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:15.988098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8e7b1b5c-9007-438a-825b-c0409dd5460c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:15.992962 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Added segment 8e7b1b5c-9007-438a-825b-c0409dd5460c of type vlan for network b0357751-ea75-4fa9-8bb3-53baac05e592 Jan 27 19:34:16.004377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.037460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd355656-70e9-4a89-85a5-4a008a2599db None None] Network 53800032-ccbd-442b-a917-60926d31718e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:16.184057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b0357751-ea75-4fa9-8bb3-53baac05e592), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.219239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Provisioning complete for port 1c1bc745-9a62-48dd-9196-740b1e03abab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:16.219853 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.254994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c4d5861-d3e5-4378-903c-5de44d9ef826 req-55dbee32-0ff5-4deb-bb60-331ea11faf74 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0745497 Jan 27 19:34:16.299289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=9229395d-9d64-4ff1-9b61-92aeb425f239,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:16.305978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e5913f2f-8d73-4380-abb7-6de083294d3a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.320065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:34:16.378270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b0357751-ea75-4fa9-8bb3-53baac05e592), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.379503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:16.380227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.425946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c1bc745-9a62-48dd-9196-740b1e03abab up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:16.498345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Current status of the port 1c1bc745-9a62-48dd-9196-740b1e03abab is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:16.507320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.545033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2828200 Jan 27 19:34:16.551177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:16.561110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Request body: {'subnet': {'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1905136430-subnet', 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:16.562570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_gateway (638f21e3-665b-40fc-99a7-42f70b78fef6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.591389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386268-5095-426c-948a-7b75369efe28 admin admin] Pushing event updated for resources: {'Network': ['ID=b0357751-ea75-4fa9-8bb3-53baac05e592,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:16.618712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b0357751-ea75-4fa9-8bb3-53baac05e592 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:34:16.634506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:16.637754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.800123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] For port 1c1bc745-9a62-48dd-9196-740b1e03abab, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c1bc745-9a62-48dd-9196-740b1e03abab,segment=NetworkSegment(bcc9db96-04ef-450a-a35a-412168641717),segment_id=bcc9db96-04ef-450a-a35a-412168641717)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:16.817466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1c1bc745-9a62-48dd-9196-740b1e03abab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:16.817839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:16.839411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=e5913f2f-8d73-4380-abb7-6de083294d3a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:16.858985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84914c2-d411-458f-9cd2-0ca93f367653 req-07c3a240-6306-4a9d-aeda-0ada6bec50d1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:16.868383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f84914c2-d411-458f-9cd2-0ca93f367653 req-07c3a240-6306-4a9d-aeda-0ada6bec50d1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.2469800 Jan 27 19:34:16.918036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:17.064403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f84914c2-d411-458f-9cd2-0ca93f367653 req-82c4ac92-afe8-4c2e-ac7e-9b07a4838fa2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947238 Jan 27 19:34:17.186656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (9dde38b9-1f64-4ae6-a410-3cef79f2aa1a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:17.299803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:17.361231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Checking segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:17.363429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Network hostable DHCP agents. Network: b0357751-ea75-4fa9-8bb3-53baac05e592, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:34:17.403560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5492dfa-0b83-4099-96bf-ca40dc1d1d68 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc745-9a62-48dd-9196-740b1e03abab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:17.406853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Network b0357751-ea75-4fa9-8bb3-53baac05e592 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:34:17.422707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8fe7ff8c-2e9b-4400-a796-420d80491af8 None None] Provisioning complete for port 1c1bc745-9a62-48dd-9196-740b1e03abab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:17.423991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ff8c-2e9b-4400-a796-420d80491af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:17.425275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b0357751-ea75-4fa9-8bb3-53baac05e592) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:17.430355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:17.431086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:17.446992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed46fa-9d3c-4344-977f-be9b96578812 None None] Network b0357751-ea75-4fa9-8bb3-53baac05e592 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:17.472887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6db4d358-1c45-401c-a8bb-6dedf207ccee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9103713 Jan 27 19:34:17.516279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e8af7e9-99ab-4e9c-82b3-f18df62bcc1e req-f9c7f141-fa3b-4092-994b-381f8e4fff7e tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0374687 Jan 27 19:34:17.532625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1c1bc745-9a62-48dd-9196-740b1e03abab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:17.783713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214ad39-fd07-45c7-9444-2843ea941a6c None None] Network b0357751-ea75-4fa9-8bb3-53baac05e592 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:17.798429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:18.184185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:18.244623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7ff8c-2e9b-4400-a796-420d80491af8 None None] Current status of the port 1c1bc745-9a62-48dd-9196-740b1e03abab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:18.278614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c1bc745-9a62-48dd-9196-740b1e03abab up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:18.284139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Router 638f21e3-665b-40fc-99a7-42f70b78fef6 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:34:18.423239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eaf8d-8cb2-4db2-8825-747f877452e5 req-7e6e9fef-f354-42e6-bd52-c46abc2299a7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:18.435628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1c1bc745-9a62-48dd-9196-740b1e03abab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:18.435628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:18.450725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-265eaf8d-8cb2-4db2-8825-747f877452e5 req-7e6e9fef-f354-42e6-bd52-c46abc2299a7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1973703 Jan 27 19:34:18.582295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-265eaf8d-8cb2-4db2-8825-747f877452e5 req-e1667011-d7c4-4ffe-b01e-406b9dd74e3c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283915 Jan 27 19:34:18.671236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1c1bc745-9a62-48dd-9196-740b1e03abab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:18.703515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:18.831623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:18.834123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:18.841892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f9f651a-7df5-4c4d-911d-0176f80302e4 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4806263 Jan 27 19:34:18.844565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:18.866598 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:18.873193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-21553fb2-424d-4b63-9153-f760e2eac945 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:18.882288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-21553fb2-424d-4b63-9153-f760e2eac945 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.1433523 Jan 27 19:34:18.894466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:18.895840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] Sync routers for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:18.898766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-243159c0-9923-4d5d-b98b-a1daf5c77d62 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4934220 Jan 27 19:34:18.901929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:18.930932 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:18.932760 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:18.935904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:18.944823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:18.974351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-018b2b15-5d03-4109-bb0a-63a3dd33ea34 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/quotas/e358989b01034c2faab0c3c7e1a53cd6 HTTP/1.1" status: 200 len: 375 time: 0.0911312 Jan 27 19:34:18.984601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c39ac12e-286c-406a-b19d-73d5bae27743 req-64681c0d-a194-45f4-9600-2ac0d1985760 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.1001768 Jan 27 19:34:19.054120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:19.056674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-f25245e5-49c8-4919-b04c-6b7b8ff8afe6 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797846 Jan 27 19:34:19.072921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:19.074553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:19.152281 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:19.172802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:19.174836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694d015-fa86-4e6c-b94a-a2a317b873a6 None None] The sync data for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:19.185868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet df17e180-184d-49a4-928e-65b8053d484c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:19.192520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (df17e180-184d-49a4-928e-65b8053d484c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:19.197996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-5e2f2096-ada9-4e47-bc05-459a949204ea service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403241 Jan 27 19:34:19.310107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (df17e180-184d-49a4-928e-65b8053d484c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:19.353876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-92a1277b-e1b3-4316-872c-820eefe80efa service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511548 Jan 27 19:34:19.389933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:19.518623 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:15Z', 'revision_number': 8, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:19.574696 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:19.591629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:19.592648 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:19.601349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a24037a0-dd66-469f-8a92-9b7970589365 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:19.676003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21257fab-b378-46fc-b4d4-9f511a0fac28 req-6e10784f-71f0-4edc-b062-e090d9d06a10 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 210 time: 0.0953531 Jan 27 19:34:19.684763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (df17e180-184d-49a4-928e-65b8053d484c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:19.695616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a24037a0-dd66-469f-8a92-9b7970589365 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "PUT /v2.0/quotas/f3731c2e5e12418ebb9cbd89f7520bf4 HTTP/1.1" status: 200 len: 368 time: 0.3042126 Jan 27 19:34:19.706022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:19.712555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Request body: {'network': {'project_id': 'f3731c2e5e12418ebb9cbd89f7520bf4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:19.858993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Made reservation on behalf of f3731c2e5e12418ebb9cbd89f7520bf4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:19.861744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:19.876757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (df17e180-184d-49a4-928e-65b8053d484c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:19.884331 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:19.885545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.006477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks [] for security_group (3aeccb9f-c51a-4e3b-815a-bc217c720f2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.052564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617987d-2f68-4313-a566-a0a2b9085907 req-95118893-a003-4764-be20-2503c65ee7d3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:20.070576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a617987d-2f68-4313-a566-a0a2b9085907 req-95118893-a003-4764-be20-2503c65ee7d3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.3394210 Jan 27 19:34:20.071989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.076544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d09a6e-ea2e-4b8f-9d4d-3bca39bf6bcf None None] Network 2504f10e-411c-44c6-a770-9e317da3a53f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:20.083322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/df17e180-184d-49a4-928e-65b8053d484c HTTP/1.1" status: 204 len: 168 time: 1.2364259 Jan 27 19:34:20.086829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:20.088398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aeccb9f-c51a-4e3b-815a-bc217c720f2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.092335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.111047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00c94d-231f-4b93-94d5-310a8eb4d01f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=df17e180-184d-49a4-928e-65b8053d484c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:20.248268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:34:20.277667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a617987d-2f68-4313-a566-a0a2b9085907 req-13fd7fc9-0a0b-4750-b400-7c04ff5a2373 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012389 Jan 27 19:34:20.325169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d41142e1-aba7-48ae-9cc0-809235990c57 req-bfc572a5-4be1-43a3-b4d3-f66bee53e361 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0737457 Jan 27 19:34:20.331349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeccb9f-c51a-4e3b-815a-bc217c720f2c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:20.342684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0345bc56-2041-44b0-9ba2-bbcd7a3441d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.343847 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Added segment 0345bc56-2041-44b0-9ba2-bbcd7a3441d3 of type vlan for network 3f569e84-aede-4391-b77e-3dc2ea91c996 Jan 27 19:34:20.399483 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:15Z', 'revision_number': 8, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:20.446423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2504f10e-411c-44c6-a770-9e317da3a53f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.446806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] DHCP port deletion for 2504f10e-411c-44c6-a770-9e317da3a53f request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:20.452959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920fdbff-6120-4d48-8dfd-50889d78e714 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:15Z', 'revision_number': 8, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64c8946-fc5f-47b8-a5ef-d1501b881bbc', 'name': '', 'network_id': '0c50d232-e9da-486d-867a-da6911b94493', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:db:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:53Z', 'updated_at': '2022-01-27T19:34:03Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '4854dc65-5df3-4080-9f83-b9398da9fe2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:20.470279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3f569e84-aede-4391-b77e-3dc2ea91c996), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.537107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3f569e84-aede-4391-b77e-3dc2ea91c996), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.538144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:20.538744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.549509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Deleting port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:20.550201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.684942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] For port eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,segment=NetworkSegment(45f4909d-2f10-4d63-81d0-a0b8578771ab),segment_id=45f4909d-2f10-4d63-81d0-a0b8578771ab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:20.686681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.699880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9923728 Jan 27 19:34:20.706481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:20.712083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Calling delete_port for eca47100-8d5f-4229-a9eb-cdcf7962a9b5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:20.720352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Request body: {'network': {'project_id': 'f3731c2e5e12418ebb9cbd89f7520bf4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:20.741395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536f31-a651-4620-9465-d38775dc4db3 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event updated for resources: {'Network': ['ID=3f569e84-aede-4391-b77e-3dc2ea91c996,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:20.795568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Made reservation on behalf of f3731c2e5e12418ebb9cbd89f7520bf4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:20.799120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.870229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3f569e84-aede-4391-b77e-3dc2ea91c996 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:34:20.927587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:34:20.953115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8ec2f496-b53f-4885-a587-6de664f865f4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:20.954636 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Added segment 8ec2f496-b53f-4885-a587-6de664f865f4 of type vlan for network 76402dd5-8518-4393-966a-af0613c71bb7 Jan 27 19:34:21.075598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ebe89a1-fa4c-46e4-82db-b04c618f960e req-2f3bbf62-0669-4d9e-a038-0ac8a2ee47b1 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 210 time: 0.2273614 Jan 27 19:34:21.098776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (76402dd5-8518-4393-966a-af0613c71bb7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.134464 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.185696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] Pushing event deleted for resources: {'Port': ['ID=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:21.198111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c191c-5637-4b50-bda0-2f79a43fc683 None None] No DVR routers for this DVR port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:21.200146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (76402dd5-8518-4393-966a-af0613c71bb7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.201845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:21.202823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.274210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:21.275090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.365626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6569638 Jan 27 19:34:21.370586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:21.397823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd7ae310-76a1-47dd-8183-95ec7470d42a tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Request body: {'network': {'project_id': 'f3731c2e5e12418ebb9cbd89f7520bf4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:21.427255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4e8a0-f291-4092-ace4-ca7b56905228 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event updated for resources: {'Network': ['ID=76402dd5-8518-4393-966a-af0613c71bb7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:21.444340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 76402dd5-8518-4393-966a-af0613c71bb7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:34:21.467790 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7ae310-76a1-47dd-8183-95ec7470d42a tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 19:34:21.473987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7ae310-76a1-47dd-8183-95ec7470d42a tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:21.475534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fd7ae310-76a1-47dd-8183-95ec7470d42a tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0992382 Jan 27 19:34:21.482856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:21.650464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port eca47100-8d5f-4229-a9eb-cdcf7962a9b5, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:21.650939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.727929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for eca47100-8d5f-4229-a9eb-cdcf7962a9b5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:21.737022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:34:21.747036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fa217f1-3f17-4692-af3a-74d47b268b6d req-9e097562-a95d-4570-aa1e-cdd416297167 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0679688 Jan 27 19:34:21.757922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (eca47100-8d5f-4229-a9eb-cdcf7962a9b5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:21.758965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-65e70c6d-e244-4188-b679-0cd0c6b3aa56 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:21.758965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-65e70c6d-e244-4188-b679-0cd0c6b3aa56 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.3870606 Jan 27 19:34:21.762731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f1190929-34f8-4e85-8f64-43dd61e9fc01 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3731c2e5e12418ebb9cbd89f7520bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2759449 Jan 27 19:34:21.765465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:21.790411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Allocated IP 172.20.0.1 (53800032-ccbd-442b-a917-60926d31718e/b2aabf42-2333-4dac-9b7b-42b78c39f44a/d4dd2ae3-d1c9-41c9-a699-50e85cc19b80) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:21.798496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Request body: {'port': {'device_id': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'admin_state_up': True, 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:21.824027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=eca47100-8d5f-4229-a9eb-cdcf7962a9b5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:21.841722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port eca47100-8d5f-4229-a9eb-cdcf7962a9b5 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:21.884675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783378f4-7ef6-437e-9da1-7c7049bbda53 req-ea751940-58b4-41c6-a006-1ae8790c1d2f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:21.886407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-783378f4-7ef6-437e-9da1-7c7049bbda53 req-ea751940-58b4-41c6-a006-1ae8790c1d2f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.3362825 Jan 27 19:34:22.000432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2504f10e-411c-44c6-a770-9e317da3a53f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.000782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eca47100-8d5f-4229-a9eb-cdcf7962a9b5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:22.028791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks [] for security_group (3aeccb9f-c51a-4e3b-815a-bc217c720f2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.036171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: eca47100-8d5f-4229-a9eb-cdcf7962a9b5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:22.036698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eca47100-8d5f-4229-a9eb-cdcf7962a9b5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:22.039069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e5913f2f-8d73-4380-abb7-6de083294d3a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:22.044249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2504f10e-411c-44c6-a770-9e317da3a53f']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:22.067034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f4909d-2f10-4d63-81d0-a0b8578771ab') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:22.067353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f4909d-2f10-4d63-81d0-a0b8578771ab') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:22.085534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (45f4909d-2f10-4d63-81d0-a0b8578771ab), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.091933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks [] for security_group (3aeccb9f-c51a-4e3b-815a-bc217c720f2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.102933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e5913f2f-8d73-4380-abb7-6de083294d3a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:22.103268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e5913f2f-8d73-4380-abb7-6de083294d3a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:22.110372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.123081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (45f4909d-2f10-4d63-81d0-a0b8578771ab), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.143887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:22.145490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (45f4909d-2f10-4d63-81d0-a0b8578771ab), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:22.150645 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:22.154224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:22.157982 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.205510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3aeccb9f-c51a-4e3b-815a-bc217c720f2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.213110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.217332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aeccb9f-c51a-4e3b-815a-bc217c720f2c HTTP/1.1" status: 204 len: 168 time: 0.4479859 Jan 27 19:34:22.224049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:22.294272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2504f10e-411c-44c6-a770-9e317da3a53f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.299384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.300376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc86dd5-da95-47c7-8023-fc6dfaaec7cd tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeccb9f-c51a-4e3b-815a-bc217c720f2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:22.305331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/2504f10e-411c-44c6-a770-9e317da3a53f HTTP/1.1" status: 204 len: 168 time: 2.1864433 Jan 27 19:34:22.314494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:22.328025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-783378f4-7ef6-437e-9da1-7c7049bbda53 req-7ee15ea0-889f-4015-bd9e-a7225c1a4960 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258788 Jan 27 19:34:22.337293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3791d18b-095f-4c92-89d4-c208bdb09a95 req-a6172f98-dca4-47e5-bf44-0f31f3c13e78 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 210 time: 0.1003523 Jan 27 19:34:22.414211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969dd64-c5fd-4db1-b9b3-dafde2c2b70d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=2504f10e-411c-44c6-a770-9e317da3a53f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:22.426280 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.461876 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (76402dd5-8518-4393-966a-af0613c71bb7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.500723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Allocated IP 172.20.0.9 (b0357751-ea75-4fa9-8bb3-53baac05e592/9dde38b9-1f64-4ae6-a410-3cef79f2aa1a/ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:22.534905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 53800032-ccbd-442b-a917-60926d31718e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:22.556162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:22.563771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:22.609572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=d4dd2ae3-d1c9-41c9-a699-50e85cc19b80,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:22.774332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks [] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.847311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.948960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3eb1d95c-23e7-4253-98b4-2ab62a8bb7e1 None None] Provisioning complete for port d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:22.949825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d95c-23e7-4253-98b4-2ab62a8bb7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:22.952668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Network b0357751-ea75-4fa9-8bb3-53baac05e592 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:22.961157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:22.981172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:22.985178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (638f21e3-665b-40fc-99a7-42f70b78fef6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.029037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (76402dd5-8518-4393-966a-af0613c71bb7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.040351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1d95c-23e7-4253-98b4-2ab62a8bb7e1 None None] Port d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:23.109048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76402dd5-8518-4393-966a-af0613c71bb7']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:23.129931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94edf857-bcd4-4cb8-90ff-04cc54f8665d req-22634474-804e-4638-8a94-9e3eae896a43 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0780134 Jan 27 19:34:23.132167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event updated for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:23.134622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec2f496-b53f-4885-a587-6de664f865f4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:23.134940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec2f496-b53f-4885-a587-6de664f865f4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:23.146845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:23.147709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.156497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (8ec2f496-b53f-4885-a587-6de664f865f4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.175616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-a5ea5e06-5b0b-4c8f-99d6-0ee04518f7f9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4090412 Jan 27 19:34:23.192872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Request body: {'port': {'device_id': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:23.233720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8ec2f496-b53f-4885-a587-6de664f865f4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.259742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:23.260530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (8ec2f496-b53f-4885-a587-6de664f865f4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:23.265029 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:23.283510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.455002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (76402dd5-8518-4393-966a-af0613c71bb7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.461940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.470952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "DELETE /v2.0/networks/76402dd5-8518-4393-966a-af0613c71bb7 HTTP/1.1" status: 204 len: 168 time: 1.2456551 Jan 27 19:34:23.474666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:23.567123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3f569e84-aede-4391-b77e-3dc2ea91c996), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.586653 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.592439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172aaad-577f-44de-b082-814bbe74fd21 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event deleted for resources: {'Network': ['ID=76402dd5-8518-4393-966a-af0613c71bb7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:23.687947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.725367 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.725682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ac5df-d090-4d3d-8abe-c16138a16447 req-65e4e907-7c78-442d-85c2-fedc261de65d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:23.727206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f16ac5df-d090-4d3d-8abe-c16138a16447 req-65e4e907-7c78-442d-85c2-fedc261de65d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1455200 Jan 27 19:34:23.737021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd0f14-ad67-4cbc-a1a4-cd3114057ace req-12a33145-b19c-40ad-8f61-e24617aac49d tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:23.744140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4cd0f14-ad67-4cbc-a1a4-cd3114057ace req-12a33145-b19c-40ad-8f61-e24617aac49d tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 931 time: 0.1635046 Jan 27 19:34:23.882467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:34:23.901519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4cd0f14-ad67-4cbc-a1a4-cd3114057ace req-919e4d35-13fa-4d8e-a8da-e787b5e389cd tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522160 Jan 27 19:34:23.908951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks [] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.914117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3f569e84-aede-4391-b77e-3dc2ea91c996), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:23.914470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f16ac5df-d090-4d3d-8abe-c16138a16447 req-d680bf6a-aa80-4fb1-a275-359a373f7c77 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659522 Jan 27 19:34:23.941344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Transition to ACTIVE for port object ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:34:23.950933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.031554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Pushing event updated for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:24.103550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Attempting to bind port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:24.104072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Attempting to bind port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:24.104995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Attempting to bind port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:24.110736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 on network b0357751-ea75-4fa9-8bb3-53baac05e592 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:34:24.111236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Attempting to bind port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:24.117870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:24.118192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Checking segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:24.118594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Bound using segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:24.119039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Bound port: ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:24.119406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.215488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:24.221246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:24.243508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.309431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1c762b2-3c5d-496c-8229-d47f26a206fb req-ac62b74c-7e44-40f3-a5dc-f789ec638b5c tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0340843 Jan 27 19:34:24.346345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:24.347767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.351675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] 10.222.0.39 "PUT /v2.0/ports/ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 1091 time: 1.1668622 Jan 27 19:34:24.363366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:34:24.368411 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c3717-bc55-4265-a78d-0307e8e57bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:34:24.446108 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ae105c-38a4-4dea-a6e3-edd744b65bbd x-openstack-request-id: req-c5ae105c-38a4-4dea-a6e3-edd744b65bbd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:34:24.446449 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:34:24.447443 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5ae105c-38a4-4dea-a6e3-edd744b65bbd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:34:24.447917 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', 'status': 'completed', 'code': 200} Jan 27 19:34:24.462892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ab25-e92a-40f7-b136-926a4c31b35d service neutron] Pushing event updated for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:24.474358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f569e84-aede-4391-b77e-3dc2ea91c996']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:24.503242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-7b5cb319-6b82-4027-b1bb-61834c32de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:24.505963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-7b5cb319-6b82-4027-b1bb-61834c32de15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1094 time: 0.0815341 Jan 27 19:34:24.515916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0345bc56-2041-44b0-9ba2-bbcd7a3441d3') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:24.516218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0345bc56-2041-44b0-9ba2-bbcd7a3441d3') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:24.565860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-fc72e52b-84d2-435f-a6d7-d22c6321adb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0515683 Jan 27 19:34:24.586997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (0345bc56-2041-44b0-9ba2-bbcd7a3441d3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.616634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0345bc56-2041-44b0-9ba2-bbcd7a3441d3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.629856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:24.630283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (0345bc56-2041-44b0-9ba2-bbcd7a3441d3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.639024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-85cde038-1d35-41c9-a156-8e1ce7c99b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:24.639323 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:24.643416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-85cde038-1d35-41c9-a156-8e1ce7c99b4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.0666618 Jan 27 19:34:24.668150 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.696357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-ea7ed81b-3dc2-46d1-b97f-173fa3e129d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457971 Jan 27 19:34:24.733844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3f569e84-aede-4391-b77e-3dc2ea91c996), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.743784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.747289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3f569e84-aede-4391-b77e-3dc2ea91c996 HTTP/1.1" status: 204 len: 168 time: 1.2695439 Jan 27 19:34:24.765354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11f727-9eb7-41fc-bad9-d8460b4f47a1 tempest-QuotasNegativeTest-1618286322 tempest-QuotasNegativeTest-1618286322-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f569e84-aede-4391-b77e-3dc2ea91c996,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:24.807568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.831610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-2f72fbd9-ed2e-42ac-83f3-37e77a1d34eb service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273732 Jan 27 19:34:24.841533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:24.973623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=d4dd2ae3-d1c9-41c9-a699-50e85cc19b80,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:24.976289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (638f21e3-665b-40fc-99a7-42f70b78fef6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:25.011944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port d64c8946-fc5f-47b8-a5ef-d1501b881bbc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:25.012341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:25.017144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d4917d-d8e4-47bf-b75d-b752a0d9266f req-d2462d40-fb16-4e36-bbbb-137ca790fd39 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761630 Jan 27 19:34:25.208918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-6f7538ff-f2c0-4d53-b03d-b0eda25290df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:25.210491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-6f7538ff-f2c0-4d53-b03d-b0eda25290df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1094 time: 0.1035881 Jan 27 19:34:25.216181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 53800032-ccbd-442b-a917-60926d31718e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:25.223692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02dd8-ce4b-4ade-a543-8c802149d676 req-2db1ae73-0cfe-4d89-8125-7dff918faa91 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:25.223939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:25.226214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcc02dd8-ce4b-4ade-a543-8c802149d676 req-2db1ae73-0cfe-4d89-8125-7dff918faa91 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 943 time: 0.1801689 Jan 27 19:34:25.250009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608979e4-e766-4550-8d18-dadc4d714ad5 req-06de98e3-a1b9-45be-99b5-4b2fe7ccb100 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:25.251609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-608979e4-e766-4550-8d18-dadc4d714ad5 req-06de98e3-a1b9-45be-99b5-4b2fe7ccb100 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.1301665 Jan 27 19:34:25.515901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-608979e4-e766-4550-8d18-dadc4d714ad5 req-5febb5af-4ef1-4e45-973f-3ddb6b0a23f3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442894 Jan 27 19:34:25.539062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcc02dd8-ce4b-4ade-a543-8c802149d676 req-8d3d1dfa-660e-47c9-9e9f-02ca5ecb050b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864168 Jan 27 19:34:25.551528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Router 638f21e3-665b-40fc-99a7-42f70b78fef6 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:25.553291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-3b93a6e7-f91d-468f-973a-eaf9739fcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:25.554777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-3b93a6e7-f91d-468f-973a-eaf9739fcd41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.3260350 Jan 27 19:34:25.579634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port d64c8946-fc5f-47b8-a5ef-d1501b881bbc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:25.581886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:25.605141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for d64c8946-fc5f-47b8-a5ef-d1501b881bbc owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:25.615628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1cad75b6-b1a3-435c-af68-508d7f88d13b None None] Provisioning complete for port d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:25.616013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cad75b6-b1a3-435c-af68-508d7f88d13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:25.662317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:25.668985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-3a80a4a4-980b-418f-bc8c-45918cf5df33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 217 time: 0.1069403 Jan 27 19:34:25.735114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1cad75b6-b1a3-435c-af68-508d7f88d13b None None] Port d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:25.756492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7e6eb06-7f86-4dc5-b636-6dfbdd24f525 req-1a0cfb87-866c-4f6a-b896-437c9bbd32e5 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/ports?device_id=259c2894-5c9f-45e9-ab31-cb4fb33fcffb HTTP/1.1" status: 200 len: 210 time: 0.0756588 Jan 27 19:34:25.797073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-27a09975-05a2-47ad-9574-bea39e8d9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:25.799040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-27a09975-05a2-47ad-9574-bea39e8d9c1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1195767 Jan 27 19:34:25.832787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:25.843856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e9bfbc46-57a6-4036-8eae-f4329f4badd9 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "PUT /v2.0/routers/638f21e3-665b-40fc-99a7-42f70b78fef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9407389 Jan 27 19:34:25.844128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-fb6051c5-8643-4b4e-9583-2b84dbf46e71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368409 Jan 27 19:34:25.844885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:25.855683 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] Sync routers for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:25.863062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Request body: {'port': {'network_id': '53800032-ccbd-442b-a917-60926d31718e', 'name': 'tempest-FloatingIPAdminTestJSON-744923783'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:25.876180 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:25.877182 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:25.970343 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:25.994589 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:25.995288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:26.027464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b08941b-b5fd-416e-8c09-1b950f1b39df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.031607 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:26.032555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67d2ba-4d00-44e8-abed-f8e2b4afb570 None None] The sync data for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:26.075630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d64c8946-fc5f-47b8-a5ef-d1501b881bbc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.128478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=d64c8946-fc5f-47b8-a5ef-d1501b881bbc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:26.336555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.457512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-41be92a8-8d11-4b7d-9ba3-046914f80acd service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871711 Jan 27 19:34:26.567093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f83807-3ccd-468e-9377-c543a090f82b req-05ac26ff-3245-4717-bec3-eb03536464e9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:26.568667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f83807-3ccd-468e-9377-c543a090f82b req-05ac26ff-3245-4717-bec3-eb03536464e9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.5119088 Jan 27 19:34:26.574635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Made reservation on behalf of 4c767b62db5c4f9c8ed269867d81b48e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:26.578083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.642783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:26.651286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] device_id is not set on port bb7aa97e-2759-4e3f-b266-56a3f8312f07 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:34:26.738003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c3717-bc55-4265-a78d-0307e8e57bf4 req-8ec1686e-5159-49f8-8b01-4d5de4920968 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708580 Jan 27 19:34:26.758418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b08941b-b5fd-416e-8c09-1b950f1b39df admin admin] Publish callbacks [] for security_group (12f73ec3-5456-45fa-abdf-339d94529807), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.766262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f83807-3ccd-468e-9377-c543a090f82b req-557fbb7a-decf-4646-81df-7f1b44b4d203 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856692 Jan 27 19:34:26.774651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b08941b-b5fd-416e-8c09-1b950f1b39df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (12f73ec3-5456-45fa-abdf-339d94529807), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.790357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:26.802618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fe28a772-7151-4fc2-9cfb-7288fc1ee022 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4848776 Jan 27 19:34:26.803572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:26.804688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:26.829744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:26.830452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:26.886590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b08941b-b5fd-416e-8c09-1b950f1b39df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cb168413f154573b86baec490a14c93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2235262 Jan 27 19:34:26.892264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 4854dc65-5df3-4080-9f83-b9398da9fe2e {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:26.897717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:26.898061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (4854dc65-5df3-4080-9f83-b9398da9fe2e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.898817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08941b-b5fd-416e-8c09-1b950f1b39df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f73ec3-5456-45fa-abdf-339d94529807,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:26.932069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823776-db0b-4dff-8b38-92fc75b09119 req-a7c38ece-7b4c-4913-b984-2999120a4705 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:26.943596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4823776-db0b-4dff-8b38-92fc75b09119 req-a7c38ece-7b4c-4913-b984-2999120a4705 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 943 time: 0.2714381 Jan 27 19:34:26.973711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (4854dc65-5df3-4080-9f83-b9398da9fe2e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:26.977640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:27.012201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Allocated IP 172.20.0.5 (53800032-ccbd-442b-a917-60926d31718e/b2aabf42-2333-4dac-9b7b-42b78c39f44a/bb7aa97e-2759-4e3f-b266-56a3f8312f07) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:27.096107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4823776-db0b-4dff-8b38-92fc75b09119 req-14921384-c731-46ff-97a0-a49d4221f52b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513214 Jan 27 19:34:27.101638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4854dc65-5df3-4080-9f83-b9398da9fe2e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.125590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] Publish callbacks [] for security_group (12f73ec3-5456-45fa-abdf-339d94529807), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.162012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd3a4-1d4b-4f5f-b97f-45e9a1ff92c0 req-91c36c0c-bb8a-4d05-a921-6af563fbb511 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:27.163613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a6bd3a4-1d4b-4f5f-b97f-45e9a1ff92c0 req-91c36c0c-bb8a-4d05-a921-6af563fbb511 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1632874 Jan 27 19:34:27.223273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (4854dc65-5df3-4080-9f83-b9398da9fe2e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.234195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:27.253103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.254319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634e3a4-f135-4cff-a34f-98624d6ff0e0 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:27.258533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/4854dc65-5df3-4080-9f83-b9398da9fe2e HTTP/1.1" status: 204 len: 168 time: 0.4527884 Jan 27 19:34:27.265013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] Publish callbacks [] for security_group (12f73ec3-5456-45fa-abdf-339d94529807), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.278222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:27.289566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee21bb4-85bf-4690-93c3-a47af9d683d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=4854dc65-5df3-4080-9f83-b9398da9fe2e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:27.349980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:25Z', 'revision_number': 9, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:27.352614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (fc7ca9f1-fa74-405d-b70b-7e3ff3345a83), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.386419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (fc7ca9f1-fa74-405d-b70b-7e3ff3345a83), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.396307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:27.412487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:27.413511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:27.470213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (0c50d232-e9da-486d-867a-da6911b94493), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.486173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a6bd3a4-1d4b-4f5f-b97f-45e9a1ff92c0 req-4c9623d7-8d08-412d-b3a2-5276505e1219 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097274 Jan 27 19:34:27.491172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fc7ca9f1-fa74-405d-b70b-7e3ff3345a83), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.503020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.517451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/security-groups/fc7ca9f1-fa74-405d-b70b-7e3ff3345a83 HTTP/1.1" status: 204 len: 168 time: 0.2624793 Jan 27 19:34:27.517808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] DHCP port deletion for 0c50d232-e9da-486d-867a-da6911b94493 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:27.517935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.518064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:27.528432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c2e34-d124-45d1-b691-8dca03fbda8a tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ca9f1-fa74-405d-b70b-7e3ff3345a83,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:27.546650 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-7885e66f-2a01-4aa8-9e09-78649345a294 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] show failed (client error): The resource could not be found. Jan 27 19:34:27.549083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7885e66f-2a01-4aa8-9e09-78649345a294 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "GET /v2.0/security-groups/fc7ca9f1-fa74-405d-b70b-7e3ff3345a83 HTTP/1.1" status: 404 len: 347 time: 0.0182848 Jan 27 19:34:27.552588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:27.565505 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.584378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (12f73ec3-5456-45fa-abdf-339d94529807), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.587430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.591287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12f73ec3-5456-45fa-abdf-339d94529807 HTTP/1.1" status: 204 len: 168 time: 0.6847656 Jan 27 19:34:27.657525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150aef2-655c-4ba0-b11f-dbba2352574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f73ec3-5456-45fa-abdf-339d94529807,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:27.672426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Network 53800032-ccbd-442b-a917-60926d31718e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:27.685288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:27.691734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event updated for resources: {'Port': ['ID=bb7aa97e-2759-4e3f-b266-56a3f8312f07,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:27.694347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:27.765345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 7b899285-3102-4501-bb88-998f2e0ab368 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:27.765706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7b899285-3102-4501-bb88-998f2e0ab368), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.772968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:27.853906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:34:27.903224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 7bc272d8-443e-4fc0-9815-9f621c719541 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:27.904363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.948724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 7b899285-3102-4501-bb88-998f2e0ab368, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7b899285-3102-4501-bb88-998f2e0ab368,segment=NetworkSegment(1bd27b2d-6c33-4839-abf8-51d1e011f1bb),segment_id=1bd27b2d-6c33-4839-abf8-51d1e011f1bb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:27.949097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7b899285-3102-4501-bb88-998f2e0ab368), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:27.966125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 7b899285-3102-4501-bb88-998f2e0ab368 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:28.056330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.057119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (7bc272d8-443e-4fc0-9815-9f621c719541), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.075048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 7bc272d8-443e-4fc0-9815-9f621c719541 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:28.097715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:28.098448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.105815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7b899285-3102-4501-bb88-998f2e0ab368), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.189543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7b899285-3102-4501-bb88-998f2e0ab368 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:28.232363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54910) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:28.248158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 7b899285-3102-4501-bb88-998f2e0ab368 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:28.251718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=7b899285-3102-4501-bb88-998f2e0ab368,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:28.272960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-447e4aa9-5f7e-426d-937f-a0360244c02a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4263439 Jan 27 19:34:28.282712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:28.313470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7bc272d8-443e-4fc0-9815-9f621c719541), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.329528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7b899285-3102-4501-bb88-998f2e0ab368 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:28.330123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7b899285-3102-4501-bb88-998f2e0ab368 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:28.331797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccaf133a-16ae-48df-a281-4fd750871794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.364907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:28.390124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Deleting port 7b899285-3102-4501-bb88-998f2e0ab368 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:28.390698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7b899285-3102-4501-bb88-998f2e0ab368), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.415446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=7bc272d8-443e-4fc0-9815-9f621c719541,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:28.417401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (0c50d232-e9da-486d-867a-da6911b94493), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.434531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5b5e2134-ce81-4605-a32a-dc91ea89f6b4 None None] Provisioning complete for port bb7aa97e-2759-4e3f-b266-56a3f8312f07 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:28.435055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5e2134-ce81-4605-a32a-dc91ea89f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.441858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c50d232-e9da-486d-867a-da6911b94493']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:28.453097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd27b2d-6c33-4839-abf8-51d1e011f1bb') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:28.453443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd27b2d-6c33-4839-abf8-51d1e011f1bb') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:28.465522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (1bd27b2d-6c33-4839-abf8-51d1e011f1bb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.481227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1bd27b2d-6c33-4839-abf8-51d1e011f1bb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.483015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for floatingip (03948fc9-997b-494a-8415-277335220e3b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.486160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.488093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:28.488461 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (1bd27b2d-6c33-4839-abf8-51d1e011f1bb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.491381 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8129e515-847f-4fd6-8011-47e9daaecfaf tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/floatingips/03948fc9-997b-494a-8415-277335220e3b HTTP/1.1" status: 204 len: 168 time: 0.9376876 Jan 27 19:34:28.492139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:28.508634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'port_id': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', 'mac_address': 'fa:16:3e:3e:d3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dde38b9-1f64-4ae6-a410-3cef79f2aa1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:34:28.519425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e2134-ce81-4605-a32a-dc91ea89f6b4 None None] Port bb7aa97e-2759-4e3f-b266-56a3f8312f07 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:28.570961 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:28.585269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:28.586404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.602190 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (0c50d232-e9da-486d-867a-da6911b94493), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.612993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] For port 7b899285-3102-4501-bb88-998f2e0ab368, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:28.613438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7b899285-3102-4501-bb88-998f2e0ab368), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.618967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.624954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/0c50d232-e9da-486d-867a-da6911b94493 HTTP/1.1" status: 204 len: 168 time: 1.3426926 Jan 27 19:34:28.627458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54918) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:28.632463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 1727f8ea-5263-49f9-b604-5b88d5787b72 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:28.632953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.646376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-cb67a548-6bf1-4d2a-9df3-2a94e52e99c2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:28.650020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-cb67a548-6bf1-4d2a-9df3-2a94e52e99c2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.5725517 Jan 27 19:34:28.652698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:34:28.660855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'project_id': '4c767b62db5c4f9c8ed269867d81b48e', 'port_id': 'bb7aa97e-2759-4e3f-b266-56a3f8312f07'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:28.665965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Calling delete_port for 7b899285-3102-4501-bb88-998f2e0ab368 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:28.670553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f77f3-1f1e-4e3d-89c6-a109a5db2ed0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=0c50d232-e9da-486d-867a-da6911b94493,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:28.680275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Port 7b899285-3102-4501-bb88-998f2e0ab368 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:34:28.691450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (7b899285-3102-4501-bb88-998f2e0ab368), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.694287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e493e-975e-4bd9-949e-5c238a1cc8c0 req-ece64285-b5e7-4a31-a875-cb52926422df tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:28.699876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:28.702546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d51e493e-975e-4bd9-949e-5c238a1cc8c0 req-ece64285-b5e7-4a31-a875-cb52926422df tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 943 time: 0.4274857 Jan 27 19:34:28.707784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Network 0c50d232-e9da-486d-867a-da6911b94493 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:34:28.708590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] No DVR routers for this DVR port 7b899285-3102-4501-bb88-998f2e0ab368 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:28.719905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-0ce10e5a-03fe-4a75-8081-30223302f3ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/quotas/04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 375 time: 0.0570719 Jan 27 19:34:28.737836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155ed9-4490-4760-8a85-47e406ecb4a5 None None] Pushing event deleted for resources: {'Port': ['ID=7b899285-3102-4501-bb88-998f2e0ab368,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:28.741606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.777855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:28.791863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 1727f8ea-5263-49f9-b604-5b88d5787b72 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:28.806281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:25Z', 'revision_number': 9, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:28.849676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6dc03-3587-4632-bf6d-40e830e0f51f None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:25Z', 'revision_number': 9, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784aba94-af08-4eec-9027-ea0fde4e7989', 'name': '', 'network_id': '94c7b6b1-79c0-4720-a2a7-e25622e61d73', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:6b:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '677546bf-3607-4d80-ab96-c51373abe09d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:45Z', 'updated_at': '2022-01-27T19:33:54Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '677546bf-3607-4d80-ab96-c51373abe09d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:28.854373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:28.934138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d51e493e-975e-4bd9-949e-5c238a1cc8c0 req-9c530949-424c-4c04-9d6d-65599952e7df tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118893 Jan 27 19:34:28.951646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-e15ed4ad-1b41-4909-91fc-51cedde288a7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2143714 Jan 27 19:34:28.977424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:34:28.989816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccaf133a-16ae-48df-a281-4fd750871794 admin admin] Publish callbacks [] for security_group (d6f92074-fc86-48b3-b8c3-ed676fb3cde1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.040874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccaf133a-16ae-48df-a281-4fd750871794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d6f92074-fc86-48b3-b8c3-ed676fb3cde1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.106196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf133a-16ae-48df-a281-4fd750871794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f92074-fc86-48b3-b8c3-ed676fb3cde1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:29.115113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ccaf133a-16ae-48df-a281-4fd750871794 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad55faeb126c4c11bb6ba03eabec1c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753724 Jan 27 19:34:29.118495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:29.183065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-f7752d49-e674-4f4d-b91c-1c11e07c69af service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094033 Jan 27 19:34:29.196165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.284393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] Publish callbacks [] for security_group (d6f92074-fc86-48b3-b8c3-ed676fb3cde1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.325809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] Publish callbacks [] for security_group (d6f92074-fc86-48b3-b8c3-ed676fb3cde1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.359955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-b2183c93-98c0-41bd-9f9b-66b0e659d1ea service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647682 Jan 27 19:34:29.438987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d6f92074-fc86-48b3-b8c3-ed676fb3cde1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.452606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.462266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6f92074-fc86-48b3-b8c3-ed676fb3cde1 HTTP/1.1" status: 204 len: 168 time: 0.3424399 Jan 27 19:34:29.496936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e298e-546d-4885-a738-efc95d8f7722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f92074-fc86-48b3-b8c3-ed676fb3cde1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:29.631942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1727f8ea-5263-49f9-b604-5b88d5787b72), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.678151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fa211f2-663a-49a6-b1ad-6b8ec667653f req-ccded51d-fc68-4503-bd70-eeaebe468138 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 210 time: 0.0642896 Jan 27 19:34:29.702251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=1727f8ea-5263-49f9-b604-5b88d5787b72,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:29.793015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.816831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:29.890617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:29.894140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90eaf002-2ca6-41eb-9d60-7ec756ef11bc tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/ports/1727f8ea-5263-49f9-b604-5b88d5787b72 HTTP/1.1" status: 204 len: 168 time: 1.4007688 Jan 27 19:34:29.898240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:29.913872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:34:29.927947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:29.929024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.003524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d64c8946-fc5f-47b8-a5ef-d1501b881bbc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:30.006036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Allocated IP 172.25.5.52 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/62f26649-ac46-462e-8148-f2a64ccdc47c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:30.074556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d64c8946-fc5f-47b8-a5ef-d1501b881bbc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:30.075598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d64c8946-fc5f-47b8-a5ef-d1501b881bbc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:30.103350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting port 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:30.103812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.168889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.235856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:30.236918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.281454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:34:30.286142 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b666e-193b-4ae2-895d-2128569c91a6" -d '{"events": [{"server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "name": "network-vif-plugged", "status": "completed", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:34:30.307912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:30.314059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.406297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ddce-3ab4-4659-ae46-3d4a22b184a8 req-24bfbdbf-38df-4b30-8535-68de37177ed7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:30.408133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2174ddce-3ab4-4659-ae46-3d4a22b184a8 req-24bfbdbf-38df-4b30-8535-68de37177ed7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 944 time: 0.1723971 Jan 27 19:34:30.450973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.462927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:30.480844 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8ea4a3-8b27-43a2-842d-9593113f2481 x-openstack-request-id: req-7d8ea4a3-8b27-43a2-842d-9593113f2481 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:34:30.483478 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "name": "network-vif-plugged", "status": "completed", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:34:30.483798 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d8ea4a3-8b27-43a2-842d-9593113f2481 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:34:30.484253 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', 'code': 200} Jan 27 19:34:30.528701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Calling delete_port for 5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:30.541912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2174ddce-3ab4-4659-ae46-3d4a22b184a8 req-306f4b48-1a1f-46b0-8959-fee36830adbb tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222959 Jan 27 19:34:30.583742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.684506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e1ef-efc3-4ceb-b5df-221f55815a49 req-963a8f6d-299c-4a5f-beae-a1bc8b52158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:30.686997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7640e1ef-efc3-4ceb-b5df-221f55815a49 req-963a8f6d-299c-4a5f-beae-a1bc8b52158f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1096 time: 0.0833812 Jan 27 19:34:30.726774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.798874 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:34:30.825543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:30.837605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:30.846992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:30.879234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4eaa2b9d-1fa6-4fe3-b5da-90d5070ca0e7 req-b4b77b3a-e9c3-4669-8355-7cb16ce9b376 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 210 time: 0.0625191 Jan 27 19:34:30.888239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7640e1ef-efc3-4ceb-b5df-221f55815a49 req-be865ac6-4e5f-4dd7-a3ea-b8bd35dde666 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940646 Jan 27 19:34:30.914907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5c82cad7-5bdd-4e57-a162-2ab7e47ddda1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:30.920919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Pushing event updated for resources: {'Port': ['ID=62f26649-ac46-462e-8148-f2a64ccdc47c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:31.052851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Port': ['ID=5c82cad7-5bdd-4e57-a162-2ab7e47ddda1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:31.215033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.221809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a7f35b3-f892-4900-8ef5-962bd1778e99 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/ports/5c82cad7-5bdd-4e57-a162-2ab7e47ddda1 HTTP/1.1" status: 204 len: 168 time: 1.3205237 Jan 27 19:34:31.227235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:31.234870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 784aba94-af08-4eec-9027-ea0fde4e7989 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:31.235613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.291822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-4beffef7-0ec9-4a75-a298-6662eea22a5d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:31.293479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-4beffef7-0ec9-4a75-a298-6662eea22a5d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.2068319 Jan 27 19:34:31.313940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'device_id': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'admin_state_up': True, 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:31.352160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting subnet d7d75c2a-53c4-42eb-87fa-a85b9513e246 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:31.443428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for subnet (d7d75c2a-53c4-42eb-87fa-a85b9513e246), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.545662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (d7d75c2a-53c4-42eb-87fa-a85b9513e246), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.788808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:31.790015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 784aba94-af08-4eec-9027-ea0fde4e7989, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=784aba94-af08-4eec-9027-ea0fde4e7989,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:31.790604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.793122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.821079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (d7d75c2a-53c4-42eb-87fa-a85b9513e246), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:31.828123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52451097-2272-42ca-aa97-3c50a47cee24 req-a4c29cba-a13b-448c-a722-7651d19ff826 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:31.829912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52451097-2272-42ca-aa97-3c50a47cee24 req-a4c29cba-a13b-448c-a722-7651d19ff826 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 945 time: 0.1330433 Jan 27 19:34:31.840753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 784aba94-af08-4eec-9027-ea0fde4e7989 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:32.135105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-debbf55f-06db-4321-bba6-b7e8ed54a770 req-e22e6f2a-1066-483d-9264-317fde1fd4dc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 210 time: 0.0858595 Jan 27 19:34:32.151104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52451097-2272-42ca-aa97-3c50a47cee24 req-e75266c4-6809-451c-8056-60d27a113361 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973900 Jan 27 19:34:32.173292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (d7d75c2a-53c4-42eb-87fa-a85b9513e246), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.176573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.20.0.3 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/a0ae8eb9-0fb3-41e2-a7fb-a579509a6103) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:32.224601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d75c2a-53c4-42eb-87fa-a85b9513e246,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:32.227574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:32.237340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.241192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5523c51f-2067-42b2-ad91-e6e99c79fcf1 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/subnets/d7d75c2a-53c4-42eb-87fa-a85b9513e246 HTTP/1.1" status: 204 len: 168 time: 1.0125136 Jan 27 19:34:32.245194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef2919-43db-452a-8bb2-02fc9e6cc306 None None] Network f520999e-07b2-4171-aaca-41bb73264804 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:32.248462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:32.344113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (594cd5e1-d675-466d-b926-ba0462df02bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.362579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Deleting subnet 79de9184-7ff8-4f89-93b4-9bd391617cc9 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:32.372228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks [] for subnet (79de9184-7ff8-4f89-93b4-9bd391617cc9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.475329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (79de9184-7ff8-4f89-93b4-9bd391617cc9), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.539801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-561238946', 'router:external': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:32.618339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] DHCP port deletion for f520999e-07b2-4171-aaca-41bb73264804 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:32.640405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Made reservation on behalf of 50266470c23745528e0e663e75b20fb3 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:32.643052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.649800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.669016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.713236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (79de9184-7ff8-4f89-93b4-9bd391617cc9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.720163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Deleting port eb4acce4-301f-4087-a539-1065d916d95f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:32.720530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (eb4acce4-301f-4087-a539-1065d916d95f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.799942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] For port eb4acce4-301f-4087-a539-1065d916d95f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=eb4acce4-301f-4087-a539-1065d916d95f,segment=NetworkSegment(de33aac9-42b5-489d-a9ba-feae69daf110),segment_id=de33aac9-42b5-489d-a9ba-feae69daf110)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:32.800483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (eb4acce4-301f-4087-a539-1065d916d95f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.805886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.824720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:34:32.833300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Calling delete_port for eb4acce4-301f-4087-a539-1065d916d95f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:32.863424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.899332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:32.900581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (79de9184-7ff8-4f89-93b4-9bd391617cc9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.916537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:32.927311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:32.946471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:32.952248 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for security_group (48cf88dc-042d-440a-9eb9-d4b45efaed82), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.956021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Subnet': ['ID=79de9184-7ff8-4f89-93b4-9bd391617cc9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:32.983556 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.987354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cd3edf95-3151-4c22-a58f-94e6496b15f3 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/subnets/79de9184-7ff8-4f89-93b4-9bd391617cc9 HTTP/1.1" status: 204 len: 168 time: 0.7374790 Jan 27 19:34:32.990295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (48cf88dc-042d-440a-9eb9-d4b45efaed82), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:32.993446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:33.009009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cf149-35eb-44e9-bf55-8e101e5f24cc None None] Network 8c61d034-e0d1-41d8-a0fc-f26577689807 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:33.039335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.050125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.065912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (784aba94-af08-4eec-9027-ea0fde4e7989), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.109656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf88dc-042d-440a-9eb9-d4b45efaed82,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:33.129820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:33.131724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.158844 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (eb4acce4-301f-4087-a539-1065d916d95f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.177554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:34:33.226821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Pushing event updated for resources: {'Port': ['ID=62f26649-ac46-462e-8148-f2a64ccdc47c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:33.267283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (594cd5e1-d675-466d-b926-ba0462df02bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.298593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] Pushing event deleted for resources: {'Port': ['ID=eb4acce4-301f-4087-a539-1065d916d95f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:33.312460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523ee33-69dc-4f8e-a2a2-32804747f8ec None None] No DVR routers for this DVR port eb4acce4-301f-4087-a539-1065d916d95f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:33.345749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (315d2fb3-b6ad-49bf-b3ed-6a4b1673b126), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.346610 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Added segment 315d2fb3-b6ad-49bf-b3ed-6a4b1673b126 of type vlan for network fc9f6993-2a55-41ab-b53d-6f0422c5a636 Jan 27 19:34:33.430348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-7f7abd91-b026-4cb8-88a6-1087e28aea74 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1263969 Jan 27 19:34:33.512005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] DHCP port deletion for 8c61d034-e0d1-41d8-a0fc-f26577689807 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:33.529800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8b8055c3-f6b5-40bd-9256-21d5de4cd0e6 None None] Provisioning complete for port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:33.531963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b8055c3-f6b5-40bd-9256-21d5de4cd0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.536057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=784aba94-af08-4eec-9027-ea0fde4e7989,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:33.549119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Request body: {'port': {'device_id': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:33.658048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8b8055c3-f6b5-40bd-9256-21d5de4cd0e6 None None] Port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:34:33.692863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Deleting port 39f5480e-18df-47cf-986b-e1c19228541b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:33.693579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (39f5480e-18df-47cf-986b-e1c19228541b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.797620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] For port 39f5480e-18df-47cf-986b-e1c19228541b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39f5480e-18df-47cf-986b-e1c19228541b,segment=NetworkSegment(8929ab32-e016-4fd8-b0f9-2e9fb8fcc919),segment_id=8929ab32-e016-4fd8-b0f9-2e9fb8fcc919)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:33.798071 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (39f5480e-18df-47cf-986b-e1c19228541b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.815076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Calling delete_port for 39f5480e-18df-47cf-986b-e1c19228541b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:33.824465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.860156 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Floating IP 594cd5e1-d675-466d-b926-ba0462df02bd associated. External IP: 172.25.5.52, port: bb7aa97e-2759-4e3f-b266-56a3f8312f07. Jan 27 19:34:33.934106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (39f5480e-18df-47cf-986b-e1c19228541b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.961349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] No DVR routers for this DVR port 39f5480e-18df-47cf-986b-e1c19228541b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:33.973133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f520999e-07b2-4171-aaca-41bb73264804), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.985225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (fc9f6993-2a55-41ab-b53d-6f0422c5a636), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:33.990864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382d3dc-a160-4190-a283-47242bb68cdc None None] Pushing event deleted for resources: {'Port': ['ID=39f5480e-18df-47cf-986b-e1c19228541b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:34.104961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526245-9aac-4968-b5ca-84e6d8840f6c req-78ed6a86-03cc-43b5-b5c0-85dc39320fa9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:34.107135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d526245-9aac-4968-b5ca-84e6d8840f6c req-78ed6a86-03cc-43b5-b5c0-85dc39320fa9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 931 time: 0.7491925 Jan 27 19:34:34.116200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300912a-6c33-4ec8-aea0-428cb5eab213 req-428a0adb-540c-4cc3-9823-e4e20138ddb7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:34.118158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7300912a-6c33-4ec8-aea0-428cb5eab213 req-428a0adb-540c-4cc3-9823-e4e20138ddb7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 945 time: 0.7810137 Jan 27 19:34:34.142505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39f5480e-18df-47cf-986b-e1c19228541b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:34.142794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.163082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 39f5480e-18df-47cf-986b-e1c19228541b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:34.163992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39f5480e-18df-47cf-986b-e1c19228541b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:34.163992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb4acce4-301f-4087-a539-1065d916d95f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:34.181030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (fc9f6993-2a55-41ab-b53d-6f0422c5a636), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.182106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:34.183182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.190313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: eb4acce4-301f-4087-a539-1065d916d95f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:34.190705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device eb4acce4-301f-4087-a539-1065d916d95f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:34.250197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0218773 Jan 27 19:34:34.277088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:34.332125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'subnet': {'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:34.411420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d526245-9aac-4968-b5ca-84e6d8840f6c req-35597e1a-ffc3-4813-abc9-409805d1347c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917173 Jan 27 19:34:34.453042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:34.460710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Router 638f21e3-665b-40fc-99a7-42f70b78fef6 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:34.534516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Made reservation on behalf of 50266470c23745528e0e663e75b20fb3 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:34.537703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.540134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef7560-5577-4553-bcd2-62b8c612eb44 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Network': ['ID=fc9f6993-2a55-41ab-b53d-6f0422c5a636,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:34.566649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:34:34.623924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7300912a-6c33-4ec8-aea0-428cb5eab213 req-206f551c-3119-4d78-bfc8-0ea22a46c554 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786575 Jan 27 19:34:34.673878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f520999e-07b2-4171-aaca-41bb73264804), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.731719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f520999e-07b2-4171-aaca-41bb73264804']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.769145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de33aac9-42b5-489d-a9ba-feae69daf110') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.769492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de33aac9-42b5-489d-a9ba-feae69daf110') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.785857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:34.787909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:34.797907 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f8f3f8d4-3603-4e78-b089-dede538c552d tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1688962 Jan 27 19:34:34.798764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:34.813794 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] Sync routers for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:34.819841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (de33aac9-42b5-489d-a9ba-feae69daf110), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.868973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.872455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:34.875763 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.888343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (de33aac9-42b5-489d-a9ba-feae69daf110), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.897093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:34.917988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:34.918668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.928495 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ca1afbf-3a5a-47be-9392-2b23dc63e649 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.6445611 Jan 27 19:34:34.932023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:34.944547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:34.946268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (de33aac9-42b5-489d-a9ba-feae69daf110), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:34.964621 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:34.970798 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:34.983456 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:34.984391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:35.026823 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:35.027846 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd34e940-1bf6-4595-b24d-7de4d2f37093 None None] The sync data for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:35.076489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 677546bf-3607-4d80-ab96-c51373abe09d {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:35.099865 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (677546bf-3607-4d80-ab96-c51373abe09d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.139136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:35.195374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f520999e-07b2-4171-aaca-41bb73264804), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.236051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.240031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/networks/f520999e-07b2-4171-aaca-41bb73264804 HTTP/1.1" status: 204 len: 168 time: 2.2398047 Jan 27 19:34:35.244861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:35.279784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ccff3c0e-e2a3-4554-9c8d-4806fe6fb6c8 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "GET /v2.0/floatingips/594cd5e1-d675-466d-b926-ba0462df02bd HTTP/1.1" status: 200 len: 981 time: 0.3456247 Jan 27 19:34:35.283311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7f89-4211-4276-8e22-8587272df847 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Network': ['ID=f520999e-07b2-4171-aaca-41bb73264804,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:35.288064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:35.362493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:34:35.404014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks [] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.411562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (677546bf-3607-4d80-ab96-c51373abe09d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.478488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8c61d034-e0d1-41d8-a0fc-f26577689807), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.588121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Transition to ACTIVE for port object a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:34:35.622946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:35.777701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82e5c0b8-bdea-495a-bc8a-3311d00fcc4c tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.4872870 Jan 27 19:34:35.781833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55030) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:35.978653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8c61d034-e0d1-41d8-a0fc-f26577689807), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.009011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61d034-e0d1-41d8-a0fc-f26577689807']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:36.022907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:36.023378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8929ab32-e016-4fd8-b0f9-2e9fb8fcc919') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:36.034264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (677546bf-3607-4d80-ab96-c51373abe09d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.037717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (8929ab32-e016-4fd8-b0f9-2e9fb8fcc919), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.063169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8929ab32-e016-4fd8-b0f9-2e9fb8fcc919), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.117181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:36.133763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:36.137357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (8929ab32-e016-4fd8-b0f9-2e9fb8fcc919), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:36.147515 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:36.160961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:32Z', 'revision_number': 10, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:36.287636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:36.369887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:36.371319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:36.451057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444519-407c-471b-af4a-8505fde477f1 req-96778066-1153-45ca-bbd5-4e928c7c8821 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:36.453816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98444519-407c-471b-af4a-8505fde477f1 req-96778066-1153-45ca-bbd5-4e928c7c8821 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.8369489 Jan 27 19:34:36.621823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8c61d034-e0d1-41d8-a0fc-f26577689807), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.630014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:36.637028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] 10.222.0.59 "DELETE /v2.0/networks/8c61d034-e0d1-41d8-a0fc-f26577689807 HTTP/1.1" status: 204 len: 168 time: 1.3883731 Jan 27 19:34:36.666453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:36.695940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441797c-1854-4148-91f5-6d317cbcdc80 tempest-TaggedBootDevicesTest-465519396 tempest-TaggedBootDevicesTest-465519396-project] Pushing event deleted for resources: {'Network': ['ID=8c61d034-e0d1-41d8-a0fc-f26577689807,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:36.878686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:34:36.880116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (7b76ba77-9425-467c-a214-7251ea1e34ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.000934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b76ba77-9425-467c-a214-7251ea1e34ba,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:37.017645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (677546bf-3607-4d80-ab96-c51373abe09d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.028086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98444519-407c-471b-af4a-8505fde477f1 req-67930172-f97d-49f6-b9bf-5efc01f6edac tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825661 Jan 27 19:34:37.040889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Attempting to bind port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:37.041408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Attempting to bind port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:37.041899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Attempting to bind port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:37.049447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:34:37.049872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Attempting to bind port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:37.063212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:37.063715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:37.064215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:37.064781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Bound port: a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:37.065292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.145467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Checking segment: {'id': '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:37.145998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network hostable DHCP agents. Network: fc9f6993-2a55-41ab-b53d-6f0422c5a636, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:34:37.170136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=677546bf-3607-4d80-ab96-c51373abe09d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:37.202730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.204659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba763c43-481c-42b4-825d-8f7a2c9998b9 None None] Network 94c7b6b1-79c0-4720-a2a7-e25622e61d73 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:37.205541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:34:37.210226 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ce77f8c-e1bf-432a-a9c8-28c447319015 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/677546bf-3607-4d80-ab96-c51373abe09d HTTP/1.1" status: 204 len: 168 time: 2.4090142 Jan 27 19:34:37.215813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port 62f26649-ac46-462e-8148-f2a64ccdc47c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:37.216333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.216900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:37.246379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, fc9f6993-2a55-41ab-b53d-6f0422c5a636) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:37.280057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:37.291461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:37.292468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.318254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:37.342606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.352989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e8134d6b-7f6e-4a18-b3bb-44cb7a03d6a9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0728762 Jan 27 19:34:37.358275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:37.362761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6647a3f-3a81-4655-be4f-89d9ef6e11c1 None None] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:37.397639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-747341610', 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:37.414986 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (94c7b6b1-79c0-4720-a2a7-e25622e61d73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.440578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:37.441532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.443369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] 10.222.0.66 "PUT /v2.0/ports/a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 HTTP/1.1" status: 200 len: 1091 time: 3.9107633 Jan 27 19:34:37.445907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:34:37.448754 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:34:37.533176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.533944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (62f26649-ac46-462e-8148-f2a64ccdc47c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.553585 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087733be-4eb1-49ba-8beb-2b27ee45853f x-openstack-request-id: req-087733be-4eb1-49ba-8beb-2b27ee45853f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:34:37.554127 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:34:37.554575 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-087733be-4eb1-49ba-8beb-2b27ee45853f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:34:37.555165 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'status': 'completed', 'code': 200} Jan 27 19:34:37.592540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for 62f26649-ac46-462e-8148-f2a64ccdc47c owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:37.632561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Made reservation on behalf of 50266470c23745528e0e663e75b20fb3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:34:37.635200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:37.638118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:37.706453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.706848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.707149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.707494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.707832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.708166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.708496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.708829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.709157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.709521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.709849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.710175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.710497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1342e66d-b317-4dce-8f63-02bc238065c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:37.725498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18860a1d-65b9-4606-b300-45980dadb2e3 None None] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:37.730611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] device_id is not set on port 28d7352d-66d8-46cf-8d5b-681de1967d1d yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:34:37.824470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-eb622434-5c82-4871-b800-cb29ef58d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:37.825631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-eb622434-5c82-4871-b800-cb29ef58d238 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 1094 time: 0.3000257 Jan 27 19:34:37.946912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-de25f5cb-84d0-4044-a5ef-b6c9d0300978 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 HTTP/1.1" status: 200 len: 217 time: 0.1071820 Jan 27 19:34:38.161334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 41c05343-0e5a-4ac7-8987-e31419d214fa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:38.162757 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.194909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (62f26649-ac46-462e-8148-f2a64ccdc47c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.220806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:32Z', 'revision_number': 10, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:38.279220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58990cd-f149-4195-aa76-b0e08cf4f995 None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:32Z', 'revision_number': 10, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None, '_interfaces': [{'id': '11630393-f07e-4f1b-bdd9-de5f39f90977', 'name': '', 'network_id': '78b4e6e8-f0b9-4985-b741-e846abba038c', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'mac_address': 'fa:16:3e:08:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7a1af2fb-6c65-4397-b334-8352959455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:33:36Z', 'updated_at': '2022-01-27T19:33:47Z', 'revision_number': 5, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'subnets': [{'id': '7a1af2fb-6c65-4397-b334-8352959455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:38.312214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] DHCP port deletion for 94c7b6b1-79c0-4720-a2a7-e25622e61d73 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:38.360123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 41c05343-0e5a-4ac7-8987-e31419d214fa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=41c05343-0e5a-4ac7-8987-e31419d214fa,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:38.360983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.364579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=62f26649-ac46-462e-8148-f2a64ccdc47c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:38.389664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 41c05343-0e5a-4ac7-8987-e31419d214fa owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:38.399439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Deleting port 41c05343-0e5a-4ac7-8987-e31419d214fa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:38.399979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.436156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (594cd5e1-d675-466d-b926-ba0462df02bd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.437105 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Floating IP 594cd5e1-d675-466d-b926-ba0462df02bd disassociated (deleted). External IP: 172.25.5.52, port: bb7aa97e-2759-4e3f-b266-56a3f8312f07. Jan 27 19:34:38.532009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.20.0.7 (fc9f6993-2a55-41ab-b53d-6f0422c5a636/7b76ba77-9425-467c-a214-7251ea1e34ba/28d7352d-66d8-46cf-8d5b-681de1967d1d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:38.535591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] For port 41c05343-0e5a-4ac7-8987-e31419d214fa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=41c05343-0e5a-4ac7-8987-e31419d214fa,segment=NetworkSegment(34b515db-a9c0-421c-b9fb-1e6c247c704e),segment_id=34b515db-a9c0-421c-b9fb-1e6c247c704e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:38.536039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.556205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Calling delete_port for 41c05343-0e5a-4ac7-8987-e31419d214fa owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:38.644755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-f4720023-4ddb-483b-818f-d6da3e3ed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:38.649215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-f4720023-4ddb-483b-818f-d6da3e3ed50b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.5778387 Jan 27 19:34:38.694195 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.721847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Pushing event deleted for resources: {'Port': ['ID=41c05343-0e5a-4ac7-8987-e31419d214fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:38.733065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.733449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.733798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.734239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.734483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.734819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.735153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.735489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.735819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.736149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.736474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.736802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.737129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:34:38.751115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106a13d-b025-4090-bc6b-c7664071918b None None] No DVR routers for this DVR port 41c05343-0e5a-4ac7-8987-e31419d214fa on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:38.778063 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (41c05343-0e5a-4ac7-8987-e31419d214fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:38.795528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 41c05343-0e5a-4ac7-8987-e31419d214fa on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:38.837019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Router 638f21e3-665b-40fc-99a7-42f70b78fef6 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:38.866097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdaddb-cb0b-4eb1-80b0-3e4de853d6c3 req-efa292f5-e8a6-432a-823e-d7e6b03c0d02 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:38.867721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dbdaddb-cb0b-4eb1-80b0-3e4de853d6c3 req-efa292f5-e8a6-432a-823e-d7e6b03c0d02 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.6518185 Jan 27 19:34:38.895239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=41c05343-0e5a-4ac7-8987-e31419d214fa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:38.910773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-92c8bb07-ffbf-4fab-8a25-ae1c7d831419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:38.912636 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-92c8bb07-ffbf-4fab-8a25-ae1c7d831419 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535226 Jan 27 19:34:38.978551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c232ac9-7297-42e2-bb21-e3965f2efcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.027053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (94c7b6b1-79c0-4720-a2a7-e25622e61d73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.031933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (28d7352d-66d8-46cf-8d5b-681de1967d1d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.034850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:39.044072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.048882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] Sync routers for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:39.062328 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:39.063431 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.084120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a94e03af-44ad-4399-992b-cbb6931a9b5a tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/floatingips/594cd5e1-d675-466d-b926-ba0462df02bd HTTP/1.1" status: 204 len: 168 time: 3.3006446 Jan 27 19:34:39.084813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55060) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:39.089587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:39.098532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dbdaddb-cb0b-4eb1-80b0-3e4de853d6c3 req-587b8113-d5bb-4874-adaa-a6baa19ed268 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087176 Jan 27 19:34:39.109891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c7b6b1-79c0-4720-a2a7-e25622e61d73']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.114913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.150996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b515db-a9c0-421c-b9fb-1e6c247c704e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.151380 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.151562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b515db-a9c0-421c-b9fb-1e6c247c704e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.163127 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:39.164359 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.175179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (34b515db-a9c0-421c-b9fb-1e6c247c704e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.203989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (34b515db-a9c0-421c-b9fb-1e6c247c704e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.222587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (28d7352d-66d8-46cf-8d5b-681de1967d1d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.227554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-cd5b90a5-dc34-4b3f-837b-fa4fe1ae7013 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589571 Jan 27 19:34:39.228692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:39.229163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (34b515db-a9c0-421c-b9fb-1e6c247c704e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.238836 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:39.240667 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba11c42-2b81-4ce1-86a2-66cbd24badf2 None None] The sync data for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:39.259015 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:39.272774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.345654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=28d7352d-66d8-46cf-8d5b-681de1967d1d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:39.421110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:39.426487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:39.465355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:39.490746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Allocated IP 172.25.5.113 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/08b8b57b-3122-4da1-bd17-8761f888c5b5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:39.504473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (94c7b6b1-79c0-4720-a2a7-e25622e61d73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.522274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.528959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/94c7b6b1-79c0-4720-a2a7-e25622e61d73 HTTP/1.1" status: 204 len: 168 time: 2.3070145 Jan 27 19:34:39.531923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:39.605533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19ab4c-0982-441b-881c-42c8fbcaf0ea tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=94c7b6b1-79c0-4720-a2a7-e25622e61d73,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:39.621358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:39.621987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.670702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-199027ba-4cae-4729-ac65-5df9df99a0a4 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2784123 Jan 27 19:34:39.673203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ed373d6-6423-4deb-b7aa-4436a3d26838 req-c0575ae2-d920-42bb-8c3d-25eb28482d8d service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409469 Jan 27 19:34:39.676170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:39.812453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.866805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:39.928414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:39.937240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Pushing event updated for resources: {'Port': ['ID=08b8b57b-3122-4da1-bd17-8761f888c5b5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:39.940323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:39.942830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:40.067124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (48f1f749-477e-4821-b8d0-c1f98877aef2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.116596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 41c05343-0e5a-4ac7-8987-e31419d214fa no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:40.139769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.152887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 41c05343-0e5a-4ac7-8987-e31419d214fa {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:40.153569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 41c05343-0e5a-4ac7-8987-e31419d214fa not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:40.154181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 784aba94-af08-4eec-9027-ea0fde4e7989 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:40.179534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 784aba94-af08-4eec-9027-ea0fde4e7989 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:40.180118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 784aba94-af08-4eec-9027-ea0fde4e7989 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:40.449857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750665-9d68-4393-9886-c7afabca13a8 req-4bb12286-956a-4361-b993-9ccd17d94d0e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:40.452309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.452846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43750665-9d68-4393-9886-c7afabca13a8 req-4bb12286-956a-4361-b993-9ccd17d94d0e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.1664200 Jan 27 19:34:40.461671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.496164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-df5978a3-6bab-4739-94c1-2cfa21ebc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:40.499959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-df5978a3-6bab-4739-94c1-2cfa21ebc4a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 1094 time: 0.6731625 Jan 27 19:34:40.552366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Pushing event updated for resources: {'Port': ['ID=08b8b57b-3122-4da1-bd17-8761f888c5b5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:40.573468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (48f1f749-477e-4821-b8d0-c1f98877aef2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.592080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.595138 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0cd6876-1ac7-4269-8429-5216f87bef4d tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5086193 Jan 27 19:34:40.597131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:40.616062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Deleting port 28d7352d-66d8-46cf-8d5b-681de1967d1d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:40.616807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (28d7352d-66d8-46cf-8d5b-681de1967d1d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.756172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43750665-9d68-4393-9886-c7afabca13a8 req-af6c445a-c426-4a28-98bb-473a5e6913a3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537389 Jan 27 19:34:40.845669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (28d7352d-66d8-46cf-8d5b-681de1967d1d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.853323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:40.896754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-64e837cc-4ca5-4832-b497-371357e16dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:40.900478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:40.907861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-64e837cc-4ca5-4832-b497-371357e16dd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.3473320 Jan 27 19:34:40.974610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Calling delete_port for 28d7352d-66d8-46cf-8d5b-681de1967d1d owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:41.034560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-384cbd35-91b2-4a4a-bd78-8ea02194b277 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 HTTP/1.1" status: 200 len: 217 time: 0.1218569 Jan 27 19:34:41.069824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.141013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-b5dec7c5-3de2-493c-a2f7-6633c8ac9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:41.142594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-b5dec7c5-3de2-493c-a2f7-6633c8ac9c31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0999129 Jan 27 19:34:41.185492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.302965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Allocated IP 172.25.5.68 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8ad26aa0-e9c2-4dad-8b24-ccf0723b3083) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:41.309047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-2b1efb47-6352-4530-bd04-27cfecea14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:41.311107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-2b1efb47-6352-4530-bd04-27cfecea14f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566193 Jan 27 19:34:41.351392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (28d7352d-66d8-46cf-8d5b-681de1967d1d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.559355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d7352d-66d8-46cf-8d5b-681de1967d1d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:41.560610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.621635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.659876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.666935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-76688585-c953-4267-9629-0897eebb1f5b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/ports/28d7352d-66d8-46cf-8d5b-681de1967d1d HTTP/1.1" status: 204 len: 168 time: 1.9867430 Jan 27 19:34:41.669315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:41.675105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'external_fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7'}]}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:41.684367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-50598d2a-688c-4da6-996a-4e4947effe5f service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636398 Jan 27 19:34:41.689664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Pushing event updated for resources: {'Port': ['ID=8ad26aa0-e9c2-4dad-8b24-ccf0723b3083,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:41.706117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:41.708066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:41.710987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:41.822646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (0c15e983-b7ca-4117-8618-4a029326e551), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.824340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (0c15e983-b7ca-4117-8618-4a029326e551), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.861449 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for floatingip (87a1e2a2-3c78-4ad6-a892-b7a9cca3c1b1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.918219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (0c15e983-b7ca-4117-8618-4a029326e551), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:41.951379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.082083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-640492ff-b0da-4e94-a045-ba6536a88dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.188338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.197044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.197322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aaea167a-f63a-48e3-8e2b-efcd4cbd3a9b req-da72bf31-908f-477c-9215-e6e79396cd62 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959316 Jan 27 19:34:42.211901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24769891-c05e-44d8-aacd-17dc0a1f6635 req-565447bb-499d-44f5-9f27-8162ac35a23e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:42.220553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24769891-c05e-44d8-aacd-17dc0a1f6635 req-565447bb-499d-44f5-9f27-8162ac35a23e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.2949541 Jan 27 19:34:42.283641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (0c15e983-b7ca-4117-8618-4a029326e551), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.323165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Pushing event updated for resources: {'Port': ['ID=8ad26aa0-e9c2-4dad-8b24-ccf0723b3083,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:42.354802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (87a1e2a2-3c78-4ad6-a892-b7a9cca3c1b1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.363809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24769891-c05e-44d8-aacd-17dc0a1f6635 req-23c2f40e-d59f-4132-9e1c-0c834687fac4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402943 Jan 27 19:34:42.412986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.414012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 11630393-f07e-4f1b-bdd9-de5f39f90977 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:42.414390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.415428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da24e251-e7be-4774-a60a-40a36e4ad3be tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8170121 Jan 27 19:34:42.418986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:42.529128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f1f870a-8728-4f51-b9bb-15dd27706d98 tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1085522 Jan 27 19:34:42.531757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55104) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:42.534939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 11630393-f07e-4f1b-bdd9-de5f39f90977, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11630393-f07e-4f1b-bdd9-de5f39f90977,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:42.535608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.550884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 11630393-f07e-4f1b-bdd9-de5f39f90977 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:42.610860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d1680a23-4382-4594-bdcd-409df8411652 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0779660 Jan 27 19:34:42.613735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55108) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:42.791990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Deleting port 8ad26aa0-e9c2-4dad-8b24-ccf0723b3083 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:42.792443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.853424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (0c15e983-b7ca-4117-8618-4a029326e551), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.880932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.904336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.904782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for floatingip (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:42.920013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Calling delete_port for 8ad26aa0-e9c2-4dad-8b24-ccf0723b3083 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:43.131510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8ad26aa0-e9c2-4dad-8b24-ccf0723b3083), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.176356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Pushing event deleted for resources: {'Port': ['ID=8ad26aa0-e9c2-4dad-8b24-ccf0723b3083,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:43.264085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks [] for floatingip (87a1e2a2-3c78-4ad6-a892-b7a9cca3c1b1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.267351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.272935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a73c4dc6-e9ea-41f8-9921-40409fe0bcab tempest-FloatingIPAdminTestJSON-1660673563 tempest-FloatingIPAdminTestJSON-1660673563-project] 10.222.0.59 "DELETE /v2.0/floatingips/87a1e2a2-3c78-4ad6-a892-b7a9cca3c1b1 HTTP/1.1" status: 204 len: 168 time: 0.6535330 Jan 27 19:34:43.273494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:43.381848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (11630393-f07e-4f1b-bdd9-de5f39f90977), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.431594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=11630393-f07e-4f1b-bdd9-de5f39f90977,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:43.494726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Deleting port 08b8b57b-3122-4da1-bd17-8761f888c5b5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:43.495450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.550490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.20.0.7 (fc9f6993-2a55-41ab-b53d-6f0422c5a636/7b76ba77-9425-467c-a214-7251ea1e34ba/d406759f-7db5-40de-ba24-593aa7c1b1c6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:43.593463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.594441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (08b8b57b-3122-4da1-bd17-8761f888c5b5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.637130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Calling delete_port for 08b8b57b-3122-4da1-bd17-8761f888c5b5 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:43.736071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.811080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.886488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network fc9f6993-2a55-41ab-b53d-6f0422c5a636 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:43.896752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:43.983823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:43.987417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:44.013720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (08b8b57b-3122-4da1-bd17-8761f888c5b5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.032751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b7abf-76c2-4a44-ae00-48b2058a1ba8 req-75b82270-e711-463f-9df8-49004a96aebc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:44.035460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c9b7abf-76c2-4a44-ae00-48b2058a1ba8 req-75b82270-e711-463f-9df8-49004a96aebc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.5611959 Jan 27 19:34:44.040671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=d406759f-7db5-40de-ba24-593aa7c1b1c6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:44.079863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Pushing event deleted for resources: {'Port': ['ID=08b8b57b-3122-4da1-bd17-8761f888c5b5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:44.202800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks [] for floatingip (48f1f749-477e-4821-b8d0-c1f98877aef2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.205501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.218499 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-601cdb40-a26e-4290-b0c1-0f9bd3c9cddf tempest-FloatingIPAdminTestJSON-1897211955 tempest-FloatingIPAdminTestJSON-1897211955-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/48f1f749-477e-4821-b8d0-c1f98877aef2 HTTP/1.1" status: 204 len: 168 time: 0.9429429 Jan 27 19:34:44.219641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55126) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:44.395688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port bb7aa97e-2759-4e3f-b266-56a3f8312f07 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:44.396210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.506314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.522140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for bb7aa97e-2759-4e3f-b266-56a3f8312f07 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:44.567247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c9b7abf-76c2-4a44-ae00-48b2058a1ba8 req-dddecc50-70b8-451a-8f31-716981f04d0d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193429 Jan 27 19:34:44.703200 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bb7aa97e-2759-4e3f-b266-56a3f8312f07), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.723435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:44.734768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=bb7aa97e-2759-4e3f-b266-56a3f8312f07,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:44.824056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (0c15e983-b7ca-4117-8618-4a029326e551), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.903643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:34:44.910714 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:44.918540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:44.925192 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da20745b-8520-472d-83e8-867d5d787e99 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/ports/bb7aa97e-2759-4e3f-b266-56a3f8312f07 HTTP/1.1" status: 204 len: 168 time: 0.7003784 Jan 27 19:34:44.926384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:44.928402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb490676-cdfd-47c5-b434-e5524f873331 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3941607 Jan 27 19:34:44.934201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:45.074935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd2ec14-0b37-4e97-9b0e-5a70fc1dbbc2 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:45.086161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0cd2ec14-0b37-4e97-9b0e-5a70fc1dbbc2 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "GET /v2.0/ports?device_id=638f21e3-665b-40fc-99a7-42f70b78fef6 HTTP/1.1" status: 200 len: 913 time: 0.1592948 Jan 27 19:34:45.087200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:45.105013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting subnet 7a1af2fb-6c65-4397-b334-8352959455db {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:45.117916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for subnet (7a1af2fb-6c65-4397-b334-8352959455db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.146859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:45.170882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'mac_address': 'fa:16:3e:56:44:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:34:45.176373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:45.254939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7a1af2fb-6c65-4397-b334-8352959455db), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.279700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:45.282250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:45.388748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7a1af2fb-6c65-4397-b334-8352959455db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.422373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:45.489567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7a1af2fb-6c65-4397-b334-8352959455db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.502582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:42Z', 'revision_number': 11, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:45.518659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.546416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.551202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/7a1af2fb-6c65-4397-b334-8352959455db HTTP/1.1" status: 204 len: 168 time: 0.6119914 Jan 27 19:34:45.552621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f4a4e-a26d-4986-a3c8-66b1d0ea09d0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1af2fb-6c65-4397-b334-8352959455db,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:45.558489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:45.567936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:45.576954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f0aae-67ac-4879-9bd9-f075d0a2559f None None] Network 78b4e6e8-f0b9-4985-b741-e846abba038c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:45.596918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:45.597664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.660133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.805373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (78b4e6e8-f0b9-4985-b741-e846abba038c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.906641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (0c15e983-b7ca-4117-8618-4a029326e551), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:45.974738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:45.975425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:45.988833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14343ba6-cf9a-4971-b5d3-6d0bd8d54504 req-544cf3d0-3f71-4ccf-965d-c2260f84736c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:45.990597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14343ba6-cf9a-4971-b5d3-6d0bd8d54504 req-544cf3d0-3f71-4ccf-965d-c2260f84736c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 943 time: 0.2025201 Jan 27 19:34:46.059811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:46.139564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:42Z', 'revision_number': 11, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:46.142357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:34:46.205211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027a07-da00-4fa6-acc8-b220745b526d None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:42Z', 'revision_number': 11, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:46.206298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Deleting port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:46.206690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.212598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (638f21e3-665b-40fc-99a7-42f70b78fef6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.245894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.254761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14343ba6-cf9a-4971-b5d3-6d0bd8d54504 req-2a132661-6ad5-4bd3-8088-3bb74aca7c25 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743126 Jan 27 19:34:46.267565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:46.284042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.406091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:46.467057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] For port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:46.467553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.487640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Calling delete_port for 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:46.490741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 0c15e983-b7ca-4117-8618-4a029326e551 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:34:46.596682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] DHCP port deletion for 78b4e6e8-f0b9-4985-b741-e846abba038c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:46.713961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Deleting port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:46.714334 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.794129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:34:46.801332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:46.812056 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Sync routers for ids ['0c15e983-b7ca-4117-8618-4a029326e551'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:46.831114 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Routers {'0c15e983-b7ca-4117-8618-4a029326e551'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:46.831829 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['0c15e983-b7ca-4117-8618-4a029326e551'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:46.832043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.923510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No DVR routers for this DVR port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:46.934895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Port': ['ID=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:46.970934 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:46.973159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-390fd8af-4a34-4088-abfd-10f956e6c24d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.3026385 Jan 27 19:34:46.981395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:47.018414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:47.020115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.025438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] For port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,segment=NetworkSegment(7c8aa9d8-6bae-470f-9780-0f9d6432d80f),segment_id=7c8aa9d8-6bae-470f-9780-0f9d6432d80f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:47.026575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.040252 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Set router 0c15e983-b7ca-4117-8618-4a029326e551 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:47.096302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Calling delete_port for 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:47.243207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.272042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for d4dd2ae3-d1c9-41c9-a699-50e85cc19b80 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:47.371120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (6b42bd7c-663b-4d87-8a58-6cc8c19ee96f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.453493 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c15e983-b7ca-4117-8618-4a029326e551', 'name': '', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'external_fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:41Z', 'updated_at': '2022-01-27T19:34:44Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'name': '', 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c15e983-b7ca-4117-8618-4a029326e551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:42Z', 'updated_at': '2022-01-27T19:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:47.454707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] No DVR routers for this DVR port 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:47.457008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b648e-8126-463e-87ab-cf0978babd48 None None] Pushing event deleted for resources: {'Port': ['ID=6b42bd7c-663b-4d87-8a58-6cc8c19ee96f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:47.507706 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Checking router: 0c15e983-b7ca-4117-8618-4a029326e551 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:47.508054 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Updating router 0c15e983-b7ca-4117-8618-4a029326e551 port d406759f-7db5-40de-ba24-593aa7c1b1c6 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:34:47.573505 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.649228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d4dd2ae3-d1c9-41c9-a699-50e85cc19b80), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.660603 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (78b4e6e8-f0b9-4985-b741-e846abba038c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.720627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=d4dd2ae3-d1c9-41c9-a699-50e85cc19b80,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:47.729698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b4e6e8-f0b9-4985-b741-e846abba038c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:47.754431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d73ff-594d-45e6-9b0d-bdd512faf58a req-b4ad418a-3b91-4bac-9056-3db38a171250 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:47.756420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f29d73ff-594d-45e6-9b0d-bdd512faf58a req-b4ad418a-3b91-4bac-9056-3db38a171250 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 944 time: 0.1980586 Jan 27 19:34:47.764283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8aa9d8-6bae-470f-9780-0f9d6432d80f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:47.764601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8aa9d8-6bae-470f-9780-0f9d6432d80f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:47.805245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7c8aa9d8-6bae-470f-9780-0f9d6432d80f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.876976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f29d73ff-594d-45e6-9b0d-bdd512faf58a req-79b6ea5c-78b5-46ed-b695-08410ad211d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940330 Jan 27 19:34:47.879038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7c8aa9d8-6bae-470f-9780-0f9d6432d80f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.882888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (0c15e983-b7ca-4117-8618-4a029326e551), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.926417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:47.926871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7c8aa9d8-6bae-470f-9780-0f9d6432d80f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:47.930703 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:48.067687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (638f21e3-665b-40fc-99a7-42f70b78fef6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.086320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:48.119206 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks [] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.145771 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.147626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:48.148079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6b42bd7c-663b-4d87-8a58-6cc8c19ee96f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:48.149732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11630393-f07e-4f1b-bdd9-de5f39f90977 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:48.188542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (78b4e6e8-f0b9-4985-b741-e846abba038c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.197046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.215830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 11630393-f07e-4f1b-bdd9-de5f39f90977 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:48.216138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11630393-f07e-4f1b-bdd9-de5f39f90977 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:48.241658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/networks/78b4e6e8-f0b9-4985-b741-e846abba038c HTTP/1.1" status: 204 len: 168 time: 2.6819062 Jan 27 19:34:48.265431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:48.266391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f1011-24ce-4ee0-be72-f042da250058 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Pushing event deleted for resources: {'Network': ['ID=78b4e6e8-f0b9-4985-b741-e846abba038c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:48.269157 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ba7f2-8893-4cbd-930c-8bdba1eed65c None None] Pushing event updated for resources: {'Port': ['ID=d406759f-7db5-40de-ba24-593aa7c1b1c6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:48.275719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'routes': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:48.302253 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Attempting to bind port d406759f-7db5-40de-ba24-593aa7c1b1c6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:34:48.302627 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Attempting to bind port d406759f-7db5-40de-ba24-593aa7c1b1c6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:34:48.302995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Attempting to bind port d406759f-7db5-40de-ba24-593aa7c1b1c6 on network fc9f6993-2a55-41ab-b53d-6f0422c5a636 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:34:48.318101 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:34:48.318483 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Checking segment: {'id': '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:34:48.318897 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.319297 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Bound using segment: {'id': '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:34:48.319840 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Bound port: d406759f-7db5-40de-ba24-593aa7c1b1c6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:34:48.320347 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.452944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] For port d406759f-7db5-40de-ba24-593aa7c1b1c6, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:34:48.460458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] For port d406759f-7db5-40de-ba24-593aa7c1b1c6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d406759f-7db5-40de-ba24-593aa7c1b1c6,segment=NetworkSegment(315d2fb3-b6ad-49bf-b3ed-6a4b1673b126),segment_id=315d2fb3-b6ad-49bf-b3ed-6a4b1673b126)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:34:48.468368 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.504481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Router 638f21e3-665b-40fc-99a7-42f70b78fef6 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:48.536085 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ba7f2-8893-4cbd-930c-8bdba1eed65c None None] Pushing event updated for resources: {'Port': ['ID=d406759f-7db5-40de-ba24-593aa7c1b1c6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:48.576889 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Routers {'0c15e983-b7ca-4117-8618-4a029326e551'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:48.577606 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['0c15e983-b7ca-4117-8618-4a029326e551'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:48.662597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:48.667034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Added routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:34:48.667650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Removed routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:34:48.667769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.668554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-924f742d-ee09-4f21-9530-d24104203ba7 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "PUT /v2.0/routers/638f21e3-665b-40fc-99a7-42f70b78fef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5792439 Jan 27 19:34:48.672738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:48.683044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] Sync routers for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:48.689109 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (0c15e983-b7ca-4117-8618-4a029326e551), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:48.695141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:48.696252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:48.742127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:48.754421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] Routers {'638f21e3-665b-40fc-99a7-42f70b78fef6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:48.755094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['638f21e3-665b-40fc-99a7-42f70b78fef6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:48.799279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:48.800380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1b5fe-a065-4c04-99b5-410ad92e6f43 None None] The sync data for ids ['638f21e3-665b-40fc-99a7-42f70b78fef6'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:48.817940 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] Set router 0c15e983-b7ca-4117-8618-4a029326e551 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:48.944760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:49.014696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.028989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.049323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.067029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:34:49.072438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:49.072944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.191665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:49.192369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.201068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Deleting port d406759f-7db5-40de-ba24-593aa7c1b1c6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:49.201467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.224670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:34:49.227140 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac29b3-cafe-42d6-8ee4-db1bc18120a9" -d '{"events": [{"server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:34:49.242797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:49.252332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.264896 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c15e983-b7ca-4117-8618-4a029326e551', 'name': '', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'external_fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:41Z', 'updated_at': '2022-01-27T19:34:44Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'name': '', 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c15e983-b7ca-4117-8618-4a029326e551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:42Z', 'updated_at': '2022-01-27T19:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:49.265533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:34:49.325707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152c5e6-0184-4a12-be19-29d33b05aca3 None None] The sync data for ids ['0c15e983-b7ca-4117-8618-4a029326e551'] in n-d-760453-6 is: [{'id': '0c15e983-b7ca-4117-8618-4a029326e551', 'name': '', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'external_fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:41Z', 'updated_at': '2022-01-27T19:34:44Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'd406759f-7db5-40de-ba24-593aa7c1b1c6', 'name': '', 'network_id': 'fc9f6993-2a55-41ab-b53d-6f0422c5a636', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c15e983-b7ca-4117-8618-4a029326e551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:34:42Z', 'updated_at': '2022-01-27T19:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b76ba77-9425-467c-a214-7251ea1e34ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:49.329681 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f7f94-568c-4aae-92db-31991fa0f616 x-openstack-request-id: req-6a0f7f94-568c-4aae-92db-31991fa0f616 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:34:49.330312 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:34:49.330988 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a0f7f94-568c-4aae-92db-31991fa0f616 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:34:49.331968 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'code': 200} Jan 27 19:34:49.333984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:49.371605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d096dcd-83e8-4ef7-96f1-36b9207a59b5 req-4131a448-75f5-4fea-a042-1fbc2abcf6c3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:49.373392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d096dcd-83e8-4ef7-96f1-36b9207a59b5 req-4131a448-75f5-4fea-a042-1fbc2abcf6c3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 944 time: 0.2878258 Jan 27 19:34:49.546863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] For port d406759f-7db5-40de-ba24-593aa7c1b1c6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d406759f-7db5-40de-ba24-593aa7c1b1c6,segment=NetworkSegment(315d2fb3-b6ad-49bf-b3ed-6a4b1673b126),segment_id=315d2fb3-b6ad-49bf-b3ed-6a4b1673b126)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:49.548119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.552949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_gateway (638f21e3-665b-40fc-99a7-42f70b78fef6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.567818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:49.575148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.576398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-afd34aca-2470-4cc5-a254-3c6b0f6f36ec tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 700 time: 1.3064501 Jan 27 19:34:49.581232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:49.587211 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Sync routers for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:49.596958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Calling delete_port for d406759f-7db5-40de-ba24-593aa7c1b1c6 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:49.627884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Routers {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:49.629924 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:49.650999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc362f9f-ff88-4e25-bf1e-7849c9689bca req-117263d7-1b25-4ddb-a8bb-c717068e5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:49.652523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc362f9f-ff88-4e25-bf1e-7849c9689bca req-117263d7-1b25-4ddb-a8bb-c717068e5430 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 1096 time: 0.2524483 Jan 27 19:34:49.662213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1bcdc832-7646-4a47-998b-719aff38c529 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 205 time: 0.0748944 Jan 27 19:34:49.663702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55182) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:49.716828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d096dcd-83e8-4ef7-96f1-36b9207a59b5 req-8f0a2196-9b1b-4f31-ab55-d9255d8447e4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238728 Jan 27 19:34:49.810393 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:49.911624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc362f9f-ff88-4e25-bf1e-7849c9689bca req-24ccbc58-4663-4c59-8a3d-a3f2a969053f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915989 Jan 27 19:34:49.915702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port 9229395d-9d64-4ff1-9b61-92aeb425f239 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:49.916181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9229395d-9d64-4ff1-9b61-92aeb425f239), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.060656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.068231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.103033 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Set router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:50.194412 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cda1c-7fd1-4b7a-8551-cd7726fe7738', 'name': 'tempest-RoutersTest-router-890713817', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:33:32Z', 'updated_at': '2022-01-27T19:34:42Z', 'revision_number': 11, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:50.205727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a47cda1c-7fd1-4b7a-8551-cd7726fe7738), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.206309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router a47cda1c-7fd1-4b7a-8551-cd7726fe7738 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:34:50.214327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.226694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d406759f-7db5-40de-ba24-593aa7c1b1c6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:34:50.233840 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3f3b175-4a90-41e3-9f62-a39e6ef01717 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 204 len: 168 time: 0.5685453 Jan 27 19:34:50.234714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:50.239266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1234606875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:50.241976 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Checking router: a47cda1c-7fd1-4b7a-8551-cd7726fe7738 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:50.254865 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:50.254865 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:34:50.255358 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a47cda1c-7fd1-4b7a-8551-cd7726fe7738'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:34:50.255745 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3ba33-b498-4296-b8fe-b77462e8048d None None] The sync data for ids ['a47cda1c-7fd1-4b7a-8551-cd7726fe7738'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:50.282862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.287057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.348100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d406759f-7db5-40de-ba24-593aa7c1b1c6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:34:50.349243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.404795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.413724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.462176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.464039 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-76eb49bb-30b0-4c87-8508-142df59060a7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2282910 Jan 27 19:34:50.471756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:50.490381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:50.581959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d406759f-7db5-40de-ba24-593aa7c1b1c6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:34:50.583405 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.630553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port d406759f-7db5-40de-ba24-593aa7c1b1c6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d406759f-7db5-40de-ba24-593aa7c1b1c6,segment=NetworkSegment(315d2fb3-b6ad-49bf-b3ed-6a4b1673b126),segment_id=315d2fb3-b6ad-49bf-b3ed-6a4b1673b126)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:50.644468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.739737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=d406759f-7db5-40de-ba24-593aa7c1b1c6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:50.833750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9229395d-9d64-4ff1-9b61-92aeb425f239), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.923907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d406759f-7db5-40de-ba24-593aa7c1b1c6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.943334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.959092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for 9229395d-9d64-4ff1-9b61-92aeb425f239 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:50.960520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:50.996551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Port': ['ID=d406759f-7db5-40de-ba24-593aa7c1b1c6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:51.097573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df094b5-6000-4ddd-8db5-a66c88bc4fd6 req-a2d9327e-0ad4-4cac-8831-2ee503007098 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:51.099000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Router fea5b2e2-d03b-47be-a251-9eb1229fb4f7 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:34:51.099144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df094b5-6000-4ddd-8db5-a66c88bc4fd6 req-a2d9327e-0ad4-4cac-8831-2ee503007098 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 945 time: 0.2125587 Jan 27 19:34:51.209091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:51.220488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.221937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cb190881-9c7f-4297-95e2-61ac73d912b6 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "PUT /v2.0/routers/fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 200 len: 694 time: 0.7487724 Jan 27 19:34:51.224604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55200) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.231559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Sync routers for ids ['fea5b2e2-d03b-47be-a251-9eb1229fb4f7'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:51.253475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Routers {'fea5b2e2-d03b-47be-a251-9eb1229fb4f7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:51.254130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fea5b2e2-d03b-47be-a251-9eb1229fb4f7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:51.293586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (0c15e983-b7ca-4117-8618-4a029326e551), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.398730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Set router fea5b2e2-d03b-47be-a251-9eb1229fb4f7 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:51.411939 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51de09f6-6d95-48b1-9204-b7756be73d64 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/routers/fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 200 len: 700 time: 0.1857510 Jan 27 19:34:51.412775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55202) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.442025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df094b5-6000-4ddd-8db5-a66c88bc4fd6 req-a335cc5a-7c75-411c-88b2-b5008933688d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300259 Jan 27 19:34:51.444983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (0c15e983-b7ca-4117-8618-4a029326e551), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.448169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (0c15e983-b7ca-4117-8618-4a029326e551), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.451637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9229395d-9d64-4ff1-9b61-92aeb425f239), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.468625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c64ad037-f4e2-486d-818a-49e9828203f9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 200 len: 205 time: 0.0545273 Jan 27 19:34:51.469352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55204) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.488261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b2e2-d03b-47be-a251-9eb1229fb4f7', 'name': 'tempest-RoutersTest-router-1234606875', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:50Z', 'updated_at': '2022-01-27T19:34:50Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:51.521691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Checking router: fea5b2e2-d03b-47be-a251-9eb1229fb4f7 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:34:51.531962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Routers {'fea5b2e2-d03b-47be-a251-9eb1229fb4f7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:51.533120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fea5b2e2-d03b-47be-a251-9eb1229fb4f7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:51.564002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.579765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=9229395d-9d64-4ff1-9b61-92aeb425f239,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:51.618845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] Set router fea5b2e2-d03b-47be-a251-9eb1229fb4f7 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:34:51.636132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (0c15e983-b7ca-4117-8618-4a029326e551), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.636767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c15e983-b7ca-4117-8618-4a029326e551 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:34:51.646381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.649939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2a7544f0-0962-4ea1-a9ac-8cc59b42f1a2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/routers/0c15e983-b7ca-4117-8618-4a029326e551 HTTP/1.1" status: 204 len: 168 time: 4.6643341 Jan 27 19:34:51.650502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.698788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (638f21e3-665b-40fc-99a7-42f70b78fef6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.699623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea5b2e2-d03b-47be-a251-9eb1229fb4f7', 'name': 'tempest-RoutersTest-router-1234606875', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:50Z', 'updated_at': '2022-01-27T19:34:50Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:51.736447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddd5aa-338f-45bd-bcd0-a6ed0f0d85f5 None None] The sync data for ids ['fea5b2e2-d03b-47be-a251-9eb1229fb4f7'] in n-d-760453-6 is: [{'id': 'fea5b2e2-d03b-47be-a251-9eb1229fb4f7', 'name': 'tempest-RoutersTest-router-1234606875', 'tenant_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:34:50Z', 'updated_at': '2022-01-27T19:34:50Z', 'revision_number': 2, 'project_id': 'ba74e1e48fe64a04a1e28b3b63c0bb67', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:34:51.837542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.841035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router_controller (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.846111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.851217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router_controller (638f21e3-665b-40fc-99a7-42f70b78fef6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.856723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Deleting subnet 7b76ba77-9425-467c-a214-7251ea1e34ba {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:51.866066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for subnet (7b76ba77-9425-467c-a214-7251ea1e34ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.907380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (fea5b2e2-d03b-47be-a251-9eb1229fb4f7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.907896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Fanout notify agent at l3_agent the message router_deleted on router fea5b2e2-d03b-47be-a251-9eb1229fb4f7 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:34:51.921166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:51.922343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8af3d57f-a63d-4d81-a750-0e2991194dab tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 204 len: 168 time: 0.4520411 Jan 27 19:34:51.927403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55212) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.970812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-71cfe7ee-1d26-4ca5-afde-0ec0f56e0e66 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 200 len: 205 time: 0.0421789 Jan 27 19:34:51.971505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55216) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:51.978966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7b76ba77-9425-467c-a214-7251ea1e34ba), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.020261 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-08e069b4-a3d1-4a67-b8c3-f445a9bc808c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:52.024308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08e069b4-a3d1-4a67-b8c3-f445a9bc808c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/fea5b2e2-d03b-47be-a251-9eb1229fb4f7 HTTP/1.1" status: 404 len: 336 time: 0.0517526 Jan 27 19:34:52.025098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55218) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.044071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7b76ba77-9425-467c-a214-7251ea1e34ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.071674 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7820261-d7be-4e81-9da5-c8cabd3c6561 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:52.072167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7820261-d7be-4e81-9da5-c8cabd3c6561 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:52.081980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7820261-d7be-4e81-9da5-c8cabd3c6561 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/df17e180-184d-49a4-928e-65b8053d484c HTTP/1.1" status: 404 len: 337 time: 0.0526195 Jan 27 19:34:52.082714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55222) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.122505 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcae856-7972-4468-a180-810acb0b9c73 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:52.122877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcae856-7972-4468-a180-810acb0b9c73 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:52.130591 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edcae856-7972-4468-a180-810acb0b9c73 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/4854dc65-5df3-4080-9f83-b9398da9fe2e HTTP/1.1" status: 404 len: 337 time: 0.0467341 Jan 27 19:34:52.131252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.142205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7b76ba77-9425-467c-a214-7251ea1e34ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.170678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b76ba77-9425-467c-a214-7251ea1e34ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:52.173735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (638f21e3-665b-40fc-99a7-42f70b78fef6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.174557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Fanout notify agent at l3_agent the message router_deleted on router 638f21e3-665b-40fc-99a7-42f70b78fef6 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:34:52.176977 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b88d60f-80aa-4568-aacc-937a8b7c06f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:52.177476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b88d60f-80aa-4568-aacc-937a8b7c06f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:52.181007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.185806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ca37238-a506-4133-9e70-430b3672dd0f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/routers/638f21e3-665b-40fc-99a7-42f70b78fef6 HTTP/1.1" status: 204 len: 168 time: 3.5115907 Jan 27 19:34:52.186450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b88d60f-80aa-4568-aacc-937a8b7c06f3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/677546bf-3607-4d80-ab96-c51373abe09d HTTP/1.1" status: 404 len: 337 time: 0.0541470 Jan 27 19:34:52.187114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.187448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.191864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.199116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e53b4d97-b469-4707-ad41-14d1270c4b6d tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/7b76ba77-9425-467c-a214-7251ea1e34ba HTTP/1.1" status: 204 len: 168 time: 0.5467582 Jan 27 19:34:52.199795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.281620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting subnet b2aabf42-2333-4dac-9b7b-42b78c39f44a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:34:52.285449 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb0b6ad-55a1-4b8a-b140-73c29774ecc0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:52.285913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb0b6ad-55a1-4b8a-b140-73c29774ecc0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:52.290686 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (fc9f6993-2a55-41ab-b53d-6f0422c5a636), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.292977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7bb0b6ad-55a1-4b8a-b140-73c29774ecc0 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/7a1af2fb-6c65-4397-b334-8352959455db HTTP/1.1" status: 404 len: 337 time: 0.1039145 Jan 27 19:34:52.293592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.293978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for subnet (b2aabf42-2333-4dac-9b7b-42b78c39f44a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.329593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5127d513-0095-4fea-a284-2e771813c11b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 200 len: 205 time: 0.0337389 Jan 27 19:34:52.332886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.358024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b2aabf42-2333-4dac-9b7b-42b78c39f44a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.455594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (fc9f6993-2a55-41ab-b53d-6f0422c5a636), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.458670 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-2bcf2dba-3b2d-4f19-b397-5da60c5aa8f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:52.464119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2bcf2dba-3b2d-4f19-b397-5da60c5aa8f7 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/a47cda1c-7fd1-4b7a-8551-cd7726fe7738 HTTP/1.1" status: 404 len: 336 time: 0.1242261 Jan 27 19:34:52.466676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.500408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-695905f8-9d53-477e-abe1-9ebe79a716ff tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=1110561f-1f6e-4df2-8a96-ed99187d00e1 HTTP/1.1" status: 200 len: 205 time: 0.0303574 Jan 27 19:34:52.502540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.569314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9f6993-2a55-41ab-b53d-6f0422c5a636']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:52.581396 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-8908a581-ef8a-4588-b530-00e96ab086e3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:52.585743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8908a581-ef8a-4588-b530-00e96ab086e3 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/1110561f-1f6e-4df2-8a96-ed99187d00e1 HTTP/1.1" status: 404 len: 336 time: 0.0790222 Jan 27 19:34:52.598659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.602640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:52.602940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315d2fb3-b6ad-49bf-b3ed-6a4b1673b126') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:52.631973 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ee5e56-ffe3-408d-94b3-1dd75d906c6a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:52.632437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ee5e56-ffe3-408d-94b3-1dd75d906c6a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:52.636180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5ee5e56-ffe3-408d-94b3-1dd75d906c6a tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/2445dfec-37e6-4090-ae0c-90b05c297843 HTTP/1.1" status: 404 len: 337 time: 0.0357115 Jan 27 19:34:52.644121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.660140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (315d2fb3-b6ad-49bf-b3ed-6a4b1673b126), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.709786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5ea1c12f-474d-4e0f-8ffc-cb860e3e098b tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 200 len: 205 time: 0.0602360 Jan 27 19:34:52.716409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.717685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (315d2fb3-b6ad-49bf-b3ed-6a4b1673b126), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.731772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996a39d-56de-4825-b3cf-8a727a51b1e8 req-69d31e71-34c2-4314-a551-e65d1fcac18d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:52.735997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0996a39d-56de-4825-b3cf-8a727a51b1e8 req-69d31e71-34c2-4314-a551-e65d1fcac18d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 945 time: 0.1726041 Jan 27 19:34:52.799629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:52.800047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (315d2fb3-b6ad-49bf-b3ed-6a4b1673b126), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:52.802374 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:52.804886 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-67ff6a98-a174-4de4-9e77-d93f386692ee tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:52.804886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-67ff6a98-a174-4de4-9e77-d93f386692ee tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/8e4be730-d8bf-4a6e-ac3e-4101afc92ef4 HTTP/1.1" status: 404 len: 336 time: 0.0838592 Jan 27 19:34:52.820646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.843722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b2aabf42-2333-4dac-9b7b-42b78c39f44a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.858515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-23456b08-4173-4699-9a0e-707075136509 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=5041cb71-af12-455b-bf64-2282bbf2bec8 HTTP/1.1" status: 200 len: 205 time: 0.0366952 Jan 27 19:34:52.887994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.930905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b2aabf42-2333-4dac-9b7b-42b78c39f44a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.943529 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-bb04a968-6b33-452e-901b-dfed61421971 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:52.944618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bb04a968-6b33-452e-901b-dfed61421971 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/5041cb71-af12-455b-bf64-2282bbf2bec8 HTTP/1.1" status: 404 len: 336 time: 0.0515521 Jan 27 19:34:52.951989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.955282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0996a39d-56de-4825-b3cf-8a727a51b1e8 req-06c38f87-bea9-4fde-b4b0-90ffb2b68040 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780081 Jan 27 19:34:52.966064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:52.969600 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/subnets/b2aabf42-2333-4dac-9b7b-42b78c39f44a HTTP/1.1" status: 204 len: 168 time: 0.7651384 Jan 27 19:34:52.974604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:52.981989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033e8ea-975e-4955-b16f-3ff95c66f992 None None] Network 53800032-ccbd-442b-a917-60926d31718e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:34:53.020777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (fc9f6993-2a55-41ab-b53d-6f0422c5a636), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.022791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f5527-e5de-4638-8e42-7cee68757a10 tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Subnet': ['ID=b2aabf42-2333-4dac-9b7b-42b78c39f44a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:53.076705 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48d63db-1135-4da8-9bbf-db4e25ee3306 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:53.077183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48d63db-1135-4da8-9bbf-db4e25ee3306 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:53.080504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b48d63db-1135-4da8-9bbf-db4e25ee3306 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/e6404536-9f8c-482a-a5be-2a37c674bbc8 HTTP/1.1" status: 404 len: 337 time: 0.1256890 Jan 27 19:34:53.088092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55266) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.129320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc9f6993-2a55-41ab-b53d-6f0422c5a636 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:34:53.146653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c5e67b1-c26b-4132-8b6b-47914957e212 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=1589b33e-f5b6-4aef-a40e-0fef285b8d08 HTTP/1.1" status: 200 len: 205 time: 0.0567875 Jan 27 19:34:53.159977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.169742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.173863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fc9f6993-2a55-41ab-b53d-6f0422c5a636 HTTP/1.1" status: 204 len: 168 time: 0.9723735 Jan 27 19:34:53.236102 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-6326981d-5cad-42e2-991a-6871c5d3c0d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:53.237784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6326981d-5cad-42e2-991a-6871c5d3c0d9 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/1589b33e-f5b6-4aef-a40e-0fef285b8d08 HTTP/1.1" status: 404 len: 336 time: 0.0632403 Jan 27 19:34:53.240672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55276) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.267482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa870b83-bd71-494c-820e-49d0c441006c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc9f6993-2a55-41ab-b53d-6f0422c5a636,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:53.301370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (53800032-ccbd-442b-a917-60926d31718e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.325236 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-659902a7-3f38-4eb1-8df9-7a93a3445d82 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:53.325746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659902a7-3f38-4eb1-8df9-7a93a3445d82 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:53.331394 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-659902a7-3f38-4eb1-8df9-7a93a3445d82 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/de99f7a1-1437-49e8-aa7c-d54841ac0311 HTTP/1.1" status: 404 len: 337 time: 0.0869815 Jan 27 19:34:53.331728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.372568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ee25e410-b67b-4c15-b331-7cc9f99c9d18 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f3aded0-795d-40fd-a81a-7d34569e9753 HTTP/1.1" status: 200 len: 205 time: 0.0394650 Jan 27 19:34:53.375724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.442934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] DHCP port deletion for 53800032-ccbd-442b-a917-60926d31718e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:34:53.450124 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-c2bf3902-ec36-4a7d-85ac-8fbba0351d3f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] delete failed (client error): The resource could not be found. Jan 27 19:34:53.456395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2bf3902-ec36-4a7d-85ac-8fbba0351d3f tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/routers/8f3aded0-795d-40fd-a81a-7d34569e9753 HTTP/1.1" status: 404 len: 336 time: 0.0794344 Jan 27 19:34:53.464451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.498616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port 1c1bc745-9a62-48dd-9196-740b1e03abab {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:53.498973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.540611 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95e080f-9fbd-408d-a159-45dd6211f89c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:53.541067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95e080f-9fbd-408d-a159-45dd6211f89c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:53.548233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f95e080f-9fbd-408d-a159-45dd6211f89c tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/18b6853e-651c-4c2c-9179-28d498f2e740 HTTP/1.1" status: 404 len: 337 time: 0.0823526 Jan 27 19:34:53.550938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.555457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.561976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'name': 'tempest-router--277788748', 'project_id': 'ee56dd61ecb8425495ffa25a5718d791'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:53.596056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Deleting port 1c1bc745-9a62-48dd-9196-740b1e03abab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:53.596436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.604149 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42f6ae8-ddfb-43c4-beb0-d916fb646a16 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] DELETE failed (client error): The resource could not be found. Jan 27 19:34:53.604983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42f6ae8-ddfb-43c4-beb0-d916fb646a16 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:34:53.608471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c42f6ae8-ddfb-43c4-beb0-d916fb646a16 tempest-RoutersTest-639549615 tempest-RoutersTest-639549615-project] 10.222.0.59 "DELETE /v2.0/subnets/84d69947-0766-4c4f-b61f-12a3391059c9 HTTP/1.1" status: 404 len: 337 time: 0.0561395 Jan 27 19:34:53.618469 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.620311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.660939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] For port 1c1bc745-9a62-48dd-9196-740b1e03abab, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c1bc745-9a62-48dd-9196-740b1e03abab,segment=NetworkSegment(bcc9db96-04ef-450a-a35a-412168641717),segment_id=bcc9db96-04ef-450a-a35a-412168641717)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:53.663480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.698920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for 1c1bc745-9a62-48dd-9196-740b1e03abab owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:53.758591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (9a5f03ea-098e-4df9-a391-fe1e254a490e), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.766516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.789849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.790834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da888461-e384-4c93-a604-fb6925227f5a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2342877 Jan 27 19:34:53.794378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55302) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:53.849286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] For port 1c1bc745-9a62-48dd-9196-740b1e03abab, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c1bc745-9a62-48dd-9196-740b1e03abab,segment=NetworkSegment(bcc9db96-04ef-450a-a35a-412168641717),segment_id=bcc9db96-04ef-450a-a35a-412168641717)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:34:53.862145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.921861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:53.951837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Calling delete_port for 1c1bc745-9a62-48dd-9196-740b1e03abab owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:53.989943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=1c1bc745-9a62-48dd-9196-740b1e03abab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:53.992104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] No DVR routers for this DVR port 1c1bc745-9a62-48dd-9196-740b1e03abab on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:54.113076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.211785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (53800032-ccbd-442b-a917-60926d31718e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.225588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:54.289929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53800032-ccbd-442b-a917-60926d31718e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:54.335729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc9db96-04ef-450a-a35a-412168641717') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:54.355282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc9db96-04ef-450a-a35a-412168641717') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:54.406769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (bcc9db96-04ef-450a-a35a-412168641717), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.460712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bcc9db96-04ef-450a-a35a-412168641717), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.496640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.504515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (9a5f03ea-098e-4df9-a391-fe1e254a490e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.538850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:34:54.539270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (bcc9db96-04ef-450a-a35a-412168641717), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:34:54.557590 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:34:54.590129 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (9a5f03ea-098e-4df9-a391-fe1e254a490e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.592525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5f03ea-098e-4df9-a391-fe1e254a490e {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:34:54.602109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.605781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b34789a2-7910-432d-9221-52334450e5c9 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/routers/9a5f03ea-098e-4df9-a391-fe1e254a490e HTTP/1.1" status: 204 len: 168 time: 0.8103750 Jan 27 19:34:54.639741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c1bc745-9a62-48dd-9196-740b1e03abab no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:54.651600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.710760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-fee23345-2cad-424b-971f-0142ec9503fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2382321 Jan 27 19:34:54.747810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1c1bc745-9a62-48dd-9196-740b1e03abab {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:54.753115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c1bc745-9a62-48dd-9196-740b1e03abab not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:54.754177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d406759f-7db5-40de-ba24-593aa7c1b1c6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:34:54.788946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d406759f-7db5-40de-ba24-593aa7c1b1c6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:34:54.789932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d406759f-7db5-40de-ba24-593aa7c1b1c6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:34:54.797599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (53800032-ccbd-442b-a917-60926d31718e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.806855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.810879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.813548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:54.814069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/networks/53800032-ccbd-442b-a917-60926d31718e HTTP/1.1" status: 204 len: 168 time: 1.8370323 Jan 27 19:34:54.823881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f6355306-0499-4543-9ba6-4089f6b66d09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba74e1e48fe64a04a1e28b3b63c0bb67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967898 Jan 27 19:34:54.826793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:54.877823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1c1bc745-9a62-48dd-9196-740b1e03abab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:54.894395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Network 53800032-ccbd-442b-a917-60926d31718e is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:34:54.895185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] No DVR routers for this DVR port 1c1bc745-9a62-48dd-9196-740b1e03abab on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:34:54.912467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb3eb0-2632-423a-b504-73d63fccff5c tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Network': ['ID=53800032-ccbd-442b-a917-60926d31718e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:54.968703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:54.972376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e0368-530b-446f-acc1-475b592119f4 None None] Pushing event deleted for resources: {'Port': ['ID=1c1bc745-9a62-48dd-9196-740b1e03abab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:54.992735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] Publish callbacks [] for security_group (b0084898-3a9d-40c6-9c30-3b8f51a78c94), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.019087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] Publish callbacks [] for security_group (b0084898-3a9d-40c6-9c30-3b8f51a78c94), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.077215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-8269e5bb-bac7-42e3-8f22-30bb120ee57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:55.079773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-8269e5bb-bac7-42e3-8f22-30bb120ee57e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 1097 time: 0.3367765 Jan 27 19:34:55.081302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b0084898-3a9d-40c6-9c30-3b8f51a78c94), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.085791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.090404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0084898-3a9d-40c6-9c30-3b8f51a78c94 HTTP/1.1" status: 204 len: 168 time: 0.2620277 Jan 27 19:34:55.101985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007e26e-69a4-48b7-be6d-24af51c8187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0084898-3a9d-40c6-9c30-3b8f51a78c94,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:55.195032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Deleting port b2d06995-49f5-4494-88ad-160ac352bff3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:34:55.195787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.309228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-f6f1d096-452a-4953-94d3-a44c30ee7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:55.310877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-f6f1d096-452a-4953-94d3-a44c30ee7ad7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.1662521 Jan 27 19:34:55.321996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1886709088', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:55.396928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.397827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (b2d06995-49f5-4494-88ad-160ac352bff3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.404690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.405812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.439985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Calling delete_port for b2d06995-49f5-4494-88ad-160ac352bff3 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:34:55.516996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.544264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-53b536f4-9d62-4fa0-a360-065180716199 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 200 len: 1001 time: 0.2161009 Jan 27 19:34:55.768084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.774898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b2d06995-49f5-4494-88ad-160ac352bff3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.817405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Pushing event deleted for resources: {'Port': ['ID=b2d06995-49f5-4494-88ad-160ac352bff3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:55.820522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-d4fdba37-54ce-416c-a8a0-2c6970bb5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:55.822083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-d4fdba37-54ce-416c-a8a0-2c6970bb5966 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.2355375 Jan 27 19:34:55.949960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks [] for floatingip (c9856e9a-e79a-41ca-9f10-2d1a347e1b34), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.955075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:55.962022 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ea2be55-d593-492a-bf5d-79c734646c7f tempest-FloatingIPAdminTestJSON-1281318873 tempest-FloatingIPAdminTestJSON-1281318873-project] 10.222.0.59 "DELETE /v2.0/floatingips/c9856e9a-e79a-41ca-9f10-2d1a347e1b34 HTTP/1.1" status: 204 len: 168 time: 1.1465664 Jan 27 19:34:56.009016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-4f633087-251e-43b3-92e6-a3854e243545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:56.012088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-4f633087-251e-43b3-92e6-a3854e243545 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488338 Jan 27 19:34:56.243226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-aaba7cc9-b5bd-40f8-88ac-815f684068db service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099946 Jan 27 19:34:56.382135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-a55ff8e7-c0bd-462a-97fe-a416f1afca15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3682890 Jan 27 19:34:56.477473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55362) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:56.766385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:56.903536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-879b387f-5989-4939-94e5-890b51f8d565 tempest-DvrRoutersNegativeTest-454598904 tempest-DvrRoutersNegativeTest-454598904-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1708084534', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:34:56.906483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.policy [None req-879b387f-5989-4939-94e5-890b51f8d565 tempest-DvrRoutersNegativeTest-454598904 tempest-DvrRoutersNegativeTest-454598904-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103322) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 27 19:34:56.906871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.policy [None req-879b387f-5989-4939-94e5-890b51f8d565 tempest-DvrRoutersNegativeTest-454598904 tempest-DvrRoutersNegativeTest-454598904-project] Failed policy check for 'create_router' {{(pid=103322) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 27 19:34:56.907462 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-879b387f-5989-4939-94e5-890b51f8d565 tempest-DvrRoutersNegativeTest-454598904 tempest-DvrRoutersNegativeTest-454598904-project] create failed (client error): Access was denied to this resource. Jan 27 19:34:56.908932 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-879b387f-5989-4939-94e5-890b51f8d565 tempest-DvrRoutersNegativeTest-454598904 tempest-DvrRoutersNegativeTest-454598904-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1411569 Jan 27 19:34:56.924720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f3c62d7-ebf8-4da4-8051-e8a49cbca0b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c767b62db5c4f9c8ed269867d81b48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458649 Jan 27 19:34:56.927436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:57.048661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] Publish callbacks [] for security_group (6a92fb71-6912-48dc-91af-3499c130a027), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.085029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] Publish callbacks [] for security_group (6a92fb71-6912-48dc-91af-3499c130a027), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.097616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.125745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-acc2dab4-615c-4677-93ba-5426f1e9660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:57.127565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-acc2dab4-615c-4677-93ba-5426f1e9660c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1096 time: 0.6411030 Jan 27 19:34:57.129560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.133053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ddd684c-46fa-499b-89e2-6e69ffcbe0d6 req-90e6be2e-34a1-440c-b5eb-c040211048ef service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8814495 Jan 27 19:34:57.154655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a92fb71-6912-48dc-91af-3499c130a027), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.168293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.174017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a92fb71-6912-48dc-91af-3499c130a027 HTTP/1.1" status: 204 len: 168 time: 0.2433109 Jan 27 19:34:57.223041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e1862-5551-473c-a773-6715e392b328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92fb71-6912-48dc-91af-3499c130a027,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:57.279065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55386) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:57.451878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-9eb298d2-a30b-4f1f-a0d1-19336be7e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:57.453918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-9eb298d2-a30b-4f1f-a0d1-19336be7e679 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.3006833 Jan 27 19:34:57.468031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Allocated IP 172.25.5.130 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e0e68c3a-9183-4047-99f7-49e9ca31a523) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:34:57.612862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-496718ae-b20d-4ed0-b248-0a06a0fcfa90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 217 time: 0.1477380 Jan 27 19:34:57.655712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681e1858-eff7-4d10-bacf-315af9d23bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.752813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:57.791410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0e3-bace-4eb2-8b3d-be60b2af41d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.888227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681e1858-eff7-4d10-bacf-315af9d23bf5 admin admin] Publish callbacks [] for security_group (cde1e03a-44b0-45c9-96f1-0ccc4fbb4697), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.897319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-681e1858-eff7-4d10-bacf-315af9d23bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cde1e03a-44b0-45c9-96f1-0ccc4fbb4697), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.953465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-681e1858-eff7-4d10-bacf-315af9d23bf5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c47282b9777a4f9ca1a299b593445432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710999 Jan 27 19:34:57.959461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:57.966917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0e3-bace-4eb2-8b3d-be60b2af41d5 admin admin] Publish callbacks [] for security_group (c8e74f14-bb93-4043-b75a-bc0df38b037d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:57.969248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1858-eff7-4d10-bacf-315af9d23bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1e03a-44b0-45c9-96f1-0ccc4fbb4697,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:57.991261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0e3-bace-4eb2-8b3d-be60b2af41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c8e74f14-bb93-4043-b75a-bc0df38b037d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.020599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for port (e0e68c3a-9183-4047-99f7-49e9ca31a523), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.065627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc0e3-bace-4eb2-8b3d-be60b2af41d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e74f14-bb93-4043-b75a-bc0df38b037d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:58.069937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a72cc0e3-bace-4eb2-8b3d-be60b2af41d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9db0b981293344dd919d2e7c8778ab40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142097 Jan 27 19:34:58.070697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] Publish callbacks [] for security_group (cde1e03a-44b0-45c9-96f1-0ccc4fbb4697), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.072855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:58.112002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e0e68c3a-9183-4047-99f7-49e9ca31a523), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.122221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] Publish callbacks [] for security_group (cde1e03a-44b0-45c9-96f1-0ccc4fbb4697), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.143483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-94e038e7-ac61-4083-a4c4-bbbbb52657e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:34:58.147198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-94e038e7-ac61-4083-a4c4-bbbbb52657e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.5164886 Jan 27 19:34:58.177205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] Publish callbacks [] for security_group (c8e74f14-bb93-4043-b75a-bc0df38b037d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.201952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] Publish callbacks [] for security_group (c8e74f14-bb93-4043-b75a-bc0df38b037d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.252931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-d4b7d0ed-423e-4203-9620-b29cc2db56fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972433 Jan 27 19:34:58.265308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:34:58.265580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cde1e03a-44b0-45c9-96f1-0ccc4fbb4697), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.270163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.272421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cde1e03a-44b0-45c9-96f1-0ccc4fbb4697 HTTP/1.1" status: 204 len: 168 time: 0.3119009 Jan 27 19:34:58.284706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c8e74f14-bb93-4043-b75a-bc0df38b037d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.288158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.292745 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8e74f14-bb93-4043-b75a-bc0df38b037d HTTP/1.1" status: 204 len: 168 time: 0.2175078 Jan 27 19:34:58.294671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9ff74-9468-4c4b-975c-62066730d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1e03a-44b0-45c9-96f1-0ccc4fbb4697,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:58.310862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ce515-a376-490c-ba80-82097d7e0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e74f14-bb93-4043-b75a-bc0df38b037d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:58.347806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:34:58.371411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:34:58.497688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event updated for resources: {'Port': ['ID=e0e68c3a-9183-4047-99f7-49e9ca31a523,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:58.720247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-decb940c-dcce-4eaa-b620-91b06229ff89 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529009 Jan 27 19:34:58.945200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:58.950733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eccd016e-beaa-426c-b5e2-43db5bca380f req-58224f60-cb69-4e9c-9038-50cb895844ac service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920271 Jan 27 19:34:59.057202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:59.086746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86edccf8-3079-4c4e-b7a1-c11eeffc9592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.213097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86edccf8-3079-4c4e-b7a1-c11eeffc9592 admin admin] Publish callbacks [] for security_group (bd5fd0fa-9982-4543-b1fe-f943271c9240), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.220419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86edccf8-3079-4c4e-b7a1-c11eeffc9592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd5fd0fa-9982-4543-b1fe-f943271c9240), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.257053 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86edccf8-3079-4c4e-b7a1-c11eeffc9592 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a23853a10c9342ed95578931572fd0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960261 Jan 27 19:34:59.258419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:59.280018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edccf8-3079-4c4e-b7a1-c11eeffc9592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fd0fa-9982-4543-b1fe-f943271c9240,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:59.311153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.405211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] Publish callbacks [] for security_group (bd5fd0fa-9982-4543-b1fe-f943271c9240), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.518543 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] Publish callbacks [] for security_group (bd5fd0fa-9982-4543-b1fe-f943271c9240), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.610185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Router 0efc0b96-8e6a-4220-b23c-dd38d8102bd0 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:34:59.615661 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd5fd0fa-9982-4543-b1fe-f943271c9240), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.618486 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.620377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd5fd0fa-9982-4543-b1fe-f943271c9240 HTTP/1.1" status: 204 len: 168 time: 0.3609116 Jan 27 19:34:59.633418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575c205-986a-4ca2-ad4b-c4aebb8e6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fd0fa-9982-4543-b1fe-f943271c9240,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:34:59.765680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:34:59.785148 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] Sync routers for ids ['0efc0b96-8e6a-4220-b23c-dd38d8102bd0'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:34:59.811158 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:34:59.812674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-840101bc-85d2-4d58-bf5a-48c217858492 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8428800 Jan 27 19:34:59.815743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:59.824046 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] Routers {'0efc0b96-8e6a-4220-b23c-dd38d8102bd0'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:59.830875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['0efc0b96-8e6a-4220-b23c-dd38d8102bd0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:59.846556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:59.850656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028710 Jan 27 19:34:59.855501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:34:59.951662 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:34:59.970334 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] Routers {'0efc0b96-8e6a-4220-b23c-dd38d8102bd0'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:34:59.976117 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['0efc0b96-8e6a-4220-b23c-dd38d8102bd0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:00.084804 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:00.085911 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb37dd1-3743-42b7-a5d7-d1886598121b None None] The sync data for ids ['0efc0b96-8e6a-4220-b23c-dd38d8102bd0'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:00.135286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91354369-06c5-4021-95ab-ad8c2802aed8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/0efc0b96-8e6a-4220-b23c-dd38d8102bd0 HTTP/1.1" status: 200 len: 921 time: 0.3182015 Jan 27 19:35:00.137988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:00.183492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa3d162f-ebd4-4679-80ab-bda508a804f7 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efc0b96-8e6a-4220-b23c-dd38d8102bd0 HTTP/1.1" status: 200 len: 205 time: 0.0441563 Jan 27 19:35:00.186187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:00.353187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-06324ca5-d21b-4d39-9d17-5a9488a2cf0a tempest-NetworksApiDiscovery-1491238088 tempest-NetworksApiDiscovery-1491238088-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4960294 Jan 27 19:35:00.407108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:00.723328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:00.747460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:00.827097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port e0e68c3a-9183-4047-99f7-49e9ca31a523 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:00.827584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e0e68c3a-9183-4047-99f7-49e9ca31a523), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:00.861567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21981e01-df18-4e15-a5c5-1c57976ebdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:00.974785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e0e68c3a-9183-4047-99f7-49e9ca31a523), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.001031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for e0e68c3a-9183-4047-99f7-49e9ca31a523 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:01.041186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21981e01-df18-4e15-a5c5-1c57976ebdbd admin admin] Publish callbacks [] for security_group (72e2fb14-7cff-4440-821e-b10ff5a5c214), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.051240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21981e01-df18-4e15-a5c5-1c57976ebdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (72e2fb14-7cff-4440-821e-b10ff5a5c214), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.174250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21981e01-df18-4e15-a5c5-1c57976ebdbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44bdcbc2c2de453c9ee660ac70357ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495852 Jan 27 19:35:01.175688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21981e01-df18-4e15-a5c5-1c57976ebdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2fb14-7cff-4440-821e-b10ff5a5c214,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:01.179636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.294025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.379813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] Publish callbacks [] for security_group (72e2fb14-7cff-4440-821e-b10ff5a5c214), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.381669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e0e68c3a-9183-4047-99f7-49e9ca31a523), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.419357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=e0e68c3a-9183-4047-99f7-49e9ca31a523,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:01.438505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-12247d4b-a343-4ee2-a924-90f97d6ea8d7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.448398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-12247d4b-a343-4ee2-a924-90f97d6ea8d7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1528304 Jan 27 19:35:01.451149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.455612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-3aeda2a2-336e-47e4-83e8-4b9a2998d7ae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.459621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3aeda2a2-336e-47e4-83e8-4b9a2998d7ae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074608 Jan 27 19:35:01.460294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.485710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-f97c6374-acc6-4bfd-be1d-5a3036a3b5cc tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.489159 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f97c6374-acc6-4bfd-be1d-5a3036a3b5cc tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0244946 Jan 27 19:35:01.489159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] Publish callbacks [] for security_group (72e2fb14-7cff-4440-821e-b10ff5a5c214), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.489745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.496903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-71333911-8b6b-413f-9492-b774e5cfeb41 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.500608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-71333911-8b6b-413f-9492-b774e5cfeb41 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070319 Jan 27 19:35:01.500909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.508211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-219739c3-3696-4080-9114-52be6e56bc1e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.512036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-219739c3-3696-4080-9114-52be6e56bc1e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068567 Jan 27 19:35:01.512443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.518335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-155b4b6c-dd0c-4fbe-9b31-2b6f4158c386 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.521765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-155b4b6c-dd0c-4fbe-9b31-2b6f4158c386 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055399 Jan 27 19:35:01.522006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.527732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-4262d68b-9472-408e-9d0f-1c2ef5be1b9f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.531716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4262d68b-9472-408e-9d0f-1c2ef5be1b9f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060024 Jan 27 19:35:01.531870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.533286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.538829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-8c3d5ba7-8b41-4768-8690-6e1d3c38fe25 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.542803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8c3d5ba7-8b41-4768-8690-6e1d3c38fe25 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066264 Jan 27 19:35:01.543003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.549678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-143a2234-d48e-43b5-8a2e-22a525610aae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.553154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-143a2234-d48e-43b5-8a2e-22a525610aae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066981 Jan 27 19:35:01.553606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.562442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-d944747e-e372-461d-bbea-ca007da15d72 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.566324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d944747e-e372-461d-bbea-ca007da15d72 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0115318 Jan 27 19:35:01.567144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.571272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-3fe867de-d461-4539-bc5b-8fa10b23c270 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.574955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3fe867de-d461-4539-bc5b-8fa10b23c270 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067160 Jan 27 19:35:01.575757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.579859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-95413563-2ec3-4bd4-95b9-2268cdaf2cc3 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.583499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-95413563-2ec3-4bd4-95b9-2268cdaf2cc3 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066864 Jan 27 19:35:01.584291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.588337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-7538c1cb-ab0c-4e16-8201-dd7ad24b8fa5 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.592110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7538c1cb-ab0c-4e16-8201-dd7ad24b8fa5 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067799 Jan 27 19:35:01.592877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.600404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-0887c131-9f1c-49a4-91bb-1fc1e73a45b8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.605235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0887c131-9f1c-49a4-91bb-1fc1e73a45b8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112157 Jan 27 19:35:01.606140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.610516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-915bb2cc-52d4-4435-b590-97893e3b2849 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.614365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-915bb2cc-52d4-4435-b590-97893e3b2849 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070903 Jan 27 19:35:01.615220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.620668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-767ab76b-96bb-4372-ab32-780cbbc8e8d4 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.624784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-767ab76b-96bb-4372-ab32-780cbbc8e8d4 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084481 Jan 27 19:35:01.625676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.629223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.630400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-68e8e805-d249-4780-9ef6-b0f675892754 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.633769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.634532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-68e8e805-d249-4780-9ef6-b0f675892754 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074825 Jan 27 19:35:01.635554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.656843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-dd456b55-1977-43da-9f11-52e568abff64 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.663442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd456b55-1977-43da-9f11-52e568abff64 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0265813 Jan 27 19:35:01.665421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.675111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-ea60eea6-aabc-4c83-aef6-01f180eb5468 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.684141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea60eea6-aabc-4c83-aef6-01f180eb5468 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0168788 Jan 27 19:35:01.684768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.690795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-f4a95c96-69f2-40ae-93b0-3d3fce339a96 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.694533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4a95c96-69f2-40ae-93b0-3d3fce339a96 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0080922 Jan 27 19:35:01.694738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.695814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (0efc0b96-8e6a-4220-b23c-dd38d8102bd0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.696369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router 0efc0b96-8e6a-4220-b23c-dd38d8102bd0 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:01.702636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-c34ec5dd-1b68-4d78-908d-465676cf853c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.708920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c34ec5dd-1b68-4d78-908d-465676cf853c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120003 Jan 27 19:35:01.711317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.713365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.716274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-78f6c808-d8d6-466e-8ab0-92e2daa937bd tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/0efc0b96-8e6a-4220-b23c-dd38d8102bd0 HTTP/1.1" status: 204 len: 168 time: 1.5284543 Jan 27 19:35:01.721016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55546) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.723873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-be5612bc-0848-4417-ab49-af341ab4e68e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.726289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be5612bc-0848-4417-ab49-af341ab4e68e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0133896 Jan 27 19:35:01.730162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.735745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2093627501', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:01.740891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-58efcb91-e460-43c6-b60a-ced976e4ed88 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.743947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58efcb91-e460-43c6-b60a-ced976e4ed88 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109055 Jan 27 19:35:01.745966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.753317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-993277f0-b2ac-463f-a322-fbacae843915 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.757587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-993277f0-b2ac-463f-a322-fbacae843915 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095792 Jan 27 19:35:01.758378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.763979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-b4937f81-b3a6-4638-a344-b65080f096de tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.768293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4937f81-b3a6-4638-a344-b65080f096de tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087090 Jan 27 19:35:01.768509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (72e2fb14-7cff-4440-821e-b10ff5a5c214), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.769162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.771759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.775922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72e2fb14-7cff-4440-821e-b10ff5a5c214 HTTP/1.1" status: 204 len: 168 time: 0.5845158 Jan 27 19:35:01.776141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-745ff68b-406c-487b-8885-0f01de897aea tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.786256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.786772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.788967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-745ff68b-406c-487b-8885-0f01de897aea tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097659 Jan 27 19:35:01.792140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.803602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-d03de096-e3eb-4a44-bf4b-c72995176b39 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.809170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d03de096-e3eb-4a44-bf4b-c72995176b39 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0158758 Jan 27 19:35:01.812960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.821663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-05a9ae1c-cbf5-49be-8861-9dbc8dc48817 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.828802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05a9ae1c-cbf5-49be-8861-9dbc8dc48817 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0145860 Jan 27 19:35:01.829758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.838669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-2b9d95bc-35ff-4c40-905a-2e5e8271f9b9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.845915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2b9d95bc-35ff-4c40-905a-2e5e8271f9b9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0152311 Jan 27 19:35:01.846610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.850945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-b4c7424a-9f96-43ed-85fa-261e31a12988 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.862643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4c7424a-9f96-43ed-85fa-261e31a12988 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147069 Jan 27 19:35:01.865186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.876466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-c8b31b9c-a116-4ee3-bdde-e7c13e4b9a4a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.886395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c8b31b9c-a116-4ee3-bdde-e7c13e4b9a4a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0196714 Jan 27 19:35:01.887130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.888397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (834044fb-a8e1-4224-adf7-827bf03f8dec), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:01.889774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57caf41-3d53-4501-a72a-8e7b4871d022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2fb14-7cff-4440-821e-b10ff5a5c214,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:01.892535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-b629366a-671a-432f-918c-047b945547ec tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.900099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.906691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-64c28fbe-f2ac-47c8-a093-e860bb34b3eb tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.915861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b629366a-671a-432f-918c-047b945547ec tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0275788 Jan 27 19:35:01.917151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64c28fbe-f2ac-47c8-a093-e860bb34b3eb tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0149052 Jan 27 19:35:01.919844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.925000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-ba695691-f2b6-43b6-95f9-731d2b0122f5 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.926041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba695691-f2b6-43b6-95f9-731d2b0122f5 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051579 Jan 27 19:35:01.929849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.934253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-bc9b3a98-a114-400e-8ccc-c867902ab6a7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.938152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc9b3a98-a114-400e-8ccc-c867902ab6a7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073361 Jan 27 19:35:01.938959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.943089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-279fac88-b78d-411a-9465-7a7f53e077f8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.950564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-279fac88-b78d-411a-9465-7a7f53e077f8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106061 Jan 27 19:35:01.951502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.958633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-0dcb544d-1a73-47c4-a464-f6aca90c2995 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.958633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0dcb544d-1a73-47c4-a464-f6aca90c2995 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054913 Jan 27 19:35:01.965428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.977214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-d8a1150f-7649-4cb4-8a09-d754f35023bc tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.982618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d8a1150f-7649-4cb4-8a09-d754f35023bc tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0161872 Jan 27 19:35:01.986758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:01.991122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-4ea33591-e668-4474-8614-289ea054952a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:01.996317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4ea33591-e668-4474-8614-289ea054952a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084217 Jan 27 19:35:01.996804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55586) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.003690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-627bb3d3-6cc8-49df-aebf-131be4da8265 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.007273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-627bb3d3-6cc8-49df-aebf-131be4da8265 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090942 Jan 27 19:35:02.010167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.021775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-a1059c17-7910-4723-bbc3-c79d94793960 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.024918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a1059c17-7910-4723-bbc3-c79d94793960 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0112538 Jan 27 19:35:02.027266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.038765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-cc2628d7-8638-4bec-bdbe-2ef6ab016eae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.043805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cc2628d7-8638-4bec-bdbe-2ef6ab016eae tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153787 Jan 27 19:35:02.048172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.058521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-440874f2-eb24-41bd-8d20-09bc8c18449f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.059729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-440874f2-eb24-41bd-8d20-09bc8c18449f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0104954 Jan 27 19:35:02.064378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.073241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-e1302ad6-b1e9-48be-84d7-39100aff5129 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.078849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.083731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-b9524753-0d55-4462-922b-ff5c2174f062 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.084781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b9524753-0d55-4462-922b-ff5c2174f062 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048263 Jan 27 19:35:02.085829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1302ad6-b1e9-48be-84d7-39100aff5129 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0198414 Jan 27 19:35:02.089288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.094330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-0afa8fa2-7833-4e31-8f73-6af23a1cb654 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.095481 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0afa8fa2-7833-4e31-8f73-6af23a1cb654 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048816 Jan 27 19:35:02.098468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.108185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-25a32a5c-2b17-454a-908e-7dbd2cb6aad9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.110178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25a32a5c-2b17-454a-908e-7dbd2cb6aad9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071893 Jan 27 19:35:02.112416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.118107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-7d0902ae-ae88-40a4-9729-8927774e8c67 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.119472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7d0902ae-ae88-40a4-9729-8927774e8c67 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057342 Jan 27 19:35:02.122269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.129368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-c176dd0a-5ede-4c3f-957d-33a794e64a0c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.130856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c176dd0a-5ede-4c3f-957d-33a794e64a0c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071807 Jan 27 19:35:02.133656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.138881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-03d7eff6-efb9-4961-b27e-bcc29bf5585c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.142258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-03d7eff6-efb9-4961-b27e-bcc29bf5585c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066264 Jan 27 19:35:02.144213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.149327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-66ed0cd2-6cf5-443a-8f1b-987c5cf29192 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.151525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66ed0cd2-6cf5-443a-8f1b-987c5cf29192 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052645 Jan 27 19:35:02.153873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.158824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-72f6a5ea-a503-4a04-87de-ab763f47119e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.160117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72f6a5ea-a503-4a04-87de-ab763f47119e tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050972 Jan 27 19:35:02.163160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.169314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-d64fd1af-b443-4997-880e-20d7543579e2 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.170437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d64fd1af-b443-4997-880e-20d7543579e2 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0060205 Jan 27 19:35:02.173525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.179966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-e7a763e8-a675-4759-abeb-72746911f5ec tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.183834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e7a763e8-a675-4759-abeb-72746911f5ec tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087831 Jan 27 19:35:02.189805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.192772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-4642e262-5981-4a51-932e-9ef29da6e802 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.194278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4642e262-5981-4a51-932e-9ef29da6e802 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063748 Jan 27 19:35:02.196910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.202951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-1698076e-e555-4945-b00a-0cb1389aae85 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.204336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1698076e-e555-4945-b00a-0cb1389aae85 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056102 Jan 27 19:35:02.207140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.214227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-8855fb2a-6d5b-445e-9f81-a9add8f9790f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.218867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8855fb2a-6d5b-445e-9f81-a9add8f9790f tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077455 Jan 27 19:35:02.219866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.224186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-34b60ce9-3a63-4e63-a65a-31e8cc8982d2 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.225561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-34b60ce9-3a63-4e63-a65a-31e8cc8982d2 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044816 Jan 27 19:35:02.227996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.233206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-3c33ad4c-be3a-4aab-be1a-b612d936f175 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.234692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3c33ad4c-be3a-4aab-be1a-b612d936f175 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052290 Jan 27 19:35:02.237890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.246888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-79475eab-a7ca-4106-93ac-b3258d173dd7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.251402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-79475eab-a7ca-4106-93ac-b3258d173dd7 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0094743 Jan 27 19:35:02.251649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (834044fb-a8e1-4224-adf7-827bf03f8dec), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:02.251856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.257790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-020c69f2-4eec-4d84-b6f9-8769819f1ce8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.261358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-020c69f2-4eec-4d84-b6f9-8769819f1ce8 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061519 Jan 27 19:35:02.263591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.268876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [None req-1f518b1f-10b3-4589-b489-4c45266cf214 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.272837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.273121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1f518b1f-10b3-4589-b489-4c45266cf214 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079854 Jan 27 19:35:02.283405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-dda1fec9-bf02-41f6-a701-4d51ff7833f1 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.287144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dda1fec9-bf02-41f6-a701-4d51ff7833f1 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0130599 Jan 27 19:35:02.291029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.300574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-fec67b22-24cd-4603-8ba5-98de3041476c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.306549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fec67b22-24cd-4603-8ba5-98de3041476c tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0144641 Jan 27 19:35:02.309114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.328891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-11d75cf4-4ebf-4ecf-acc0-c8a595b7eb79 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.338887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-11d75cf4-4ebf-4ecf-acc0-c8a595b7eb79 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0276275 Jan 27 19:35:02.342287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.351218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-0739f281-4712-40b1-8aae-41b4741d9494 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.352769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0739f281-4712-40b1-8aae-41b4741d9494 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0095017 Jan 27 19:35:02.370761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.375808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-64021264-b392-43ad-b9f4-ecffdfb6f2d9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.378218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-64021264-b392-43ad-b9f4-ecffdfb6f2d9 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063107 Jan 27 19:35:02.381431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.389224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-4bc477a0-a4e7-4a4a-8f46-7d096251cf46 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.390365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4bc477a0-a4e7-4a4a-8f46-7d096251cf46 tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078857 Jan 27 19:35:02.392975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.404025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-19c94736-fcb1-4b75-87e3-afb6823f4d3d tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.405077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-19c94736-fcb1-4b75-87e3-afb6823f4d3d tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0110493 Jan 27 19:35:02.408944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.417794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-0da4729d-c9f4-4dea-9e20-dbccd2c4985a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.427397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0da4729d-c9f4-4dea-9e20-dbccd2c4985a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0116980 Jan 27 19:35:02.430495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.441295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [None req-e6c27f5e-9af2-42e4-9bcd-45f29e46201a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:35:02.444527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e6c27f5e-9af2-42e4-9bcd-45f29e46201a tempest-ExtensionsTestJSON-540847902 tempest-ExtensionsTestJSON-540847902-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129461 Jan 27 19:35:02.645025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (834044fb-a8e1-4224-adf7-827bf03f8dec), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:02.678540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:02.700975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:02.836996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e292e4-d4dd-4a8d-9cd9-87db19c7f865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:02.868612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.25.5.198 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/f756ceca-12dc-41cb-8372-5330c03a9de2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:02.951040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e292e4-d4dd-4a8d-9cd9-87db19c7f865 admin admin] Publish callbacks [] for security_group (f8491948-edda-4c92-b2b0-200f1ac7448b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:02.958715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e292e4-d4dd-4a8d-9cd9-87db19c7f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f8491948-edda-4c92-b2b0-200f1ac7448b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.002345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f2e292e4-d4dd-4a8d-9cd9-87db19c7f865 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58d4aee37c004e09b6e1c821ba382b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000705 Jan 27 19:35:03.011589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:03.015939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.050081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e292e4-d4dd-4a8d-9cd9-87db19c7f865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8491948-edda-4c92-b2b0-200f1ac7448b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:03.065213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.099568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] Publish callbacks [] for security_group (f8491948-edda-4c92-b2b0-200f1ac7448b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.123500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=f756ceca-12dc-41cb-8372-5330c03a9de2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:03.139953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:03.141692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:03.144881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:03.146008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] Publish callbacks [] for security_group (f8491948-edda-4c92-b2b0-200f1ac7448b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.221917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f8491948-edda-4c92-b2b0-200f1ac7448b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.225689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.226869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8491948-edda-4c92-b2b0-200f1ac7448b HTTP/1.1" status: 204 len: 168 time: 0.2142506 Jan 27 19:35:03.236079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36cd8e-063d-40b0-8e2a-a93f23eb2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8491948-edda-4c92-b2b0-200f1ac7448b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:03.503665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (834044fb-a8e1-4224-adf7-827bf03f8dec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:03.828791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:04.417607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 834044fb-a8e1-4224-adf7-827bf03f8dec is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:04.582186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:04.594613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Sync routers for ids ['834044fb-a8e1-4224-adf7-827bf03f8dec'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:04.627740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Routers {'834044fb-a8e1-4224-adf7-827bf03f8dec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:04.630344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['834044fb-a8e1-4224-adf7-827bf03f8dec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:04.666062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:04.670010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eaded64d-a705-4c9b-be68-312775d5f676 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9436057 Jan 27 19:35:04.670336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:04.841798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Set router 834044fb-a8e1-4224-adf7-827bf03f8dec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:04.873540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-876cb0b8-c3d4-4bd4-ac69-3cfcd69bbd74 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/834044fb-a8e1-4224-adf7-827bf03f8dec HTTP/1.1" status: 200 len: 909 time: 0.1993062 Jan 27 19:35:04.873780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:04.878175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2093627501', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': True}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:04.932120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:04.933563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.106624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (51aeefe3-5578-4d47-b562-2ad573cab1d4), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.301696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198'}], 'enable_snat': False}, 'gw_port_id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:01Z', 'updated_at': '2022-01-27T19:35:03Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:35:02Z', 'updated_at': '2022-01-27T19:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:05.353685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Checking router: 834044fb-a8e1-4224-adf7-827bf03f8dec for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:35:05.354551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Updating router 834044fb-a8e1-4224-adf7-827bf03f8dec port f756ceca-12dc-41cb-8372-5330c03a9de2 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:35:05.392731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.531153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a288c5-f73e-49aa-ab29-02d92a4503dc req-e3631258-96ed-4712-b600-4cc67944b0bb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:05.533851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a288c5-f73e-49aa-ab29-02d92a4503dc req-e3631258-96ed-4712-b600-4cc67944b0bb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.6618233 Jan 27 19:35:05.544175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (51aeefe3-5578-4d47-b562-2ad573cab1d4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.643903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a288c5-f73e-49aa-ab29-02d92a4503dc req-e735a7c9-e138-4a56-a6aa-40ecf7daac64 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015558 Jan 27 19:35:05.795433 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks [] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.807120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.842464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf828-e0c1-4fc9-a265-3b1f3ede615e req-15a6430d-5772-49dc-9164-8327c0a5971f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:05.844231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04fdf828-e0c1-4fc9-a265-3b1f3ede615e req-15a6430d-5772-49dc-9164-8327c0a5971f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0843799 Jan 27 19:35:05.918194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Attempting to bind port f756ceca-12dc-41cb-8372-5330c03a9de2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:35:05.918768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Attempting to bind port f756ceca-12dc-41cb-8372-5330c03a9de2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:35:05.919309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Attempting to bind port f756ceca-12dc-41cb-8372-5330c03a9de2 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:05.928754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:35:05.929242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:35:05.929780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.930451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:35:05.931053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Bound port: f756ceca-12dc-41cb-8372-5330c03a9de2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:35:05.931625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.934015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc2ce-7290-4b77-ae04-e021631be97b None None] Pushing event updated for resources: {'Port': ['ID=f756ceca-12dc-41cb-8372-5330c03a9de2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:05.936544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (51aeefe3-5578-4d47-b562-2ad573cab1d4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:05.992861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04fdf828-e0c1-4fc9-a265-3b1f3ede615e req-5d933acc-0741-49dd-823d-4cd9cfdb1a9f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405818 Jan 27 19:35:06.004521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:06.027221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] For port f756ceca-12dc-41cb-8372-5330c03a9de2, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:35:06.049177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] For port f756ceca-12dc-41cb-8372-5330c03a9de2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f756ceca-12dc-41cb-8372-5330c03a9de2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:35:06.059023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:06.164285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.25.5.40 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e706341d-a7f5-4d08-ae9a-5487849667a0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:06.184494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Routers {'834044fb-a8e1-4224-adf7-827bf03f8dec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:06.185817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['834044fb-a8e1-4224-adf7-827bf03f8dec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:06.240542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-544ef23b-4776-41da-9694-627fc94babf9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:06.243770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-544ef23b-4776-41da-9694-627fc94babf9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.2480330 Jan 27 19:35:06.272249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-ec9b364d-4f32-4b01-9d4c-0d1339687399 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/quotas/e358989b01034c2faab0c3c7e1a53cd6 HTTP/1.1" status: 200 len: 375 time: 0.0196028 Jan 27 19:35:06.297463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc2ce-7290-4b77-ae04-e021631be97b None None] Pushing event updated for resources: {'Port': ['ID=f756ceca-12dc-41cb-8372-5330c03a9de2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:06.352217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-212e7f71-57da-4177-af47-5083e6a77b60 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784340 Jan 27 19:35:06.439826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:06.460093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] Set router 834044fb-a8e1-4224-adf7-827bf03f8dec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:06.490252 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:06.512420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-c042de7a-8d77-4345-b37b-916b0feb6a51 service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578259 Jan 27 19:35:06.548490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=e706341d-a7f5-4d08-ae9a-5487849667a0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:06.574846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:06.577278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:06.579923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.580436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.581018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.582156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.582630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.583075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.583649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.584098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.584684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.585284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.590388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.590891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.591356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:06.596152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:06.767764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-03cc95a8-42da-4259-814f-ed4a0f574461 service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443776 Jan 27 19:35:06.801857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448309-f154-4b8d-8ba3-49c73053b280 req-3006b769-e207-4b74-a117-73b1e1baa803 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:06.809661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f448309-f154-4b8d-8ba3-49c73053b280 req-3006b769-e207-4b74-a117-73b1e1baa803 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1044116 Jan 27 19:35:06.886660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198'}], 'enable_snat': False}, 'gw_port_id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:01Z', 'updated_at': '2022-01-27T19:35:03Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:35:02Z', 'updated_at': '2022-01-27T19:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:06.902989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f448309-f154-4b8d-8ba3-49c73053b280 req-a9ddc712-d4fa-4448-86dd-98ec2e47da0f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923808 Jan 27 19:35:06.954712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e60708-c10e-4db0-88e4-22577b6a1671 None None] The sync data for ids ['834044fb-a8e1-4224-adf7-827bf03f8dec'] in n-d-760453-6 is: [{'id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198'}], 'enable_snat': False}, 'gw_port_id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:01Z', 'updated_at': '2022-01-27T19:35:03Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'f756ceca-12dc-41cb-8372-5330c03a9de2', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834044fb-a8e1-4224-adf7-827bf03f8dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:35:02Z', 'updated_at': '2022-01-27T19:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:07.108003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36c01e28-4721-4c3f-a756-21cd6dbea687 req-c3ecd9dd-4cf6-4c80-9844-cb60017dd581 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 210 time: 0.0614364 Jan 27 19:35:07.201616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (51aeefe3-5578-4d47-b562-2ad573cab1d4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:07.668235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d00b1-17b4-495f-9f02-fbe5ccb33f80 req-815a82ec-a839-4ea7-b840-f9ba6d1400d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:07.678116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-236d00b1-17b4-495f-9f02-fbe5ccb33f80 req-815a82ec-a839-4ea7-b840-f9ba6d1400d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1299434 Jan 27 19:35:07.722698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:07.761233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-236d00b1-17b4-495f-9f02-fbe5ccb33f80 req-2d2a7999-51a1-4f78-9083-e9bc6ea978dc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814407 Jan 27 19:35:07.797956 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:35:08.122813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 51aeefe3-5578-4d47-b562-2ad573cab1d4 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:08.247279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f756ceca-12dc-41cb-8372-5330c03a9de2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:35:08.373884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa9507d3-83d4-4679-a389-d206ac0a5084 req-109c998b-b139-4774-8ddf-60314a0c471d tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 210 time: 0.0964637 Jan 27 19:35:08.439401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:08.449015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f756ceca-12dc-41cb-8372-5330c03a9de2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:08.449697 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:08.452656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Sync routers for ids ['51aeefe3-5578-4d47-b562-2ad573cab1d4'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:08.469370 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Routers {'51aeefe3-5578-4d47-b562-2ad573cab1d4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:08.470573 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['51aeefe3-5578-4d47-b562-2ad573cab1d4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:08.482869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:08.484476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edde85f6-50d9-430a-b5fe-3ef64eb56266 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6095660 Jan 27 19:35:08.487300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:08.656150 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Set router 51aeefe3-5578-4d47-b562-2ad573cab1d4 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:08.672525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-78f846ad-2f96-4978-a5f1-bd8372e84987 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/51aeefe3-5578-4d47-b562-2ad573cab1d4 HTTP/1.1" status: 200 len: 907 time: 0.1836879 Jan 27 19:35:08.676144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:08.684380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f756ceca-12dc-41cb-8372-5330c03a9de2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:08.688617 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:08.746134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f756ceca-12dc-41cb-8372-5330c03a9de2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f756ceca-12dc-41cb-8372-5330c03a9de2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:08.755274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.022864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f756ceca-12dc-41cb-8372-5330c03a9de2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:09.048020 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adb31839-511a-4279-96b8-e325e8c09a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.077290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.125338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-8cb138e2-c122-4351-b5f4-c64387f0e185 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:09.127070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-8cb138e2-c122-4351-b5f4-c64387f0e185 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.2383335 Jan 27 19:35:09.134120 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aeefe3-5578-4d47-b562-2ad573cab1d4', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e706341d-a7f5-4d08-ae9a-5487849667a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:04Z', 'updated_at': '2022-01-27T19:35:06Z', 'revision_number': 3, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port': {'id': 'e706341d-a7f5-4d08-ae9a-5487849667a0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aeefe3-5578-4d47-b562-2ad573cab1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:35:06Z', 'updated_at': '2022-01-27T19:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:09.160043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Request body: {'port': {'device_id': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'admin_state_up': True, 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:09.225711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Checking router: 51aeefe3-5578-4d47-b562-2ad573cab1d4 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:35:09.231304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Updating router 51aeefe3-5578-4d47-b562-2ad573cab1d4 port e706341d-a7f5-4d08-ae9a-5487849667a0 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:35:09.296328 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.368712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (51aeefe3-5578-4d47-b562-2ad573cab1d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.460777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c199-e903-4bd9-bac1-39f26a80ba3b req-03dd773e-ccb6-4f31-85cc-ee8e2b8678f9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:09.470201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90f4c199-e903-4bd9-bac1-39f26a80ba3b req-03dd773e-ccb6-4f31-85cc-ee8e2b8678f9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3420055 Jan 27 19:35:09.540518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Deleting port e706341d-a7f5-4d08-ae9a-5487849667a0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:09.541156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.577638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2d635db-3ce5-4f57-9afd-11d1eae7578a req-15fa43ba-2ddc-4ec4-b00f-6ddffc828eb2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 210 time: 0.0984066 Jan 27 19:35:09.669528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90f4c199-e903-4bd9-bac1-39f26a80ba3b req-b5fd01ff-6fd6-4943-a29b-6ac9c265455f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980846 Jan 27 19:35:09.698977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:35:09.703414 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.730261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:09.765814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Calling delete_port for e706341d-a7f5-4d08-ae9a-5487849667a0 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:09.931258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Allocated IP 172.20.0.14 (b0357751-ea75-4fa9-8bb3-53baac05e592/9dde38b9-1f64-4ae6-a410-3cef79f2aa1a/27eff56a-dc68-4f8b-96d1-e4e33614561c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:09.979195 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Publish callbacks [] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.011330 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.145470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.189137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Attempting to bind port e706341d-a7f5-4d08-ae9a-5487849667a0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:35:10.196342 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Attempting to bind port e706341d-a7f5-4d08-ae9a-5487849667a0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:35:10.196720 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Attempting to bind port e706341d-a7f5-4d08-ae9a-5487849667a0 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:10.202930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Port': ['ID=e706341d-a7f5-4d08-ae9a-5487849667a0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:10.214625 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Pushing event updated for resources: {'Port': ['ID=e706341d-a7f5-4d08-ae9a-5487849667a0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:10.241504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:35:10.241889 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:35:10.242292 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.243921 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:35:10.247530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f756ceca-12dc-41cb-8372-5330c03a9de2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:35:10.257911 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Bound port: e706341d-a7f5-4d08-ae9a-5487849667a0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:35:10.258449 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e706341d-a7f5-4d08-ae9a-5487849667a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.272572 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.272921 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.273273 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.273619 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.273952 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.274278 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.280637 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.281570 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.286360 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.287196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.287724 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.288243 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.290503 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks [] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.299988 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c238-560f-4daf-8733-85002d21631c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:10.334911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (51aeefe3-5578-4d47-b562-2ad573cab1d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.349035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.385685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:35:10.401502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Network b0357751-ea75-4fa9-8bb3-53baac05e592 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:10.405163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:10.412514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:10.436433 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Port e706341d-a7f5-4d08-ae9a-5487849667a0 has been deleted concurrently {{(pid=103325) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 19:35:10.472270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event updated for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:10.494287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Routers {'51aeefe3-5578-4d47-b562-2ad573cab1d4'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:10.495167 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['51aeefe3-5578-4d47-b562-2ad573cab1d4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:10.508640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:10.511795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.539868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b2801ac4-dbb2-4aa4-92d4-83ce8cbec109 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3966000 Jan 27 19:35:10.557132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Request body: {'port': {'device_id': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:10.557976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.560697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (51aeefe3-5578-4d47-b562-2ad573cab1d4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.666971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (51aeefe3-5578-4d47-b562-2ad573cab1d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.668079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51aeefe3-5578-4d47-b562-2ad573cab1d4 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:10.673621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.674846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-45e2cc31-29a5-4a54-aae4-05a84b69f7bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/routers/51aeefe3-5578-4d47-b562-2ad573cab1d4 HTTP/1.1" status: 204 len: 168 time: 1.9976268 Jan 27 19:35:10.677957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:10.688732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.710592 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] Set router 51aeefe3-5578-4d47-b562-2ad573cab1d4 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:10.812207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f756ceca-12dc-41cb-8372-5330c03a9de2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:10.812856 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:10.846842 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aeefe3-5578-4d47-b562-2ad573cab1d4', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:04Z', 'updated_at': '2022-01-27T19:35:10Z', 'revision_number': 5, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:10.906932 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874c150-9a5e-4123-b580-8ddfa033cae6 None None] The sync data for ids ['51aeefe3-5578-4d47-b562-2ad573cab1d4'] in n-d-760453-6 is: [{'id': '51aeefe3-5578-4d47-b562-2ad573cab1d4', 'name': 'tempest-snat-router-2093627501', 'tenant_id': '50266470c23745528e0e663e75b20fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:35:04Z', 'updated_at': '2022-01-27T19:35:10Z', 'revision_number': 5, 'project_id': '50266470c23745528e0e663e75b20fb3', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:10.914958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.033861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651676d-69d7-49c2-83cb-00a471728de5 req-6fbe89a5-61ad-41d9-9f0a-239d9e0e3a6f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:11.035640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0651676d-69d7-49c2-83cb-00a471728de5 req-6fbe89a5-61ad-41d9-9f0a-239d9e0e3a6f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 932 time: 0.2328501 Jan 27 19:35:11.093932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f756ceca-12dc-41cb-8372-5330c03a9de2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:11.098621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (834044fb-a8e1-4224-adf7-827bf03f8dec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.167954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Deleting port f756ceca-12dc-41cb-8372-5330c03a9de2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:11.168604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.192272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e2650-7d37-44ec-a4e2-9a9868c10cb3 req-68d9c4a1-9882-4070-be22-29c9366a3678 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:11.193966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b8e2650-7d37-44ec-a4e2-9a9868c10cb3 req-68d9c4a1-9882-4070-be22-29c9366a3678 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3437526 Jan 27 19:35:11.256560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0651676d-69d7-49c2-83cb-00a471728de5 req-ba16f894-de2c-4cfa-b271-72e1253b9b46 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069969 Jan 27 19:35:11.308898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] For port f756ceca-12dc-41cb-8372-5330c03a9de2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f756ceca-12dc-41cb-8372-5330c03a9de2,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:11.309294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.313210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b8e2650-7d37-44ec-a4e2-9a9868c10cb3 req-5ea40da9-7cc3-42fe-9d87-30095219aae8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090028 Jan 27 19:35:11.330741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Calling delete_port for f756ceca-12dc-41cb-8372-5330c03a9de2 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:11.469060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eff56a-dc68-4f8b-96d1-e4e33614561c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:11.477076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks [] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.490121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Transition to ACTIVE for port object 27eff56a-dc68-4f8b-96d1-e4e33614561c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:35:11.496172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.543567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Pushing event updated for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:11.647121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Attempting to bind port 27eff56a-dc68-4f8b-96d1-e4e33614561c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:35:11.647461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Attempting to bind port 27eff56a-dc68-4f8b-96d1-e4e33614561c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:35:11.647849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Attempting to bind port 27eff56a-dc68-4f8b-96d1-e4e33614561c on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:11.653071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Port 27eff56a-dc68-4f8b-96d1-e4e33614561c on network b0357751-ea75-4fa9-8bb3-53baac05e592 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:35:11.653472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Attempting to bind port 27eff56a-dc68-4f8b-96d1-e4e33614561c on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:11.658774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:35:11.659114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Checking segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:35:11.659497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Bound using segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:35:11.659926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Bound port: 27eff56a-dc68-4f8b-96d1-e4e33614561c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:35:11.660286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.678010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f756ceca-12dc-41cb-8372-5330c03a9de2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.740915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event deleted for resources: {'Port': ['ID=f756ceca-12dc-41cb-8372-5330c03a9de2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:11.748022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:35:11.752009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:35:11.758514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.799857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:11.800435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.802110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] 10.222.0.39 "PUT /v2.0/ports/27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 200 len: 1092 time: 1.2538896 Jan 27 19:35:11.802640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:11.805005 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a61d3b1-7679-4fe6-83e6-69cca692636d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:11.824751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (834044fb-a8e1-4224-adf7-827bf03f8dec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:11.862384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb901b7-b5a3-4d59-b19b-5911b2e62604 service neutron] Pushing event updated for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:11.883777 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed5b12b-1b87-42b5-a4f6-f5b6cb03aff2 x-openstack-request-id: req-bed5b12b-1b87-42b5-a4f6-f5b6cb03aff2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:11.884339 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:11.884536 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bed5b12b-1b87-42b5-a4f6-f5b6cb03aff2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:11.885064 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'status': 'completed', 'code': 200} Jan 27 19:35:11.930224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b04a63fd-1cc1-454b-b399-b31bf79f6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:11.932596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-b04a63fd-1cc1-454b-b399-b31bf79f6364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 1095 time: 0.0655715 Jan 27 19:35:12.107289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7015f6a5-0e77-40bd-bf11-aa68a0f37bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.517516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.527131 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_controller (834044fb-a8e1-4224-adf7-827bf03f8dec), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.560214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-7b5a8ad9-79e7-4c8a-a6cb-fd1a0427bee1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 200 len: 217 time: 0.6143129 Jan 27 19:35:12.611168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (834044fb-a8e1-4224-adf7-827bf03f8dec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.611683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 834044fb-a8e1-4224-adf7-827bf03f8dec {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:12.617097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.622288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-178d8225-3143-4a5a-8719-6576da3ec4a5 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "DELETE /v2.0/routers/834044fb-a8e1-4224-adf7-827bf03f8dec HTTP/1.1" status: 204 len: 168 time: 1.9431884 Jan 27 19:35:12.622967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55952) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:12.637936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142041823', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:12.677155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e81dd-8e8f-4436-9cc4-bf8e56211013 req-55fb0b14-176b-4141-9200-210b131c919e tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:12.678660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (29eea505-5142-4c26-9c31-beae7185961b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.679697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e9e81dd-8e8f-4436-9cc4-bf8e56211013 req-55fb0b14-176b-4141-9200-210b131c919e tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 944 time: 0.1185651 Jan 27 19:35:12.679835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (29eea505-5142-4c26-9c31-beae7185961b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.689483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7aea8-9969-45ca-bff4-cd6f912ddf26 req-4b19edbe-d0c4-46a4-9728-3072e6e7d6c5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:12.699157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4d7aea8-9969-45ca-bff4-cd6f912ddf26 req-4b19edbe-d0c4-46a4-9728-3072e6e7d6c5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1335783 Jan 27 19:35:12.781232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4d7aea8-9969-45ca-bff4-cd6f912ddf26 req-5e3f331f-b636-4948-9c8c-084201f126d0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809848 Jan 27 19:35:12.801662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (29eea505-5142-4c26-9c31-beae7185961b), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:12.861099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e9e81dd-8e8f-4436-9cc4-bf8e56211013 req-71c679c4-0eb4-42a2-85e8-97ba7fc23c10 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597250 Jan 27 19:35:13.031715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:13.065056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-e592cc45-2ddc-47cc-94c0-222a184f7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:13.066641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-e592cc45-2ddc-47cc-94c0-222a184f7ca9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.4989126 Jan 27 19:35:13.124511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-0d878458-1d4d-4944-baeb-29e9a74949e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452287 Jan 27 19:35:13.341918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-8517e6fb-5631-44c0-970d-73155cc10747 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092838 Jan 27 19:35:13.437954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:13.470815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:13.520565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0143db-e643-4b97-9f82-48b673eaabd7 req-3978c9de-6175-427f-b520-eb9c9424c199 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713874 Jan 27 19:35:13.621885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Allocated IP 172.25.5.232 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/edff254d-fd17-4c75-b7ce-b2369020de1d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:13.643153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-0c17f341-573c-4d6e-8754-56edcaa1e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:13.644715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-0c17f341-573c-4d6e-8754-56edcaa1e8aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 1095 time: 0.0652807 Jan 27 19:35:13.758038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for port (edff254d-fd17-4c75-b7ce-b2369020de1d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:13.813069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-058b6759-5822-41e6-90b9-4016a4ad28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:13.816150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-058b6759-5822-41e6-90b9-4016a4ad28c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.1607080 Jan 27 19:35:13.846691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (edff254d-fd17-4c75-b7ce-b2369020de1d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:13.922818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:13.926298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-130f69cd-5771-4d7e-91ae-0821d9cc0aa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 200 len: 217 time: 0.1025889 Jan 27 19:35:13.930478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:13.937492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:13.983375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event updated for resources: {'Port': ['ID=edff254d-fd17-4c75-b7ce-b2369020de1d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:14.032124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f756ceca-12dc-41cb-8372-5330c03a9de2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:14.074544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f756ceca-12dc-41cb-8372-5330c03a9de2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:14.075274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f756ceca-12dc-41cb-8372-5330c03a9de2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:14.136653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-fd5b0bb0-af83-4a95-a6a4-9b0bd191ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:14.138473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-fd5b0bb0-af83-4a95-a6a4-9b0bd191ef8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1792486 Jan 27 19:35:14.204700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a31e1-7cb0-46e8-a413-8f9569463d3d req-b4d5ce00-3a75-459d-b6cb-66c1a0e552c8 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:14.206648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b78a31e1-7cb0-46e8-a413-8f9569463d3d req-b4d5ce00-3a75-459d-b6cb-66c1a0e552c8 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 944 time: 0.1747706 Jan 27 19:35:14.248038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-e9ea2733-14ee-47b2-aa74-e29ea7beb909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001432 Jan 27 19:35:14.275502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1d0f-3b19-4f1d-a3b4-30cc3785275b req-a75971ce-5467-4ff8-b869-6c8a0bbfe87e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:14.277336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5cf1d0f-3b19-4f1d-a3b4-30cc3785275b req-a75971ce-5467-4ff8-b869-6c8a0bbfe87e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3476987 Jan 27 19:35:14.443459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:14.513468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b78a31e1-7cb0-46e8-a413-8f9569463d3d req-edb38b10-943e-44f5-9ebb-355142a4c704 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575917 Jan 27 19:35:14.616469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5cf1d0f-3b19-4f1d-a3b4-30cc3785275b req-0b8efaab-be5f-4836-9a6b-70e03197ee39 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639296 Jan 27 19:35:14.658616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-52be4815-a3d7-4a96-91de-5e7109b6b4a5 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432491 Jan 27 19:35:14.827856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a61d3b1-7679-4fe6-83e6-69cca692636d req-ed11d859-60b3-4554-a2c0-ab3c23b73c42 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627519 Jan 27 19:35:14.873505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (29eea505-5142-4c26-9c31-beae7185961b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:15.067812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Router 29eea505-5142-4c26-9c31-beae7185961b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:15.115026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:15.269774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:15.284620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] Sync routers for ids ['29eea505-5142-4c26-9c31-beae7185961b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:15.304292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] Routers {'29eea505-5142-4c26-9c31-beae7185961b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:15.305274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['29eea505-5142-4c26-9c31-beae7185961b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:15.317009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab34b94-51d1-48cf-8623-462cac7281bc req-41b6a862-e7fd-4850-9894-94638d80aff3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:15.338604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:15.345688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1869210-e8f9-4df3-911d-cd4f65367108 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7191188 Jan 27 19:35:15.346727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:15.351754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:15.365842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab34b94-51d1-48cf-8623-462cac7281bc req-41b6a862-e7fd-4850-9894-94638d80aff3 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.1814427 Jan 27 19:35:15.518125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab34b94-51d1-48cf-8623-462cac7281bc req-d2b1a1e6-ac0e-4400-8e88-855186cf72b7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283081 Jan 27 19:35:15.559925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:15.573018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:15.586085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] Routers {'29eea505-5142-4c26-9c31-beae7185961b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:15.586737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['29eea505-5142-4c26-9c31-beae7185961b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:15.724390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:15.725306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd539b3b-e23a-4840-aec4-cf863b29eab0 None None] The sync data for ids ['29eea505-5142-4c26-9c31-beae7185961b'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:15.760802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d313a8-fa55-4f83-84bf-626bac697b73 req-976c621a-468a-4698-a304-e06d55dad833 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:15.767999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48d313a8-fa55-4f83-84bf-626bac697b73 req-976c621a-468a-4698-a304-e06d55dad833 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 944 time: 0.0983810 Jan 27 19:35:15.898199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48d313a8-fa55-4f83-84bf-626bac697b73 req-f532ee73-9bfb-45de-a18e-c6debca0a434 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291358 Jan 27 19:35:15.991010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:16.019714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:16.050190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 27eff56a-dc68-4f8b-96d1-e4e33614561c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:35:16.056907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e6d0b-373c-46b4-b605-bbc94b678d17 req-27b132c6-4627-4704-a5f2-03e8438ca9e1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:16.069055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a68e6d0b-373c-46b4-b605-bbc94b678d17 req-27b132c6-4627-4704-a5f2-03e8438ca9e1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1351521 Jan 27 19:35:16.172962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a68e6d0b-373c-46b4-b605-bbc94b678d17 req-f528a18b-e218-4abf-9927-b30bbd9afcda tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961328 Jan 27 19:35:16.627672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (29eea505-5142-4c26-9c31-beae7185961b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:16.644069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (29eea505-5142-4c26-9c31-beae7185961b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:16.736163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:16.768067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'port_id': '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'mac_address': 'fa:16:3e:e7:22:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dde38b9-1f64-4ae6-a410-3cef79f2aa1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:35:16.799484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ecac-8b42-40e9-9ec8-f76f0680b39d req-31b915e7-4659-42f4-87ba-2096694e30f7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:16.815611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb74ecac-8b42-40e9-9ec8-f76f0680b39d req-31b915e7-4659-42f4-87ba-2096694e30f7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.1185534 Jan 27 19:35:16.872359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 27eff56a-dc68-4f8b-96d1-e4e33614561c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:16.875341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:16.922554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eff56a-dc68-4f8b-96d1-e4e33614561c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:16.925522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 29eea505-5142-4c26-9c31-beae7185961b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:35:16.961834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb74ecac-8b42-40e9-9ec8-f76f0680b39d req-40825237-3ee1-4dc3-9fbe-aca1b7ccbc62 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361971 Jan 27 19:35:17.003723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:17.012144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:17.094703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-5a3235f6-ba1e-4eef-9789-543d67e196b8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:17.096977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-5a3235f6-ba1e-4eef-9789-543d67e196b8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.1505826 Jan 27 19:35:17.099395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:17.186838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:17.196854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:17.207331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e9c2c223-c661-408b-9cf0-67faaaa7826b tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "PUT /v2.0/routers/29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 200 len: 922 time: 1.8570490 Jan 27 19:35:17.208117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56014) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:17.220690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] Sync routers for ids ['29eea505-5142-4c26-9c31-beae7185961b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:17.239433 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] Routers {'29eea505-5142-4c26-9c31-beae7185961b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:17.245372 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['29eea505-5142-4c26-9c31-beae7185961b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:17.261909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['27eff56a-dc68-4f8b-96d1-e4e33614561c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:35:17.316118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:17.327536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c906a-6ae0-41c7-95ac-3547f3841117 req-6008b1ad-f30f-4de3-9d2d-018a2ea60ca0 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:17.335074 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] Routers {'29eea505-5142-4c26-9c31-beae7185961b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:17.336392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['29eea505-5142-4c26-9c31-beae7185961b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:17.341055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-240c906a-6ae0-41c7-95ac-3547f3841117 req-6008b1ad-f30f-4de3-9d2d-018a2ea60ca0 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 945 time: 0.2258439 Jan 27 19:35:17.385417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:17.387103 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198510d3-a2d1-43b2-839a-1c9b6e8655dc None None] The sync data for ids ['29eea505-5142-4c26-9c31-beae7185961b'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:17.428096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-54c8e7ce-d8a2-4a5c-b413-fa8f3151c6ff tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 200 len: 922 time: 0.2160473 Jan 27 19:35:17.433868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:17.499266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-240c906a-6ae0-41c7-95ac-3547f3841117 req-7e0fc839-7d75-4f8e-b0ab-ca3926b6cc1f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515708 Jan 27 19:35:17.530799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2988699-69a6-4481-8f9c-13d95ec277e3 req-38a4df9c-6ad2-4b91-bd5b-2fc14f2e2027 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:17.532105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944c2d8-85ff-4f54-8d99-236124a62ae6 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:17.536522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2988699-69a6-4481-8f9c-13d95ec277e3 req-38a4df9c-6ad2-4b91-bd5b-2fc14f2e2027 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1647992 Jan 27 19:35:17.536836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b944c2d8-85ff-4f54-8d99-236124a62ae6 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=29eea505-5142-4c26-9c31-beae7185961b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1016200 Jan 27 19:35:17.537156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:17.565025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Deleting port 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:17.565758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:17.669486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826e025-823a-4f63-963e-ebd5fa1d6417 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:17.670919 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d826e025-823a-4f63-963e-ebd5fa1d6417 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.1319349 Jan 27 19:35:17.683933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56026) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:17.736435 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a19abcea-2734-40b2-8a3a-6c11afdfc4fb tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 200 len: 205 time: 0.0512848 Jan 27 19:35:17.739316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:17.770346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] For port 08eea445-2621-4511-b9f8-8cd028cfd27a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=08eea445-2621-4511-b9f8-8cd028cfd27a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:17.770845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.012960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2988699-69a6-4481-8f9c-13d95ec277e3 req-93a76930-ff8b-4546-ac4a-d6ec8461b46a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701781 Jan 27 19:35:18.079091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 27eff56a-dc68-4f8b-96d1-e4e33614561c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:35:18.202894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 27eff56a-dc68-4f8b-96d1-e4e33614561c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:35:18.209376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 27eff56a-dc68-4f8b-96d1-e4e33614561c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:18.210055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.279824 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.280717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.281272 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Floating IP bf9760bf-1831-4911-b0e3-fa446b286481 disassociated. External IP: 172.25.5.243, port: 08eea445-2621-4511-b9f8-8cd028cfd27a. Jan 27 19:35:18.282627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Calling delete_port for 08eea445-2621-4511-b9f8-8cd028cfd27a owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:18.308189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41af3-28ae-4b0f-8438-9f660c2a445f req-e1b357e5-47fb-4859-b974-51e904b1c0da tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:18.310309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0dd41af3-28ae-4b0f-8438-9f660c2a445f req-e1b357e5-47fb-4859-b974-51e904b1c0da tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 946 time: 0.1729329 Jan 27 19:35:18.443880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0dd41af3-28ae-4b0f-8438-9f660c2a445f req-6e0a2b06-d5cd-4ce0-9c46-b8d2e7a122d5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb4de81a-c0a1-4ead-bd6a-e79780a78963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269100 Jan 27 19:35:18.575030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (29eea505-5142-4c26-9c31-beae7185961b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.599337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 27eff56a-dc68-4f8b-96d1-e4e33614561c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:18.606889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.736746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:18.738119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:18.749457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08eea445-2621-4511-b9f8-8cd028cfd27a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.752588 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9b3516-b20a-4926-a478-2d0c83103302" -d '{"events": [{"server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "name": "network-vif-plugged", "status": "completed", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:18.757841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.861128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:18.882201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'Port': ['ID=08eea445-2621-4511-b9f8-8cd028cfd27a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:18.926968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:18.932840 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a986b6d-2efa-4a0d-9e8d-ec85e1536ff6 x-openstack-request-id: req-8a986b6d-2efa-4a0d-9e8d-ec85e1536ff6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:18.933123 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "name": "network-vif-plugged", "status": "completed", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:18.933406 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a986b6d-2efa-4a0d-9e8d-ec85e1536ff6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:18.933802 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'code': 200} Jan 27 19:35:18.990323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port edff254d-fd17-4c75-b7ce-b2369020de1d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:18.991115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (edff254d-fd17-4c75-b7ce-b2369020de1d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.042307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694ba9c-f32b-4f4a-8420-f0dde364cfc9 req-ed14ee92-ab8c-41c6-812d-7592b0204453 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:19.044811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0694ba9c-f32b-4f4a-8420-f0dde364cfc9 req-ed14ee92-ab8c-41c6-812d-7592b0204453 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.3262682 Jan 27 19:35:19.175677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (edff254d-fd17-4c75-b7ce-b2369020de1d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.207728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for edff254d-fd17-4c75-b7ce-b2369020de1d owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:19.246976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0694ba9c-f32b-4f4a-8420-f0dde364cfc9 req-82eb40fe-f150-48ac-9baf-cb6e38d82fca tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622882 Jan 27 19:35:19.255957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:35:19.269709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7dde8-4b5c-46dc-b318-e73782977aa3 req-dd22382f-b196-43a2-affe-733f08276d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:19.271778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dd7dde8-4b5c-46dc-b318-e73782977aa3 req-dd22382f-b196-43a2-affe-733f08276d67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 1097 time: 0.2486422 Jan 27 19:35:19.389731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fb18-342b-447a-8004-646207680334 req-14db673b-dd19-49f4-95b7-97ab22793044 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:19.399058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0180fb18-342b-447a-8004-646207680334 req-14db673b-dd19-49f4-95b7-97ab22793044 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2258673 Jan 27 19:35:19.530644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2dd7dde8-4b5c-46dc-b318-e73782977aa3 req-17e95ef4-bf70-432c-9466-e5f7d691bb61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502904 Jan 27 19:35:19.588539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0180fb18-342b-447a-8004-646207680334 req-32179cb0-11b4-4a8c-be47-4207bb63940d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644001 Jan 27 19:35:19.592222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (edff254d-fd17-4c75-b7ce-b2369020de1d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.644498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=edff254d-fd17-4c75-b7ce-b2369020de1d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:19.719790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a4357e7-8f79-4553-9c72-7ac4c43df295 req-aa63e8fa-cf95-449e-b4b7-4284ba1df183 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfa5a682-d039-45c9-a4bb-44d75aba4e02 HTTP/1.1" status: 200 len: 210 time: 0.0570223 Jan 27 19:35:19.737246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:19.751661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:19.767690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (29eea505-5142-4c26-9c31-beae7185961b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.776010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:19.792285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] No DVR routers for this DVR port 08eea445-2621-4511-b9f8-8cd028cfd27a on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:35:19.796398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.797588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:19.801621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d234df6-f63e-4e29-a78b-91af01c581b4 req-bad140f8-e575-467e-8831-6bfb0956b055 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.66 "DELETE /v2.0/ports/08eea445-2621-4511-b9f8-8cd028cfd27a HTTP/1.1" status: 204 len: 173 time: 2.6968710 Jan 27 19:35:19.802139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-deleted', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:19.805655 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32270744-0f9a-4683-b897-d915fb163caa" -d '{"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-deleted", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:19.906275 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9f3990-f69e-4a3c-b871-8088614ec93d x-openstack-request-id: req-ff9f3990-f69e-4a3c-b871-8088614ec93d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:19.906570 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa5a682-d039-45c9-a4bb-44d75aba4e02", "name": "network-vif-deleted", "tag": "08eea445-2621-4511-b9f8-8cd028cfd27a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:19.906826 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff9f3990-f69e-4a3c-b871-8088614ec93d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:19.907244 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa5a682-d039-45c9-a4bb-44d75aba4e02', 'name': 'network-vif-deleted', 'tag': '08eea445-2621-4511-b9f8-8cd028cfd27a', 'status': 'completed', 'code': 200} Jan 27 19:35:19.925430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (29eea505-5142-4c26-9c31-beae7185961b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.928886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (29eea505-5142-4c26-9c31-beae7185961b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.998349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (29eea505-5142-4c26-9c31-beae7185961b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:19.998989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router 29eea505-5142-4c26-9c31-beae7185961b {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:20.023173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.026240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be2f6e62-3f5c-4f43-869a-a57a72c56852 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 204 len: 168 time: 2.2855842 Jan 27 19:35:20.030147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:20.036505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-611806484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:20.066361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:20.067075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.068359 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.151879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.160745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.187553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.190091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9af29bbc-531e-4d04-b0ac-873ed268456b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1577413 Jan 27 19:35:20.192002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56090) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:20.198215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:20.407979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:20.480495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:35:20.510321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:20.521237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:20.607703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0067af-0ffa-49ef-89b8-764b2d279e0b req-7c7af445-eaee-4798-9bfb-31334741d3fd tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:20.609660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d0067af-0ffa-49ef-89b8-764b2d279e0b req-7c7af445-eaee-4798-9bfb-31334741d3fd tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.2309616 Jan 27 19:35:20.786704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d0067af-0ffa-49ef-89b8-764b2d279e0b req-d8716895-2612-4678-be27-4212c7f73946 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623933 Jan 27 19:35:20.791286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:20.842231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:20.915259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7d94d-badb-45ac-a6e2-1d0748ff3363 req-1396d72a-c58c-44d6-873e-9d283d3d472b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:20.925948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85f7d94d-badb-45ac-a6e2-1d0748ff3363 req-1396d72a-c58c-44d6-873e-9d283d3d472b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1616058 Jan 27 19:35:20.940427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56108) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:21.088684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (eb4de81a-c0a1-4ead-bd6a-e79780a78963), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.120001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85f7d94d-badb-45ac-a6e2-1d0748ff3363 req-39a21610-9ae3-44d3-8eb5-aa3e0272f6d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930909 Jan 27 19:35:21.128736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:21.168317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (eb4de81a-c0a1-4ead-bd6a-e79780a78963), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.198539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 08eea445-2621-4511-b9f8-8cd028cfd27a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:21.199023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 08eea445-2621-4511-b9f8-8cd028cfd27a not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:21.220305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (bf72564d-84c3-44fe-a004-fa330d871a84), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.268979 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eb4de81a-c0a1-4ead-bd6a-e79780a78963), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.272631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.273936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.274572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "DELETE /v2.0/security-groups/eb4de81a-c0a1-4ead-bd6a-e79780a78963 HTTP/1.1" status: 204 len: 168 time: 0.3331957 Jan 27 19:35:21.279428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56112) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:21.292133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f96ff-83e1-444e-aa92-21aa8ac1840b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4de81a-c0a1-4ead-bd6a-e79780a78963,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:21.313307 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-38948f49-a137-4375-b44f-05b8ff073ace tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] show failed (client error): The resource could not be found. Jan 27 19:35:21.315065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-38948f49-a137-4375-b44f-05b8ff073ace tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups/eb4de81a-c0a1-4ead-bd6a-e79780a78963 HTTP/1.1" status: 404 len: 347 time: 0.0342808 Jan 27 19:35:21.318488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56114) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:21.436720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:21.514411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072955a-87e3-43c2-92d6-eecfd1355b37 None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:21.521688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Deleting port 9953f125-095f-400f-9015-db5a9a3cda5c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:21.522033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.538515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Allocated IP 172.25.5.234 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/5bf53a83-b5a6-4ceb-80fd-b775982f2230) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:21.730443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.730781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (9953f125-095f-400f-9015-db5a9a3cda5c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.760460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Calling delete_port for 9953f125-095f-400f-9015-db5a9a3cda5c owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:21.822338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for port (5bf53a83-b5a6-4ceb-80fd-b775982f2230), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:21.924163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5bf53a83-b5a6-4ceb-80fd-b775982f2230), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:22.016416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:22.020942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:22.043159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:22.045833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13ec5-23af-482c-bdee-a5eef2c69672 req-cd55eb02-4be4-4410-96db-658dc0f950ca tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:22.047791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eb13ec5-23af-482c-bdee-a5eef2c69672 req-cd55eb02-4be4-4410-96db-658dc0f950ca tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.1020019 Jan 27 19:35:22.107362 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae502b-1b43-411b-9cad-c6e7c2233a92 None None] New status for floating IP bf9760bf-1831-4911-b0e3-fa446b286481: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:35:22.180470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event updated for resources: {'Port': ['ID=5bf53a83-b5a6-4ceb-80fd-b775982f2230,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:22.214236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eb13ec5-23af-482c-bdee-a5eef2c69672 req-309901cd-68eb-487f-a69c-946666a8ba18 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608026 Jan 27 19:35:22.285988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9953f125-095f-400f-9015-db5a9a3cda5c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:22.426033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'Port': ['ID=9953f125-095f-400f-9015-db5a9a3cda5c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:22.502137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0795d-21c7-4c71-b18d-9033ac31b28b req-80d7747f-35d8-487a-bb30-f759ae359a7e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:22.520783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7be0795d-21c7-4c71-b18d-9033ac31b28b req-80d7747f-35d8-487a-bb30-f759ae359a7e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2989960 Jan 27 19:35:22.543584 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-ceae502b-1b43-411b-9cad-c6e7c2233a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:35:22.544236 n-d-760453-6 neutron-server[103325]: DEBUG oslo_db.api [None req-ceae502b-1b43-411b-9cad-c6e7c2233a92 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:35:22.627058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7be0795d-21c7-4c71-b18d-9033ac31b28b req-2fe10581-48ec-4657-a00c-09749f773e16 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053951 Jan 27 19:35:22.636622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (bf9760bf-1831-4911-b0e3-fa446b286481), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:22.640049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:22.641210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b38d1421-9fd4-4b89-852f-d7cabd5ef14c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "DELETE /v2.0/floatingips/bf9760bf-1831-4911-b0e3-fa446b286481 HTTP/1.1" status: 204 len: 168 time: 1.3214369 Jan 27 19:35:22.666384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (bf72564d-84c3-44fe-a004-fa330d871a84), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.045630 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae502b-1b43-411b-9cad-c6e7c2233a92 None None] New status for floating IP bf9760bf-1831-4911-b0e3-fa446b286481: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:35:23.056160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.075468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.214680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:23.223096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472976426', 'description': 'tempest-description--1175549475'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:23.348058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.472689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Router bf72564d-84c3-44fe-a004-fa330d871a84 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:23.557146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (71301178-1d81-49bb-a8cb-95125b2fd05d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.568312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (71301178-1d81-49bb-a8cb-95125b2fd05d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.615767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71301178-1d81-49bb-a8cb-95125b2fd05d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:23.653324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.654680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cddf5629-9225-4e9c-94bd-00cff14eba6d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4373524 Jan 27 19:35:23.657599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56172) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:23.662536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group_rule': {'security_group_id': '71301178-1d81-49bb-a8cb-95125b2fd05d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:23.698451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:23.717492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (ee836cc9-392b-494d-9b2e-f746ef23283a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.721948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] Sync routers for ids ['bf72564d-84c3-44fe-a004-fa330d871a84'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:23.725966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.727179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7080c22f-a643-4057-9f5c-d1083c0bb9ad tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "PUT /v2.0/routers/bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 200 len: 879 time: 3.5340731 Jan 27 19:35:23.731252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56174) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:23.733369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.752672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] Routers {'bf72564d-84c3-44fe-a004-fa330d871a84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:23.753635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf72564d-84c3-44fe-a004-fa330d871a84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:23.869782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:23.908900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] Routers {'bf72564d-84c3-44fe-a004-fa330d871a84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:23.909886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf72564d-84c3-44fe-a004-fa330d871a84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:23.955809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (ee836cc9-392b-494d-9b2e-f746ef23283a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:23.966832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ee836cc9-392b-494d-9b2e-f746ef23283a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.008823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:24.009574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11424e47-e778-45f8-a290-ff1a60e073b4 None None] The sync data for ids ['bf72564d-84c3-44fe-a004-fa330d871a84'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:24.021314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-71888c2b-243f-4576-83d4-732727f85ead tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 200 len: 920 time: 0.2883058 Jan 27 19:35:24.022041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6c6f-4fbc-4dd1-81cc-c6eb6cf7bb0e req-09f63d27-aa4d-47c7-8699-cfec6a8c9799 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:24.023929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.035792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b70c6c6f-4fbc-4dd1-81cc-c6eb6cf7bb0e req-09f63d27-aa4d-47c7-8699-cfec6a8c9799 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2308173 Jan 27 19:35:24.111277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee836cc9-392b-494d-9b2e-f746ef23283a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:24.114470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af98d16-360f-4562-9ce4-a20edbda55c2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:24.116154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5af98d16-360f-4562-9ce4-a20edbda55c2 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=bf72564d-84c3-44fe-a004-fa330d871a84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0910826 Jan 27 19:35:24.119737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.131269 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.135989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56186) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.137384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1d648bc-80d3-406b-93de-10f6801dac3c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4776127 Jan 27 19:35:24.145032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'security_group_rule': {'security_group_id': '71301178-1d81-49bb-a8cb-95125b2fd05d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:24.183867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b70c6c6f-4fbc-4dd1-81cc-c6eb6cf7bb0e req-3d865094-d364-44bc-92f6-f98ce747b3d8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468861 Jan 27 19:35:24.326999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.333171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (128da854-70cd-4b44-94e7-ac119cd977e2), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.463445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44131559-2d39-4677-b00a-c2f8e0e0291a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:24.469448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-44131559-2d39-4677-b00a-c2f8e0e0291a tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.3483627 Jan 27 19:35:24.472604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.574486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (128da854-70cd-4b44-94e7-ac119cd977e2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.585190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (128da854-70cd-4b44-94e7-ac119cd977e2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.605605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e5211e18-bd78-47fd-bd0c-8d0bdf83537e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 200 len: 205 time: 0.1275108 Jan 27 19:35:24.610724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56204) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.637018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.654697 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5174916 Jan 27 19:35:24.664438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefa75a-099e-45e1-9ea4-28825aa18ea7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128da854-70cd-4b44-94e7-ac119cd977e2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:24.666571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:24.702677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:24.714353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:25.138266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:25.205403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-4f3a64c9-953f-479d-b95b-86879eca9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:25.206914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-4f3a64c9-953f-479d-b95b-86879eca9378 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.6397662 Jan 27 19:35:25.982150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2658b51-49ed-4cfd-90c6-3ab4a3e15501 req-52c217bb-741b-4cbd-9701-769d0586139d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:25.997794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2658b51-49ed-4cfd-90c6-3ab4a3e15501 req-52c217bb-741b-4cbd-9701-769d0586139d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 1.3890922 Jan 27 19:35:26.154452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (bf72564d-84c3-44fe-a004-fa330d871a84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:26.276892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2658b51-49ed-4cfd-90c6-3ab4a3e15501 req-57ce762c-83ec-4f30-9eb7-544c2d012c09 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768998 Jan 27 19:35:26.384620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-e72b882e-0926-4cf2-9595-c98bd1df12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:26.386517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-e72b882e-0926-4cf2-9595-c98bd1df12d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 1.1360343 Jan 27 19:35:26.485873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:26.555842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-8bd5cee6-553c-496f-81e8-d39fbcf6e057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1499903 Jan 27 19:35:26.652193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-f6fcd4a9-646a-4246-9319-524f38d218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:26.654121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-f6fcd4a9-646a-4246-9319-524f38d218e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0617788 Jan 27 19:35:26.659167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (bf72564d-84c3-44fe-a004-fa330d871a84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:26.810306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-62344316-ef30-48ca-9c2b-25b853670af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:26.812218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-62344316-ef30-48ca-9c2b-25b853670af5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446879 Jan 27 19:35:26.822489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:26.979652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Allocated IP 172.25.5.70 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b00e03aa-8cda-4383-ad34-24aa6ad07654) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:27.054567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port 5bf53a83-b5a6-4ceb-80fd-b775982f2230 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:27.055752 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5bf53a83-b5a6-4ceb-80fd-b775982f2230), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:27.657613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-43eea35b-044a-4a74-b7ff-2b5f5f82d71d service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322325 Jan 27 19:35:27.697285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5bf53a83-b5a6-4ceb-80fd-b775982f2230), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:27.738259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for 5bf53a83-b5a6-4ceb-80fd-b775982f2230 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:27.754167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724997-9236-41ef-be1a-33a09cd38696 req-d57db0ba-34b8-44e4-9d94-8c7c102782bc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:27.761564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9724997-9236-41ef-be1a-33a09cd38696 req-d57db0ba-34b8-44e4-9d94-8c7c102782bc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2295859 Jan 27 19:35:27.819566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:27.926789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9724997-9236-41ef-be1a-33a09cd38696 req-d993930a-0896-4ce5-9e63-7f681231d929 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490588 Jan 27 19:35:28.076361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.176802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-571ed55e-dbd4-4e68-962f-26341b3ab944 req-19c87843-562b-4789-8bbb-4fea113d7fb1 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964452 Jan 27 19:35:28.192589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:28.218010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:28.224241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=b00e03aa-8cda-4383-ad34-24aa6ad07654,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:28.226735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:28.312275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Deleting port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:28.312633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.434257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5bf53a83-b5a6-4ceb-80fd-b775982f2230), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.551434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=5bf53a83-b5a6-4ceb-80fd-b775982f2230,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:28.625734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] For port 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:28.626100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.673152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Calling delete_port for 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:28.701872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.885242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (bf72564d-84c3-44fe-a004-fa330d871a84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:28.998015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:29.158024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:29.180849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (bf72564d-84c3-44fe-a004-fa330d871a84), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.022021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628a753-9419-4de8-8bcb-1aa621a6e761 req-2da4851a-14de-4909-be21-b374899d7a62 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:30.024074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6628a753-9419-4de8-8bcb-1aa621a6e761 req-2da4851a-14de-4909-be21-b374899d7a62 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.9434454 Jan 27 19:35:30.051870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:30.052780 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (bf72564d-84c3-44fe-a004-fa330d871a84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.053456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router bf72564d-84c3-44fe-a004-fa330d871a84 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:30.065999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.067183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-03fd1c8b-fdb7-4fa3-88da-7deda6e0bc41 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 204 len: 168 time: 5.4542298 Jan 27 19:35:30.073611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56290) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:30.087852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-216871026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:30.182893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6628a753-9419-4de8-8bcb-1aa621a6e761 req-74b72960-bf2b-4dff-9381-6da7dd16eb03 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499922 Jan 27 19:35:30.188068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.189522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.346601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e708c8e-86ad-4460-8078-8c65f9c0e57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.391444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.423685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.429817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.466308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e708c8e-86ad-4460-8078-8c65f9c0e57a admin admin] Publish callbacks [] for security_group (9923f95e-7a35-47c3-95d6-9198eba4563f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.476571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e708c8e-86ad-4460-8078-8c65f9c0e57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9923f95e-7a35-47c3-95d6-9198eba4563f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.548067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708c8e-86ad-4460-8078-8c65f9c0e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923f95e-7a35-47c3-95d6-9198eba4563f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:30.613140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1e708c8e-86ad-4460-8078-8c65f9c0e57a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17f3280a021342baa56d981903795a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578492 Jan 27 19:35:30.613801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:30.621916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.727091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] Publish callbacks [] for security_group (9923f95e-7a35-47c3-95d6-9198eba4563f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.768214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.773096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56296) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:30.778572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': True}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:30.787038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] Publish callbacks [] for security_group (9923f95e-7a35-47c3-95d6-9198eba4563f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.790992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2cccc92c-5c75-4b8f-b2fc-2d4796c709a6 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7117519 Jan 27 19:35:30.938709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.964669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0eae7d8d-421b-4d4e-8d97-1459c19dbf3f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.981089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:30.982857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2772760 Jan 27 19:35:31.110335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b96733-ea33-482f-92c3-b4eb41c88209 req-4d9da53c-57eb-4da1-a908-32eb804e0d4f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:31.115886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27b96733-ea33-482f-92c3-b4eb41c88209 req-4d9da53c-57eb-4da1-a908-32eb804e0d4f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.7225215 Jan 27 19:35:31.157371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6621b-a5b0-405a-82c9-ddae9eccb91f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=b00e03aa-8cda-4383-ad34-24aa6ad07654,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:31.229751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:31.297978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9923f95e-7a35-47c3-95d6-9198eba4563f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:31.302913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:31.314499 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9923f95e-7a35-47c3-95d6-9198eba4563f HTTP/1.1" status: 204 len: 168 time: 0.6952410 Jan 27 19:35:31.346585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0eae7d8d-421b-4d4e-8d97-1459c19dbf3f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:31.447625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dbe82-8484-4bf8-9fee-a6bf48741484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923f95e-7a35-47c3-95d6-9198eba4563f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:31.576622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27b96733-ea33-482f-92c3-b4eb41c88209 req-777f964e-5848-4739-baa6-cec004117465 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807523 Jan 27 19:35:31.833297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-404c2e47-6715-4f2c-8758-2d2b366dec8a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1472976426&fields=id&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 267 time: 0.3737543 Jan 27 19:35:31.938963 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.132303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:32.144780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (6eecdaae-90af-4ae4-af9a-008b01f52c44), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.209316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09b333e5-c8fe-48d9-a1f5-2031c38ba057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.213448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.214197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-573cf6d3-bdf7-46a8-adb7-7fc023491bf7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:32.216832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-573cf6d3-bdf7-46a8-adb7-7fc023491bf7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 817 time: 0.3809583 Jan 27 19:35:32.230656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20319eec-6048-41ed-8cba-74ff83a5e748 req-82e32c49-da78-4207-9c71-0b9a5e5db27e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:32.232103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20319eec-6048-41ed-8cba-74ff83a5e748 req-82e32c49-da78-4207-9c71-0b9a5e5db27e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2515144 Jan 27 19:35:32.346795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09b333e5-c8fe-48d9-a1f5-2031c38ba057 admin admin] Publish callbacks [] for security_group (fd62f8ec-5430-430b-96d4-a5ed4c7d90a8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.358100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-97ab760d-5b4e-423b-9495-1bc7b7152ff8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/quotas/8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 375 time: 0.1249404 Jan 27 19:35:32.370532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20319eec-6048-41ed-8cba-74ff83a5e748 req-bf0b40ec-b933-4570-9a56-855cd8cfe53b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006165 Jan 27 19:35:32.424072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09b333e5-c8fe-48d9-a1f5-2031c38ba057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fd62f8ec-5430-430b-96d4-a5ed4c7d90a8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.544798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b333e5-c8fe-48d9-a1f5-2031c38ba057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62f8ec-5430-430b-96d4-a5ed4c7d90a8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:32.563100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09b333e5-c8fe-48d9-a1f5-2031c38ba057 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e3616e701514caba4839af4791cbc72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267159 Jan 27 19:35:32.586364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:32.624535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.25.5.227 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/71e0f05c-fdcf-4256-b9e9-371b5b82a8eb) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:32.886080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-49603ae3-ffde-451b-9861-1c206529a206 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5001466 Jan 27 19:35:32.941709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] Publish callbacks [] for security_group (fd62f8ec-5430-430b-96d4-a5ed4c7d90a8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:32.968973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Router 09e6aeb7-806b-41fb-b809-34e3cf10cdef has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:35:33.104152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] Publish callbacks [] for security_group (fd62f8ec-5430-430b-96d4-a5ed4c7d90a8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.138269 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (71e0f05c-fdcf-4256-b9e9-371b5b82a8eb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.182307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (71e0f05c-fdcf-4256-b9e9-371b5b82a8eb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.275776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:33.279575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:33.295338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:33.335834 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fd62f8ec-5430-430b-96d4-a5ed4c7d90a8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.339127 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.340497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd62f8ec-5430-430b-96d4-a5ed4c7d90a8 HTTP/1.1" status: 204 len: 168 time: 0.7529230 Jan 27 19:35:33.473896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=71e0f05c-fdcf-4256-b9e9-371b5b82a8eb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:33.523593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bead82-d253-4c5d-908f-51e19d975c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62f8ec-5430-430b-96d4-a5ed4c7d90a8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:33.606125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195cbcb-3635-40b3-8605-88daf1b110bb req-17883968-4c5f-4168-bed9-49908727bb4c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:33.609789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7195cbcb-3635-40b3-8605-88daf1b110bb req-17883968-4c5f-4168-bed9-49908727bb4c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3462908 Jan 27 19:35:33.755268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-7de5d653-7e0d-48a9-99b5-0b98f7553bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174160 Jan 27 19:35:33.847528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (6eecdaae-90af-4ae4-af9a-008b01f52c44), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:33.848864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7195cbcb-3635-40b3-8605-88daf1b110bb req-26686af4-79a0-4625-842d-18a58a9e4faf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169321 Jan 27 19:35:33.918451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:33.927328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a6ef421-da33-4dc1-8458-f759a5503dfa admin admin] 10.222.0.59 "PUT /v2.0/routers/09e6aeb7-806b-41fb-b809-34e3cf10cdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5968881 Jan 27 19:35:33.929000 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Sync routers for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:33.959420 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:33.960082 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:33.979711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56356) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:34.086884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-e45f69fe-6d67-4ef4-b43e-d00ca32cc638 service neutron] 10.222.0.59 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222866 Jan 27 19:35:34.269202 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:34.487097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks [] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:34.489884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e3808ce3-ccbd-45e2-adb0-d0cc7c54fc93 req-a63e32c2-7da0-4188-b8c5-58fea86cca9b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.0640600 Jan 27 19:35:34.755298 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:35:30Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:34.802711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Checking router: 09e6aeb7-806b-41fb-b809-34e3cf10cdef for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:35:34.826544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Routers {'09e6aeb7-806b-41fb-b809-34e3cf10cdef'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:34.827200 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:34.933328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:34.941636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:35.048128 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] Set router 09e6aeb7-806b-41fb-b809-34e3cf10cdef gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:35.088441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d32e0-c322-4881-9f12-273e82f55ff4 req-06f89078-9e60-4620-93b0-51d01fbfae99 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:35.095484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205d32e0-c322-4881-9f12-273e82f55ff4 req-06f89078-9e60-4620-93b0-51d01fbfae99 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1444314 Jan 27 19:35:35.130864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks [] for router_gateway (09e6aeb7-806b-41fb-b809-34e3cf10cdef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:35.256544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205d32e0-c322-4881-9f12-273e82f55ff4 req-3419a446-1dfb-4a19-b643-663a160c456d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519346 Jan 27 19:35:35.598987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Deleting port b409ad91-337d-4676-938c-237b58ab21f6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:35.605848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b409ad91-337d-4676-938c-237b58ab21f6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:35.691015 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:35:30Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:35.752060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 6eecdaae-90af-4ae4-af9a-008b01f52c44 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:35.808771 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b16cd0-1344-4986-a94e-1186921b8a64 None None] The sync data for ids ['09e6aeb7-806b-41fb-b809-34e3cf10cdef'] in n-d-760453-6 is: [{'id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'name': 'tempest-TaggedBootDevicesTest-1019437889-router', 'tenant_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:29Z', 'updated_at': '2022-01-27T19:35:30Z', 'revision_number': 5, 'project_id': '3b181dc7bb464fcb9a0900bc1fee3cd8', 'gw_port': {'id': 'b409ad91-337d-4676-938c-237b58ab21f6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6aeb7-806b-41fb-b809-34e3cf10cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:32Z', 'updated_at': '2022-01-27T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:35.845943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7f6c3a4-495e-49b9-ba32-76dfc26c9fca req-134beb6b-62ac-49bc-8fe7-ecf2d2cd5a99 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.0771897 Jan 27 19:35:35.898379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c667c-4374-4aff-a2c5-354c47b9b04d req-d1dcffee-16b2-4e84-b8ef-f8455811727a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:35.907681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-700c667c-4374-4aff-a2c5-354c47b9b04d req-d1dcffee-16b2-4e84-b8ef-f8455811727a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2144458 Jan 27 19:35:35.961008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] For port b409ad91-337d-4676-938c-237b58ab21f6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b409ad91-337d-4676-938c-237b58ab21f6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:35.961416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b409ad91-337d-4676-938c-237b58ab21f6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:35.996379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Calling delete_port for b409ad91-337d-4676-938c-237b58ab21f6 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:36.005132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-700c667c-4374-4aff-a2c5-354c47b9b04d req-8949dc19-38d4-44b3-87d9-2a21463ec72c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962272 Jan 27 19:35:36.221028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:36.231089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:36.231809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:36.234748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84563875-cc88-4fa4-b58f-7cb071585bb8 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "PUT /v2.0/routers/6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 200 len: 914 time: 5.4604774 Jan 27 19:35:36.238145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:36.331246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:36.339082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0eae7d8d-421b-4d4e-8d97-1459c19dbf3f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:36.350911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] Sync routers for ids ['6eecdaae-90af-4ae4-af9a-008b01f52c44'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:36.419036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] Routers {'6eecdaae-90af-4ae4-af9a-008b01f52c44'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:36.419417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6eecdaae-90af-4ae4-af9a-008b01f52c44'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:36.519126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:36.540525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] Routers {'6eecdaae-90af-4ae4-af9a-008b01f52c44'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:36.541545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6eecdaae-90af-4ae4-af9a-008b01f52c44'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:36.597020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:36.598039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5102969-1ba9-4abe-bea6-e7848d5ab977 None None] The sync data for ids ['6eecdaae-90af-4ae4-af9a-008b01f52c44'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:36.604586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b409ad91-337d-4676-938c-237b58ab21f6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:36.662463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b409ad91-337d-4676-938c-237b58ab21f6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:36.713439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cd3e59a7-e6db-451a-8d18-20f98e75d6bf tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 200 len: 920 time: 0.4745746 Jan 27 19:35:36.716877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56426) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:36.771620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.098238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.102242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks [] for router_controller (09e6aeb7-806b-41fb-b809-34e3cf10cdef), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.234898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce1556-943b-4935-8730-31cb61055f90 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:37.237274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8bce1556-943b-4935-8730-31cb61055f90 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=6eecdaae-90af-4ae4-af9a-008b01f52c44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5192366 Jan 27 19:35:37.244187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:37.324445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51a313a1-86c6-4900-906c-e9f6a7015b2a req-82456e4b-6b20-45db-988e-d36aaa1823e1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.2849684 Jan 27 19:35:37.417425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afde14-4872-4cee-a8f8-b2b2862da236 req-a15f1570-886c-4297-a518-fb0e404ce229 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:37.419835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25afde14-4872-4cee-a8f8-b2b2862da236 req-a15f1570-886c-4297-a518-fb0e404ce229 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1968381 Jan 27 19:35:37.443133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-277d7594-c406-4928-bb65-f81a453b6a19 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:37.449139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62a631-1327-4a4c-94df-cc8e6dc694e0 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:37.449615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-277d7594-c406-4928-bb65-f81a453b6a19 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 817 time: 0.5682240 Jan 27 19:35:37.459175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd62a631-1327-4a4c-94df-cc8e6dc694e0 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.2102764 Jan 27 19:35:37.460489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (09e6aeb7-806b-41fb-b809-34e3cf10cdef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.461016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e6aeb7-806b-41fb-b809-34e3cf10cdef {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:37.463239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:37.487508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.491821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d37f22ce-15cd-41bf-bb67-9d08f9622af5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/09e6aeb7-806b-41fb-b809-34e3cf10cdef HTTP/1.1" status: 204 len: 168 time: 3.5110304 Jan 27 19:35:37.514708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:37.588981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Deleting subnet cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:35:37.622913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Publish callbacks [] for subnet (cfa282fd-2d08-4d79-b4a9-ce8dfa684af5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.641620 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25afde14-4872-4cee-a8f8-b2b2862da236 req-908027ab-6d49-4506-964d-937b2959c2b6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908898 Jan 27 19:35:37.645593 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da00c660-83b0-4e4f-a1c0-f1fa32fc280b tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 200 len: 205 time: 0.1686268 Jan 27 19:35:37.648543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:37.729175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-93d05ea8-f465-41af-a32b-0c9be85f966b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 380 time: 0.2540910 Jan 27 19:35:37.746987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'port': {'device_id': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'admin_state_up': True, 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'security_groups': ['71301178-1d81-49bb-a8cb-95125b2fd05d']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:37.761324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (cfa282fd-2d08-4d79-b4a9-ce8dfa684af5), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:37.925301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (cfa282fd-2d08-4d79-b4a9-ce8dfa684af5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.027687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (cfa282fd-2d08-4d79-b4a9-ce8dfa684af5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.082060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa282fd-2d08-4d79-b4a9-ce8dfa684af5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:38.084584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.093291 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6e56842a-5462-4f3f-8a28-4ce76182ea3e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cfa282fd-2d08-4d79-b4a9-ce8dfa684af5 HTTP/1.1" status: 204 len: 168 time: 0.5746145 Jan 27 19:35:38.094669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:38.097674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcccb8-3465-42a7-9dee-8d16837fdd86 None None] Network 151d0951-5b25-4e89-bc06-67791b6ee0fa requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:35:38.267317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (151d0951-5b25-4e89-bc06-67791b6ee0fa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.405215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Deleting port c5ba43e0-ab70-474b-9785-5ec3dedb7711 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:38.405858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.472481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b409ad91-337d-4676-938c-237b58ab21f6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:38.536030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] DHCP port deletion for 151d0951-5b25-4e89-bc06-67791b6ee0fa request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:35:38.545124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b409ad91-337d-4676-938c-237b58ab21f6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:38.545829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b409ad91-337d-4676-938c-237b58ab21f6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:38.612244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Deleting port c5ba43e0-ab70-474b-9785-5ec3dedb7711 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:38.613068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.709405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] For port c5ba43e0-ab70-474b-9785-5ec3dedb7711, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c5ba43e0-ab70-474b-9785-5ec3dedb7711,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:38.712445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83c772e8-5f24-4734-93dc-f45be9cea746 req-66a46aec-baf6-43ed-a32c-0776596065f2 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.1331391 Jan 27 19:35:38.713240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.769228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.770852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Calling delete_port for c5ba43e0-ab70-474b-9785-5ec3dedb7711 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:38.801651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1953d-c17d-45ec-8864-9b18c76acc7f req-e04f6f9a-e63e-4e1b-9413-93bfb59a1473 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:38.812151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe1953d-c17d-45ec-8864-9b18c76acc7f req-e04f6f9a-e63e-4e1b-9413-93bfb59a1473 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.9315720 Jan 27 19:35:38.843112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] For port c5ba43e0-ab70-474b-9785-5ec3dedb7711, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c5ba43e0-ab70-474b-9785-5ec3dedb7711,segment=NetworkSegment(a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7),segment_id=a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:38.843682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.870980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Calling delete_port for c5ba43e0-ab70-474b-9785-5ec3dedb7711 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:38.971563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:38.996526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe1953d-c17d-45ec-8864-9b18c76acc7f req-48880427-cfae-4495-aea3-f7da1656e821 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828353 Jan 27 19:35:39.001450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Made reservation on behalf of 8ec8ebb9a01e4092be1b04beb13a34fc for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:35:39.029432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.039775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ba43e0-ab70-474b-9785-5ec3dedb7711,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:39.051975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] No DVR routers for this DVR port c5ba43e0-ab70-474b-9785-5ec3dedb7711 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:35:39.061815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768f8e57-af12-408f-83d0-61a931d941b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.119803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c5ba43e0-ab70-474b-9785-5ec3dedb7711), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.199035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Pushing event deleted for resources: {'Port': ['ID=c5ba43e0-ab70-474b-9785-5ec3dedb7711,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:39.213168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] No DVR routers for this DVR port c5ba43e0-ab70-474b-9785-5ec3dedb7711 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:35:39.236714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.237066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.237435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.240820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.241862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.242585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.243141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.244030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.244653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.245159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.250098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.251664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (151d0951-5b25-4e89-bc06-67791b6ee0fa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.252071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.253643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477df6c9-74d4-409d-96f3-655922490ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:39.309111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151d0951-5b25-4e89-bc06-67791b6ee0fa']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:39.333173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:39.333501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:39.366385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.372645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (6eecdaae-90af-4ae4-af9a-008b01f52c44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.425228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.433145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe924be1-cefc-4948-b9c0-4aa757e8f572 req-871a442a-a34a-444e-a015-2abd9dbaca89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:39.437321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:35:39.438439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a1f5edf2-ec54-4bf5-9c03-90bd06e6e1a7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.441205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe924be1-cefc-4948-b9c0-4aa757e8f572 req-871a442a-a34a-444e-a015-2abd9dbaca89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2931018 Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: items = [ Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:35:39.442871 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:35:39.493731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Allocated IP 172.20.0.5 (3a3a485d-ad33-4cdc-b857-f7290f56434b/4495bfd5-2522-43eb-977b-d3fd9096584f/5e26940d-24df-41e6-b1e4-088760f9292c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:39.563960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (151d0951-5b25-4e89-bc06-67791b6ee0fa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.574500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.582917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] 10.222.0.59 "DELETE /v2.0/networks/151d0951-5b25-4e89-bc06-67791b6ee0fa HTTP/1.1" status: 204 len: 168 time: 1.4833636 Jan 27 19:35:39.583137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:39.603667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8f773-dc0c-4997-8a7a-c77d153e9e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=151d0951-5b25-4e89-bc06-67791b6ee0fa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:39.610917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe924be1-cefc-4948-b9c0-4aa757e8f572 req-4ff6d6ee-e560-4ff8-aa42-738d29c567fc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683879 Jan 27 19:35:39.692291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port 71e0f05c-fdcf-4256-b9e9-371b5b82a8eb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:39.692925 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (71e0f05c-fdcf-4256-b9e9-371b5b82a8eb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:39.950125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38e58feb-4f6f-4a09-90aa-cb2c42019f83 req-f0328f7a-8607-49ef-be14-75f053656f63 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.0792215 Jan 27 19:35:40.027429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (71e0f05c-fdcf-4256-b9e9-371b5b82a8eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.040501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for 71e0f05c-fdcf-4256-b9e9-371b5b82a8eb owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:40.130564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c5ba43e0-ab70-474b-9785-5ec3dedb7711 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:40.175845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c5ba43e0-ab70-474b-9785-5ec3dedb7711 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:40.176221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c5ba43e0-ab70-474b-9785-5ec3dedb7711 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:40.242448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (71e0f05c-fdcf-4256-b9e9-371b5b82a8eb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.318375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=71e0f05c-fdcf-4256-b9e9-371b5b82a8eb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:40.381100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c3a8e-d47e-449d-8f7a-d75a89d1221a req-ab97e787-06a7-4528-befe-73884e65ca1d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:40.388374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f11c3a8e-d47e-449d-8f7a-d75a89d1221a req-ab97e787-06a7-4528-befe-73884e65ca1d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.6889818 Jan 27 19:35:40.435946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.436318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.436697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.437044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.437413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.437747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.438087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.438414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.438744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.439072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.439393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.439720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.440044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:35:40.470896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for port (5e26940d-24df-41e6-b1e4-088760f9292c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.502956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (6eecdaae-90af-4ae4-af9a-008b01f52c44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.665074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f11c3a8e-d47e-449d-8f7a-d75a89d1221a req-0dfcbf43-ba51-4e89-be64-0648e0a9b388 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756572 Jan 27 19:35:40.677364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.682011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (6eecdaae-90af-4ae4-af9a-008b01f52c44), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.796072 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (6eecdaae-90af-4ae4-af9a-008b01f52c44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.796676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router 6eecdaae-90af-4ae4-af9a-008b01f52c44 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:40.803991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.811270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:40.812555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-271f17c2-4498-486e-8da2-af71b671927c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 204 len: 168 time: 3.1619251 Jan 27 19:35:40.817525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1161618423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:40.831437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.850315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (584a4eda-e973-4a5d-a150-58c423014c31), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.853751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (584a4eda-e973-4a5d-a150-58c423014c31), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:40.936224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:40.957370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:40.959857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:41.009635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (584a4eda-e973-4a5d-a150-58c423014c31), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.012760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:41.031480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (584a4eda-e973-4a5d-a150-58c423014c31), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.075859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.079744 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4bdd8525-31a7-44c8-bfcb-99325170afec tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2637699 Jan 27 19:35:41.079928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:41.086602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:41.203865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:41.205853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.384736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-76185278-54a6-4d8b-844d-5188e95e11a4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6482029 Jan 27 19:35:41.420825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Request body: {'port': {'device_id': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:41.459775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (584a4eda-e973-4a5d-a150-58c423014c31), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.466441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6de2659e-28aa-4a52-a0c3-cd6136181231 None None] Provisioning complete for port 5e26940d-24df-41e6-b1e4-088760f9292c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:41.467001 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6de2659e-28aa-4a52-a0c3-cd6136181231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.543439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6de2659e-28aa-4a52-a0c3-cd6136181231 None None] Port 5e26940d-24df-41e6-b1e4-088760f9292c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:35:41.550612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60224b-63d6-4cf2-8df8-63b09c5593c3 req-aa69b283-07e6-4399-9496-3b6e523e471d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:41.552283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb60224b-63d6-4cf2-8df8-63b09c5593c3 req-aa69b283-07e6-4399-9496-3b6e523e471d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 931 time: 0.4215283 Jan 27 19:35:41.559909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.673334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.820543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (584a4eda-e973-4a5d-a150-58c423014c31), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.845832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:41.887260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb60224b-63d6-4cf2-8df8-63b09c5593c3 req-fee43ccb-4cd2-47e0-a5ee-97702f81836b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237641 Jan 27 19:35:42.052029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-0059af11-a0c0-4b45-8c0c-05302c0b404c tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:42.058930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-0059af11-a0c0-4b45-8c0c-05302c0b404c tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.3226357 Jan 27 19:35:42.078651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Allocated IP 172.25.5.135 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/f458fb68-e156-4744-9269-dc07165a3b59) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:42.103091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aea83507-4695-42b1-b692-af056e7821d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:42.136758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-5de60d4d-0cd7-4795-8a4f-2c6ec579d292 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/quotas/e358989b01034c2faab0c3c7e1a53cd6 HTTP/1.1" status: 200 len: 375 time: 0.0766740 Jan 27 19:35:42.239406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-93b6dcb5-a819-4c52-80f7-fa74f8d80a0b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014955 Jan 27 19:35:42.259427 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for port (f458fb68-e156-4744-9269-dc07165a3b59), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:42.347033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f458fb68-e156-4744-9269-dc07165a3b59), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:42.388482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:42.391965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:42.395869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:42.427756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Pushing event updated for resources: {'Port': ['ID=f458fb68-e156-4744-9269-dc07165a3b59,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:42.462233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:42.474769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks [] for port (5e26940d-24df-41e6-b1e4-088760f9292c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:42.502317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Transition to ACTIVE for port object 5e26940d-24df-41e6-b1e4-088760f9292c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:35:42.502317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-67e90273-68a4-401f-8f2f-ce0f450c3701 service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560339 Jan 27 19:35:42.526243 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:42.734979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router_gateway (584a4eda-e973-4a5d-a150-58c423014c31), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:43.229820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-42c04477-2658-4600-8e00-5a27b7379b6a service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138810 Jan 27 19:35:43.297563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:43.419295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Deleting port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:43.419682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:43.489479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa33b5-ec4d-4a10-9ece-12083cac03bb req-c861456b-6e42-4215-8ed1-fb19adfad18d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:43.491198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45fa33b5-ec4d-4a10-9ece-12083cac03bb req-c861456b-6e42-4215-8ed1-fb19adfad18d tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.1950119 Jan 27 19:35:43.582193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] For port ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:43.582836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:43.608912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Calling delete_port for ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:43.741698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (584a4eda-e973-4a5d-a150-58c423014c31), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:43.753467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (584a4eda-e973-4a5d-a150-58c423014c31), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:43.883376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.038275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:35:44.038618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:35:44.040153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:44.057276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45fa33b5-ec4d-4a10-9ece-12083cac03bb req-03cf1cc9-6c3d-41e6-aae2-950955da9799 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231903 Jan 27 19:35:44.073782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Router 584a4eda-e973-4a5d-a150-58c423014c31 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:44.099451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa57cdf2-8b7d-405f-94da-ecd529d82eb4 req-a75036cf-7b81-40b7-81d4-d3438a89b2e9 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 210 time: 0.2556901 Jan 27 19:35:44.122054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:35:44.122660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:44.136064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:44.145116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:35:44.145756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:35:44.155847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:35:44.159838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Bound port: 5e26940d-24df-41e6-b1e4-088760f9292c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:35:44.161964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.454647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:35:44.454647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:35:44.465758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:44.467779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.480152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.480423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] Sync routers for ids ['584a4eda-e973-4a5d-a150-58c423014c31'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:44.483814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9c46b487-a394-42de-b818-0aacbc8c7ed7 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "PUT /v2.0/routers/584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 200 len: 916 time: 3.3990703 Jan 27 19:35:44.486154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:44.498092 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] Routers {'584a4eda-e973-4a5d-a150-58c423014c31'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:44.499732 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['584a4eda-e973-4a5d-a150-58c423014c31'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:44.593799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:44.597431 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:44.610909 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] Routers {'584a4eda-e973-4a5d-a150-58c423014c31'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:44.611889 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['584a4eda-e973-4a5d-a150-58c423014c31'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:44.626815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:44.627453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.628994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-02eb333f-4289-433f-b322-8ed65d26f8fa service neutron] 10.222.0.66 "PUT /v2.0/ports/5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 1091 time: 3.2252154 Jan 27 19:35:44.629905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:44.631799 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76cc292-f99c-4e85-bdd8-d91367255bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:44.719916 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:44.722362 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba803-49bc-40dc-aba1-77afcd9ee669 None None] The sync data for ids ['584a4eda-e973-4a5d-a150-58c423014c31'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:44.798986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:35:44.815392 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-703c2c2f-657b-4f91-a75e-9a0342c15273 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 200 len: 922 time: 0.3252544 Jan 27 19:35:44.816541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:44.959585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94571ad-39c9-436e-bed3-13c5dc0658e3 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:44.963540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c94571ad-39c9-436e-bed3-13c5dc0658e3 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=584a4eda-e973-4a5d-a150-58c423014c31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1430292 Jan 27 19:35:44.963827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56624) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:44.967237 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f9a0b-d78e-4022-8899-a5f8d02eed2e x-openstack-request-id: req-cc6f9a0b-d78e-4022-8899-a5f8d02eed2e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:44.967777 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:44.968221 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc6f9a0b-d78e-4022-8899-a5f8d02eed2e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:44.968975 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'status': 'completed', 'code': 200} Jan 27 19:35:44.973626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:44.984362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-5e996287-a8e4-4894-9ef0-9f022d8f07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:44.986441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-5e996287-a8e4-4894-9ef0-9f022d8f07d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1094 time: 0.2010963 Jan 27 19:35:45.140308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcd713-5143-4411-8c41-c8ea08b2b34c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:45.141480 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:45.148401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-8c5c2a60-3028-4539-bcad-5179afd9ffc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 217 time: 0.1495941 Jan 27 19:35:45.151542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7dcd713-5143-4411-8c41-c8ea08b2b34c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.1866851 Jan 27 19:35:45.154257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:45.234597 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5bb01207-d68e-446a-8cc5-b7648ad87041 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 200 len: 205 time: 0.0789905 Jan 27 19:35:45.237633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56636) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:45.454275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-20bf9e3f-174b-4175-b550-54cae67737b1 req-4d7aa3e3-66ec-4e02-94df-7ebc7f3d7161 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 210 time: 0.1663637 Jan 27 19:35:45.516275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (584a4eda-e973-4a5d-a150-58c423014c31), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:45.540970 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:45.673792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-18f0e55f-4814-4c25-ae1d-10809a1d751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:45.676190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-18f0e55f-4814-4c25-ae1d-10809a1d751c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.5100138 Jan 27 19:35:45.678019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (584a4eda-e973-4a5d-a150-58c423014c31), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:45.782091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port f458fb68-e156-4744-9269-dc07165a3b59 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:45.782560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f458fb68-e156-4744-9269-dc07165a3b59), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:45.865478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2c0f9-7b56-45fa-8dc9-d320c126af01 req-a75ad507-a98e-44b2-9b2f-332da5296772 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:45.867223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cec2c0f9-7b56-45fa-8dc9-d320c126af01 req-a75ad507-a98e-44b2-9b2f-332da5296772 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.5482836 Jan 27 19:35:45.922142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-a8938032-7b83-404a-a4a5-dc051dab8e57 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:45.923668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-a8938032-7b83-404a-a4a5-dc051dab8e57 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.6660838 Jan 27 19:35:45.943371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Request body: {'port': {'device_id': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'admin_state_up': True, 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:45.968175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d854d7-7732-4871-9de9-29bb91198e94 req-0b632c35-c0ba-4188-b80a-0b3578d2cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:45.970179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-0b632c35-c0ba-4188-b80a-0b3578d2cb0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427890 Jan 27 19:35:45.983757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f458fb68-e156-4744-9269-dc07165a3b59), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.007155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.036799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for f458fb68-e156-4744-9269-dc07165a3b59 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:46.166133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cec2c0f9-7b56-45fa-8dc9-d320c126af01 req-f8617083-36c1-4421-a392-ff019d4c50ee tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581942 Jan 27 19:35:46.171440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:35:46.319820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-87de0a54-186b-41b7-8752-ff20dbe621ac service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371103 Jan 27 19:35:46.387436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f458fb68-e156-4744-9269-dc07165a3b59), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.437570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=f458fb68-e156-4744-9269-dc07165a3b59,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:46.444664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:35:46.451586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.537584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:46.549209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Sync routers for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:46.564151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:46.568363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:46.587689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6e77e135-51e6-4eb4-afa8-2a20f1bbf970 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6bd8a8-7d2d-45da-855f-9a5a9c92edad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0037758 Jan 27 19:35:46.590231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (584a4eda-e973-4a5d-a150-58c423014c31), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.594517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:46.705171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:46.823521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks [] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.892594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (584a4eda-e973-4a5d-a150-58c423014c31), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.897459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (584a4eda-e973-4a5d-a150-58c423014c31), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.915354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c360619-975b-4694-8a55-8b16bb40b16b req-9c8704fc-bf51-434a-b36a-359c83043315 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 210 time: 0.1315775 Jan 27 19:35:46.953219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:35:43Z', 'revision_number': 5, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port': {'id': '094ca03f-a0ad-4ee0-9735-c6005047f108', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:20:47Z', 'updated_at': '2022-01-27T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:46.988351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47d854d7-7732-4871-9de9-29bb91198e94 req-17bbeca7-d546-4878-b0aa-a1d28cce20a0 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580431 Jan 27 19:35:46.995474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (584a4eda-e973-4a5d-a150-58c423014c31), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:46.997503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router 584a4eda-e973-4a5d-a150-58c423014c31 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:47.059486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.077799 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-304b133d-9600-4cbc-96cb-b52454a51ef8 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 204 len: 168 time: 1.8384612 Jan 27 19:35:47.082374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:47.103782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-247982386', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:47.172618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.173981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.221098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Allocated IP 172.20.0.7 (b0357751-ea75-4fa9-8bb3-53baac05e592/9dde38b9-1f64-4ae6-a410-3cef79f2aa1a/bfae8797-317e-4a54-922a-93809fd2e381) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:47.300412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.344910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks [] for router_gateway (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.387988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-7814b1ee-a892-458d-ac25-1bb285866ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:47.389860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-7814b1ee-a892-458d-ac25-1bb285866ccc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1094 time: 0.2849507 Jan 27 19:35:47.505474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-7473d98e-dec9-4dd4-9c13-3f6099b9540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:47.507365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-7473d98e-dec9-4dd4-9c13-3f6099b9540c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.1057250 Jan 27 19:35:47.522821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Checking router: 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:35:47.547822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Routers {'7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:47.548714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:47.646175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.651879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-df23d184-3b68-43e1-be58-5c44f36b8a25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 217 time: 0.1167817 Jan 27 19:35:47.662371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc7cd1-c5a8-4a7f-8416-5fd4e61a3958 req-985ed84a-2582-4244-affa-f8f4ec577375 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:47.670405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63dc7cd1-c5a8-4a7f-8416-5fd4e61a3958 req-985ed84a-2582-4244-affa-f8f4ec577375 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.3506913 Jan 27 19:35:47.747333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] Set router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:35:47.764568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Deleting port 094ca03f-a0ad-4ee0-9735-c6005047f108 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:47.764976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:47.847730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:35:47Z', 'revision_number': 6, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:47.883110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc32efb-c9dd-4d59-98c9-642b5e758f4f None None] The sync data for ids ['7d6bd8a8-7d2d-45da-855f-9a5a9c92edad'] in n-d-760453-6 is: [{'id': '7d6bd8a8-7d2d-45da-855f-9a5a9c92edad', 'name': 'tempest-TaggedBootDevicesTest-292882471-router', 'tenant_id': 'a36062df2f00483ea4df2e784b8ea60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:20:45Z', 'updated_at': '2022-01-27T19:35:47Z', 'revision_number': 6, 'project_id': 'a36062df2f00483ea4df2e784b8ea60c', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:48.017804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.039981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.174589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Allocated IP 172.25.5.111 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c2e468af-f77f-4538-bbb2-af8244be2849) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:35:48.312414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:48.366416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for port (c2e468af-f77f-4538-bbb2-af8244be2849), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.366654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:48.366654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ea1531f3-e9a3-41c9-81c1-4aa5b6b88ec0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:48.416267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c2e468af-f77f-4538-bbb2-af8244be2849), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.425905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c501f895-9b73-4e00-831c-db1efc7e5ea0 req-118dba34-f785-400d-81e5-edda6570ac15 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 210 time: 0.0366209 Jan 27 19:35:48.473872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:48.476902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:48.483528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:48.510087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-04f6cdb1-e984-44ed-8400-554460a09c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:48.511556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-04f6cdb1-e984-44ed-8400-554460a09c12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.8336287 Jan 27 19:35:48.535443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event updated for resources: {'Port': ['ID=c2e468af-f77f-4538-bbb2-af8244be2849,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:48.632043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63dc7cd1-c5a8-4a7f-8416-5fd4e61a3958 req-a1af1797-f7b8-4523-9588-9a6d0f974fbf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9606230 Jan 27 19:35:48.652373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks [] for port (bfae8797-317e-4a54-922a-93809fd2e381), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.747804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-df44d591-6b05-43b7-b5f8-b207c7b8239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:48.749976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-df44d591-6b05-43b7-b5f8-b207c7b8239b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252796 Jan 27 19:35:48.843289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] For port 094ca03f-a0ad-4ee0-9735-c6005047f108, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=094ca03f-a0ad-4ee0-9735-c6005047f108,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:48.843685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.882731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Calling delete_port for 094ca03f-a0ad-4ee0-9735-c6005047f108 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:48.896175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:48.910368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', '27eff56a-dc68-4f8b-96d1-e4e33614561c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:35:48.934596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.282382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Network b0357751-ea75-4fa9-8bb3-53baac05e592 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:35:49.293923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:35:49.301481 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (094ca03f-a0ad-4ee0-9735-c6005047f108), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.317551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:35:49.399768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:49.400604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.445445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-1f16855a-3bd9-461f-b77e-fb601a11bb15 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793625 Jan 27 19:35:49.547410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event updated for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:49.704903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c76cc292-f99c-4e85-bdd8-d91367255bc1 req-45c70095-bb86-445f-b1dc-20eab70b97c2 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441116 Jan 27 19:35:49.705758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Pushing event deleted for resources: {'Port': ['ID=094ca03f-a0ad-4ee0-9735-c6005047f108,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:49.736390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-b97ce550-d586-45fc-82af-6d19824a13f2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7968001 Jan 27 19:35:49.757452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.787421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Request body: {'port': {'device_id': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:49.826178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.928130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Router 59c610e4-8f8e-46de-98e3-8d68cb1def6d is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:35:49.928627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:49.932251 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks [] for router_controller (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.065860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7d6bd8a8-7d2d-45da-855f-9a5a9c92edad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.066445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6bd8a8-7d2d-45da-855f-9a5a9c92edad {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:50.079677 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.083321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9c3c4a8-362a-4ccb-a5bb-6dbbe848e125 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7d6bd8a8-7d2d-45da-855f-9a5a9c92edad HTTP/1.1" status: 204 len: 168 time: 3.4812753 Jan 27 19:35:50.094601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04019953-87fa-482a-958c-a83b2d504caf req-e3290ec0-2180-4b76-8887-58052b5957c2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:50.105861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04019953-87fa-482a-958c-a83b2d504caf req-e3290ec0-2180-4b76-8887-58052b5957c2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 931 time: 0.3906770 Jan 27 19:35:50.118832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:50.132852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 094ca03f-a0ad-4ee0-9735-c6005047f108 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:50.134655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e3c23-a889-4c71-9f48-f0653bff4ef8 req-162073aa-e528-40ee-93f0-af4fc4524c5e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:50.136256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-996e3c23-a889-4c71-9f48-f0653bff4ef8 req-162073aa-e528-40ee-93f0-af4fc4524c5e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.3408616 Jan 27 19:35:50.174219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 094ca03f-a0ad-4ee0-9735-c6005047f108 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:50.174573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 094ca03f-a0ad-4ee0-9735-c6005047f108 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:50.203349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:50.216734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] Sync routers for ids ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:50.251392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.253274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b8c3f19d-aad8-4c3d-8bc2-dc73f17d482e tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1698446 Jan 27 19:35:50.254948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] Routers {'59c610e4-8f8e-46de-98e3-8d68cb1def6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:50.255959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:50.256732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56700) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:50.267149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:50.310611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfae8797-317e-4a54-922a-93809fd2e381), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.328107 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:50.339928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] Routers {'59c610e4-8f8e-46de-98e3-8d68cb1def6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:50.340800 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:50.406677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Deleting subnet a2c52ae8-8736-4094-915e-96aabac5dfb2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:35:50.419727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:50.421001 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b281c59-fe09-4ed8-9528-bc6e37a45d77 None None] The sync data for ids ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:50.438157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Publish callbacks [] for subnet (a2c52ae8-8736-4094-915e-96aabac5dfb2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.626367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04019953-87fa-482a-958c-a83b2d504caf req-097178bf-d77f-4913-b0e7-98e75b8b3da6 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193365 Jan 27 19:35:50.647152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a2c52ae8-8736-4094-915e-96aabac5dfb2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.658431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-996e3c23-a889-4c71-9f48-f0653bff4ef8 req-58315064-c1d9-4970-90fa-03520c7b0a6e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4986157 Jan 27 19:35:50.848034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.864728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:50.971526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Deleting port c2e468af-f77f-4538-bbb2-af8244be2849 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:50.971757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c2e468af-f77f-4538-bbb2-af8244be2849), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.083274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c2e468af-f77f-4538-bbb2-af8244be2849), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.092253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfae8797-317e-4a54-922a-93809fd2e381 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:51.102169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks [] for port (bfae8797-317e-4a54-922a-93809fd2e381), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.117807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Transition to ACTIVE for port object bfae8797-317e-4a54-922a-93809fd2e381 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:35:51.124633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Calling delete_port for c2e468af-f77f-4538-bbb2-af8244be2849 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:51.177122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a2c52ae8-8736-4094-915e-96aabac5dfb2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.254419 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.263217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a2c52ae8-8736-4094-915e-96aabac5dfb2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.281574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:35:51.372482 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.377936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a2c52ae8-8736-4094-915e-96aabac5dfb2 HTTP/1.1" status: 204 len: 168 time: 1.2406440 Jan 27 19:35:51.385995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:51.393841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541ab3c-3be5-4c8e-b6b6-86d92142f0f0 None None] Network 56c090bb-4553-44c3-853e-ec46197a11a6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:35:51.414886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d197e6-46d0-4e24-92c5-bcd2887e9834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c52ae8-8736-4094-915e-96aabac5dfb2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:51.420041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:51.592074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (56c090bb-4553-44c3-853e-ec46197a11a6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.595457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:51.612498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '5e26940d-24df-41e6-b1e4-088760f9292c', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:35:51.616551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c2e468af-f77f-4538-bbb2-af8244be2849), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.621027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Attempting to bind port bfae8797-317e-4a54-922a-93809fd2e381 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:35:51.622369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Attempting to bind port bfae8797-317e-4a54-922a-93809fd2e381 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:35:51.622778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Attempting to bind port bfae8797-317e-4a54-922a-93809fd2e381 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:51.632523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Port bfae8797-317e-4a54-922a-93809fd2e381 on network b0357751-ea75-4fa9-8bb3-53baac05e592 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:35:51.633185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Attempting to bind port bfae8797-317e-4a54-922a-93809fd2e381 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:35:51.658585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:35:51.659042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Checking segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:35:51.659441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Bound using segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:35:51.660132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Bound port: bfae8797-317e-4a54-922a-93809fd2e381, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:35:51.660497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfae8797-317e-4a54-922a-93809fd2e381), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.734561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Pushing event deleted for resources: {'Port': ['ID=c2e468af-f77f-4538-bbb2-af8244be2849,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:51.768435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:51.768973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.860453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:35:51.864508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfae8797-317e-4a54-922a-93809fd2e381,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:35:51.883389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.890402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:51.940111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:51.948021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.949901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] 10.222.0.39 "PUT /v2.0/ports/bfae8797-317e-4a54-922a-93809fd2e381 HTTP/1.1" status: 200 len: 1091 time: 2.1667345 Jan 27 19:35:51.970700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:51.988136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (59c610e4-8f8e-46de-98e3-8d68cb1def6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:51.990179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.045687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:52.059382 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ca7992-b203-4731-8a3f-106eebb4bf12" -d '{"events": [{"name": "network-changed", "server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "tag": "bfae8797-317e-4a54-922a-93809fd2e381"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:52.115924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:52.206613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Deleting port 987fb5c4-a233-4aa2-bc65-b7b25887d28a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:52.209026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.238042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] DHCP port deletion for 56c090bb-4553-44c3-853e-ec46197a11a6 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:35:52.315890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Deleting port 987fb5c4-a233-4aa2-bc65-b7b25887d28a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:35:52.316590 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.326767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8a779-5e40-49df-9f32-6e01f9e58553 req-e41aa83f-6435-4331-89b4-8a54cbbb4966 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:52.337850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ac8a779-5e40-49df-9f32-6e01f9e58553 req-e41aa83f-6435-4331-89b4-8a54cbbb4966 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.3845072 Jan 27 19:35:52.381598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-cfbb717b-7ce3-48e4-b224-9f1d29718dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:52.385361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-cfbb717b-7ce3-48e4-b224-9f1d29718dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 1094 time: 0.2743287 Jan 27 19:35:52.420052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] For port 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987fb5c4-a233-4aa2-bc65-b7b25887d28a,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:52.422338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.454344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Calling delete_port for 987fb5c4-a233-4aa2-bc65-b7b25887d28a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:52.550709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] For port 987fb5c4-a233-4aa2-bc65-b7b25887d28a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=987fb5c4-a233-4aa2-bc65-b7b25887d28a,segment=NetworkSegment(df9d88d0-fc2d-4710-8757-ca0a0784d4fc),segment_id=df9d88d0-fc2d-4710-8757-ca0a0784d4fc)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:52.551444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.554398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18820e-826c-4a40-ac17-0dd6ac78e358 req-027386cf-14a4-44c3-b904-6dd8b3b84059 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:52.556056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c18820e-826c-4a40-ac17-0dd6ac78e358 req-027386cf-14a4-44c3-b904-6dd8b3b84059 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 943 time: 0.6805718 Jan 27 19:35:52.562340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-7680ed40-44bb-48c6-8ea7-d413d2a9dc9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfae8797-317e-4a54-922a-93809fd2e381 HTTP/1.1" status: 200 len: 217 time: 0.1638832 Jan 27 19:35:52.625645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5e26940d-24df-41e6-b1e4-088760f9292c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:35:52.632491 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.646406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Calling delete_port for 987fb5c4-a233-4aa2-bc65-b7b25887d28a owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:35:52.662740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.674538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:52.752106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c18820e-826c-4a40-ac17-0dd6ac78e358 req-e7415e7e-41f4-4954-9e63-b0cdcf49f8ce tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811697 Jan 27 19:35:52.753855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80abd-6888-4366-a42f-dde00f878480 req-c15f1d26-78bd-4c73-adb9-52123692191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:52.755134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-c15f1d26-78bd-4c73-adb9-52123692191f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.0628035 Jan 27 19:35:52.778619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] Pushing event deleted for resources: {'Port': ['ID=987fb5c4-a233-4aa2-bc65-b7b25887d28a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:52.784570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f001e5-bf1e-42f5-929b-a85cc25786ab None None] No DVR routers for this DVR port 987fb5c4-a233-4aa2-bc65-b7b25887d28a on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:35:52.826183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:52.854590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ac8a779-5e40-49df-9f32-6e01f9e58553 req-2dbfe828-5d7f-4f7c-a204-ceaa04e2ef54 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5154994 Jan 27 19:35:52.889450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7df27-c576-4c92-8b2c-b578fbe7aee7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:52.933650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Router 59c610e4-8f8e-46de-98e3-8d68cb1def6d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:35:52.957404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-c6a17a1b-4f52-4e33-b8f4-d6fa2a04ecf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367888 Jan 27 19:35:52.996227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (987fb5c4-a233-4aa2-bc65-b7b25887d28a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.088143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=987fb5c4-a233-4aa2-bc65-b7b25887d28a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:53.092628 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69921b2a-a656-4e91-b667-29c1167fe786 x-openstack-request-id: req-69921b2a-a656-4e91-b667-29c1167fe786 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:53.094154 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "tag": "bfae8797-317e-4a54-922a-93809fd2e381", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:53.094427 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69921b2a-a656-4e91-b667-29c1167fe786 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:53.094845 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381', 'status': 'completed', 'code': 200} Jan 27 19:35:53.103265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] No DVR routers for this DVR port 987fb5c4-a233-4aa2-bc65-b7b25887d28a on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:35:53.104503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-7ee319db-a196-498a-824d-7b995f1e9d78 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373508 Jan 27 19:35:53.158955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:35:53.171456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] Sync routers for ids ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:35:53.193138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] Routers {'59c610e4-8f8e-46de-98e3-8d68cb1def6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:53.194091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.208304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dda80abd-6888-4366-a42f-dde00f878480 req-16c6a6d8-5ce9-4636-bb0d-abb563186c5d service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975144 Jan 27 19:35:53.239513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20440e17-e315-4e58-a86b-cb3326fd8047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.344595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-c452e15d-95da-4d1e-a2c8-29ff51f007cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:53.347106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-c452e15d-95da-4d1e-a2c8-29ff51f007cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 1094 time: 0.0759716 Jan 27 19:35:53.354247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.366390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] Routers {'59c610e4-8f8e-46de-98e3-8d68cb1def6d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:35:53.367079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.381978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (56c090bb-4553-44c3-853e-ec46197a11a6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.408161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c090bb-4553-44c3-853e-ec46197a11a6']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.415678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.416337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdcefa-8f60-422d-8e38-1cbf02f77d43 None None] The sync data for ids ['59c610e4-8f8e-46de-98e3-8d68cb1def6d'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:35:53.428969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.429649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9d88d0-fc2d-4710-8757-ca0a0784d4fc') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:35:53.449335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (df9d88d0-fc2d-4710-8757-ca0a0784d4fc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.467648 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (df9d88d0-fc2d-4710-8757-ca0a0784d4fc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.478008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:35:53.478504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (df9d88d0-fc2d-4710-8757-ca0a0784d4fc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.489931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20440e17-e315-4e58-a86b-cb3326fd8047 admin admin] Publish callbacks [] for security_group (17a47a1e-ca1e-418c-b605-7a1c5bd2d320), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.500534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20440e17-e315-4e58-a86b-cb3326fd8047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17a47a1e-ca1e-418c-b605-7a1c5bd2d320), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.572820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.574279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7725259b-7c46-4c16-aaf3-54163de8e6b4 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "PUT /v2.0/routers/59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 200 len: 705 time: 3.3161721 Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:35:53.575768 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:35:53.579405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56766) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:53.601617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-20440e17-e315-4e58-a86b-cb3326fd8047 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4d6c07918024959bd2132237710dc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7416275 Jan 27 19:35:53.606458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440e17-e315-4e58-a86b-cb3326fd8047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a47a1e-ca1e-418c-b605-7a1c5bd2d320,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:53.630339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:53.638650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-d0245bc8-6504-4cb4-a819-cad1793ad188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:53.640994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-d0245bc8-6504-4cb4-a819-cad1793ad188 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.2761188 Jan 27 19:35:53.693917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91ca0c1e-9699-4525-a88f-b27b896ebe29 tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/routers/59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 200 len: 740 time: 0.1150250 Jan 27 19:35:53.695107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (56c090bb-4553-44c3-853e-ec46197a11a6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.697024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:53.715567 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.717240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-ba2d2658-c9bd-4828-b1a0-cdfa5ffaa2b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfae8797-317e-4a54-922a-93809fd2e381 HTTP/1.1" status: 200 len: 217 time: 0.0686867 Jan 27 19:35:53.771091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.790520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] 10.222.0.59 "DELETE /v2.0/networks/56c090bb-4553-44c3-853e-ec46197a11a6 HTTP/1.1" status: 204 len: 168 time: 2.3898265 Jan 27 19:35:53.792057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758236f-822b-4aa3-b9b5-8463772c0a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=56c090bb-4553-44c3-853e-ec46197a11a6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:53.800565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] Publish callbacks [] for security_group (17a47a1e-ca1e-418c-b605-7a1c5bd2d320), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.808606 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c66c0d0b-cf05-4fd1-8f0f-e10ebc9fca4c tempest-RoutersAdminTest-811381818 tempest-RoutersAdminTest-811381818-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 200 len: 205 time: 0.1085808 Jan 27 19:35:53.812535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:53.846657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-96e1a066-7aeb-4615-81f7-caf7a416845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:53.848141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-96e1a066-7aeb-4615-81f7-caf7a416845b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1228001 Jan 27 19:35:53.912321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] Publish callbacks [] for security_group (17a47a1e-ca1e-418c-b605-7a1c5bd2d320), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:53.936037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a3fbea7e-e28e-4c9c-8c64-b099431d31bf tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 200 len: 205 time: 0.1167405 Jan 27 19:35:53.941235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56788) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:54.003264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-c9aee110-86ae-42cd-9b39-a8c8f2c89b10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408184 Jan 27 19:35:54.078113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56792) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:54.155526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.163325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987fb5c4-a233-4aa2-bc65-b7b25887d28a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:35:54.200317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 987fb5c4-a233-4aa2-bc65-b7b25887d28a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:35:54.203458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 987fb5c4-a233-4aa2-bc65-b7b25887d28a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:35:54.307803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046ad04-07d4-4a26-a628-d2bcd7f32470 req-90cfa5f8-a958-4f48-ba50-090a43b223f5 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:54.315578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1046ad04-07d4-4a26-a628-d2bcd7f32470 req-90cfa5f8-a958-4f48-ba50-090a43b223f5 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 943 time: 0.3059130 Jan 27 19:35:54.337562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77312a79-5ed9-4865-bb5c-62bef7427c71 req-ad3eea69-eca5-43ef-a006-c47a9deb54fd tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:54.345329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77312a79-5ed9-4865-bb5c-62bef7427c71 req-ad3eea69-eca5-43ef-a006-c47a9deb54fd tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.3267808 Jan 27 19:35:54.370280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-2fc49c57-27d6-443f-b910-009469be6bac service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504679 Jan 27 19:35:54.396029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (17a47a1e-ca1e-418c-b605-7a1c5bd2d320), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.398961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.403226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17a47a1e-ca1e-418c-b605-7a1c5bd2d320 HTTP/1.1" status: 204 len: 168 time: 0.7690482 Jan 27 19:35:54.480442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85d35-50fe-4f03-8bea-90b8a12f58fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a47a1e-ca1e-418c-b605-7a1c5bd2d320,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:54.655792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77312a79-5ed9-4865-bb5c-62bef7427c71 req-ca744142-0202-4305-8a35-1700f6f3c8cf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041532 Jan 27 19:35:54.664055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1046ad04-07d4-4a26-a628-d2bcd7f32470 req-e3fd2f0a-ce92-47d4-bd21-49ce7dfaa480 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474572 Jan 27 19:35:54.708660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08ca7992-b203-4731-8a3f-106eebb4bf12 req-8cc1dd6e-9447-4135-b598-c3c4e829df8d service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133538 Jan 27 19:35:54.723059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.815334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f9ee3df-b06a-4989-acfe-7e0c48a34abc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b181dc7bb464fcb9a0900bc1fee3cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7359700 Jan 27 19:35:54.818303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:54.903864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] Publish callbacks [] for security_group (60151f29-6e2d-44da-ad2b-ca768dce98dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.929391 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] Publish callbacks [] for security_group (60151f29-6e2d-44da-ad2b-ca768dce98dd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.976594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.979784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router_controller (59c610e4-8f8e-46de-98e3-8d68cb1def6d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.994352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60151f29-6e2d-44da-ad2b-ca768dce98dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.997710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:54.999102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60151f29-6e2d-44da-ad2b-ca768dce98dd HTTP/1.1" status: 204 len: 168 time: 0.1797469 Jan 27 19:35:55.019684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.020973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1debb2-df07-48e6-b642-8fd6d3cf84fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60151f29-6e2d-44da-ad2b-ca768dce98dd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:55.052596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f4132d4-0264-43fd-897a-fd2713f2727c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.099232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (59c610e4-8f8e-46de-98e3-8d68cb1def6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.101552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Fanout notify agent at l3_agent the message router_deleted on router 59c610e4-8f8e-46de-98e3-8d68cb1def6d {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:35:55.121584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.129344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-59a09763-287a-419c-b2cf-12519710732f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 204 len: 168 time: 1.1814506 Jan 27 19:35:55.130160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.205520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f4132d4-0264-43fd-897a-fd2713f2727c admin admin] Publish callbacks [] for security_group (a6e2e222-ae93-4846-a73f-6645548c6614), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.211176 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f4132d4-0264-43fd-897a-fd2713f2727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6e2e222-ae93-4846-a73f-6645548c6614), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.216957 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-909e0d37-9b11-4980-9aab-eebc98014f08 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 200 len: 205 time: 0.0819857 Jan 27 19:35:55.217668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56812) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.263205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f4132d4-0264-43fd-897a-fd2713f2727c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=200a7b6e58e642578f0a1a4eb1a2a791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253273 Jan 27 19:35:55.263763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.271739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4132d4-0264-43fd-897a-fd2713f2727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2e222-ae93-4846-a73f-6645548c6614,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:55.288880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:35:55.304645 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-f26a914a-3ac5-4982-ad58-20696aa8b204 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:55.309498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f26a914a-3ac5-4982-ad58-20696aa8b204 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/59c610e4-8f8e-46de-98e3-8d68cb1def6d HTTP/1.1" status: 404 len: 336 time: 0.0877051 Jan 27 19:35:55.309708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.354726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 5e26940d-24df-41e6-b1e4-088760f9292c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:35:55.360008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 5e26940d-24df-41e6-b1e4-088760f9292c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:55.360457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.387936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56820) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.388068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d105f9b8-5350-472b-9e1b-6e7984ea2e44 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 200 len: 205 time: 0.0768292 Jan 27 19:35:55.411265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] Publish callbacks [] for security_group (a6e2e222-ae93-4846-a73f-6645548c6614), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.454225 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-16574fd7-99f8-42da-89c4-f97c8f418af1 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:55.455219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-16574fd7-99f8-42da-89c4-f97c8f418af1 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/584a4eda-e973-4a5d-a150-58c423014c31 HTTP/1.1" status: 404 len: 336 time: 0.0666730 Jan 27 19:35:55.460931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.496116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c844f120-101f-4443-a352-4d483281c2fa tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 200 len: 205 time: 0.0334110 Jan 27 19:35:55.498752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.498935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] Publish callbacks [] for security_group (a6e2e222-ae93-4846-a73f-6645548c6614), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.513568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:55.514270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.539671 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-273c96ce-6215-4511-9d0e-4b644df13b82 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:55.544592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-273c96ce-6215-4511-9d0e-4b644df13b82 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/6eecdaae-90af-4ae4-af9a-008b01f52c44 HTTP/1.1" status: 404 len: 336 time: 0.0446308 Jan 27 19:35:55.544868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.557250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:55.560601 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8230476c-6aeb-41d4-a565-8e37ba7f89ee" -d '{"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:55.577590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:55.590311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.614566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56832) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.614824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0638d8f7-2648-4737-8d34-7bc743d4f787 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 200 len: 205 time: 0.0621719 Jan 27 19:35:55.637735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6e2e222-ae93-4846-a73f-6645548c6614), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.641992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:55.654334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6e2e222-ae93-4846-a73f-6645548c6614 HTTP/1.1" status: 204 len: 168 time: 0.3877881 Jan 27 19:35:55.668286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ecc01-977d-4b3d-98d6-414f0cc14722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2e222-ae93-4846-a73f-6645548c6614,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:55.711237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:55.722025 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d5f1dcad-9174-445b-a59f-74025913243f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:55.723120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d5f1dcad-9174-445b-a59f-74025913243f tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/bf72564d-84c3-44fe-a004-fa330d871a84 HTTP/1.1" status: 404 len: 336 time: 0.1070244 Jan 27 19:35:55.726529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.785762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.786916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f1044b86-ccd1-46f6-8bc3-cb4dab0d1ca5 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 200 len: 205 time: 0.0565937 Jan 27 19:35:55.810222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.882039 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-abf3d749-1298-42c3-b808-24a0f90920ba tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:55.883233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-abf3d749-1298-42c3-b808-24a0f90920ba tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/29eea505-5142-4c26-9c31-beae7185961b HTTP/1.1" status: 404 len: 336 time: 0.0964537 Jan 27 19:35:55.886059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56848) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.929850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8eb5d6dc-11d7-44d2-a663-8302343806ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a36062df2f00483ea4df2e784b8ea60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178639 Jan 27 19:35:55.934949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.945189 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05514cd3-99ad-4236-a55e-123e4ec1f95c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efc0b96-8e6a-4220-b23c-dd38d8102bd0 HTTP/1.1" status: 200 len: 205 time: 0.0579314 Jan 27 19:35:55.948316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56852) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:55.962515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c3dc-765c-447d-b38c-a0a37e8270ef req-cab5902e-f054-41ae-bde6-29b7264d9e84 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:55.964272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b0c3dc-765c-447d-b38c-a0a37e8270ef req-cab5902e-f054-41ae-bde6-29b7264d9e84 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1052437 Jan 27 19:35:56.003229 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d651879a-3913-4874-b619-352b2c665f19 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] delete failed (client error): The resource could not be found. Jan 27 19:35:56.004314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d651879a-3913-4874-b619-352b2c665f19 tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/routers/0efc0b96-8e6a-4220-b23c-dd38d8102bd0 HTTP/1.1" status: 404 len: 336 time: 0.0550032 Jan 27 19:35:56.008266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:56.051493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4b0c3dc-765c-447d-b38c-a0a37e8270ef req-e79eb811-1b38-4d7c-9f8d-e0f06fef6b0f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756786 Jan 27 19:35:56.052002 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3eeb6d-130d-4f72-b05c-eb5288f6883c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] DELETE failed (client error): The resource could not be found. Jan 27 19:35:56.052581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3eeb6d-130d-4f72-b05c-eb5288f6883c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:35:56.057542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f3eeb6d-130d-4f72-b05c-eb5288f6883c tempest-RoutersAdminTest-45269722 tempest-RoutersAdminTest-45269722-project] 10.222.0.59 "DELETE /v2.0/subnets/7b76ba77-9425-467c-a214-7251ea1e34ba HTTP/1.1" status: 404 len: 337 time: 0.0474617 Jan 27 19:35:56.060170 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c60873-3b32-4a9a-9e7b-5dfe7dd987dc x-openstack-request-id: req-a0c60873-3b32-4a9a-9e7b-5dfe7dd987dc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:56.060689 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:56.060820 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0c60873-3b32-4a9a-9e7b-5dfe7dd987dc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:56.061238 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'code': 200} Jan 27 19:35:56.069381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] Publish callbacks [] for security_group (3d32a313-9020-4c66-b05e-475aba4c1b09), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.144556 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] Publish callbacks [] for security_group (3d32a313-9020-4c66-b05e-475aba4c1b09), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.241061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfae8797-317e-4a54-922a-93809fd2e381 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:35:56.273819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc6e93-a7a4-428f-a66a-190de10e8658 req-7ba4323d-8319-4207-903a-0e20a6c1c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:56.275613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38dc6e93-a7a4-428f-a66a-190de10e8658 req-7ba4323d-8319-4207-903a-0e20a6c1c2f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1096 time: 0.1233513 Jan 27 19:35:56.317950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9188ef-07e5-4f76-a94e-7dce6e2ffe28 req-1fc53021-87a9-494f-8096-c9c59376757c tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:56.319546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a9188ef-07e5-4f76-a94e-7dce6e2ffe28 req-1fc53021-87a9-494f-8096-c9c59376757c tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 943 time: 0.1291504 Jan 27 19:35:56.346136 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d32a313-9020-4c66-b05e-475aba4c1b09), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.349122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.350118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d32a313-9020-4c66-b05e-475aba4c1b09 HTTP/1.1" status: 204 len: 168 time: 0.4144762 Jan 27 19:35:56.416601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfae8797-317e-4a54-922a-93809fd2e381,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:56.429022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498beb-5e56-44f1-ae4c-ca4925df4ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32a313-9020-4c66-b05e-475aba4c1b09,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:56.434101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'bfae8797-317e-4a54-922a-93809fd2e381', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'port_id': 'bfae8797-317e-4a54-922a-93809fd2e381', 'mac_address': 'fa:16:3e:c4:a7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dde38b9-1f64-4ae6-a410-3cef79f2aa1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:35:56.455184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38dc6e93-a7a4-428f-a66a-190de10e8658 req-31b813fd-e21e-4fdb-ac7d-3345590dfd67 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727927 Jan 27 19:35:56.468714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:56.483812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a9188ef-07e5-4f76-a94e-7dce6e2ffe28 req-ce3d60a4-42ee-4a45-9817-b8c70a0a2c82 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502142 Jan 27 19:35:56.517377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port bfae8797-317e-4a54-922a-93809fd2e381 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:56.518037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfae8797-317e-4a54-922a-93809fd2e381), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.540374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfae8797-317e-4a54-922a-93809fd2e381 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:35:56.570872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfae8797-317e-4a54-922a-93809fd2e381,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:56.578205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:56.642143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:56.864262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['bfae8797-317e-4a54-922a-93809fd2e381'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:35:56.877329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c355734a-eac7-43d3-87fa-a967578a22c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.053825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c355734a-eac7-43d3-87fa-a967578a22c4 admin admin] Publish callbacks [] for security_group (7372380e-f353-48ca-9026-10f463be7bc8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.061896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c355734a-eac7-43d3-87fa-a967578a22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7372380e-f353-48ca-9026-10f463be7bc8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.106940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355734a-eac7-43d3-87fa-a967578a22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372380e-f353-48ca-9026-10f463be7bc8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:57.113391 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c355734a-eac7-43d3-87fa-a967578a22c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e038bb479cd043e0a8b883b0799b8f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6434188 Jan 27 19:35:57.115674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:57.155101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-3eae8df9-787d-443a-b109-cac40d155046 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429696 Jan 27 19:35:57.200706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] Publish callbacks [] for security_group (7372380e-f353-48ca-9026-10f463be7bc8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.243539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] Publish callbacks [] for security_group (7372380e-f353-48ca-9026-10f463be7bc8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.361143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7372380e-f353-48ca-9026-10f463be7bc8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.365329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:57.368841 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7372380e-f353-48ca-9026-10f463be7bc8 HTTP/1.1" status: 204 len: 168 time: 0.2499166 Jan 27 19:35:57.381534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d62b3-74df-4568-85f2-d7b19ac1eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372380e-f353-48ca-9026-10f463be7bc8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:57.406664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-96f1465c-6fe7-4dce-8af8-c2ae82507eaa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2081203 Jan 27 19:35:57.424370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679eed4-ae84-4352-ae2a-98120fbdc499 req-c5d51f19-566d-47fe-a8c1-c27265db1446 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.426004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9679eed4-ae84-4352-ae2a-98120fbdc499 req-c5d51f19-566d-47fe-a8c1-c27265db1446 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1158111 Jan 27 19:35:57.428200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-44de5288-5d66-4946-8c9b-2f5b36addb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.429746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-44de5288-5d66-4946-8c9b-2f5b36addb24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1096 time: 0.1430950 Jan 27 19:35:57.872405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.872909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.873459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.873945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.874412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.874880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.875349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.877495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5650d9f9-b789-4ae4-9d7c-7a7a91b7959a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6500 time: 0.4219825 Jan 27 19:35:57.879821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-96cd57e5-6891-4492-966a-ba418e73bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:57.881529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-96cd57e5-6891-4492-966a-ba418e73bf93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.3369462 Jan 27 19:35:57.892559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9679eed4-ae84-4352-ae2a-98120fbdc499 req-e5df92fa-ade7-4214-9a2d-14c70563a66f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492216 Jan 27 19:35:57.958360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-860ca250-1ae7-489b-9118-22f6c3486eb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0596399 Jan 27 19:35:57.998688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95374-4179-4be8-907b-86608e987e9b req-fab2cf22-04c0-4dd4-871b-2c074853b106 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.007864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cb95374-4179-4be8-907b-86608e987e9b req-fab2cf22-04c0-4dd4-871b-2c074853b106 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 944 time: 0.2596624 Jan 27 19:35:58.118271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-69211955-bcaf-4bc2-8708-7f9f70d13511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.118961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-69211955-bcaf-4bc2-8708-7f9f70d13511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.119434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-69211955-bcaf-4bc2-8708-7f9f70d13511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.121203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-69211955-bcaf-4bc2-8708-7f9f70d13511 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=b35a9de1-c8a7-416e-ab41-235f9010ae71&id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 2298 time: 0.1606076 Jan 27 19:35:58.247139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-4190a678-027e-4de1-8586-157f945d2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.250943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:58.253485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfae8797-317e-4a54-922a-93809fd2e381 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:35:58.257393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-4190a678-027e-4de1-8586-157f945d2276 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1418605 Jan 27 19:35:58.360378 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a20e241e-6baf-473c-825b-a2b2149c76b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50266470c23745528e0e663e75b20fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1046045 Jan 27 19:35:58.362457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56944) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:58.378981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port bfae8797-317e-4a54-922a-93809fd2e381 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:35:58.383898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port bfae8797-317e-4a54-922a-93809fd2e381 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:35:58.393924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bfae8797-317e-4a54-922a-93809fd2e381), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.489708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] Publish callbacks [] for security_group (48cf88dc-042d-440a-9eb9-d4b45efaed82), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.549120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port bfae8797-317e-4a54-922a-93809fd2e381 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:35:58.549803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bfae8797-317e-4a54-922a-93809fd2e381), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.555290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] Publish callbacks [] for security_group (48cf88dc-042d-440a-9eb9-d4b45efaed82), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.604618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfae8797-317e-4a54-922a-93809fd2e381,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:35:58.611547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:35:58.614982 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7278c4dc-f91c-46cf-bd32-5caf4a7e14ca" -d '{"events": [{"server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "name": "network-vif-plugged", "status": "completed", "tag": "bfae8797-317e-4a54-922a-93809fd2e381"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:35:58.637414 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.683169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (48cf88dc-042d-440a-9eb9-d4b45efaed82), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.688239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:58.693310 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48cf88dc-042d-440a-9eb9-d4b45efaed82 HTTP/1.1" status: 204 len: 168 time: 0.3243551 Jan 27 19:35:58.723192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b3b0a-57c8-41de-9fcd-615ed150fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf88dc-042d-440a-9eb9-d4b45efaed82,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:58.728968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:58.744194 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95d7e6-1374-4543-a37a-71ed2d6619c7 x-openstack-request-id: req-1e95d7e6-1374-4543-a37a-71ed2d6619c7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:35:58.746925 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "name": "network-vif-plugged", "status": "completed", "tag": "bfae8797-317e-4a54-922a-93809fd2e381", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:35:58.747330 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e95d7e6-1374-4543-a37a-71ed2d6619c7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:35:58.748083 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381', 'code': 200} Jan 27 19:35:58.781834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:58.904403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b1561-09d1-49a6-8d05-bc08baae3122 req-9769521b-f1a8-4843-82b1-183df8875496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:58.906269 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-644b1561-09d1-49a6-8d05-bc08baae3122 req-9769521b-f1a8-4843-82b1-183df8875496 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 1096 time: 0.0820241 Jan 27 19:35:58.939382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cb95374-4179-4be8-907b-86608e987e9b req-e7a08327-d6c9-44cd-92ee-b865396aec51 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298751 Jan 27 19:35:58.958768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-41a2d31b-a9c5-4279-9d1b-515c570d75af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 200 len: 1002 time: 0.8147900 Jan 27 19:35:58.963439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-85f56742-4f55-47bd-ab0f-07993d68b26e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6791055 Jan 27 19:35:59.025284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-644b1561-09d1-49a6-8d05-bc08baae3122 req-059f436f-0a7b-4524-a9a6-d8d835389371 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070821 Jan 27 19:35:59.146722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-fbf7e606-ccca-4a35-80ea-f0137dcf21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:59.147985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-fbf7e606-ccca-4a35-80ea-f0137dcf21ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19c8a16b-b94f-475f-969c-6cca097308e2 HTTP/1.1" status: 200 len: 855 time: 0.1799445 Jan 27 19:35:59.181306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7240-2907-4a28-ac28-a396a29cd4de req-5e0d5516-1388-44e4-844d-f74a42958702 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:59.183125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5f7240-2907-4a28-ac28-a396a29cd4de req-5e0d5516-1388-44e4-844d-f74a42958702 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1412387 Jan 27 19:35:59.247729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-be77690b-c97a-4573-80eb-f6a0e2ee92b5 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545066 Jan 27 19:35:59.265518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-162653046-network', 'tenant_id': '41989f048e1f4d118a53844fbcebf598'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:59.272210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-90249082-836e-4c6a-ab28-9f36cb45bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:59.273946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-90249082-836e-4c6a-ab28-9f36cb45bc6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095762 Jan 27 19:35:59.289510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Made reservation on behalf of 41989f048e1f4d118a53844fbcebf598 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:35:59.292448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.306236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.319836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5e5f7240-2907-4a28-ac28-a396a29cd4de req-248184a5-172d-4807-8602-b91f7c22d344 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229146 Jan 27 19:35:59.432718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks [] for security_group (2c8e87da-9824-4544-b678-2c8a69f790e9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.438753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c8e87da-9824-4544-b678-2c8a69f790e9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.492451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:35:59.513773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e87da-9824-4544-b678-2c8a69f790e9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:59.517721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d01a3f79-ad51-4c1d-b210-4227611a5862), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.518076 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Added segment d01a3f79-ad51-4c1d-b210-4227611a5862 of type vlan for network d2884827-c2a8-4a2d-bbde-499f49a6d1ce Jan 27 19:35:59.574883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d2884827-c2a8-4a2d-bbde-499f49a6d1ce), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.591647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-644ff6c0-acb2-45be-a36f-671ea0da8b01 req-2fbd2e19-1a3d-4a7d-bf2f-da43af2eb538 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069725 Jan 27 19:35:59.593619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-8621ef3f-de35-46bf-8d20-d7f0f7e9c2b3 service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078415 Jan 27 19:35:59.622148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d2884827-c2a8-4a2d-bbde-499f49a6d1ce), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.623295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:59.624026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.669079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee4d7-8629-44df-addc-50cfbeeb4e2b req-b67d1ad3-40c0-49af-ae9c-100cad425b78 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:35:59.670508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3bee4d7-8629-44df-addc-50cfbeeb4e2b req-b67d1ad3-40c0-49af-ae9c-100cad425b78 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.2061489 Jan 27 19:35:59.681915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:59.687075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Request body: {'floatingip': {'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:59.718611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] Pushing event updated for resources: {'Network': ['ID=d2884827-c2a8-4a2d-bbde-499f49a6d1ce,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:35:59.736680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e03dd33-9dd5-4c94-a527-9861018d3a14 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9544294 Jan 27 19:35:59.737838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:35:59.739744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56996) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:35:59.748516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Request body: {'subnet': {'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-162653046-subnet', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:35:59.755621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.779735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Made reservation on behalf of 41989f048e1f4d118a53844fbcebf598 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:35:59.788180 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:35:59.916825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-dc17c2ab-563b-4d67-a41a-dc51287f68d9 service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117266 Jan 27 19:36:00.138281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (22c26077-e068-48e2-ada7-6aefbf5ae421), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.154894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-aef85f18-d0b6-48c7-9ce1-d9ed0a072582 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 217 time: 0.2265220 Jan 27 19:36:00.187481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:00.262853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c26077-e068-48e2-ada7-6aefbf5ae421,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:00.276360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Checking segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:00.277498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Network hostable DHCP agents. Network: d2884827-c2a8-4a2d-bbde-499f49a6d1ce, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:00.306390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:00.323263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d2884827-c2a8-4a2d-bbde-499f49a6d1ce) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:00.329858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:00.330840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.335299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff3bca-b101-43a2-b8af-5c722515061f None None] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:00.374753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-83802860-c5d3-42b4-8ee6-a77f5dd855af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:00.376683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-83802860-c5d3-42b4-8ee6-a77f5dd855af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.2061229 Jan 27 19:36:00.391237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11f19a46-9d7c-41fa-952c-eef242fd4d67 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6476223 Jan 27 19:36:00.393309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:00.404622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b45dc-d00d-4a11-8ee9-52541fed7a19 req-0384d009-7d25-4fb7-b4d0-aefc52372d62 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:00.405004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:00.411632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a00b45dc-d00d-4a11-8ee9-52541fed7a19 req-0384d009-7d25-4fb7-b4d0-aefc52372d62 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 945 time: 0.2587793 Jan 27 19:36:00.512121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa8609-06f4-436d-a29f-5ad12e01cad6 None None] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:00.563974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1af38cb2-d1ad-4285-9855-3d7e6d89ff06 tempest-AgentManagementNegativeTest-798585309 tempest-AgentManagementNegativeTest-798585309-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3650250 Jan 27 19:36:00.569487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.573431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.682835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for router_controller (8f688667-2bb6-44f5-b334-75d01332ce4b), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.683515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a00b45dc-d00d-4a11-8ee9-52541fed7a19 req-5af46fb0-385a-42e5-9ee9-e0acf53f368b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704659 Jan 27 19:36:00.709293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5fd80ce1-b2c1-46fc-a8c9-d92b6a302d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:00.712151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5fd80ce1-b2c1-46fc-a8c9-d92b6a302d23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3266325 Jan 27 19:36:00.841192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:36:00.882146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for router_gateway (8f688667-2bb6-44f5-b334-75d01332ce4b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.964283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:00.970152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:00.987141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.035393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-b0a30d77-f817-41f7-bfed-096692acac8c service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993844 Jan 27 19:36:01.158044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ac6cdd6-622e-4487-9f17-fdaab96696d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.218160 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Floating IP aa4031d0-f303-4236-8abf-6fe372f19176 associated. External IP: 172.25.5.70, port: 5e26940d-24df-41e6-b1e4-088760f9292c. Jan 27 19:36:01.236841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for router_gateway (8f688667-2bb6-44f5-b334-75d01332ce4b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.261695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.276999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-eab0b4e5-b2cb-4b1e-a708-52beca9df7f1 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320614 Jan 27 19:36:01.333413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-71a659ad-1b48-4668-af94-d70e52b282bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 217 time: 0.0467236 Jan 27 19:36:01.412292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Allocated IP 172.25.5.44 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/83874aaa-9226-48bd-a3fa-8aa5511373d6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:01.463132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-3c6a63dd-103e-4b86-85e1-a3861be9ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:01.464639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-3c6a63dd-103e-4b86-85e1-a3861be9ee25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.0966723 Jan 27 19:36:01.485189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ac6cdd6-622e-4487-9f17-fdaab96696d8 admin admin] Publish callbacks [] for security_group (6777b6a9-8c1d-469f-b91d-d8140a0ee400), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.543576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ac6cdd6-622e-4487-9f17-fdaab96696d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6777b6a9-8c1d-469f-b91d-d8140a0ee400), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.554089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.632224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:01.648476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4ac6cdd6-622e-4487-9f17-fdaab96696d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=665c5d659f7f4f589f9d8867a419f737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752720 Jan 27 19:36:01.655485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:01.656220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6cdd6-622e-4487-9f17-fdaab96696d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6777b6a9-8c1d-469f-b91d-d8140a0ee400,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:01.691803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:01.700763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:01.706895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Pushing event updated for resources: {'Port': ['ID=83874aaa-9226-48bd-a3fa-8aa5511373d6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:01.709585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:01.769563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-8a5a6118-9cc2-454d-ad47-6fe088e4e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:01.771352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-8a5a6118-9cc2-454d-ad47-6fe088e4e0ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2972922 Jan 27 19:36:01.988091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:36:02.025407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] Publish callbacks [] for security_group (6777b6a9-8c1d-469f-b91d-d8140a0ee400), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.096745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430095-d782-402d-b41f-4b6f81c2f671 req-8ecbd535-99ef-4170-8b77-6bdc7befddfc tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:02.099914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59430095-d782-402d-b41f-4b6f81c2f671 req-8ecbd535-99ef-4170-8b77-6bdc7befddfc tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 945 time: 0.2485776 Jan 27 19:36:02.154572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for router_gateway (8f688667-2bb6-44f5-b334-75d01332ce4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.222731 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] Publish callbacks [] for security_group (6777b6a9-8c1d-469f-b91d-d8140a0ee400), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.263725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-5166a726-b4bb-4226-b10a-b6e334753879 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658494 Jan 27 19:36:02.361525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.507033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Router 8f688667-2bb6-44f5-b334-75d01332ce4b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:36:02.629115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:02.639949 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Sync routers for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:02.650501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.652269 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-30e0ade6-e51e-440f-9150-7533694c3837 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2577319 Jan 27 19:36:02.653929 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:02.654562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:02.655386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:02.791024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59430095-d782-402d-b41f-4b6f81c2f671 req-91d4930b-7bc5-4e35-a707-03ec8fc59c4e tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056345 Jan 27 19:36:02.794026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:02.800648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.818228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:02.863706 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:02.865220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5a96a052-364c-4df1-86d3-31db465effb6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "PUT /v2.0/floatingips/aa4031d0-f303-4236-8abf-6fe372f19176 HTTP/1.1" status: 200 len: 990 time: 3.1820076 Jan 27 19:36:02.866667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:36:02.869220 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587" -d '{"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:36:02.872510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6777b6a9-8c1d-469f-b91d-d8140a0ee400), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.875172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:02.879639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6777b6a9-8c1d-469f-b91d-d8140a0ee400 HTTP/1.1" status: 204 len: 168 time: 1.2200754 Jan 27 19:36:02.882285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-6df17b0b-3cab-4e8d-8c1e-190d387f85dc service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955603 Jan 27 19:36:02.892491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc09ff7-6146-4db5-a5cb-62f5d11538c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6777b6a9-8c1d-469f-b91d-d8140a0ee400,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:02.949697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:02.953008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:03.006709 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0652763-438f-4e41-b1b9-0611ee339dcd x-openstack-request-id: req-d0652763-438f-4e41-b1b9-0611ee339dcd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:36:03.007636 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:36:03.009739 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0652763-438f-4e41-b1b9-0611ee339dcd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:36:03.012579 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'status': 'completed', 'code': 200} Jan 27 19:36:03.015607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-e0c4d136-5329-46d0-85c7-558ae25134f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff HTTP/1.1" status: 200 len: 217 time: 0.1202555 Jan 27 19:36:03.263108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-c0072011-ba8a-4228-8f5e-323c22b9f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:03.265910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-c0072011-ba8a-4228-8f5e-323c22b9f85d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.2432513 Jan 27 19:36:03.349778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-b77ffbfb-3dfe-4ff6-98fc-6f56a916d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:03.351438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-b77ffbfb-3dfe-4ff6-98fc-6f56a916d456 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783455 Jan 27 19:36:03.431051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-368f33ec-c449-4bbd-b715-dd10cd7c21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:03.442027 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-368f33ec-c449-4bbd-b715-dd10cd7c21e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1096 time: 0.3903015 Jan 27 19:36:03.716735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-d70fdcdd-ba69-4d65-89e3-58f68e317a1d service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538971 Jan 27 19:36:03.782746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:03.879064 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:02Z', 'revision_number': 3, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:03.925886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-9efd206c-18dc-4483-b172-af5e23677948 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844854 Jan 27 19:36:03.999214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Checking router: 8f688667-2bb6-44f5-b334-75d01332ce4b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:36:04.001037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Updating router 8f688667-2bb6-44f5-b334-75d01332ce4b port 83874aaa-9226-48bd-a3fa-8aa5511373d6 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:36:04.082613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-089e6f09-e68f-4d52-bcf2-4bd83beff508 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=f6550b24-bda6-408c-b503-5a53051f043d HTTP/1.1" status: 200 len: 217 time: 0.1512399 Jan 27 19:36:04.097381 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:04.204115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-24c2ff67-dba4-4bd6-a398-f5ce58b0a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:04.218207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-24c2ff67-dba4-4bd6-a398-f5ce58b0a510 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.7538939 Jan 27 19:36:04.224483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-d892a0c8-6e14-41bd-a1c7-a189dbe8f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:04.226517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-d892a0c8-6e14-41bd-a1c7-a189dbe8f634 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.1377337 Jan 27 19:36:04.332132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-353e3570-a8d3-41f7-a1b4-9f7c5bc2e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:04.334355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-353e3570-a8d3-41f7-a1b4-9f7c5bc2e7a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925977 Jan 27 19:36:04.571898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:04.614098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-0f725413-3876-4735-96dc-a13da7fa14bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 998 time: 0.3664145 Jan 27 19:36:04.707876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-8809ba3e-60ff-4bf2-985a-2c4fbb3f52e3 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576870 Jan 27 19:36:04.771506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'aa4031d0-f303-4236-8abf-6fe372f19176', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:35:28Z', 'updated_at': '2022-01-27T19:36:00Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:04.869990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:36:04.910152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:04.913647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:04.949072 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks [] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:04.959284 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:04.975829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:05.037037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-0b7f89ce-e992-477f-a220-0d82340280a9 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210843 Jan 27 19:36:05.132457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-e3b9b884-b912-4c11-93ec-38c5c79d6a9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 200 len: 217 time: 0.0887904 Jan 27 19:36:05.148332 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6913-3856-4389-992b-5a196fe23ed6 None None] Pushing event updated for resources: {'Port': ['ID=83874aaa-9226-48bd-a3fa-8aa5511373d6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:05.153495 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Attempting to bind port 83874aaa-9226-48bd-a3fa-8aa5511373d6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:05.153856 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Attempting to bind port 83874aaa-9226-48bd-a3fa-8aa5511373d6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:05.154210 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Attempting to bind port 83874aaa-9226-48bd-a3fa-8aa5511373d6 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:05.179178 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:05.179685 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:05.180044 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.180337 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:05.184593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Bound port: 83874aaa-9226-48bd-a3fa-8aa5511373d6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:05.185008 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.226039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-8d773359-e083-4c1c-865f-f73f827794d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:05.229476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-8d773359-e083-4c1c-865f-f73f827794d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.5707872 Jan 27 19:36:05.251743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:05.253344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1641300031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:05.319331 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] For port 83874aaa-9226-48bd-a3fa-8aa5511373d6, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:05.339036 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] For port 83874aaa-9226-48bd-a3fa-8aa5511373d6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83874aaa-9226-48bd-a3fa-8aa5511373d6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:05.348831 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.357816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-5199c9df-34eb-4c5a-b6f2-c54dd4964432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:05.359453 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-5199c9df-34eb-4c5a-b6f2-c54dd4964432 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226010 Jan 27 19:36:05.384782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-e43a263d-aaf8-4981-9a1d-704ef73193b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:05.386458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-e43a263d-aaf8-4981-9a1d-704ef73193b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.2471800 Jan 27 19:36:05.388027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.389607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.604762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:05.607886 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:05.610165 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6913-3856-4389-992b-5a196fe23ed6 None None] Pushing event updated for resources: {'Port': ['ID=83874aaa-9226-48bd-a3fa-8aa5511373d6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:05.661160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-d658880d-7153-45c9-a047-1c92ba8d97ff service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903881 Jan 27 19:36:05.714103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-bff93a62-f43c-42e5-9d51-d93d9a649332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:05.720117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-bff93a62-f43c-42e5-9d51-d93d9a649332 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3126764 Jan 27 19:36:05.821105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router_controller (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.854217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57174) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:05.865892 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:05.902724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:05.913714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Allocated IP 172.20.0.1 (d2884827-c2a8-4a2d-bbde-499f49a6d1ce/22c26077-e068-48e2-ada7-6aefbf5ae421/cab03139-5286-4f0d-9d22-1f02dacb44fa) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:05.991226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'aa4031d0-f303-4236-8abf-6fe372f19176', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:35:28Z', 'updated_at': '2022-01-27T19:36:00Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:06.025005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ae7a7b29-e2a9-45ee-bb2b-fe7ddb4a7587 req-ed386df2-2d36-4f41-a6b4-2e64ff54730f service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164341 Jan 27 19:36:06.051807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.062312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a790ceba-1c08-4d0e-a85d-56a8ef00ee70 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0834613 Jan 27 19:36:06.068365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:06.081302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb9081-9194-4fa7-ab96-9430af0a33ca None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'aa4031d0-f303-4236-8abf-6fe372f19176', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:35:28Z', 'updated_at': '2022-01-27T19:36:00Z', 'revision_number': 1, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:06.085801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2144600124'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:06.172106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-11b0072f-df59-4738-a9fb-8c4ca48de41c service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666010 Jan 27 19:36:06.174002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:06.177967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.185212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks [] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.271662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.292153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-e41c7727-122f-4300-a73d-45ac94b9287f service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102862 Jan 27 19:36:06.299888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.360585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Pushing event updated for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:06.375678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.391985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-fa4555ff-ebf9-4b5a-b847-58fbc2000ef8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 200 len: 217 time: 0.0930378 Jan 27 19:36:06.415590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:02Z', 'revision_number': 3, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:06.481513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-6300d4e4-5fef-4720-b4b9-e093bf5a9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:06.483088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-6300d4e4-5fef-4720-b4b9-e093bf5a9bec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.0803173 Jan 27 19:36:06.484372 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efa910-248e-441e-b854-bc40a3618d6d None None] The sync data for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 is: [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:02Z', 'revision_number': 3, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:06.513927 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a1357-efa6-4a3c-9a76-5f31d476f003 None None] New status for floating IP aa4031d0-f303-4236-8abf-6fe372f19176: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:36:06.574712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Publish callbacks [] for security_group (03ea60fa-a261-4f0a-bd9b-60a203f0f5de), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.603778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (03ea60fa-a261-4f0a-bd9b-60a203f0f5de), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.631426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-aaf46266-2efe-48d7-96fc-7e5016f4fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:06.631721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:06.634536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-aaf46266-2efe-48d7-96fc-7e5016f4fc83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446450 Jan 27 19:36:06.693336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:06.723586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:06.765141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for security_group (ba7efee3-757b-4b8b-b9d2-f89063139f49), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.770229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ba7efee3-757b-4b8b-b9d2-f89063139f49), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.783506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:36:06.792911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (021d5d3f-060e-43e9-8243-fc06257f220e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.793277 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Added segment 021d5d3f-060e-43e9-8243-fc06257f220e of type vlan for network b8abb669-a18f-43e8-b0b3-a2a706bab26a Jan 27 19:36:06.807866 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ee32ed4250340a792e44192870b7e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476900 Jan 27 19:36:06.809767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:06.857026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea60fa-a261-4f0a-bd9b-60a203f0f5de,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:06.946386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b8abb669-a18f-43e8-b0b3-a2a706bab26a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.951820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-4a5a1e2c-479d-4911-b54e-282a200e93af service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046169 Jan 27 19:36:06.952534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7efee3-757b-4b8b-b9d2-f89063139f49,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:06.958765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (8f688667-2bb6-44f5-b334-75d01332ce4b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:06.966173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.966522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.966862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.967263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.967528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.967983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.968321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.968650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.968973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.969335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.969716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.970050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:06.970372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc400b4-0445-4189-b124-b42a266da020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:07.112104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:36:07.154942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b8abb669-a18f-43e8-b0b3-a2a706bab26a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.166118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:07.166970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.255518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be33152-a823-4705-b804-d8472725801a admin admin] Publish callbacks [] for security_group (03ea60fa-a261-4f0a-bd9b-60a203f0f5de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.269314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.271828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1994567 Jan 27 19:36:07.282118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:07.290233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'subnet': {'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:07.331159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820399ed-c5bd-4fc3-ac46-2f51525cef5d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Network': ['ID=b8abb669-a18f-43e8-b0b3-a2a706bab26a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:07.343834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:36:07.357296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be33152-a823-4705-b804-d8472725801a admin admin] Publish callbacks [] for security_group (03ea60fa-a261-4f0a-bd9b-60a203f0f5de), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.362049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bf0e2c-c7f5-48a7-91c1-3c565a008845 req-4291f682-9bd0-436e-92c8-a27d184d9fe3 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991475 Jan 27 19:36:07.430485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be33152-a823-4705-b804-d8472725801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (03ea60fa-a261-4f0a-bd9b-60a203f0f5de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.433906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be33152-a823-4705-b804-d8472725801a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.435182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6be33152-a823-4705-b804-d8472725801a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03ea60fa-a261-4f0a-bd9b-60a203f0f5de HTTP/1.1" status: 204 len: 168 time: 0.6223347 Jan 27 19:36:07.444041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be33152-a823-4705-b804-d8472725801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea60fa-a261-4f0a-bd9b-60a203f0f5de,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:07.539219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:07.545404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.874964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks [] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.887756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.888219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:07.895352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7200d30d-eb7f-472d-8fca-b38ecaf6f2ac), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:07.915593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32696098-a3ae-4651-9d1c-e4dce86c9059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.045532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (8f688667-2bb6-44f5-b334-75d01332ce4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.051721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Pushing event updated for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:08.076485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Subnet': ['ID=7200d30d-eb7f-472d-8fca-b38ecaf6f2ac,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:08.103873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32696098-a3ae-4651-9d1c-e4dce86c9059 admin admin] Publish callbacks [] for security_group (299a8c49-603b-409b-93d7-b894c1e07ca4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.111600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32696098-a3ae-4651-9d1c-e4dce86c9059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (299a8c49-603b-409b-93d7-b894c1e07ca4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.192510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Checking segment: {'id': '021d5d3f-060e-43e9-8243-fc06257f220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:08.192852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network hostable DHCP agents. Network: b8abb669-a18f-43e8-b0b3-a2a706bab26a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:08.228247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696098-a3ae-4651-9d1c-e4dce86c9059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299a8c49-603b-409b-93d7-b894c1e07ca4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:08.251045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32696098-a3ae-4651-9d1c-e4dce86c9059 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f1790e7232b43f5851fe7896cb5e9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617482 Jan 27 19:36:08.253658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:08.288122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:08.312752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b8abb669-a18f-43e8-b0b3-a2a706bab26a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:08.331226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bf0a2-60fc-4590-a0ab-c5fe62f7ca09 None None] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:08.354715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:08.357456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.368608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83874aaa-9226-48bd-a3fa-8aa5511373d6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:08.387533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] Publish callbacks [] for security_group (299a8c49-603b-409b-93d7-b894c1e07ca4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.406691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:08.412001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:08.426515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:08.430474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] Publish callbacks [] for security_group (299a8c49-603b-409b-93d7-b894c1e07ca4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.435387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'network': {'name': 'tempest-router-network01--937968053'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:08.442655 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d54bf018-26ac-4538-bcb8-eb2e7e21e9db tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1594906 Jan 27 19:36:08.538519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:08.544124 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.585335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b8abb669-a18f-43e8-b0b3-a2a706bab26a', 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a', 'project_id': '56c5ca2e3a874976afe1f430cc491053', 'fixed_ips': [{'subnet_id': '7200d30d-eb7f-472d-8fca-b38ecaf6f2ac'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:36:08.586871 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.596491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:36:08.610736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (55c46b38-6b3d-457b-aa9d-2b6bdabe389c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.611124 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Added segment 55c46b38-6b3d-457b-aa9d-2b6bdabe389c of type vlan for network 9cd5cd62-402c-48ab-85fd-b19febe550d1 Jan 27 19:36:08.661243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Router 8f688667-2bb6-44f5-b334-75d01332ce4b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:36:08.703595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (299a8c49-603b-409b-93d7-b894c1e07ca4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.707026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.731138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/299a8c49-603b-409b-93d7-b894c1e07ca4 HTTP/1.1" status: 204 len: 168 time: 0.4752982 Jan 27 19:36:08.763391 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (9cd5cd62-402c-48ab-85fd-b19febe550d1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.768881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 83874aaa-9226-48bd-a3fa-8aa5511373d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:08.769290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.784764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a1a36-320b-4e8f-a72a-25909251ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a8c49-603b-409b-93d7-b894c1e07ca4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:08.838362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (9cd5cd62-402c-48ab-85fd-b19febe550d1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.845493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:08.846261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:08.882543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31613aae-e46c-498d-a294-40357839903c admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:08.900236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-31613aae-e46c-498d-a294-40357839903c admin admin] 10.222.0.59 "PUT /v2.0/routers/8f688667-2bb6-44f5-b334-75d01332ce4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2434330 Jan 27 19:36:09.012806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Allocated IP 172.20.0.2 (b8abb669-a18f-43e8-b0b3-a2a706bab26a/7200d30d-eb7f-472d-8fca-b38ecaf6f2ac/2abc6f92-d837-4535-a7a6-b11c411d3701) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:09.026624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5fac956-1e2b-463d-aea8-fc763a5189c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.042838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Network': ['ID=9cd5cd62-402c-48ab-85fd-b19febe550d1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:09.048133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-31677ccb-d5f0-40c0-88c8-78b3da063cc7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6205649 Jan 27 19:36:09.051979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:09.058419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'network': {'name': 'tempest-router-network02--1305285065'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:09.069737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:36:09.120830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:09.133749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.206119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:36:09.221191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e522b117-ffb4-4f0d-90e6-22841bf1eee6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.221709 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Added segment e522b117-ffb4-4f0d-90e6-22841bf1eee6 of type vlan for network 6828147c-3244-4359-bc7d-dfed1fc7308a Jan 27 19:36:09.296336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6828147c-3244-4359-bc7d-dfed1fc7308a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.335498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 83874aaa-9226-48bd-a3fa-8aa5511373d6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:09.336207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.365637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 83874aaa-9226-48bd-a3fa-8aa5511373d6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83874aaa-9226-48bd-a3fa-8aa5511373d6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:09.376660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.399629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6828147c-3244-4359-bc7d-dfed1fc7308a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.420936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:09.422212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.472698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4195054 Jan 27 19:36:09.475496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:09.482179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'subnet': {'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:09.502085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Sync routers for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:09.571009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:09.574950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:35:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:09.605901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45451c5a-4493-445d-b03a-96259d9a8781 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Network': ['ID=6828147c-3244-4359-bc7d-dfed1fc7308a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:09.693787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6828147c-3244-4359-bc7d-dfed1fc7308a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:36:09.795668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:09.801038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:09.963646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-e3958154-e03f-4d10-87c2-97dd31e6fa3c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:09.973624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-e3958154-e03f-4d10-87c2-97dd31e6fa3c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 810 time: 0.3216846 Jan 27 19:36:10.013886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-151fc82e-e2bd-4223-87ec-5815017fb1f0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/quotas/41989f048e1f4d118a53844fbcebf598 HTTP/1.1" status: 200 len: 375 time: 0.0393147 Jan 27 19:36:10.078203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=83874aaa-9226-48bd-a3fa-8aa5511373d6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:10.234841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks [] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.250769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0dcf6a6d-257d-4115-b297-dcb967e34a67 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225809 Jan 27 19:36:10.268326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.374186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:10.377089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:10.436462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:10.451089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:10.508832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Pushing event updated for resources: {'Port': ['ID=2abc6f92-d837-4535-a7a6-b11c411d3701,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:10.567618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-3feaa7a2-d480-40f8-b2e7-78893764b774 service neutron] 10.222.0.59 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158951 Jan 27 19:36:10.591504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (871d80d5-b978-4277-a747-d1e19ba3f1dd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.765930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Subnet': ['ID=871d80d5-b978-4277-a747-d1e19ba3f1dd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:10.796624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Attempting to bind port 2abc6f92-d837-4535-a7a6-b11c411d3701 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:10.796976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Attempting to bind port 2abc6f92-d837-4535-a7a6-b11c411d3701 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '021d5d3f-060e-43e9-8243-fc06257f220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:10.797376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Attempting to bind port 2abc6f92-d837-4535-a7a6-b11c411d3701 on network b8abb669-a18f-43e8-b0b3-a2a706bab26a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:10.829575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Checking segment: {'id': '55c46b38-6b3d-457b-aa9d-2b6bdabe389c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:10.830001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network hostable DHCP agents. Network: 9cd5cd62-402c-48ab-85fd-b19febe550d1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:10.841698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:10.842130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Checking segment: {'id': '021d5d3f-060e-43e9-8243-fc06257f220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:10.842489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.843448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Bound using segment: {'id': '021d5d3f-060e-43e9-8243-fc06257f220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:10.844106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Bound port: 2abc6f92-d837-4535-a7a6-b11c411d3701, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021d5d3f-060e-43e9-8243-fc06257f220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b8abb669-a18f-43e8-b0b3-a2a706bab26a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:10.844510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.857821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-d374f60c-84b4-41d5-8246-4638e73da994 service neutron] 10.222.0.59 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888861 Jan 27 19:36:10.870990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:10.890968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 9cd5cd62-402c-48ab-85fd-b19febe550d1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:10.898046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:10.899794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:10.925380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ace34ee7-1840-484a-a75a-a7ffd7044b13 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4475555 Jan 27 19:36:10.927758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:10.933702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'subnet': {'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:10.955455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1e62a-45f3-41c3-80ae-8b51d113be3e None None] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:11.116060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Made reservation on behalf of 56c5ca2e3a874976afe1f430cc491053 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:11.122882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.198172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:07Z', 'revision_number': 4, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cab03139-5286-4f0d-9d22-1f02dacb44fa', 'name': '', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'mac_address': 'fa:16:3e:21:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:04Z', 'updated_at': '2022-01-27T19:36:07Z', 'revision_number': 2, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'subnets': [{'id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:11.271785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Checking router: 8f688667-2bb6-44f5-b334-75d01332ce4b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:36:11.272168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Updating router 8f688667-2bb6-44f5-b334-75d01332ce4b port cab03139-5286-4f0d-9d22-1f02dacb44fa binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:36:11.309633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] For port 2abc6f92-d837-4535-a7a6-b11c411d3701, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:11.359983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5cc0e7b-dbe5-44b3-bbb1-9b1a6811b5c0 req-ee1a25da-7922-4d12-8c67-17d31cd64190 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 210 time: 0.0697529 Jan 27 19:36:11.392530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.414721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] For port 2abc6f92-d837-4535-a7a6-b11c411d3701, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2abc6f92-d837-4535-a7a6-b11c411d3701,segment=NetworkSegment(021d5d3f-060e-43e9-8243-fc06257f220e),segment_id=021d5d3f-060e-43e9-8243-fc06257f220e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:11.446461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.450234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (17dd91cb-1e72-4606-b9ca-880ff1cdf980), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.558738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Checking segment: {'id': 'e522b117-ffb4-4f0d-90e6-22841bf1eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:11.559523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network hostable DHCP agents. Network: 6828147c-3244-4359-bc7d-dfed1fc7308a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:11.568070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Subnet': ['ID=17dd91cb-1e72-4606-b9ca-880ff1cdf980,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:11.604043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network 6828147c-3244-4359-bc7d-dfed1fc7308a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:11.630359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6828147c-3244-4359-bc7d-dfed1fc7308a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:11.640574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:11.640574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.648167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-9cd5cd62-402c-48ab-85fd-b19febe550d1', 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1', 'project_id': '56c5ca2e3a874976afe1f430cc491053', 'fixed_ips': [{'subnet_id': '871d80d5-b978-4277-a747-d1e19ba3f1dd'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:36:11.650111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:11.663700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:11.667163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dce439ad-357c-4e02-82a4-2d8329cf40a8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373924 Jan 27 19:36:11.691573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc6bc5d-ff95-4fe9-80b6-a0cb5e1fd342 None None] Network 6828147c-3244-4359-bc7d-dfed1fc7308a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:12.286880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83874aaa-9226-48bd-a3fa-8aa5511373d6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:12.316745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589197e2-90e9-45a8-8cbb-f7ac7db6ff8f None None] Pushing event updated for resources: {'Port': ['ID=2abc6f92-d837-4535-a7a6-b11c411d3701,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:12.439677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30d7d9fd-d2b2-4410-b79c-97c46401a7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:12.571354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:12.650674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Allocated IP 172.20.0.2 (9cd5cd62-402c-48ab-85fd-b19febe550d1/871d80d5-b978-4277-a747-d1e19ba3f1dd/8b4df53e-0a65-47ba-9172-68c931ab5ff6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:12.680939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6828147c-3244-4359-bc7d-dfed1fc7308a', 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a', 'project_id': '56c5ca2e3a874976afe1f430cc491053', 'fixed_ips': [{'subnet_id': '17dd91cb-1e72-4606-b9ca-880ff1cdf980'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:36:12.682224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:12.785134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4716b43b-37d0-4353-b9c9-346e95cc1be2 req-7c1d2450-f046-40a3-b4db-947f4e961321 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 210 time: 0.0991149 Jan 27 19:36:12.837171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 83874aaa-9226-48bd-a3fa-8aa5511373d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:12.837688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.281110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Allocated IP 172.20.0.2 (6828147c-3244-4359-bc7d-dfed1fc7308a/17dd91cb-1e72-4606-b9ca-880ff1cdf980/64aeddd8-8288-4855-aa8f-a004d05bbe2b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:13.318903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-93f1c79d-82d9-4457-a2d0-08c009711cc1 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:13.330579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-93f1c79d-82d9-4457-a2d0-08c009711cc1 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 810 time: 0.2824497 Jan 27 19:36:13.344858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Request body: {'port': {'device_id': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'admin_state_up': True, 'tenant_id': '41989f048e1f4d118a53844fbcebf598'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:13.471404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks [] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.478290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks [] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.525952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.644112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Allocated IP 172.20.0.1 (9cd5cd62-402c-48ab-85fd-b19febe550d1/871d80d5-b978-4277-a747-d1e19ba3f1dd/0d204efd-54c8-4084-b844-16a32ca0dffc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:13.677944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Made reservation on behalf of 41989f048e1f4d118a53844fbcebf598 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:13.688054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.765130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfe9e0-dbb9-4de5-9148-ab1de71693fe None None] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:13.790646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd956-ebe5-42b8-9968-faa68715fa90 None None] Pushing event updated for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:13.793549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:13.855744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Pushing event updated for resources: {'Port': ['ID=8b4df53e-0a65-47ba-9172-68c931ab5ff6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:13.956352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:13.957540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 83874aaa-9226-48bd-a3fa-8aa5511373d6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:13.968936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:14.010520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Provisioning complete for port 2abc6f92-d837-4535-a7a6-b11c411d3701 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:14.010896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.049701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:14.110144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Allocated IP 172.20.0.8 (d2884827-c2a8-4a2d-bbde-499f49a6d1ce/22c26077-e068-48e2-ada7-6aefbf5ae421/b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:14.236733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Attempting to bind port cab03139-5286-4f0d-9d22-1f02dacb44fa on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:14.237557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Attempting to bind port cab03139-5286-4f0d-9d22-1f02dacb44fa by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:14.238208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Attempting to bind port cab03139-5286-4f0d-9d22-1f02dacb44fa on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:14.303160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2abc6f92-d837-4535-a7a6-b11c411d3701 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:14.309236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks [] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.315885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:14.317354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Checking segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:14.318051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.318712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Bound using segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:14.319448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Bound port: cab03139-5286-4f0d-9d22-1f02dacb44fa, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:14.320086 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.357677 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.503786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.534598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:14.546241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:14.557214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:14.634349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:14.635316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.651093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Attempting to bind port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:14.652081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Attempting to bind port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '55c46b38-6b3d-457b-aa9d-2b6bdabe389c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:14.652641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Attempting to bind port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 on network 9cd5cd62-402c-48ab-85fd-b19febe550d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:14.663421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Pushing event updated for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:14.691727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks [] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.696413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:14.696811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Checking segment: {'id': '55c46b38-6b3d-457b-aa9d-2b6bdabe389c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:14.697217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.697647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Bound using segment: {'id': '55c46b38-6b3d-457b-aa9d-2b6bdabe389c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:14.698131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Bound port: 8b4df53e-0a65-47ba-9172-68c931ab5ff6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c46b38-6b3d-457b-aa9d-2b6bdabe389c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9cd5cd62-402c-48ab-85fd-b19febe550d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:14.698512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.740314 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.807586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Current status of the port 2abc6f92-d837-4535-a7a6-b11c411d3701 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:14.807976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:14.862787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] For port cab03139-5286-4f0d-9d22-1f02dacb44fa, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:14.881428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2abc6f92-d837-4535-a7a6-b11c411d3701 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:14.881909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.079605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Network 6828147c-3244-4359-bc7d-dfed1fc7308a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:15.089032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:15.097144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] For port cab03139-5286-4f0d-9d22-1f02dacb44fa, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cab03139-5286-4f0d-9d22-1f02dacb44fa,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:15.110538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] For port 8b4df53e-0a65-47ba-9172-68c931ab5ff6, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:15.118779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:15.158688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.256232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4da6c2-3b03-482e-a0b2-c2f9c8467583 req-263164d7-ec07-46c5-9105-13f1f0611e0c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:15.259787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c4da6c2-3b03-482e-a0b2-c2f9c8467583 req-263164d7-ec07-46c5-9105-13f1f0611e0c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 931 time: 0.9175355 Jan 27 19:36:15.272206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-0accbbb5-34a4-4f1b-8b6b-abbbdca01604 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9358544 Jan 27 19:36:15.282034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] For port 8b4df53e-0a65-47ba-9172-68c931ab5ff6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8b4df53e-0a65-47ba-9172-68c931ab5ff6,segment=NetworkSegment(55c46b38-6b3d-457b-aa9d-2b6bdabe389c),segment_id=55c46b38-6b3d-457b-aa9d-2b6bdabe389c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:15.285733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Pushing event updated for resources: {'Port': ['ID=64aeddd8-8288-4855-aa8f-a004d05bbe2b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:15.316623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Request body: {'port': {'device_id': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:15.346042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.397557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] For port 2abc6f92-d837-4535-a7a6-b11c411d3701, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2abc6f92-d837-4535-a7a6-b11c411d3701,segment=NetworkSegment(021d5d3f-060e-43e9-8243-fc06257f220e),segment_id=021d5d3f-060e-43e9-8243-fc06257f220e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:15.433802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.505834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.509046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd956-ebe5-42b8-9968-faa68715fa90 None None] Pushing event updated for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:15.613979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.623623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:15.625447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:15.628325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e22a41-4df7-463a-a372-1ae1ba8c84c3 None None] Pushing event updated for resources: {'Port': ['ID=8b4df53e-0a65-47ba-9172-68c931ab5ff6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:15.669210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c4da6c2-3b03-482e-a0b2-c2f9c8467583 req-34eaee25-208c-4ff5-bf28-04625060831b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945551 Jan 27 19:36:15.691896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Port': ['ID=0d204efd-54c8-4084-b844-16a32ca0dffc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:15.705385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Attempting to bind port 64aeddd8-8288-4855-aa8f-a004d05bbe2b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:15.706010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Attempting to bind port 64aeddd8-8288-4855-aa8f-a004d05bbe2b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e522b117-ffb4-4f0d-90e6-22841bf1eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:15.706634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Attempting to bind port 64aeddd8-8288-4855-aa8f-a004d05bbe2b on network 6828147c-3244-4359-bc7d-dfed1fc7308a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:15.725307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:15.727397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.730727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:15.743107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:15.878886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:15.879389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Checking segment: {'id': 'e522b117-ffb4-4f0d-90e6-22841bf1eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:15.879711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.880069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Bound using segment: {'id': 'e522b117-ffb4-4f0d-90e6-22841bf1eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:15.880793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Bound port: 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e522b117-ffb4-4f0d-90e6-22841bf1eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6828147c-3244-4359-bc7d-dfed1fc7308a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:15.880991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:15.902587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.123282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.142932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1a3344cb-b0ee-4514-a536-0c324c098cce None None] Provisioning complete for port 2abc6f92-d837-4535-a7a6-b11c411d3701 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:16.142932 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a3344cb-b0ee-4514-a536-0c324c098cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.172073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.388949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.428876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2abc6f92-d837-4535-a7a6-b11c411d3701 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:16.458945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120429b-6287-48c8-946c-bfb6d06c6060 None None] Pushing event updated for resources: {'Port': ['ID=2abc6f92-d837-4535-a7a6-b11c411d3701,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:16.625883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] For port 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:16.634423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:36:16.643428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] For port 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64aeddd8-8288-4855-aa8f-a004d05bbe2b,segment=NetworkSegment(e522b117-ffb4-4f0d-90e6-22841bf1eee6),segment_id=e522b117-ffb4-4f0d-90e6-22841bf1eee6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:16.728733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.815863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8b4df53e-0a65-47ba-9172-68c931ab5ff6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:16.825070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:36:16.838953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks [] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:16.869108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Transition to ACTIVE for port object b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:36:16.887064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.075255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:17.114097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac865ca9-2499-44e3-910d-16093501e662 req-93548d9c-ddb6-4082-90fb-376113035d1b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:17.115984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac865ca9-2499-44e3-910d-16093501e662 req-93548d9c-ddb6-4082-90fb-376113035d1b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 943 time: 0.2262533 Jan 27 19:36:17.220064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1a3344cb-b0ee-4514-a536-0c324c098cce None None] Current status of the port 2abc6f92-d837-4535-a7a6-b11c411d3701 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:17.313791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Attempting to bind port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:36:17.314160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Attempting to bind port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:36:17.314460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Attempting to bind port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:17.357814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:36:17.358213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Attempting to bind port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:36:17.376775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac865ca9-2499-44e3-910d-16093501e662 req-be802603-5ec9-47b8-99f2-85bd24b51961 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244003 Jan 27 19:36:17.399981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.409878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:36:17.411773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Checking segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:17.412660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Bound using segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:36:17.415456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Bound port: b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:36:17.418153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.433969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.599347 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.782760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Port': ['ID=0d204efd-54c8-4084-b844-16a32ca0dffc,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:17.858187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:36:17.918727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ef682-1934-45ba-a4e2-9436134323ce None None] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:17.928152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:36:17.944361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d262-da95-4345-b34f-ef0ea1fd2b8c None None] Pushing event updated for resources: {'Port': ['ID=64aeddd8-8288-4855-aa8f-a004d05bbe2b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:17.958143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:17.979021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:17.997276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:18.013187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:18.014352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:18.016183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] 10.222.0.39 "PUT /v2.0/ports/b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 HTTP/1.1" status: 200 len: 1091 time: 2.7079086 Jan 27 19:36:18.017016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:36:18.020264 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799" -d '{"events": [{"name": "network-changed", "server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:36:18.163900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Provisioning complete for port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:18.164622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:18.203590 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddfe970-bed9-497d-bbc6-fc937fb00f3b x-openstack-request-id: req-cddfe970-bed9-497d-bbc6-fc937fb00f3b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:36:18.203590 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:36:18.204158 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cddfe970-bed9-497d-bbc6-fc937fb00f3b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:36:18.204561 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1', 'status': 'completed', 'code': 200} Jan 27 19:36:18.241237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:18.241850 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:18.288058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073cc1-e81d-4646-a534-e35004940c1f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:18.311563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-c9131c0c-c2ad-48c7-bca3-aa340b34dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:18.314187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-c9131c0c-c2ad-48c7-bca3-aa340b34dfe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 1094 time: 0.2382801 Jan 27 19:36:18.442797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-75e67d78-2c13-4ca7-9d97-630af4dd9200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 HTTP/1.1" status: 200 len: 217 time: 0.1092887 Jan 27 19:36:18.604626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Router b2c7b74f-0d96-40f4-82a9-5b73e3a18618 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:36:18.681707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c21f0-6236-4799-ad80-ea164672f73f req-13a3dcce-85d3-4f79-bf5f-2aefa7659b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:18.691117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-13a3dcce-85d3-4f79-bf5f-2aefa7659b2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.2281394 Jan 27 19:36:18.734124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:07Z', 'revision_number': 4, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cab03139-5286-4f0d-9d22-1f02dacb44fa', 'name': '', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'mac_address': 'fa:16:3e:21:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:04Z', 'updated_at': '2022-01-27T19:36:14Z', 'revision_number': 4, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'subnets': [{'id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:18.739440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:18.739841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:18.905818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b509c2-5686-46e1-80e9-95c36e9a0223 None None] The sync data for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 is: [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:36:07Z', 'revision_number': 4, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cab03139-5286-4f0d-9d22-1f02dacb44fa', 'name': '', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'mac_address': 'fa:16:3e:21:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:04Z', 'updated_at': '2022-01-27T19:36:14Z', 'revision_number': 4, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'subnets': [{'id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:19.049876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Current status of the port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:19.051370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:19.118249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] For port 8b4df53e-0a65-47ba-9172-68c931ab5ff6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8b4df53e-0a65-47ba-9172-68c931ab5ff6,segment=NetworkSegment(55c46b38-6b3d-457b-aa9d-2b6bdabe389c),segment_id=55c46b38-6b3d-457b-aa9d-2b6bdabe389c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:19.126317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:19.246494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-9ac71751-068d-47ad-a7c8-4ceaa834df7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5497732 Jan 27 19:36:19.400368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:36:19.401832 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:36:19.403053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ddff-aef4-4ff5-ba8b-7944f3fd8124 None None] Pushing event updated for resources: {'Port': ['ID=8b4df53e-0a65-47ba-9172-68c931ab5ff6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:19.460733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Provisioning complete for port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:19.461664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:19.717557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-4586841c-ae01-4b1a-a3c0-d2287b53fad8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486775 Jan 27 19:36:19.764390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71256ce-a1f6-47cf-a1d6-4fcbe20bc668 None None] Network 6828147c-3244-4359-bc7d-dfed1fc7308a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:19.821049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:19.832719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Current status of the port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:19.851344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-80852ec3-d38a-45ab-b91f-31f928e86653 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1819537 Jan 27 19:36:19.856225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:19.856869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] Sync routers for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:19.913208 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:19.914761 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:20.040718 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:20.045439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39468626-6477-43f8-ae65-4e077888e6ee req-3927981c-f622-41e8-9ed4-c494d319c69a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:20.058048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39468626-6477-43f8-ae65-4e077888e6ee req-3927981c-f622-41e8-9ed4-c494d319c69a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 943 time: 1.3486147 Jan 27 19:36:20.102712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:20.108682 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:20.268430 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:20.269452 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac8915-0be3-4545-bb0a-247d58ec2e09 None None] The sync data for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:20.320071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c73c21f0-6236-4799-ad80-ea164672f73f req-645acd3e-4ff4-40e3-b7d4-ddba30ee6aab service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767031 Jan 27 19:36:20.451265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Provisioning complete for port 0d204efd-54c8-4084-b844-16a32ca0dffc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:20.451855 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:20.504923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39468626-6477-43f8-ae65-4e077888e6ee req-a27a16fc-9250-44aa-a2c9-dc119127cda6 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444237 Jan 27 19:36:20.547498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-8c51b83b-9d08-4d06-bcc9-10454a97701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:20.551928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-8c51b83b-9d08-4d06-bcc9-10454a97701e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 1094 time: 0.1422584 Jan 27 19:36:20.653863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42a25-9987-4145-8be5-c00a34aaed03 None None] Port 0d204efd-54c8-4084-b844-16a32ca0dffc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:36:20.685473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:20.859981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Provisioning complete for port 64aeddd8-8288-4855-aa8f-a004d05bbe2b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:20.863695 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:20.916315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-994d4b3e-429c-458c-8402-5f77a6cf1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:20.917911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-994d4b3e-429c-458c-8402-5f77a6cf1e95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 911 time: 0.3579884 Jan 27 19:36:21.096259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-39ee1be9-d093-4f0a-95a0-5f5b997fec1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 HTTP/1.1" status: 200 len: 217 time: 0.1656210 Jan 27 19:36:21.281596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-4c08b90d-4200-45d1-a4a7-8010a5dd3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:21.285367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-4c08b90d-4200-45d1-a4a7-8010a5dd3f93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.1740263 Jan 27 19:36:21.291990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Current status of the port 64aeddd8-8288-4855-aa8f-a004d05bbe2b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:21.292390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:21.327574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-0d7c39c6-f766-4008-b768-d586bafd4d30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339100 Jan 27 19:36:21.541290 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0c8881ba-d6f5-4d47-9c60-332852f635cd tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:21.543213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0c8881ba-d6f5-4d47-9c60-332852f635cd tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6847894 Jan 27 19:36:21.543992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] For port 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64aeddd8-8288-4855-aa8f-a004d05bbe2b,segment=NetworkSegment(e522b117-ffb4-4f0d-90e6-22841bf1eee6),segment_id=e522b117-ffb4-4f0d-90e6-22841bf1eee6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:21.548843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8b4df53e-0a65-47ba-9172-68c931ab5ff6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:21.549749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:21.562345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:21.786809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-30d8af23-3489-4827-b481-a4011ee3e5ab service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492288 Jan 27 19:36:21.800382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:21.801971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:36:21.876264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Provisioning complete for port 0d204efd-54c8-4084-b844-16a32ca0dffc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:21.876744 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:21.932959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Pushing event updated for resources: {'Port': ['ID=64aeddd8-8288-4855-aa8f-a004d05bbe2b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:21.955041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:21.955518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.014133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c89d1f6-45f8-44ab-9f39-6c9bb6104ed3 None None] Port 0d204efd-54c8-4084-b844-16a32ca0dffc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:36:22.261195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5a5541b6-a377-4975-81c0-86bfff74fe98 None None] Provisioning complete for port 64aeddd8-8288-4855-aa8f-a004d05bbe2b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:22.261605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a5541b6-a377-4975-81c0-86bfff74fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.265782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:22.266927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cab03139-5286-4f0d-9d22-1f02dacb44fa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:22.375275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227e0fc-8c5e-44a1-b306-35075d2d7462 req-cb0ac356-ae1e-4ba4-ab80-69cbffe3f750 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:22.381546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:36:22.409319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7227e0fc-8c5e-44a1-b306-35075d2d7462 req-cb0ac356-ae1e-4ba4-ab80-69cbffe3f750 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 943 time: 0.6487355 Jan 27 19:36:22.412764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01e52947-5774-4d03-91ce-d47126c25fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.509900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cab03139-5286-4f0d-9d22-1f02dacb44fa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:22.510738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.512705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a5541b6-a377-4975-81c0-86bfff74fe98 None None] Current status of the port 64aeddd8-8288-4855-aa8f-a004d05bbe2b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:22.707677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:22.721248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.739369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3b41bb6-7b70-4f7b-9667-761c5a9ca799 req-9687ef08-e309-4cde-8ee9-91fd05423703 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9378738 Jan 27 19:36:22.786558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7227e0fc-8c5e-44a1-b306-35075d2d7462 req-66ab233b-7b4b-4216-9652-d93e59b3db9e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760772 Jan 27 19:36:22.834386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'port_id': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1', 'mac_address': 'fa:16:3e:a1:8a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:36:22.944110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cab03139-5286-4f0d-9d22-1f02dacb44fa is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:22.944515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.966720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01e52947-5774-4d03-91ce-d47126c25fa3 admin admin] Publish callbacks [] for security_group (0bab8b6e-f600-458f-9cfd-19a3ee07cc45), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:22.975212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01e52947-5774-4d03-91ce-d47126c25fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0bab8b6e-f600-458f-9cfd-19a3ee07cc45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.011479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port cab03139-5286-4f0d-9d22-1f02dacb44fa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cab03139-5286-4f0d-9d22-1f02dacb44fa,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:23.016177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:23.016665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.021603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.022555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64aeddd8-8288-4855-aa8f-a004d05bbe2b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:23.110471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e52947-5774-4d03-91ce-d47126c25fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab8b6e-f600-458f-9cfd-19a3ee07cc45,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:23.150168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-01e52947-5774-4d03-91ce-d47126c25fa3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=184daeb9d22f4002b1bd95e1083a38db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2804494 Jan 27 19:36:23.150842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:23.186877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:23.223075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:36:23.272325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:23.282056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.304406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] Publish callbacks [] for security_group (0bab8b6e-f600-458f-9cfd-19a3ee07cc45), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.407092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 64aeddd8-8288-4855-aa8f-a004d05bbe2b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:23.407735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.408125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] Publish callbacks [] for security_group (0bab8b6e-f600-458f-9cfd-19a3ee07cc45), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.480201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting port 0d204efd-54c8-4084-b844-16a32ca0dffc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:23.480597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.509085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:23.535164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0bab8b6e-f600-458f-9cfd-19a3ee07cc45), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.540329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.543452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bab8b6e-f600-458f-9cfd-19a3ee07cc45 HTTP/1.1" status: 204 len: 168 time: 0.3910608 Jan 27 19:36:23.561961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ed9c-5a90-4e4c-a1a7-02cb807e47b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab8b6e-f600-458f-9cfd-19a3ee07cc45,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:23.636903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:36:23.787668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 64aeddd8-8288-4855-aa8f-a004d05bbe2b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:23.792510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2abc6f92-d837-4535-a7a6-b11c411d3701 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:23.803996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.830271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Calling delete_port for 0d204efd-54c8-4084-b844-16a32ca0dffc owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:23.883464 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:23.965486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2abc6f92-d837-4535-a7a6-b11c411d3701 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:23.965900 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.169899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2abc6f92-d837-4535-a7a6-b11c411d3701 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:24.208737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de092-52e7-4d97-8749-8959002aadec req-2d64ba69-a0e4-483c-9bf6-96f7a08c9903 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:24.227077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e0de092-52e7-4d97-8749-8959002aadec req-2d64ba69-a0e4-483c-9bf6-96f7a08c9903 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 944 time: 0.2131939 Jan 27 19:36:24.237446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:24.314798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fea23ef4-5559-4f05-aa88-71f160e610be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.428083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cab03139-5286-4f0d-9d22-1f02dacb44fa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:24.447284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e0de092-52e7-4d97-8749-8959002aadec req-96e8efdb-c038-4b99-b6ab-e5156d068289 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143083 Jan 27 19:36:24.452855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0d204efd-54c8-4084-b844-16a32ca0dffc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.524838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Port': ['ID=0d204efd-54c8-4084-b844-16a32ca0dffc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:24.638108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cab03139-5286-4f0d-9d22-1f02dacb44fa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:24.639121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.642703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fea23ef4-5559-4f05-aa88-71f160e610be admin admin] Publish callbacks [] for security_group (9ce1df82-1a50-4d2c-9b62-8f92d59e495a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.665599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fea23ef4-5559-4f05-aa88-71f160e610be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ce1df82-1a50-4d2c-9b62-8f92d59e495a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.763781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea23ef4-5559-4f05-aa88-71f160e610be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce1df82-1a50-4d2c-9b62-8f92d59e495a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:24.777511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.825119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fea23ef4-5559-4f05-aa88-71f160e610be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a59594632219478aa4c862c419bafb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825565 Jan 27 19:36:24.832183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:24.872950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cab03139-5286-4f0d-9d22-1f02dacb44fa is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:24.875064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64aeddd8-8288-4855-aa8f-a004d05bbe2b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:24.896862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.923156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] Publish callbacks [] for security_group (9ce1df82-1a50-4d2c-9b62-8f92d59e495a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:24.956059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] Publish callbacks [] for security_group (9ce1df82-1a50-4d2c-9b62-8f92d59e495a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:25.017546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ce1df82-1a50-4d2c-9b62-8f92d59e495a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:25.025202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 64aeddd8-8288-4855-aa8f-a004d05bbe2b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:25.025938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:25.026720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:25.030564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ce1df82-1a50-4d2c-9b62-8f92d59e495a HTTP/1.1" status: 204 len: 168 time: 0.1950898 Jan 27 19:36:25.051385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e43469-3b33-4b70-9c6f-3f21c4cebad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce1df82-1a50-4d2c-9b62-8f92d59e495a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:25.211508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Router b2c7b74f-0d96-40f4-82a9-5b73e3a18618 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:36:25.317713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 64aeddd8-8288-4855-aa8f-a004d05bbe2b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:25.671120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0177b5e-f2ba-4336-b46d-1c0bb5b27e6f req-3caa89ce-105c-41ab-ac75-adc574d1167d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:25.674190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0177b5e-f2ba-4336-b46d-1c0bb5b27e6f req-3caa89ce-105c-41ab-ac75-adc574d1167d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 944 time: 0.1109407 Jan 27 19:36:25.693783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:25.709303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] Sync routers for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:25.731059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:25.732247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc6c117a-d696-45c3-b48b-0393a4e5f5d5 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1810453 Jan 27 19:36:25.738142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:25.738807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:25.850625 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b103af5e-ea6d-4787-bdfa-c92c73b2c679 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] delete failed (client error): The resource could not be found. Jan 27 19:36:25.853085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b103af5e-ea6d-4787-bdfa-c92c73b2c679 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-247988579 HTTP/1.1" status: 404 len: 334 time: 0.1205423 Jan 27 19:36:25.861827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:25.864062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:25.870427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7b7c5c6c-e472-4901-a74a-53203b9b4e05 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:25.874072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0177b5e-f2ba-4336-b46d-1c0bb5b27e6f req-4f815443-17a0-4698-ac6d-35684e5f8551 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936884 Jan 27 19:36:25.892603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:25.893612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:25.941149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:25.946215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d47166-bed6-454b-a295-c6ea8a67507b None None] The sync data for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:26.263535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5c6c-e472-4901-a74a-53203b9b4e05 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router_gateway (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:26.314807 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-7b7c5c6c-e472-4901-a74a-53203b9b4e05 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] update failed (client error): The resource could not be found. Jan 27 19:36:26.316748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b7c5c6c-e472-4901-a74a-53203b9b4e05 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618 HTTP/1.1" status: 404 len: 339 time: 0.4533296 Jan 27 19:36:26.331427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:26.407137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:36:26.764751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:36:26.769409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:26.769642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:26.991310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:36:26.992446 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:27.073053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:36:27.080427 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42744134-af3e-46a5-b53c-3b351188b8da" -d '{"events": [{"server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:36:27.145665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:27.155007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:27.219735 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ebba65-86bf-4b46-b747-479df370b087 x-openstack-request-id: req-71ebba65-86bf-4b46-b747-479df370b087 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:36:27.220675 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:36:27.223542 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71ebba65-86bf-4b46-b747-479df370b087 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:36:27.223761 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1', 'code': 200} Jan 27 19:36:27.261318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:27.489406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:27.508323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713c91-5bf5-4fba-8960-2d2fa95b175c req-292d599d-09d6-4834-9629-6a0694084ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:27.509939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed713c91-5bf5-4fba-8960-2d2fa95b175c req-292d599d-09d6-4834-9629-6a0694084ae3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 1096 time: 0.1425455 Jan 27 19:36:27.521212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b6d75-ad81-4cd5-bbe2-9f3aee876a79 req-ba7d3b95-61e9-4662-b9bf-e5f9ce97566f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:27.522706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-859b6d75-ad81-4cd5-bbe2-9f3aee876a79 req-ba7d3b95-61e9-4662-b9bf-e5f9ce97566f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1565073 Jan 27 19:36:27.666762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed713c91-5bf5-4fba-8960-2d2fa95b175c req-7d236353-01da-4876-827b-7c013d078e09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421802 Jan 27 19:36:27.747422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-859b6d75-ad81-4cd5-bbe2-9f3aee876a79 req-3783ef71-8e2e-479c-b028-5531dddb1cd3 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016919 Jan 27 19:36:28.008589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Allocated IP 172.20.0.1 (b8abb669-a18f-43e8-b0b3-a2a706bab26a/7200d30d-eb7f-472d-8fca-b38ecaf6f2ac/49d80e66-ee7d-494c-aabc-9d51fb17adb6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:36:28.196308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:28.291108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:28.369486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:28.386660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:28.391352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:36:28.440011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:28.494833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Port': ['ID=49d80e66-ee7d-494c-aabc-9d51fb17adb6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:28.666574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:28.829742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0a14da4d-c207-4c7c-b6ec-edbafe9876f2 None None] Provisioning complete for port 49d80e66-ee7d-494c-aabc-9d51fb17adb6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:28.830470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a14da4d-c207-4c7c-b6ec-edbafe9876f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.029979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0a14da4d-c207-4c7c-b6ec-edbafe9876f2 None None] Port 49d80e66-ee7d-494c-aabc-9d51fb17adb6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:36:29.046441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:29.111879 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.122746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.198177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.282750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c13ad0fe-72fb-4e2e-9f1d-a2a629c85c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.374227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164000b4-ef00-41cf-8e92-c94c679c52f4 req-f671a9c2-5209-4d5d-9da8-a1df15c95fdf tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:29.384159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164000b4-ef00-41cf-8e92-c94c679c52f4 req-f671a9c2-5209-4d5d-9da8-a1df15c95fdf tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.3108871 Jan 27 19:36:29.415581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event updated for resources: {'Port': ['ID=49d80e66-ee7d-494c-aabc-9d51fb17adb6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:29.469170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c13ad0fe-72fb-4e2e-9f1d-a2a629c85c73 admin admin] Publish callbacks [] for security_group (e264bbe3-5a15-4efd-84b3-7f4e231aa40b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.475225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c13ad0fe-72fb-4e2e-9f1d-a2a629c85c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e264bbe3-5a15-4efd-84b3-7f4e231aa40b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.528883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ad0fe-72fb-4e2e-9f1d-a2a629c85c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264bbe3-5a15-4efd-84b3-7f4e231aa40b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:29.550818 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c13ad0fe-72fb-4e2e-9f1d-a2a629c85c73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e781af0907d4ce397a8f41d28807566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002685 Jan 27 19:36:29.553426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:29.574547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164000b4-ef00-41cf-8e92-c94c679c52f4 req-e6cf7fd0-630d-4ace-8dc3-07654cea096b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889522 Jan 27 19:36:29.580967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:36:29.604386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:29.879977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] Publish callbacks [] for security_group (e264bbe3-5a15-4efd-84b3-7f4e231aa40b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:29.931268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] Publish callbacks [] for security_group (e264bbe3-5a15-4efd-84b3-7f4e231aa40b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:30.001921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Router b2c7b74f-0d96-40f4-82a9-5b73e3a18618 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:36:30.074917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-992a7d36-23cb-48cb-ae37-ca82b55f554b None None] Provisioning complete for port 49d80e66-ee7d-494c-aabc-9d51fb17adb6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:36:30.075934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-992a7d36-23cb-48cb-ae37-ca82b55f554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:30.123318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-992a7d36-23cb-48cb-ae37-ca82b55f554b None None] Port 49d80e66-ee7d-494c-aabc-9d51fb17adb6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:36:30.178547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e264bbe3-5a15-4efd-84b3-7f4e231aa40b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:30.184759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:30.188386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e264bbe3-5a15-4efd-84b3-7f4e231aa40b HTTP/1.1" status: 204 len: 168 time: 0.6332936 Jan 27 19:36:30.240973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62c7e7-2240-4fcf-ad08-8df623679a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264bbe3-5a15-4efd-84b3-7f4e231aa40b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:30.302418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:30.313772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b7ba1b71-2a77-4829-8436-7cebe4eb2436 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9803667 Jan 27 19:36:30.316207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:30.318257 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] Sync routers for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:30.345460 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:30.347245 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:30.472585 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:30.492293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:30.493495 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:30.555086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:30.555836 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649a738-070a-4cbc-86eb-7ca8f3af18bc None None] The sync data for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:30.580115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a2afe3f-de19-4179-8eb5-9cb864cfe92d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:30.797753 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-1a2afe3f-de19-4179-8eb5-9cb864cfe92d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 19:36:30.801921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a2afe3f-de19-4179-8eb5-9cb864cfe92d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618 HTTP/1.1" status: 409 len: 329 time: 0.4839144 Jan 27 19:36:30.802705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:30.824059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9119f-b843-4456-9fcc-b804442ec81d req-928624d8-15f6-46bb-806d-957242a9b54d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:30.827586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea9119f-b843-4456-9fcc-b804442ec81d req-928624d8-15f6-46bb-806d-957242a9b54d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1033835 Jan 27 19:36:30.901576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:30.905159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea9119f-b843-4456-9fcc-b804442ec81d req-740331ac-d133-4bb5-a205-22849572580e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Jan 27 19:36:30.918901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f20d43c-ac26-4a1c-af0e-46f79d393bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.034648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f20d43c-ac26-4a1c-af0e-46f79d393bfb admin admin] Publish callbacks [] for security_group (6623bdd0-f5ea-4681-8ab6-d7a654810ef6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.041872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f20d43c-ac26-4a1c-af0e-46f79d393bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6623bdd0-f5ea-4681-8ab6-d7a654810ef6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.118492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4f20d43c-ac26-4a1c-af0e-46f79d393bfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a317ea9bfc8451fa4145a07e9d00134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093210 Jan 27 19:36:31.118492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20d43c-ac26-4a1c-af0e-46f79d393bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6623bdd0-f5ea-4681-8ab6-d7a654810ef6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:31.120201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:31.194817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] Publish callbacks [] for security_group (6623bdd0-f5ea-4681-8ab6-d7a654810ef6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.251213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] Publish callbacks [] for security_group (6623bdd0-f5ea-4681-8ab6-d7a654810ef6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.416425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.457686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-e2f91da4-724b-416c-a65d-53f741ae6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:31.459598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-e2f91da4-724b-416c-a65d-53f741ae6db9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 1096 time: 0.1160080 Jan 27 19:36:31.463940 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6623bdd0-f5ea-4681-8ab6-d7a654810ef6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.467232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:31.468411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6623bdd0-f5ea-4681-8ab6-d7a654810ef6 HTTP/1.1" status: 204 len: 168 time: 0.3472555 Jan 27 19:36:31.488177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce3084-a2ed-44da-ae97-6e2b3a3f5538 req-a3e86c40-663c-4e0c-b1b9-a5424be01a2a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:31.490816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46ce3084-a2ed-44da-ae97-6e2b3a3f5538 req-a3e86c40-663c-4e0c-b1b9-a5424be01a2a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1246593 Jan 27 19:36:31.515936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af1f35-d781-45ae-8c65-255d0e2e160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6623bdd0-f5ea-4681-8ab6-d7a654810ef6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:31.613749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46ce3084-a2ed-44da-ae97-6e2b3a3f5538 req-fbbd3ea8-8bef-4534-9b0f-6cc02645ac2b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049843 Jan 27 19:36:31.636290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-d52de1c7-7e9c-445a-a9c5-c941ed59f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:31.638052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-d52de1c7-7e9c-445a-a9c5-c941ed59f2b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 911 time: 0.1685410 Jan 27 19:36:31.694442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-df643872-0d4d-419d-9b1f-0bc7af93a552 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 HTTP/1.1" status: 200 len: 217 time: 0.0494516 Jan 27 19:36:31.806709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-9667ddd3-b839-41f7-bc12-a0b4e3d7277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:31.809066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-9667ddd3-b839-41f7-bc12-a0b4e3d7277b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.0992620 Jan 27 19:36:31.848472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-5f15aa42-5626-4ff9-8d04-0c15d7fc9ede service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309730 Jan 27 19:36:31.900532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57702) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:31.970524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-a668e669-04d7-45cb-bec5-2e48a1088d10 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151371 Jan 27 19:36:32.037409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting port 49d80e66-ee7d-494c-aabc-9d51fb17adb6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:32.038086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.090405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e25b6c4b-4a11-4332-8140-a2039ee9179f req-3e922e75-21ad-4071-8e69-a3b75ae967ab service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107836 Jan 27 19:36:32.180142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.194150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Calling delete_port for 49d80e66-ee7d-494c-aabc-9d51fb17adb6 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:32.267830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ece11ce-7bb5-45f5-8bd2-8748d0e4e11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.468279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ece11ce-7bb5-45f5-8bd2-8748d0e4e11f admin admin] Publish callbacks [] for security_group (f936e098-42fa-4079-96d1-d6dcb4aeeece), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.476439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ece11ce-7bb5-45f5-8bd2-8748d0e4e11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f936e098-42fa-4079-96d1-d6dcb4aeeece), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.495694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (49d80e66-ee7d-494c-aabc-9d51fb17adb6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.553495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Port': ['ID=49d80e66-ee7d-494c-aabc-9d51fb17adb6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:32.557226 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ece11ce-7bb5-45f5-8bd2-8748d0e4e11f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccf15c82621547d88636d33d1a0f63fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556714 Jan 27 19:36:32.561429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:32.563485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece11ce-7bb5-45f5-8bd2-8748d0e4e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936e098-42fa-4079-96d1-d6dcb4aeeece,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:32.680605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] Publish callbacks [] for security_group (f936e098-42fa-4079-96d1-d6dcb4aeeece), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.760884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] Publish callbacks [] for security_group (f936e098-42fa-4079-96d1-d6dcb4aeeece), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.837735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:32.896638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aff19-3d9f-4889-b2ed-956200375023 req-5ed425d3-9b69-4daf-86c9-b5d5845208f8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:32.907858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-477aff19-3d9f-4889-b2ed-956200375023 req-5ed425d3-9b69-4daf-86c9-b5d5845208f8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1518061 Jan 27 19:36:32.989227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-477aff19-3d9f-4889-b2ed-956200375023 req-0b217970-49fe-46d5-91a6-9ee8bdbad6ae tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804577 Jan 27 19:36:33.012093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f936e098-42fa-4079-96d1-d6dcb4aeeece), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.014865 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.019272 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f936e098-42fa-4079-96d1-d6dcb4aeeece HTTP/1.1" status: 204 len: 168 time: 0.4566922 Jan 27 19:36:33.082107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5dccd-bf62-44ad-83e6-1af4444f84de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936e098-42fa-4079-96d1-d6dcb4aeeece,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:33.095111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Router b2c7b74f-0d96-40f4-82a9-5b73e3a18618 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:36:33.216552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:36:33.233478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:33.233641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4e1a72a0-f471-4a48-8a8b-1cda481fcd4d tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281824 Jan 27 19:36:33.238718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] Sync routers for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:36:33.260338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:33.260929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:33.331012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:33.360231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] Routers {'b2c7b74f-0d96-40f4-82a9-5b73e3a18618'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:36:33.363067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:36:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:33.380885 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-99eb92c4-cc29-4105-86ef-d1a89c2138c3 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] show failed (client error): The resource could not be found. Jan 27 19:36:33.392908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-99eb92c4-cc29-4105-86ef-d1a89c2138c3 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1257396615 HTTP/1.1" status: 404 len: 335 time: 0.1533065 Jan 27 19:36:33.393712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57786) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:33.398787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7ac93a0e-1373-4999-abe4-a79bea096695 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:33.456031 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-7ac93a0e-1373-4999-abe4-a79bea096695 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] update failed (client error): The resource could not be found. Jan 27 19:36:33.461506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ac93a0e-1373-4999-abe4-a79bea096695 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-319761760 HTTP/1.1" status: 404 len: 334 time: 0.0664463 Jan 27 19:36:33.462367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57790) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:33.467007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:33.470114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96757431-e27d-40bf-9372-1dd3b2f8b326 None None] The sync data for ids ['b2c7b74f-0d96-40f4-82a9-5b73e3a18618'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:36:33.513490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-3a47791f-fc17-41e8-a061-1ceb040631f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:33.515181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-3a47791f-fc17-41e8-a061-1ceb040631f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1362865 Jan 27 19:36:33.535998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting subnet 17dd91cb-1e72-4606-b9ca-880ff1cdf980 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:36:33.541831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (17dd91cb-1e72-4606-b9ca-880ff1cdf980), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.545975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f310f33-438a-4dcd-a91a-d9ce54e764bf req-39e1c8ae-9358-4bad-ab5c-38f73d231799 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:33.553514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f310f33-438a-4dcd-a91a-d9ce54e764bf req-39e1c8ae-9358-4bad-ab5c-38f73d231799 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0950170 Jan 27 19:36:33.610986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (17dd91cb-1e72-4606-b9ca-880ff1cdf980), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.693893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f310f33-438a-4dcd-a91a-d9ce54e764bf req-a0a85759-60d6-4b40-a905-f3100e04f98e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389110 Jan 27 19:36:33.737434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (17dd91cb-1e72-4606-b9ca-880ff1cdf980), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.753126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-e4359c9e-061f-4d14-b6ae-578a73b40662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:33.755041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-e4359c9e-061f-4d14-b6ae-578a73b40662 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2331927 Jan 27 19:36:33.806186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57796) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:33.832592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b37dbf2-c363-4aa7-aaea-31dc708250d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.877616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (17dd91cb-1e72-4606-b9ca-880ff1cdf980), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.884547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-dbb9d2ea-c497-4e1f-8b8c-8fcfd9694a43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1205120 Jan 27 19:36:33.929273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:33.929819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7391022-0a90-44ae-838f-869d685b3958 None None] Network 6828147c-3244-4359-bc7d-dfed1fc7308a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:33.940286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/subnets/17dd91cb-1e72-4606-b9ca-880ff1cdf980 HTTP/1.1" status: 204 len: 168 time: 0.4757040 Jan 27 19:36:34.006708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b37dbf2-c363-4aa7-aaea-31dc708250d2 admin admin] Publish callbacks [] for security_group (be5fd142-8c3c-4ba7-8d58-1e710cff08ff), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.013948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57820) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:34.016650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5d30-150b-4517-9ec5-6b0f6a99a0e9 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Subnet': ['ID=17dd91cb-1e72-4606-b9ca-880ff1cdf980,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:34.035443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b37dbf2-c363-4aa7-aaea-31dc708250d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be5fd142-8c3c-4ba7-8d58-1e710cff08ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.094270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-aa3cae8b-78ae-401b-a61a-0aa29eb9c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:34.126896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-aa3cae8b-78ae-401b-a61a-0aa29eb9c9a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.2269359 Jan 27 19:36:34.260903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4b37dbf2-c363-4aa7-aaea-31dc708250d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f129935d9f5416b94340826500347f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493802 Jan 27 19:36:34.261493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37dbf2-c363-4aa7-aaea-31dc708250d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fd142-8c3c-4ba7-8d58-1e710cff08ff,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:34.281557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:34.311587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting subnet 871d80d5-b978-4277-a747-d1e19ba3f1dd {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:36:34.315460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (871d80d5-b978-4277-a747-d1e19ba3f1dd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.392088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (871d80d5-b978-4277-a747-d1e19ba3f1dd), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.473762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-2fa9bae7-56f9-4974-83ed-efb4abc17644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:34.476441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-2fa9bae7-56f9-4974-83ed-efb4abc17644 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3476882 Jan 27 19:36:34.514817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] Publish callbacks [] for security_group (be5fd142-8c3c-4ba7-8d58-1e710cff08ff), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.519448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] DHCP port deletion for 6828147c-3244-4359-bc7d-dfed1fc7308a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:36:34.520501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e689-bc4d-4d74-85a0-53e112b02c6f req-ef6237c4-87cf-4b85-8ca1-ff7110ad44a2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:34.523502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c88e689-bc4d-4d74-85a0-53e112b02c6f req-ef6237c4-87cf-4b85-8ca1-ff7110ad44a2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.2677071 Jan 27 19:36:34.546401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] Publish callbacks [] for security_group (be5fd142-8c3c-4ba7-8d58-1e710cff08ff), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.668917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Deleting port 64aeddd8-8288-4855-aa8f-a004d05bbe2b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:34.674187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be5fd142-8c3c-4ba7-8d58-1e710cff08ff), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.676988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.678430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be5fd142-8c3c-4ba7-8d58-1e710cff08ff HTTP/1.1" status: 204 len: 168 time: 0.3958488 Jan 27 19:36:34.682623 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.702001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8059bd-3cb7-41d9-8225-cdf3bf266b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fd142-8c3c-4ba7-8d58-1e710cff08ff,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:34.710831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (871d80d5-b978-4277-a747-d1e19ba3f1dd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.869978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-6bddd925-65b8-4329-bd77-077df9f733f1 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838675 Jan 27 19:36:34.888706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (871d80d5-b978-4277-a747-d1e19ba3f1dd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.915383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c88e689-bc4d-4d74-85a0-53e112b02c6f req-306e49b6-8366-44b7-b34c-2800969db8d1 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617349 Jan 27 19:36:34.923052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] For port 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64aeddd8-8288-4855-aa8f-a004d05bbe2b,segment=NetworkSegment(e522b117-ffb4-4f0d-90e6-22841bf1eee6),segment_id=e522b117-ffb4-4f0d-90e6-22841bf1eee6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:34.927446 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.953823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:34.963247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/subnets/871d80d5-b978-4277-a747-d1e19ba3f1dd HTTP/1.1" status: 204 len: 168 time: 0.9338391 Jan 27 19:36:34.964833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a2281-d01b-4014-bf52-4e76d9f58164 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Subnet': ['ID=871d80d5-b978-4277-a747-d1e19ba3f1dd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:34.971832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:34.983669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a73bf-c2b6-4936-bb69-2c8059ca9eb8 None None] Network 9cd5cd62-402c-48ab-85fd-b19febe550d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:34.989135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Calling delete_port for 64aeddd8-8288-4855-aa8f-a004d05bbe2b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:35.073309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6828147c-3244-4359-bc7d-dfed1fc7308a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:35.181347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0badd-be54-472b-a244-39a456331acc req-bb4982be-c2b1-4c65-847b-77f9779647ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:35.183756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56b0badd-be54-472b-a244-39a456331acc req-bb4982be-c2b1-4c65-847b-77f9779647ec tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3706329 Jan 27 19:36:35.237408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9df41bdb-a0e9-4e0c-b284-d7b4fed4d179 req-f648bce5-977c-46c5-9ed9-4b786a87b0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389735 Jan 27 19:36:35.474386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56b0badd-be54-472b-a244-39a456331acc req-4d6698eb-a019-462b-b391-2c9e1347bc0b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287536 Jan 27 19:36:35.501832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting port 64aeddd8-8288-4855-aa8f-a004d05bbe2b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:35.503943 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:35.558676 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:35.636272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] For port 64aeddd8-8288-4855-aa8f-a004d05bbe2b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64aeddd8-8288-4855-aa8f-a004d05bbe2b,segment=NetworkSegment(e522b117-ffb4-4f0d-90e6-22841bf1eee6),segment_id=e522b117-ffb4-4f0d-90e6-22841bf1eee6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:35.637427 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:35.688455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] No DVR routers for this DVR port 64aeddd8-8288-4855-aa8f-a004d05bbe2b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:36:35.691211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Calling delete_port for 64aeddd8-8288-4855-aa8f-a004d05bbe2b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:35.692537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a2cf-9ba4-4f42-a4e4-f4b71320a1b4 None None] Pushing event deleted for resources: {'Port': ['ID=64aeddd8-8288-4855-aa8f-a004d05bbe2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:35.784209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] DHCP port deletion for 9cd5cd62-402c-48ab-85fd-b19febe550d1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:36:35.932504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (64aeddd8-8288-4855-aa8f-a004d05bbe2b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:35.940743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Deleting port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:35.940743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:36.010193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] No DVR routers for this DVR port 64aeddd8-8288-4855-aa8f-a004d05bbe2b on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:36:36.015915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Port': ['ID=64aeddd8-8288-4855-aa8f-a004d05bbe2b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:36.104160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] For port 8b4df53e-0a65-47ba-9172-68c931ab5ff6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8b4df53e-0a65-47ba-9172-68c931ab5ff6,segment=NetworkSegment(55c46b38-6b3d-457b-aa9d-2b6bdabe389c),segment_id=55c46b38-6b3d-457b-aa9d-2b6bdabe389c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:36.104596 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:36.149141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Calling delete_port for 8b4df53e-0a65-47ba-9172-68c931ab5ff6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:36.347149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (8b4df53e-0a65-47ba-9172-68c931ab5ff6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:36.419044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64aeddd8-8288-4855-aa8f-a004d05bbe2b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:36:36.560932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] Pushing event deleted for resources: {'Port': ['ID=8b4df53e-0a65-47ba-9172-68c931ab5ff6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:36.591256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4eeab-ed0f-4735-981e-ca5b45009114 None None] No DVR routers for this DVR port 8b4df53e-0a65-47ba-9172-68c931ab5ff6 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:36:36.607034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 64aeddd8-8288-4855-aa8f-a004d05bbe2b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:36:36.623735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64aeddd8-8288-4855-aa8f-a004d05bbe2b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:36:36.627816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8b4df53e-0a65-47ba-9172-68c931ab5ff6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:36:36.715841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 8b4df53e-0a65-47ba-9172-68c931ab5ff6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:36:36.716881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8b4df53e-0a65-47ba-9172-68c931ab5ff6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:36:37.061830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6828147c-3244-4359-bc7d-dfed1fc7308a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.108195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83fc7-ac9d-4b9a-874b-769d3c07c893 req-ea40fdaf-e272-4e65-bd3d-198c0cc27a35 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:37.115526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afd83fc7-ac9d-4b9a-874b-769d3c07c893 req-ea40fdaf-e272-4e65-bd3d-198c0cc27a35 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 1.0326660 Jan 27 19:36:37.118871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6828147c-3244-4359-bc7d-dfed1fc7308a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.161319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e522b117-ffb4-4f0d-90e6-22841bf1eee6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.163748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e522b117-ffb4-4f0d-90e6-22841bf1eee6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.174145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0ac1a-88b2-4e77-be48-9db1163a42dd req-98b5b837-0000-4fe0-a6a1-2264f1cc7628 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:37.175964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92d0ac1a-88b2-4e77-be48-9db1163a42dd req-98b5b837-0000-4fe0-a6a1-2264f1cc7628 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1743770 Jan 27 19:36:37.209878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (e522b117-ffb4-4f0d-90e6-22841bf1eee6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.260228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afd83fc7-ac9d-4b9a-874b-769d3c07c893 req-656b25d5-eff0-4429-824f-5aaf64fd342f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435323 Jan 27 19:36:37.264942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e522b117-ffb4-4f0d-90e6-22841bf1eee6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.279917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:36:37.280335 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (e522b117-ffb4-4f0d-90e6-22841bf1eee6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:36:37.283705 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:36:37.351911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92d0ac1a-88b2-4e77-be48-9db1163a42dd req-89722272-416d-442d-ba83-021c44658efe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628168 Jan 27 19:36:37.392302 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6828147c-3244-4359-bc7d-dfed1fc7308a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.402349 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.409612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/networks/6828147c-3244-4359-bc7d-dfed1fc7308a HTTP/1.1" status: 204 len: 168 time: 2.4353769 Jan 27 19:36:37.413222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:37.462186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a3d4-b580-4056-8a25-801e61d092e0 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Network': ['ID=6828147c-3244-4359-bc7d-dfed1fc7308a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:37.571424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (9cd5cd62-402c-48ab-85fd-b19febe550d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.731109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (9cd5cd62-402c-48ab-85fd-b19febe550d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.787827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd5cd62-402c-48ab-85fd-b19febe550d1']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.836300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c46b38-6b3d-457b-aa9d-2b6bdabe389c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.836799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c46b38-6b3d-457b-aa9d-2b6bdabe389c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:37.866899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (55c46b38-6b3d-457b-aa9d-2b6bdabe389c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.907592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (55c46b38-6b3d-457b-aa9d-2b6bdabe389c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.921503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:36:37.922213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (55c46b38-6b3d-457b-aa9d-2b6bdabe389c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: warnings.warn(msg) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:36:37.928134 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:36:38.056339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (9cd5cd62-402c-48ab-85fd-b19febe550d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.072313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.080131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:38.093898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/networks/9cd5cd62-402c-48ab-85fd-b19febe550d1 HTTP/1.1" status: 204 len: 168 time: 0.6748965 Jan 27 19:36:38.131239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473e06e-b79c-4a89-b60a-8f40380200d7 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Network': ['ID=9cd5cd62-402c-48ab-85fd-b19febe550d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:38.190523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting subnet 7200d30d-eb7f-472d-8fca-b38ecaf6f2ac {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:36:38.195962 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for subnet (7200d30d-eb7f-472d-8fca-b38ecaf6f2ac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.295675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7200d30d-eb7f-472d-8fca-b38ecaf6f2ac), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.512949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7200d30d-eb7f-472d-8fca-b38ecaf6f2ac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.569889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4fcc9-14aa-45a3-bc4f-70b997095a06 req-c79569ec-4115-4db0-8e04-fc984aaae208 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:38.571490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0d4fcc9-14aa-45a3-bc4f-70b997095a06 req-c79569ec-4115-4db0-8e04-fc984aaae208 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1102028 Jan 27 19:36:38.659049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7200d30d-eb7f-472d-8fca-b38ecaf6f2ac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.684552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0d4fcc9-14aa-45a3-bc4f-70b997095a06 req-8d716743-6660-4a55-954b-4a07c552a597 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004202 Jan 27 19:36:38.726774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Subnet': ['ID=7200d30d-eb7f-472d-8fca-b38ecaf6f2ac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:38.730826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:38.734715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-76138825-608e-4a5f-9c01-918f45c78508 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/subnets/7200d30d-eb7f-472d-8fca-b38ecaf6f2ac HTTP/1.1" status: 204 len: 168 time: 0.6533926 Jan 27 19:36:38.739295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:38.749294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3b4d0-20f3-4c09-b79c-ec632a2bdfa0 None None] Network b8abb669-a18f-43e8-b0b3-a2a706bab26a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:38.963530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b8abb669-a18f-43e8-b0b3-a2a706bab26a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.012762 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f11a4b-4417-4916-84f8-ed931b53afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.073856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Deleting port 2abc6f92-d837-4535-a7a6-b11c411d3701 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:39.074186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.143139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] DHCP port deletion for b8abb669-a18f-43e8-b0b3-a2a706bab26a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:36:39.175748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] For port 2abc6f92-d837-4535-a7a6-b11c411d3701, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2abc6f92-d837-4535-a7a6-b11c411d3701,segment=NetworkSegment(021d5d3f-060e-43e9-8243-fc06257f220e),segment_id=021d5d3f-060e-43e9-8243-fc06257f220e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:39.179381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.216489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Calling delete_port for 2abc6f92-d837-4535-a7a6-b11c411d3701 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:39.223754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Deleting port 2abc6f92-d837-4535-a7a6-b11c411d3701 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:36:39.224085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.341707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] For port 2abc6f92-d837-4535-a7a6-b11c411d3701, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2abc6f92-d837-4535-a7a6-b11c411d3701,segment=NetworkSegment(021d5d3f-060e-43e9-8243-fc06257f220e),segment_id=021d5d3f-060e-43e9-8243-fc06257f220e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:36:39.342514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.360327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Calling delete_port for 2abc6f92-d837-4535-a7a6-b11c411d3701 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:36:39.400563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.463324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Port': ['ID=2abc6f92-d837-4535-a7a6-b11c411d3701,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:39.473837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] No DVR routers for this DVR port 2abc6f92-d837-4535-a7a6-b11c411d3701 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:36:39.527050 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2abc6f92-d837-4535-a7a6-b11c411d3701), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.582816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Pushing event deleted for resources: {'Port': ['ID=2abc6f92-d837-4535-a7a6-b11c411d3701,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:39.587355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] No DVR routers for this DVR port 2abc6f92-d837-4535-a7a6-b11c411d3701 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:36:39.606282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.606836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.607414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.610454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b8abb669-a18f-43e8-b0b3-a2a706bab26a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.613170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.613797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.615496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.617467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.618044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.618598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.619193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.621793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.622393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.622966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23658af1-512c-4c8c-bd97-39eb6a08f5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:39.670678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8abb669-a18f-43e8-b0b3-a2a706bab26a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:39.691917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021d5d3f-060e-43e9-8243-fc06257f220e') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:39.692303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021d5d3f-060e-43e9-8243-fc06257f220e') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:36:39.712058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (021d5d3f-060e-43e9-8243-fc06257f220e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.739584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (021d5d3f-060e-43e9-8243-fc06257f220e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.780021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:36:39.780021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (021d5d3f-060e-43e9-8243-fc06257f220e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:36:39.793976 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:36:39.928967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde863b1-4dc8-40d4-a68f-24d09138f59e req-c7e93299-1972-4aba-a982-074d36258bc2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:39.937728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bde863b1-4dc8-40d4-a68f-24d09138f59e req-c7e93299-1972-4aba-a982-074d36258bc2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.0919912 Jan 27 19:36:39.977341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b8abb669-a18f-43e8-b0b3-a2a706bab26a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:40.010161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:40.012906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bde863b1-4dc8-40d4-a68f-24d09138f59e req-d4828ccd-bc88-4fb0-bfbe-022f75b87727 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742705 Jan 27 19:36:40.023711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/networks/b8abb669-a18f-43e8-b0b3-a2a706bab26a HTTP/1.1" status: 204 len: 168 time: 1.2817907 Jan 27 19:36:40.026110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:40.057080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71ddaa-ae44-4b33-bfda-8e8eacd92b59 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Pushing event deleted for resources: {'Network': ['ID=b8abb669-a18f-43e8-b0b3-a2a706bab26a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:40.098736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57990) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:40.099091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a46f0a26-c28e-4223-aced-1fcf49bc4019 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2c7b74f-0d96-40f4-82a9-5b73e3a18618 HTTP/1.1" status: 200 len: 205 time: 0.0684304 Jan 27 19:36:40.289930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:40.383792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2abc6f92-d837-4535-a7a6-b11c411d3701 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:36:40.433379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2abc6f92-d837-4535-a7a6-b11c411d3701 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:36:40.434150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2abc6f92-d837-4535-a7a6-b11c411d3701 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:36:40.525958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:40.530579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router_controller (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:41.089065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (b2c7b74f-0d96-40f4-82a9-5b73e3a18618), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:41.090443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Fanout notify agent at l3_agent the message router_deleted on router b2c7b74f-0d96-40f4-82a9-5b73e3a18618 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:36:41.125198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:41.130036 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6d167c46-4aa4-4068-a106-97547c4723d8 tempest-RoutersNegativeTest-470404625 tempest-RoutersNegativeTest-470404625-project] 10.222.0.59 "DELETE /v2.0/routers/b2c7b74f-0d96-40f4-82a9-5b73e3a18618 HTTP/1.1" status: 204 len: 168 time: 1.0291553 Jan 27 19:36:41.265562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be370aa-b5d6-40a7-9fab-24519032105e req-12c2e8da-ed9c-41c6-b99f-f9e7fd570561 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:41.274505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8be370aa-b5d6-40a7-9fab-24519032105e req-12c2e8da-ed9c-41c6-b99f-f9e7fd570561 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.0814455 Jan 27 19:36:41.388697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8be370aa-b5d6-40a7-9fab-24519032105e req-7167428c-fdc5-44cf-945b-27831c7b6e35 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123927 Jan 27 19:36:41.983560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:42.022459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58060) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:42.117647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1321a51-5892-483f-bd2a-d6a8240f9e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.213360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9018-7f90-4dba-a6e9-e1005e8a8557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.293494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a034a3a4-a1f0-43de-b6b2-8058eb440c76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56c5ca2e3a874976afe1f430cc491053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080685 Jan 27 19:36:42.296839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58064) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:42.390605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] Publish callbacks [] for security_group (ba7efee3-757b-4b8b-b9d2-f89063139f49), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.402645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9018-7f90-4dba-a6e9-e1005e8a8557 admin admin] Publish callbacks [] for security_group (9b741e47-046a-4e5b-b7d5-c57f3d30cbfa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.418797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9018-7f90-4dba-a6e9-e1005e8a8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9b741e47-046a-4e5b-b7d5-c57f3d30cbfa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.542091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] Publish callbacks [] for security_group (ba7efee3-757b-4b8b-b9d2-f89063139f49), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.595162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc4b9018-7f90-4dba-a6e9-e1005e8a8557 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c15857b2f4704b10b44cdf115b4075d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707600 Jan 27 19:36:42.596686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b9018-7f90-4dba-a6e9-e1005e8a8557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b741e47-046a-4e5b-b7d5-c57f3d30cbfa,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:42.600352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:42.630762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ba7efee3-757b-4b8b-b9d2-f89063139f49), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.641675 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.646144 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba7efee3-757b-4b8b-b9d2-f89063139f49 HTTP/1.1" status: 204 len: 168 time: 0.3458176 Jan 27 19:36:42.668673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff5917-b22a-48a2-b2d3-b952434e1e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7efee3-757b-4b8b-b9d2-f89063139f49,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:42.705067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55725-97ce-495e-a20a-febfc3dbd274 req-92ce305f-3ca0-404f-8d60-c55c643753a6 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:42.706768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fa55725-97ce-495e-a20a-febfc3dbd274 req-92ce305f-3ca0-404f-8d60-c55c643753a6 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.2006664 Jan 27 19:36:42.769910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Publish callbacks [] for security_group (9b741e47-046a-4e5b-b7d5-c57f3d30cbfa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.834521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Publish callbacks [] for security_group (9b741e47-046a-4e5b-b7d5-c57f3d30cbfa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:42.898191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fa55725-97ce-495e-a20a-febfc3dbd274 req-cf80c56e-4b95-4df6-b1f1-4d5428b703f7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756260 Jan 27 19:36:42.999385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9b741e47-046a-4e5b-b7d5-c57f3d30cbfa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:43.007390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:43.013882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b741e47-046a-4e5b-b7d5-c57f3d30cbfa HTTP/1.1" status: 204 len: 168 time: 0.4001889 Jan 27 19:36:43.041113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b741e47-046a-4e5b-b7d5-c57f3d30cbfa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:43.071352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.073790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.074346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.074883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.075350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.077956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.081176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.082150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.082694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.083259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.086687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.087501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.089199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9f195-6e86-440f-a11e-a5f2e11bb0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:36:43.984442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58104) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:44.010756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91e44510-96a4-49c8-9eb7-538c33e533ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.092889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382c2a-f7fd-4ae0-81db-4fde8f828c3e req-6f456e64-d51f-484e-9964-a6b8d52c75de tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:44.101665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3382c2a-f7fd-4ae0-81db-4fde8f828c3e req-6f456e64-d51f-484e-9964-a6b8d52c75de tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.0760262 Jan 27 19:36:44.155848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58108) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:44.180473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3382c2a-f7fd-4ae0-81db-4fde8f828c3e req-c7af3905-91a6-49e5-b25b-b20371748145 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767462 Jan 27 19:36:44.283039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91e44510-96a4-49c8-9eb7-538c33e533ce admin admin] Publish callbacks [] for security_group (d4b8136a-8627-4720-be90-476461717664), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.296971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-91e44510-96a4-49c8-9eb7-538c33e533ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d4b8136a-8627-4720-be90-476461717664), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.387458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44510-96a4-49c8-9eb7-538c33e533ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b8136a-8627-4720-be90-476461717664,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:44.400607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ccfc10ea-a762-4926-8c40-1f7c7a8346cd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:44.401802 n-d-760453-6 neutron-server[103323]: WARNING neutron.api.v2.base [None req-ccfc10ea-a762-4926-8c40-1f7c7a8346cd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 19:36:44.402259 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ccfc10ea-a762-4926-8c40-1f7c7a8346cd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:36:44.403301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ccfc10ea-a762-4926-8c40-1f7c7a8346cd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2464499 Jan 27 19:36:44.407795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58114) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:44.413862 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91e44510-96a4-49c8-9eb7-538c33e533ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=599f3fef95504345a26feb01c87ea379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280088 Jan 27 19:36:44.415296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:44.422577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--420227645'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:44.485676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.505961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.507419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] Publish callbacks [] for security_group (d4b8136a-8627-4720-be90-476461717664), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.554629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] Publish callbacks [] for security_group (d4b8136a-8627-4720-be90-476461717664), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.643479 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (db84d1f7-ba80-4dde-89aa-e53ba5d5fc55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.649656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (db84d1f7-ba80-4dde-89aa-e53ba5d5fc55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.664011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d4b8136a-8627-4720-be90-476461717664), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.670021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.672511 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4b8136a-8627-4720-be90-476461717664 HTTP/1.1" status: 204 len: 168 time: 0.2550533 Jan 27 19:36:44.695410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ec00e-acba-4e6e-889b-3ff5b60faca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b8136a-8627-4720-be90-476461717664,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:44.752709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (524bddf9-a6f9-4d9a-b319-ffd265ee7c9c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.807603 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (524bddf9-a6f9-4d9a-b319-ffd265ee7c9c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.873801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:44.876328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4668379 Jan 27 19:36:44.878661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:44.880587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db84d1f7-ba80-4dde-89aa-e53ba5d5fc55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:44.896448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '524bddf9-a6f9-4d9a-b319-ffd265ee7c9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:44.956819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d632f-a19a-4dfc-93b8-859bc09c555a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524bddf9-a6f9-4d9a-b319-ffd265ee7c9c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:44.981304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group_rule (771aa92f-e3e9-45d8-a101-a4409e0a17fc), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.055662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group_rule (771aa92f-e3e9-45d8-a101-a4409e0a17fc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.063719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (771aa92f-e3e9-45d8-a101-a4409e0a17fc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.086362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771aa92f-e3e9-45d8-a101-a4409e0a17fc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:45.110927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.116078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:45.121179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ffa5249-6f84-4381-9e68-996375bd4197 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '524bddf9-a6f9-4d9a-b319-ffd265ee7c9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:45.122735 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ef27d2d-037c-4681-a1ce-825811928417 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421443 Jan 27 19:36:45.124013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.160854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5249-6f84-4381-9e68-996375bd4197 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group_rule (ff789149-ad18-4884-9a2c-997de433dd5c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.219192 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-9ffa5249-6f84-4381-9e68-996375bd4197 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:36:45.223379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ffa5249-6f84-4381-9e68-996375bd4197 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1030412 Jan 27 19:36:45.223979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:45.359636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (524bddf9-a6f9-4d9a-b319-ffd265ee7c9c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.475371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (524bddf9-a6f9-4d9a-b319-ffd265ee7c9c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.490488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea93cac-de6b-4693-b42c-b786e4a47012 req-7865f820-5cbd-41dc-841a-e6d43a409b3e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:45.493926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ea93cac-de6b-4693-b42c-b786e4a47012 req-7865f820-5cbd-41dc-841a-e6d43a409b3e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1100545 Jan 27 19:36:45.534257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.584259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ea93cac-de6b-4693-b42c-b786e4a47012 req-7fe25661-1f12-4caa-995b-474306704511 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833657 Jan 27 19:36:45.642165 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (524bddf9-a6f9-4d9a-b319-ffd265ee7c9c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.646781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:45.651450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58144) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:45.652492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/524bddf9-a6f9-4d9a-b319-ffd265ee7c9c HTTP/1.1" status: 204 len: 168 time: 0.4273214 Jan 27 19:36:45.665502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c09aa2-8353-4ea7-a607-97fd2abe4770 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524bddf9-a6f9-4d9a-b319-ffd265ee7c9c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:45.802251 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-817637b4-548d-4622-ac50-23833f3186c6 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488976 Jan 27 19:36:45.808304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:45.820601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--436868357'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:45.872615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.002634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.021228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (f852b873-b918-4f36-8687-b488c2080a2f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.030300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f852b873-b918-4f36-8687-b488c2080a2f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.080568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.086273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2752838 Jan 27 19:36:46.086517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58160) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.088600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc091b-be91-4d16-b4d2-9797ce8e0df0 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f852b873-b918-4f36-8687-b488c2080a2f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:46.098079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fa33f163-dedf-4ca6-b486-9d7423be0085 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': 'f852b873-b918-4f36-8687-b488c2080a2f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:46.101431 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-fa33f163-dedf-4ca6-b486-9d7423be0085 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 19:36:46.102337 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-fa33f163-dedf-4ca6-b486-9d7423be0085 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:46.112606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.118570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fa33f163-dedf-4ca6-b486-9d7423be0085 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286367 Jan 27 19:36:46.180909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (f852b873-b918-4f36-8687-b488c2080a2f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.211232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (f852b873-b918-4f36-8687-b488c2080a2f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.271028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f852b873-b918-4f36-8687-b488c2080a2f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.275279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.279435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58164) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.279675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/f852b873-b918-4f36-8687-b488c2080a2f HTTP/1.1" status: 204 len: 168 time: 0.1658068 Jan 27 19:36:46.291220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dfbb7-3efc-4916-bfa7-18b467b206d2 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852b873-b918-4f36-8687-b488c2080a2f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:46.378067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.378784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ecbe20b1-ceea-4ce9-a6d9-ec0077b3cbbc tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0971751 Jan 27 19:36:46.392633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--102079622'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:46.432712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.580265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (5abddaf2-929d-4336-ad26-8a688ff66bb7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.588436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5abddaf2-929d-4336-ad26-8a688ff66bb7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.642507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.647775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.649472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2689974 Jan 27 19:36:46.658914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4f41f1a4-2ce6-4e63-845d-f9a0cf6dbaee tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '5abddaf2-929d-4336-ad26-8a688ff66bb7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:46.662531 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-4f41f1a4-2ce6-4e63-845d-f9a0cf6dbaee tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 19:36:46.663999 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-4f41f1a4-2ce6-4e63-845d-f9a0cf6dbaee tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:46.667735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7bd73-98af-4386-9424-fa0556c9b82c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abddaf2-929d-4336-ad26-8a688ff66bb7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:46.671160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f41f1a4-2ce6-4e63-845d-f9a0cf6dbaee tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0210335 Jan 27 19:36:46.673680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58178) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:46.798886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a32c4-fe2f-4816-845e-133e8627eed5 req-b92d058b-60b1-41b6-8b28-585163d5f347 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:46.807244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7a32c4-fe2f-4816-845e-133e8627eed5 req-b92d058b-60b1-41b6-8b28-585163d5f347 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.0756109 Jan 27 19:36:46.829386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (5abddaf2-929d-4336-ad26-8a688ff66bb7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:46.883566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7e7a32c4-fe2f-4816-845e-133e8627eed5 req-e21b7699-d629-49a4-9417-f6d3256e6437 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Jan 27 19:36:46.906028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (5abddaf2-929d-4336-ad26-8a688ff66bb7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.061425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5abddaf2-929d-4336-ad26-8a688ff66bb7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.067831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.070368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/5abddaf2-929d-4336-ad26-8a688ff66bb7 HTTP/1.1" status: 204 len: 168 time: 0.3937581 Jan 27 19:36:47.076932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.121557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039aff6-cb1f-48ed-a599-8379c2fb1ccb tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abddaf2-929d-4336-ad26-8a688ff66bb7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:47.217493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.223641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--706352200'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.228215 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba066261-1208-43c5-b69d-9ba0626ef07d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488748 Jan 27 19:36:47.256233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.360658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (8735f6ef-ffa1-46bd-b01e-240284417445), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.368769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8735f6ef-ffa1-46bd-b01e-240284417445), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.394850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.400609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58200) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.405584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bd9ed6e8-9452-4108-9244-528541e4f56e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '8735f6ef-ffa1-46bd-b01e-240284417445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.406247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1870577 Jan 27 19:36:47.425699 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-bd9ed6e8-9452-4108-9244-528541e4f56e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 19:36:47.426351 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-bd9ed6e8-9452-4108-9244-528541e4f56e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:47.431725 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bd9ed6e8-9452-4108-9244-528541e4f56e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297489 Jan 27 19:36:47.432693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58202) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.438124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4753acbb-de9b-470e-972f-8054e0827a0f tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '8735f6ef-ffa1-46bd-b01e-240284417445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.440334 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-4753acbb-de9b-470e-972f-8054e0827a0f tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 19:36:47.442338 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-4753acbb-de9b-470e-972f-8054e0827a0f tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:47.448981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4753acbb-de9b-470e-972f-8054e0827a0f tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149033 Jan 27 19:36:47.452012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58204) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.454471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ed28-b434-43bb-bd19-0080faf1d08d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8735f6ef-ffa1-46bd-b01e-240284417445,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:47.467685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ef435fd7-b17b-4b8e-8ccf-f203c9b86bcd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '8735f6ef-ffa1-46bd-b01e-240284417445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.471044 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-ef435fd7-b17b-4b8e-8ccf-f203c9b86bcd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 19:36:47.473055 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-ef435fd7-b17b-4b8e-8ccf-f203c9b86bcd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:47.477823 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ef435fd7-b17b-4b8e-8ccf-f203c9b86bcd tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240366 Jan 27 19:36:47.478821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.487861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2c2d0ae1-9b0f-4bb9-ac88-c1b2b2edc196 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '8735f6ef-ffa1-46bd-b01e-240284417445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.492519 n-d-760453-6 neutron-server[103323]: WARNING neutron.api.v2.base [None req-2c2d0ae1-9b0f-4bb9-ac88-c1b2b2edc196 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 19:36:47.493931 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-2c2d0ae1-9b0f-4bb9-ac88-c1b2b2edc196 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:47.499371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c2d0ae1-9b0f-4bb9-ac88-c1b2b2edc196 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166841 Jan 27 19:36:47.500833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58208) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.616547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (8735f6ef-ffa1-46bd-b01e-240284417445), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.673171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (8735f6ef-ffa1-46bd-b01e-240284417445), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.762679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8735f6ef-ffa1-46bd-b01e-240284417445), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.769008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:47.776493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.787861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/8735f6ef-ffa1-46bd-b01e-240284417445 HTTP/1.1" status: 204 len: 168 time: 0.2851150 Jan 27 19:36:47.822507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6cd7b-3b48-4ca6-99a1-512dd89bc6f1 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735f6ef-ffa1-46bd-b01e-240284417445,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:47.899409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-98a754cb-bb5d-4dcc-b05c-350150e82048 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1211038 Jan 27 19:36:47.905404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:47.910186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122259059'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:47.968583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:48.128578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (103f1c51-6c19-4a02-b52d-e6c85228714b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:48.140966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (103f1c51-6c19-4a02-b52d-e6c85228714b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:48.161537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78b7-1cdc-4fe1-a7d6-4ae67bf7cf4f req-ea8b21d2-7cb3-4401-8d21-3c59182c6ca4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:48.163235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c52d78b7-1cdc-4fe1-a7d6-4ae67bf7cf4f req-ea8b21d2-7cb3-4401-8d21-3c59182c6ca4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1515577 Jan 27 19:36:48.245503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:48.247527 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3408720 Jan 27 19:36:48.249804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4b969-93f4-4128-8c72-a0f8c257fd7c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103f1c51-6c19-4a02-b52d-e6c85228714b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:48.255196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.269106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-69e9b729-6546-4fb2-b313-814dd6859ace tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.271096 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-69e9b729-6546-4fb2-b313-814dd6859ace tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 19:36:48.272224 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-69e9b729-6546-4fb2-b313-814dd6859ace tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.276278 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69e9b729-6546-4fb2-b313-814dd6859ace tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164206 Jan 27 19:36:48.281350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.305449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-727f8cb8-9fc0-4ad4-a5b9-6d9e9869187d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.351932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c52d78b7-1cdc-4fe1-a7d6-4ae67bf7cf4f req-4d3a4383-4e37-41a0-bc8f-31912b84151e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781356 Jan 27 19:36:48.429291 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-727f8cb8-9fc0-4ad4-a5b9-6d9e9869187d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.432137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-727f8cb8-9fc0-4ad4-a5b9-6d9e9869187d tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1455567 Jan 27 19:36:48.436572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.446395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0def7450-25b4-4451-a469-06859ae03168 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.447289 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-0def7450-25b4-4451-a469-06859ae03168 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 19:36:48.448227 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0def7450-25b4-4451-a469-06859ae03168 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.454890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0def7450-25b4-4451-a469-06859ae03168 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127625 Jan 27 19:36:48.455414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.466530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1c92e441-154d-4acf-8817-7f833363bedf tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.582912 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-1c92e441-154d-4acf-8817-7f833363bedf tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.584761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c92e441-154d-4acf-8817-7f833363bedf tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1275816 Jan 27 19:36:48.590045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.603171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb929fbf-f1fc-48c4-8174-bac875c89727 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.604802 n-d-760453-6 neutron-server[103323]: WARNING neutron.api.v2.base [None req-cb929fbf-f1fc-48c4-8174-bac875c89727 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 19:36:48.606090 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-cb929fbf-f1fc-48c4-8174-bac875c89727 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.612681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb929fbf-f1fc-48c4-8174-bac875c89727 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187886 Jan 27 19:36:48.619518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.619734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58248) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.626696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-23f974be-1c2e-4ba2-a534-e2ca3c0c9f66 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.734325 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-23f974be-1c2e-4ba2-a534-e2ca3c0c9f66 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.742179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-23f974be-1c2e-4ba2-a534-e2ca3c0c9f66 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1225510 Jan 27 19:36:48.743839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58252) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.751898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ba050cc3-96ed-4331-8ebd-253d72237064 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.752639 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-ba050cc3-96ed-4331-8ebd-253d72237064 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 19:36:48.753449 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-ba050cc3-96ed-4331-8ebd-253d72237064 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.758682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.762811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba050cc3-96ed-4331-8ebd-253d72237064 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171750 Jan 27 19:36:48.775536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c9016b12-0fb0-4788-9267-18895cace0e8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.853205 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-c9016b12-0fb0-4788-9267-18895cace0e8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.854251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9016b12-0fb0-4788-9267-18895cace0e8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0933628 Jan 27 19:36:48.858420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:48.864581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-66cc0ca4-54f1-4284-bd4b-23bcd3cbb531 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '103f1c51-6c19-4a02-b52d-e6c85228714b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:48.890992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0adcc34c-8c9b-4569-9d4a-110a73c93c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:48.951833 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-66cc0ca4-54f1-4284-bd4b-23bcd3cbb531 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:48.952810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66cc0ca4-54f1-4284-bd4b-23bcd3cbb531 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0931082 Jan 27 19:36:48.961988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:49.101233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (103f1c51-6c19-4a02-b52d-e6c85228714b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.131500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (103f1c51-6c19-4a02-b52d-e6c85228714b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.181176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0adcc34c-8c9b-4569-9d4a-110a73c93c96 admin admin] Publish callbacks [] for security_group (fb3a1091-5ce9-48eb-8a68-9f55881a4ae4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.190006 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0adcc34c-8c9b-4569-9d4a-110a73c93c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb3a1091-5ce9-48eb-8a68-9f55881a4ae4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.240685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (103f1c51-6c19-4a02-b52d-e6c85228714b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.246999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.249286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/103f1c51-6c19-4a02-b52d-e6c85228714b HTTP/1.1" status: 204 len: 168 time: 0.2853575 Jan 27 19:36:49.263354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58262) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:49.280929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d4fc-0305-4db1-bd90-f86529aef0b7 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f1c51-6c19-4a02-b52d-e6c85228714b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:49.345678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc34c-8c9b-4569-9d4a-110a73c93c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a1091-5ce9-48eb-8a68-9f55881a4ae4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:49.361143 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0adcc34c-8c9b-4569-9d4a-110a73c93c96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=742d12b06ea64e70bc5357e9a48c7f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7401669 Jan 27 19:36:49.365686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:49.393997 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3a7745af-a9b1-42d9-9289-980adff625a9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1288748 Jan 27 19:36:49.405687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58268) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:49.412801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255591001'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:49.471565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.536615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] Publish callbacks [] for security_group (fb3a1091-5ce9-48eb-8a68-9f55881a4ae4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.590736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] Publish callbacks [] for security_group (fb3a1091-5ce9-48eb-8a68-9f55881a4ae4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.691120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (9ca33dec-19a2-49be-af5f-5c7c331dad67), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.701715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ca33dec-19a2-49be-af5f-5c7c331dad67), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.758254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e88db-fb8a-40bf-95e5-477e534b795d req-c1788798-a894-4552-b3c7-5005f0f860b3 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:49.778418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-291e88db-fb8a-40bf-95e5-477e534b795d req-c1788798-a894-4552-b3c7-5005f0f860b3 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1939011 Jan 27 19:36:49.787683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.790788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3850176 Jan 27 19:36:49.795766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:49.804770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f712c7aa-32f3-4ab7-be57-d39221e2e1db tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '9ca33dec-19a2-49be-af5f-5c7c331dad67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:49.805687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac5a60-73d6-499c-a380-db57c8ff76f3 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca33dec-19a2-49be-af5f-5c7c331dad67,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:49.878607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb3a1091-5ce9-48eb-8a68-9f55881a4ae4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.882795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:49.884302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb3a1091-5ce9-48eb-8a68-9f55881a4ae4 HTTP/1.1" status: 204 len: 168 time: 0.5154824 Jan 27 19:36:49.934100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16577d2-201e-4735-87df-0bd2eb7dd394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a1091-5ce9-48eb-8a68-9f55881a4ae4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:49.963249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-291e88db-fb8a-40bf-95e5-477e534b795d req-244afaed-7224-47ec-9063-d30d7dd2300c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815538 Jan 27 19:36:50.032988 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-f712c7aa-32f3-4ab7-be57-d39221e2e1db tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The resource could not be found. Jan 27 19:36:50.035497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f712c7aa-32f3-4ab7-be57-d39221e2e1db tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2382710 Jan 27 19:36:50.040883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.048678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0386c77-ad8e-4309-98e5-5cbf18ddb163 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '9ca33dec-19a2-49be-af5f-5c7c331dad67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '44a26869-7eb5-46aa-a213-459c73b2af75'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:50.126801 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b0386c77-ad8e-4309-98e5-5cbf18ddb163 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The resource could not be found. Jan 27 19:36:50.133852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0386c77-ad8e-4309-98e5-5cbf18ddb163 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0865226 Jan 27 19:36:50.134520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.305916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (9ca33dec-19a2-49be-af5f-5c7c331dad67), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.367594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (9ca33dec-19a2-49be-af5f-5c7c331dad67), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.428598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ca33dec-19a2-49be-af5f-5c7c331dad67), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.432814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.434273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ca33dec-19a2-49be-af5f-5c7c331dad67 HTTP/1.1" status: 204 len: 168 time: 0.2982745 Jan 27 19:36:50.437876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.460862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c422fc3-8dc0-4652-9fb8-b7ef6f942a65 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca33dec-19a2-49be-af5f-5c7c331dad67,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:50.581224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f4bf0e3b-d299-4c37-a8d5-2db4afba1f6f tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406770 Jan 27 19:36:50.586560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.586936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.593874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3a124970-d0a8-4e21-8959-80df8d24fd2b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '9dadd321-a35b-486d-925d-3a09cea158ad', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:50.605029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e98081-9f90-44af-83da-952fb00754bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.682673 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3a124970-d0a8-4e21-8959-80df8d24fd2b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The resource could not be found. Jan 27 19:36:50.692270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a124970-d0a8-4e21-8959-80df8d24fd2b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1022110 Jan 27 19:36:50.694937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.702680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--777013922'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:50.778062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.782636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e98081-9f90-44af-83da-952fb00754bc admin admin] Publish callbacks [] for security_group (a38724f3-4327-473d-814b-ec404db30f7a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.788416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e98081-9f90-44af-83da-952fb00754bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a38724f3-4327-473d-814b-ec404db30f7a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.838356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98081-9f90-44af-83da-952fb00754bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38724f3-4327-473d-814b-ec404db30f7a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:50.844117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e7e98081-9f90-44af-83da-952fb00754bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3294663bff414f299150a9de007ea0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561500 Jan 27 19:36:50.848756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58296) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.898382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (4b756129-f7ac-4628-a8df-9f49b8dfa417), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.903139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4b756129-f7ac-4628-a8df-9f49b8dfa417), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.937612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.940356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] Publish callbacks [] for security_group (a38724f3-4327-473d-814b-ec404db30f7a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.942080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2459490 Jan 27 19:36:50.942712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:50.947819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd63c2-ffa5-476d-ae68-6e46c409ee4b tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b756129-f7ac-4628-a8df-9f49b8dfa417,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:50.948940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--35579686'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:50.987904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] Publish callbacks [] for security_group (a38724f3-4327-473d-814b-ec404db30f7a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:50.998777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.083945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a38724f3-4327-473d-814b-ec404db30f7a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.087051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.090008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a38724f3-4327-473d-814b-ec404db30f7a HTTP/1.1" status: 204 len: 168 time: 0.2399049 Jan 27 19:36:51.212189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1777157-a66b-4733-8560-f69e64a494ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38724f3-4327-473d-814b-ec404db30f7a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:51.253917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (39951fda-8cb6-41c4-bd72-80639f9db5a3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.264798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd48701-3074-4f42-bc4a-602ed433f3bb req-04f4ac55-06c9-4d14-907a-b9efe55566ef tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:51.273138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39951fda-8cb6-41c4-bd72-80639f9db5a3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.280763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd48701-3074-4f42-bc4a-602ed433f3bb req-04f4ac55-06c9-4d14-907a-b9efe55566ef tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1294556 Jan 27 19:36:51.311379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.314398 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3695512 Jan 27 19:36:51.317422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae80ff-15e8-417f-be4f-db06458caec9 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39951fda-8cb6-41c4-bd72-80639f9db5a3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:51.320115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58306) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:51.325959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4eab1089-44ca-429a-a934-dee9ef1c556e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group_rule': {'security_group_id': '4b756129-f7ac-4628-a8df-9f49b8dfa417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39951fda-8cb6-41c4-bd72-80639f9db5a3'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:51.395507 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-4eab1089-44ca-429a-a934-dee9ef1c556e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:36:51.401427 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4eab1089-44ca-429a-a934-dee9ef1c556e tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0789213 Jan 27 19:36:51.405363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:51.503651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd48701-3074-4f42-bc4a-602ed433f3bb req-efbb4cb9-c9df-4f50-a0c9-414aa4b51673 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155838 Jan 27 19:36:51.592176 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (39951fda-8cb6-41c4-bd72-80639f9db5a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.680757 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (39951fda-8cb6-41c4-bd72-80639f9db5a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.791317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39951fda-8cb6-41c4-bd72-80639f9db5a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.797605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:51.802792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/39951fda-8cb6-41c4-bd72-80639f9db5a3 HTTP/1.1" status: 204 len: 168 time: 0.3847663 Jan 27 19:36:51.803378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:51.827407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5a24c-0dee-4520-b88b-5a096654ca1c tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39951fda-8cb6-41c4-bd72-80639f9db5a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:51.931012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e08468bb-e868-4c3d-97a7-908b49908208 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1224914 Jan 27 19:36:51.931478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.012928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (4b756129-f7ac-4628-a8df-9f49b8dfa417), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.047200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (4b756129-f7ac-4628-a8df-9f49b8dfa417), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.108988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4b756129-f7ac-4628-a8df-9f49b8dfa417), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.112819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.114073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/4b756129-f7ac-4628-a8df-9f49b8dfa417 HTTP/1.1" status: 204 len: 168 time: 0.1812477 Jan 27 19:36:52.117196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58328) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.136403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61f4a-8292-4e20-b68a-7b5630b095c8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b756129-f7ac-4628-a8df-9f49b8dfa417,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:52.218911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6459928c-4356-4277-8cb9-a841eda2517a tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994289 Jan 27 19:36:52.225812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.231670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'tempest-secgroup--119393446'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:52.264845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.421791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (e2c497a4-a99e-4640-82a1-4ca4b02adfa8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.446595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2c497a4-a99e-4640-82a1-4ca4b02adfa8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.504284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c497a4-a99e-4640-82a1-4ca4b02adfa8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:52.514366 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.520210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-69f78779-6d7b-4038-b2f9-ff0e11b94977 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2896972 Jan 27 19:36:52.520542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58340) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.530120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d0c095cc-b49e-442e-9654-9ad7e247bc38 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:52.530827 n-d-760453-6 neutron-server[103323]: WARNING neutron.api.v2.base [None req-d0c095cc-b49e-442e-9654-9ad7e247bc38 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 19:36:52.531691 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-d0c095cc-b49e-442e-9654-9ad7e247bc38 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 19:36:52.535971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d0c095cc-b49e-442e-9654-9ad7e247bc38 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "PUT /v2.0/security-groups/e2c497a4-a99e-4640-82a1-4ca4b02adfa8 HTTP/1.1" status: 409 len: 330 time: 0.0110066 Jan 27 19:36:52.536504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.607510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58346) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.657466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (e2c497a4-a99e-4640-82a1-4ca4b02adfa8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.760377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-920825490-network', 'tenant_id': 'f168bf753a54401992ae54a463fda5a6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:52.787037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (e2c497a4-a99e-4640-82a1-4ca4b02adfa8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.791214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Made reservation on behalf of f168bf753a54401992ae54a463fda5a6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:52.795913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.813076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.834323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877c75b-b477-4779-9476-2419a4670af4 req-549160b0-da0a-4620-8b13-60f89ab7c6c8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:52.837014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5877c75b-b477-4779-9476-2419a4670af4 req-549160b0-da0a-4620-8b13-60f89ab7c6c8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1373804 Jan 27 19:36:52.866440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2c497a4-a99e-4640-82a1-4ca4b02adfa8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.872905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:52.876714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/e2c497a4-a99e-4640-82a1-4ca4b02adfa8 HTTP/1.1" status: 204 len: 168 time: 0.3360262 Jan 27 19:36:52.887608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58356) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:52.895894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166497-d18a-4434-be43-e3d8ebde01ce tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c497a4-a99e-4640-82a1-4ca4b02adfa8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:52.936872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5877c75b-b477-4779-9476-2419a4670af4 req-7c54b3f0-deb3-470b-935f-ae926bca379b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795648 Jan 27 19:36:53.035579 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21e33add-58f2-4ab7-b47c-0eec2aa3fcf8 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1463439 Jan 27 19:36:53.041440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.067528 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-e2bf42ef-1d7a-46c3-b039-41c53a0f30de tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] delete failed (client error): The resource could not be found. Jan 27 19:36:53.076973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2bf42ef-1d7a-46c3-b039-41c53a0f30de tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "DELETE /v2.0/security-groups/d3eec426-c6a4-4e0b-b61e-ea26f93548fd HTTP/1.1" status: 404 len: 347 time: 0.0340037 Jan 27 19:36:53.077630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.098872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks [] for security_group (90824f23-2d26-4539-8c66-2a8eb35a7c5a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.101990 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-944ff3d0-94aa-46b0-8c00-ff952775cec6 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] show failed (client error): The resource could not be found. Jan 27 19:36:53.106707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-944ff3d0-94aa-46b0-8c00-ff952775cec6 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-groups/9cfab2c8-8d35-4aa0-a9d6-d31eb1b69b78 HTTP/1.1" status: 404 len: 347 time: 0.0276082 Jan 27 19:36:53.107958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90824f23-2d26-4539-8c66-2a8eb35a7c5a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.110000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.136287 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-9116daac-d243-4ee5-9b92-603e32198703 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] show failed (client error): The resource could not be found. Jan 27 19:36:53.137423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9116daac-d243-4ee5-9b92-603e32198703 tempest-NegativeSecGroupTest-237758068 tempest-NegativeSecGroupTest-237758068-project] 10.222.0.59 "GET /v2.0/security-group-rules/4d6d53f8-9fb2-4017-92b9-5259e2ad60b3 HTTP/1.1" status: 404 len: 356 time: 0.0263901 Jan 27 19:36:53.191072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:36:53.193624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90824f23-2d26-4539-8c66-2a8eb35a7c5a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:53.225351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7af0934a-c73d-4e1c-8bcd-2451610446d6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.225843 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Added segment 7af0934a-c73d-4e1c-8bcd-2451610446d6 of type vlan for network e08a6875-a2ce-4e3b-8d6a-264e88c9960c Jan 27 19:36:53.289940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e08a6875-a2ce-4e3b-8d6a-264e88c9960c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.329980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e08a6875-a2ce-4e3b-8d6a-264e88c9960c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.332873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:53.333674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.416955 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8078477 Jan 27 19:36:53.420472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.425047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bf6b-b0fb-41c8-99bf-701f40d849a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e08a6875-a2ce-4e3b-8d6a-264e88c9960c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:53.430851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Request body: {'subnet': {'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-920825490-subnet', 'tenant_id': 'f168bf753a54401992ae54a463fda5a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:53.438122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e08a6875-a2ce-4e3b-8d6a-264e88c9960c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:36:53.522875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Made reservation on behalf of f168bf753a54401992ae54a463fda5a6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:53.526849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.629077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.748933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.852234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5adcd40e-4e8f-42fd-b841-902dc79bd0b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:53.951980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adcd40e-4e8f-42fd-b841-902dc79bd0b9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:53.963701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b858bb7-19b6-4618-9d47-a92c9eea43b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3cf7270947046e3b252d653635eaeda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287449 Jan 27 19:36:53.964982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58376) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:53.969980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Checking segment: {'id': '7af0934a-c73d-4e1c-8bcd-2451610446d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:53.970348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Network hostable DHCP agents. Network: e08a6875-a2ce-4e3b-8d6a-264e88c9960c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:53.995422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Network e08a6875-a2ce-4e3b-8d6a-264e88c9960c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:54.012571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e08a6875-a2ce-4e3b-8d6a-264e88c9960c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:54.018537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:54.019234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:54.026693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b641fe-1393-47a4-bbfa-7b11f508a51c None None] Network e08a6875-a2ce-4e3b-8d6a-264e88c9960c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:54.059428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0f362ab-05e1-4fe1-82b7-2666fa58a082 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6370323 Jan 27 19:36:54.136669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] Publish callbacks [] for security_group (db84d1f7-ba80-4dde-89aa-e53ba5d5fc55), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:54.181969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] Publish callbacks [] for security_group (db84d1f7-ba80-4dde-89aa-e53ba5d5fc55), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:54.223032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b82e-a6ee-4360-a50b-f700cb32045a req-db42e73f-9e78-424d-8a69-3b15776956f4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:54.238794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59b2b82e-a6ee-4360-a50b-f700cb32045a req-db42e73f-9e78-424d-8a69-3b15776956f4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1494536 Jan 27 19:36:54.260070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (db84d1f7-ba80-4dde-89aa-e53ba5d5fc55), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:54.263612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:54.265934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db84d1f7-ba80-4dde-89aa-e53ba5d5fc55 HTTP/1.1" status: 204 len: 168 time: 0.2998528 Jan 27 19:36:54.277970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c1888-66a8-47a4-9c59-808e3a47e203 None None] Network e08a6875-a2ce-4e3b-8d6a-264e88c9960c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:54.300617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cb5fc-31c6-427d-96c3-4a62c406036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84d1f7-ba80-4dde-89aa-e53ba5d5fc55,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:54.408296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59b2b82e-a6ee-4360-a50b-f700cb32045a req-ef20b90e-a237-4c58-a7a9-00368191b879 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677232 Jan 27 19:36:54.742920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.197480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:55.203987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1293987518-network', 'tenant_id': '61de1210a1a1450681f5a9f2443bf5d4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:55.243776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Made reservation on behalf of 61de1210a1a1450681f5a9f2443bf5d4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:55.247929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.268539 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.476121 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks [] for security_group (005894c6-68ad-493c-87a8-96dac85b2cc2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.483837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (005894c6-68ad-493c-87a8-96dac85b2cc2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.526212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:36:55.578422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (60d15607-9ea9-4da7-a79b-cf93d4ed1831), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.578882 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Added segment 60d15607-9ea9-4da7-a79b-cf93d4ed1831 of type vlan for network 08d735d2-f07e-4cb5-baca-ee93125657a2 Jan 27 19:36:55.581882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005894c6-68ad-493c-87a8-96dac85b2cc2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:55.680090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (08d735d2-f07e-4cb5-baca-ee93125657a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.699644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af94378-928a-4642-af29-6eb64009f5b3 req-1e8f6483-51f6-45dc-b01f-52cb9592728f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:55.701339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6af94378-928a-4642-af29-6eb64009f5b3 req-1e8f6483-51f6-45dc-b01f-52cb9592728f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1485262 Jan 27 19:36:55.747154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (08d735d2-f07e-4cb5-baca-ee93125657a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.747154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:55.747154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:55.831206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6321185 Jan 27 19:36:55.831523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:55.843902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6af94378-928a-4642-af29-6eb64009f5b3 req-a22ff0ff-5d25-48ef-80a4-5cc0afc7c4a6 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327252 Jan 27 19:36:55.844576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Request body: {'subnet': {'network_id': '08d735d2-f07e-4cb5-baca-ee93125657a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1293987518-subnet', 'tenant_id': '61de1210a1a1450681f5a9f2443bf5d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:36:55.867170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50f197-d8b8-4188-ac7a-f28143ddf3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=08d735d2-f07e-4cb5-baca-ee93125657a2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:55.884822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 08d735d2-f07e-4cb5-baca-ee93125657a2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:36:55.905234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Made reservation on behalf of 61de1210a1a1450681f5a9f2443bf5d4 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:36:55.908796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:56.244969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (cdd09d80-949a-46a2-9a72-ceaf934d1b36), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:56.311278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd09d80-949a-46a2-9a72-ceaf934d1b36,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:56.323148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Checking segment: {'id': '60d15607-9ea9-4da7-a79b-cf93d4ed1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08d735d2-f07e-4cb5-baca-ee93125657a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:36:56.323375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Network hostable DHCP agents. Network: 08d735d2-f07e-4cb5-baca-ee93125657a2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:36:56.351363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Network 08d735d2-f07e-4cb5-baca-ee93125657a2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:36:56.364276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 08d735d2-f07e-4cb5-baca-ee93125657a2) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:36:56.375890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69b1568-34bd-400d-a83a-be387367ec08 None None] Network 08d735d2-f07e-4cb5-baca-ee93125657a2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:56.376888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:56.378437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:56.404309 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-046fde9c-932f-4016-97f6-8be0fe949609 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5711210 Jan 27 19:36:56.568384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9426e-a936-46e7-b828-47a516134e38 None None] Network 08d735d2-f07e-4cb5-baca-ee93125657a2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:36:57.324570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-04666acd-e426-4a6a-bb8b-246a5625bd92 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:57.338630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-04666acd-e426-4a6a-bb8b-246a5625bd92 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/networks?id=e08a6875-a2ce-4e3b-8d6a-264e88c9960c HTTP/1.1" status: 200 len: 808 time: 0.2328663 Jan 27 19:36:57.356873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-acf25903-eccf-4174-880c-694bcb868b66 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/quotas/f168bf753a54401992ae54a463fda5a6 HTTP/1.1" status: 200 len: 375 time: 0.0171831 Jan 27 19:36:57.406114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-cbe75ec8-6407-432f-8b24-20a1f71a837f tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f168bf753a54401992ae54a463fda5a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417774 Jan 27 19:36:57.486445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:57.560769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fa599bb1-ffc6-4e55-94c5-4d6f2e8eefc8 service neutron] 10.222.0.59 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463223 Jan 27 19:36:57.697641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c69bb7-5c27-4cde-8950-ec59f1243864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:57.805918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-8f41d391-b847-4c43-90e8-81387d26d654 service neutron] 10.222.0.59 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355354 Jan 27 19:36:57.897847 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c69bb7-5c27-4cde-8950-ec59f1243864 admin admin] Publish callbacks [] for security_group (64aa7b51-b295-46c6-96d6-b583837c66d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:57.905196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c69bb7-5c27-4cde-8950-ec59f1243864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (64aa7b51-b295-46c6-96d6-b583837c66d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:57.958619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-63c69bb7-5c27-4cde-8950-ec59f1243864 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb279b08a5a7492483aa4b80ca0cfe83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4708767 Jan 27 19:36:57.963610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:57.990694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69bb7-5c27-4cde-8950-ec59f1243864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa7b51-b295-46c6-96d6-b583837c66d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:58.051998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] Publish callbacks [] for security_group (64aa7b51-b295-46c6-96d6-b583837c66d9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:58.097135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] Publish callbacks [] for security_group (64aa7b51-b295-46c6-96d6-b583837c66d9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:58.190167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (64aa7b51-b295-46c6-96d6-b583837c66d9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:58.195418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:58.197241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64aa7b51-b295-46c6-96d6-b583837c66d9 HTTP/1.1" status: 204 len: 168 time: 0.2317526 Jan 27 19:36:58.211999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c577a-e6f3-4b45-bbbe-a7ee36465e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa7b51-b295-46c6-96d6-b583837c66d9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:58.313676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d15f78-397d-4c8d-a886-b8a6eaf0adf4 req-3c3c34ec-4f73-4f92-8801-0f8652723908 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:58.321904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4d15f78-397d-4c8d-a886-b8a6eaf0adf4 req-3c3c34ec-4f73-4f92-8801-0f8652723908 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1542463 Jan 27 19:36:58.414683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4d15f78-397d-4c8d-a886-b8a6eaf0adf4 req-c6e14b54-08e4-4ddd-884d-92fcc14fc76e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906436 Jan 27 19:36:58.653008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a513dbf3-3e40-415f-b43f-322a1d30831d req-d73c2246-c265-47b7-9b16-7bb3eede5935 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 210 time: 0.0315661 Jan 27 19:36:58.820309 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:36:58.880466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58522) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:58.905832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b076585b-8763-41d3-bd4b-1bd29d9266bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.076044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b076585b-8763-41d3-bd4b-1bd29d9266bf admin admin] Publish callbacks [] for security_group (91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.087131 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b076585b-8763-41d3-bd4b-1bd29d9266bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.178052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076585b-8763-41d3-bd4b-1bd29d9266bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:59.183834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-d09d4060-3d7c-4f89-90bd-fc80dde35191 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904567 Jan 27 19:36:59.190946 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b076585b-8763-41d3-bd4b-1bd29d9266bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc60e1e7b3444665a3cb30f4d77a61c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045697 Jan 27 19:36:59.191448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:36:59.275953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] Publish callbacks [] for security_group (91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.285575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af98f-c895-4e04-8353-147354801cef req-f94993b2-b985-4500-85ef-63ab5b14d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:59.289339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-f94993b2-b985-4500-85ef-63ab5b14d10d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 1097 time: 0.0736234 Jan 27 19:36:59.324505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] Publish callbacks [] for security_group (91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.443713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.458808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:36:59.465652 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe HTTP/1.1" status: 204 len: 168 time: 0.2693346 Jan 27 19:36:59.483529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873771-4171-4cdb-8af6-6017ded68e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea8b7c-9023-4edb-89e6-5e2d9e78a2fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:36:59.526365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af98f-c895-4e04-8353-147354801cef req-cf29d460-21fc-4778-b5a7-705d81f20137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:59.534964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-cf29d460-21fc-4778-b5a7-705d81f20137 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.2151661 Jan 27 19:36:59.681603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-f59d5bdb-5d16-4b45-b706-fb247869cc19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 200 len: 217 time: 0.1433134 Jan 27 19:36:59.843438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af98f-c895-4e04-8353-147354801cef req-c0848bec-a8cf-451c-9188-9cca08263018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:36:59.845069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-c0848bec-a8cf-451c-9188-9cca08263018 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1412907 Jan 27 19:36:59.989516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-5465040b-1834-4a34-9095-d21b41f2e24b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733514 Jan 27 19:37:00.106083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146167ca-f063-43dd-b7a9-b09d03aa164a req-f5ed9150-2bdb-4afd-a66e-fce7926abfa8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:00.107715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-146167ca-f063-43dd-b7a9-b09d03aa164a req-f5ed9150-2bdb-4afd-a66e-fce7926abfa8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.3788016 Jan 27 19:37:00.146035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-322db0fc-49da-4c87-a250-a4a9d8f7fe9a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:00.148215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-322db0fc-49da-4c87-a250-a4a9d8f7fe9a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.66 "GET /v2.0/networks?id=e08a6875-a2ce-4e3b-8d6a-264e88c9960c HTTP/1.1" status: 200 len: 808 time: 0.4622629 Jan 27 19:37:00.170497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Request body: {'port': {'device_id': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c', 'admin_state_up': True, 'tenant_id': 'f168bf753a54401992ae54a463fda5a6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:00.275197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-b3817aad-6e5e-4965-b90f-0fbe87432c46 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733181 Jan 27 19:37:00.282772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-146167ca-f063-43dd-b7a9-b09d03aa164a req-e171fdd9-d612-41c7-936b-4c90c4630beb tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595137 Jan 27 19:37:00.458541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d8af98f-c895-4e04-8353-147354801cef req-d32eff4b-4009-4c8c-a77c-7ccae4a7890f service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747217 Jan 27 19:37:00.461662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Made reservation on behalf of f168bf753a54401992ae54a463fda5a6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:00.468489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:00.750066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88edb5ee-df5a-4008-8fc8-f7e961f1aba0 req-71ee0a5b-4be3-4163-ab67-37733cfa16d9 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 210 time: 0.0692108 Jan 27 19:37:00.753347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Allocated IP 172.20.0.12 (e08a6875-a2ce-4e3b-8d6a-264e88c9960c/5adcd40e-4e8f-42fd-b841-902dc79bd0b9/3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:01.001602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks [] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:01.057527 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:01.136906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Network e08a6875-a2ce-4e3b-8d6a-264e88c9960c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:01.143237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:01.148391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:01.191140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Pushing event updated for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:01.248796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:01.249956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:01.286354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-0ed7a1f2-91f2-4682-9891-a46995971e1a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1235440 Jan 27 19:37:01.300514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Request body: {'port': {'device_id': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:01.423601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:01.701017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c07f1-4dd1-4c14-a9b5-45bb0ee187b1 req-5c6a25f2-3be2-4c6a-88f2-b39be7717f16 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:01.713385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c07f1-4dd1-4c14-a9b5-45bb0ee187b1 req-5c6a25f2-3be2-4c6a-88f2-b39be7717f16 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.2501042 Jan 27 19:37:01.960775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-714c07f1-4dd1-4c14-a9b5-45bb0ee187b1 req-ac50a402-a555-4fac-a1d9-bed945f9259d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360301 Jan 27 19:37:02.192755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:02.206730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks [] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:02.231937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Transition to ACTIVE for port object 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:02.247027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:02.347144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:02.428331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18191c9b-1b48-4958-8aec-8e92f6c90423 req-9363c88c-b4be-45f4-a6c2-0b866e63314b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:02.430050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18191c9b-1b48-4958-8aec-8e92f6c90423 req-9363c88c-b4be-45f4-a6c2-0b866e63314b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 944 time: 0.1714640 Jan 27 19:37:02.461161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Attempting to bind port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:02.461526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Attempting to bind port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '7af0934a-c73d-4e1c-8bcd-2451610446d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:02.462015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Attempting to bind port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 on network e08a6875-a2ce-4e3b-8d6a-264e88c9960c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:02.473028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 on network e08a6875-a2ce-4e3b-8d6a-264e88c9960c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:02.473515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Attempting to bind port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 on network e08a6875-a2ce-4e3b-8d6a-264e88c9960c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:02.488854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:02.489248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Checking segment: {'id': '7af0934a-c73d-4e1c-8bcd-2451610446d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:02.489863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Bound using segment: {'id': '7af0934a-c73d-4e1c-8bcd-2451610446d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:02.490411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Bound port: 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af0934a-c73d-4e1c-8bcd-2451610446d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:02.490881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:02.521249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18191c9b-1b48-4958-8aec-8e92f6c90423 req-e7c7644d-7779-483f-a7d1-406eea28f551 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804422 Jan 27 19:37:02.614388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:02.625723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,segment=NetworkSegment(7af0934a-c73d-4e1c-8bcd-2451610446d6),segment_id=7af0934a-c73d-4e1c-8bcd-2451610446d6)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:02.639489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:02.694739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:02.695738 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:02.698177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] 10.222.0.66 "PUT /v2.0/ports/3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 HTTP/1.1" status: 200 len: 1092 time: 1.4038293 Jan 27 19:37:02.698816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:02.702618 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0cf2cb-6355-4af9-acf8-d043f316a254" -d '{"events": [{"name": "network-changed", "server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:02.788857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6c025-b4cb-40be-89b1-2352fe8aafd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:02.815980 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56896bd-f53e-46a1-b200-af286c326b01 x-openstack-request-id: req-d56896bd-f53e-46a1-b200-af286c326b01 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:02.816359 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:02.816752 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d56896bd-f53e-46a1-b200-af286c326b01 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:02.817489 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2', 'status': 'completed', 'code': 200} Jan 27 19:37:02.890628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-07526e33-b965-4258-beea-5cae8065fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:02.892576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-07526e33-b965-4258-beea-5cae8065fb72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f168bf753a54401992ae54a463fda5a6&device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 1095 time: 0.0963857 Jan 27 19:37:02.945531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-22f50ee3-05b6-4d81-bea0-b120bb7889c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 HTTP/1.1" status: 200 len: 217 time: 0.0455043 Jan 27 19:37:03.023672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-252bbd8e-a036-4564-87cb-4bc8fd927b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:03.027220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-252bbd8e-a036-4564-87cb-4bc8fd927b59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5adcd40e-4e8f-42fd-b841-902dc79bd0b9 HTTP/1.1" status: 200 len: 848 time: 0.0756459 Jan 27 19:37:03.090915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-17033b59-f67e-4853-ad63-e2fb3b920f1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e08a6875-a2ce-4e3b-8d6a-264e88c9960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560899 Jan 27 19:37:03.208287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9c0b8-be81-401d-891c-cffd2cfc4989 req-e6f666ab-79a8-403a-9b30-bde88847ecdc tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:03.210293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b9c0b8-be81-401d-891c-cffd2cfc4989 req-e6f666ab-79a8-403a-9b30-bde88847ecdc tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1181233 Jan 27 19:37:03.266474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-69deaab5-4cf1-48a1-a4a1-df18c1be42d6 service neutron] 10.222.0.66 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646988 Jan 27 19:37:03.936599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b9c0b8-be81-401d-891c-cffd2cfc4989 req-5274f646-5050-4fdd-9bae-0787005414c0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142143 Jan 27 19:37:03.961427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0d4e6-b437-43a4-9907-a3b43a5af191 req-0aaa9642-4700-4d95-ae45-8f41a264eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:03.964225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ce0d4e6-b437-43a4-9907-a3b43a5af191 req-0aaa9642-4700-4d95-ae45-8f41a264eba4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 1096 time: 0.0986025 Jan 27 19:37:04.089215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ce0d4e6-b437-43a4-9907-a3b43a5af191 req-0c3c65e1-9bee-4832-bae8-1dd8ac20804b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079700 Jan 27 19:37:04.093371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000a9224-78c0-4d3e-976a-5a5395d2c7ac req-4977500a-25d7-476f-8a78-1c4d909015bb service neutron] 10.222.0.66 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193512 Jan 27 19:37:04.256065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-3289cb10-d57f-4d7c-86a3-c336c933136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:04.266789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-3289cb10-d57f-4d7c-86a3-c336c933136a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f168bf753a54401992ae54a463fda5a6&device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 1095 time: 0.0974472 Jan 27 19:37:04.448689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646092-b90b-4cbb-b139-679e2b0764fd req-84b0315b-a208-44f0-af65-e8ef3703a40d tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:04.450565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d646092-b90b-4cbb-b139-679e2b0764fd req-84b0315b-a208-44f0-af65-e8ef3703a40d tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 944 time: 0.0966191 Jan 27 19:37:04.454578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-0a352be3-b605-4ee5-b2b2-8debcf39ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:04.456064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-0a352be3-b605-4ee5-b2b2-8debcf39ad60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e08a6875-a2ce-4e3b-8d6a-264e88c9960c HTTP/1.1" status: 200 len: 909 time: 0.1835775 Jan 27 19:37:04.523225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-b4c1961c-d0cd-487c-bd99-799218d016a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 HTTP/1.1" status: 200 len: 217 time: 0.0582366 Jan 27 19:37:04.615273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d646092-b90b-4cbb-b139-679e2b0764fd req-edd937a7-2a06-4c16-a77e-c1f847b2ba0d tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Jan 27 19:37:04.620089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-236f0e97-2fb0-4fdf-953d-8c516d9369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:04.622183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-236f0e97-2fb0-4fdf-953d-8c516d9369f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5adcd40e-4e8f-42fd-b841-902dc79bd0b9 HTTP/1.1" status: 200 len: 848 time: 0.0842865 Jan 27 19:37:04.680903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-3dd3133f-2868-4f14-b7d1-e31936cfcd6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e08a6875-a2ce-4e3b-8d6a-264e88c9960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504587 Jan 27 19:37:04.854335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-244e3e8a-999b-4576-8296-d0fbbac42234 service neutron] 10.222.0.66 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655617 Jan 27 19:37:05.046816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab0cf2cb-6355-4af9-acf8-d043f316a254 req-0b3627ab-e0a7-4cc8-ba23-4fc763d690a2 service neutron] 10.222.0.66 "GET /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856234 Jan 27 19:37:05.241658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe46da7-8664-475c-86fc-a9e2c73cbdd1 req-7e8ae753-bc44-4892-a0d8-92919803a1e7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.243366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe46da7-8664-475c-86fc-a9e2c73cbdd1 req-7e8ae753-bc44-4892-a0d8-92919803a1e7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1089456 Jan 27 19:37:05.357747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fe46da7-8664-475c-86fc-a9e2c73cbdd1 req-b7a0f475-da06-407c-8b08-e4c981d559a4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013136 Jan 27 19:37:05.719744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.725020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.730770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.736103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.741659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.746885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.752314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.754386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-904e40e2-42be-4ad4-94fd-f112958e4f7c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.0927629 Jan 27 19:37:05.821109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fd7b2d5-d01e-44f9-a7ae-b4fb04357fc8 req-d4afeb52-1b7d-4fec-8713-422ae22c9f8d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591221 Jan 27 19:37:05.939088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843604a-5287-41dd-8b51-a078f09826ef req-ad32fb8d-66c9-420d-bd3b-ba71c39ff8cb tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:05.940464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6843604a-5287-41dd-8b51-a078f09826ef req-ad32fb8d-66c9-420d-bd3b-ba71c39ff8cb tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 944 time: 0.0516622 Jan 27 19:37:05.994056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6843604a-5287-41dd-8b51-a078f09826ef req-34c7b36f-e55e-491f-a556-14881b3181cb tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457094 Jan 27 19:37:06.124450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.130196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.136458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.141986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.153487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.153487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.158638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.160652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8f95e90-5c13-4f36-a21d-ed261d8624d6 req-e2c174d1-aa83-463c-90d7-3e5cbfec59a6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.1018360 Jan 27 19:37:06.543795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee942-4e39-4f10-99ee-ffb437646671 req-f8654715-1e7c-4c05-b56e-27c015c41511 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:06.545652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfaee942-4e39-4f10-99ee-ffb437646671 req-f8654715-1e7c-4c05-b56e-27c015c41511 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.0619247 Jan 27 19:37:06.609194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfaee942-4e39-4f10-99ee-ffb437646671 req-7f7091e9-4a50-4cf0-bd50-bb72dabefc73 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Jan 27 19:37:07.105724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-b0d0940b-1b0c-4b7b-9ae1-3b6b169bc630 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:07.108793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-b0d0940b-1b0c-4b7b-9ae1-3b6b169bc630 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 810 time: 0.2011981 Jan 27 19:37:07.135283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-30f48b62-23a0-4967-9b57-ff68aa7349d9 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/quotas/41989f048e1f4d118a53844fbcebf598 HTTP/1.1" status: 200 len: 375 time: 0.0163403 Jan 27 19:37:07.232518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-6bb4249f-51af-4a86-b69b-a909de361674 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878794 Jan 27 19:37:07.377532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-ab597ac0-bf0e-4def-bc7c-089b2d1aca30 service neutron] 10.222.0.59 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357872 Jan 27 19:37:07.543808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-8fa96572-e95e-43d7-865c-0921eeac41a8 service neutron] 10.222.0.59 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534023 Jan 27 19:37:07.660754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:07.930887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2a67-e4bd-4f33-a8b0-f4fe60cf52e8 req-c08331ea-78db-4544-8c8f-0cdedab72231 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:07.933603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d25c2a67-e4bd-4f33-a8b0-f4fe60cf52e8 req-c08331ea-78db-4544-8c8f-0cdedab72231 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 944 time: 0.1352053 Jan 27 19:37:07.953574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,segment=NetworkSegment(7af0934a-c73d-4e1c-8bcd-2451610446d6),segment_id=7af0934a-c73d-4e1c-8bcd-2451610446d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:07.983646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2', 'network_id': 'e08a6875-a2ce-4e3b-8d6a-264e88c9960c', 'port_id': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2', 'mac_address': 'fa:16:3e:e1:e3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adcd40e-4e8f-42fd-b841-902dc79bd0b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:08.061370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d25c2a67-e4bd-4f33-a8b0-f4fe60cf52e8 req-dc6793be-0734-4d01-b286-7d5dc437805a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210768 Jan 27 19:37:08.096686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:08.099092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:08.130479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:08.159362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,segment=NetworkSegment(7af0934a-c73d-4e1c-8bcd-2451610446d6),segment_id=7af0934a-c73d-4e1c-8bcd-2451610446d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:08.167822 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:08.235772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:08.462334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2ac3301-974b-4893-bf6f-df5daa3b8264 req-98ac3119-6106-423a-979c-0db1949aee90 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 210 time: 0.0834668 Jan 27 19:37:08.608622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:08.812853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:08.964819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.965894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.966793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.967665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.968654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.969955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.970781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:08.988958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-6631fde5-4fd3-4a51-859c-cc3fbe3617ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6500 time: 0.1718328 Jan 27 19:37:09.002822 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a18231-0d71-45bd-b030-1227638500b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:09.067292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-f28e4ffc-19a1-4518-a49c-1c30e22ef17b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768633 Jan 27 19:37:09.320965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93532c9-1c6b-4dd7-9025-281c5e860591 req-cec8c453-b579-44e7-b4a1-5b39ec56f6dc tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:09.323313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f93532c9-1c6b-4dd7-9025-281c5e860591 req-cec8c453-b579-44e7-b4a1-5b39ec56f6dc tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 945 time: 0.0983591 Jan 27 19:37:09.544009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f93532c9-1c6b-4dd7-9025-281c5e860591 req-a49f4119-db03-46d9-8098-299032cdec8b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983399 Jan 27 19:37:09.585703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-d606c3c9-9796-48a8-8dc1-0bca2b8e428b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:09.587791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-d606c3c9-9796-48a8-8dc1-0bca2b8e428b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 810 time: 0.2926941 Jan 27 19:37:09.620413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Request body: {'port': {'device_id': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'admin_state_up': True, 'tenant_id': '41989f048e1f4d118a53844fbcebf598'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:09.886750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e1278fb-26ce-4ffd-8693-549a406fbc5f req-614e5025-6563-4b4a-9b64-870d2f46a99f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 210 time: 0.0652208 Jan 27 19:37:09.924138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Made reservation on behalf of 41989f048e1f4d118a53844fbcebf598 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:09.930488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:10.224515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Allocated IP 172.20.0.14 (d2884827-c2a8-4a2d-bbde-499f49a6d1ce/22c26077-e068-48e2-ada7-6aefbf5ae421/c33d41f9-c192-4422-95e8-cabe5ab8bbaf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:10.473195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks [] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:10.518483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:10.536718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:10.599541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Pushing event updated for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:10.619058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Network d2884827-c2a8-4a2d-bbde-499f49a6d1ce is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:10.620665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:10.623643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:10.705464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:10.706256 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:10.750703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-e92e424c-0a63-42dc-a8cc-8c62f625cb52 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1376662 Jan 27 19:37:10.809053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Request body: {'port': {'device_id': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:10.922937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:10.949926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f5e0-0b96-4157-8b84-a2e0d579ec12 req-9d386292-f167-40cf-a707-c500d7f1524b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:10.952537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ced4f5e0-0b96-4157-8b84-a2e0d579ec12 req-9d386292-f167-40cf-a707-c500d7f1524b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 945 time: 0.1963689 Jan 27 19:37:11.247470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ced4f5e0-0b96-4157-8b84-a2e0d579ec12 req-2ac12293-a2ac-427c-a1a2-48d96e58868b tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811396 Jan 27 19:37:11.563694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47a6fa-e457-42e6-b920-718132e9ed39 req-ef3f2244-54c5-4037-a56b-7dfc3331f6d0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:11.566446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b47a6fa-e457-42e6-b920-718132e9ed39 req-ef3f2244-54c5-4037-a56b-7dfc3331f6d0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 932 time: 0.1367948 Jan 27 19:37:11.696048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:11.723184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b47a6fa-e457-42e6-b920-718132e9ed39 req-c400986f-53d9-488e-805e-505c23509118 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380615 Jan 27 19:37:11.743810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33d41f9-c192-4422-95e8-cabe5ab8bbaf {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:11.769221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks [] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:11.796571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Transition to ACTIVE for port object c33d41f9-c192-4422-95e8-cabe5ab8bbaf will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:11.804928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:11.854192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:11.863377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:11.864362 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:11.948001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Pushing event updated for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:12.044498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Attempting to bind port c33d41f9-c192-4422-95e8-cabe5ab8bbaf on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:12.045466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Attempting to bind port c33d41f9-c192-4422-95e8-cabe5ab8bbaf by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:12.046072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Attempting to bind port c33d41f9-c192-4422-95e8-cabe5ab8bbaf on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:12.050857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:12.051644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.054776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Port c33d41f9-c192-4422-95e8-cabe5ab8bbaf on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:12.055291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Attempting to bind port c33d41f9-c192-4422-95e8-cabe5ab8bbaf on network d2884827-c2a8-4a2d-bbde-499f49a6d1ce {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:12.070543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:12.072496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Checking segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:12.073497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Bound using segment: {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:12.074675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Bound port: c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01a3f79-ad51-4c1d-b210-4227611a5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:12.075845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.126515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:12.129272 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d5810-5d75-4972-a71b-14e7175b9b3f" -d '{"events": [{"server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "name": "network-vif-plugged", "status": "completed", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:12.176190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,segment=NetworkSegment(7af0934a-c73d-4e1c-8bcd-2451610446d6),segment_id=7af0934a-c73d-4e1c-8bcd-2451610446d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:12.181394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bed92186-e37d-4804-b42f-ec9234961d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.188635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.214970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:12.222480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:12.245907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.269174 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d511361-a9c0-4650-b48b-34b773e81934 x-openstack-request-id: req-7d511361-a9c0-4650-b48b-34b773e81934 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:12.269686 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "name": "network-vif-plugged", "status": "completed", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:12.270262 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d511361-a9c0-4650-b48b-34b773e81934 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:12.270692 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2', 'code': 200} Jan 27 19:37:12.329657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:12.506192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:12.507830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:12.511304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] 10.222.0.39 "PUT /v2.0/ports/c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 200 len: 1092 time: 1.7515633 Jan 27 19:37:12.518022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:12.521788 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d32fd-52d1-426e-ad70-7e155386fa16" -d '{"events": [{"name": "network-changed", "server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:12.581672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97600a-2f0f-49ca-a725-98f2707dce60 service neutron] Pushing event updated for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:12.636188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4243d2-15f3-4130-96ee-d3cd4cdd2e56 req-cb8b3066-7399-44f9-b345-85f154dbe31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:12.637787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4243d2-15f3-4130-96ee-d3cd4cdd2e56 req-cb8b3066-7399-44f9-b345-85f154dbe31a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 1097 time: 0.2696686 Jan 27 19:37:12.719410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5156-5cf9-4cad-aa29-59f888f9ba11 req-e7406435-df6e-4b9d-a6a6-62c00ff539b6 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:12.721162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f2c5156-5cf9-4cad-aa29-59f888f9ba11 req-e7406435-df6e-4b9d-a6a6-62c00ff539b6 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.2672310 Jan 27 19:37:12.725716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4243d2-15f3-4130-96ee-d3cd4cdd2e56 req-43d8b2ca-f649-4afc-a8d7-060e32367813 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773048 Jan 27 19:37:12.727900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-c254196f-d8f7-4e32-9c8e-376bfda233f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:12.729455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-c254196f-d8f7-4e32-9c8e-376bfda233f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1095 time: 0.1543450 Jan 27 19:37:12.788783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f2c5156-5cf9-4cad-aa29-59f888f9ba11 req-5d1dc5d4-cd57-4cf5-8812-a18df5a64401 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Jan 27 19:37:12.853956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-5881716d-252c-4293-8a99-9d0ddbac254d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 200 len: 217 time: 0.0692759 Jan 27 19:37:12.952868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f674e-232a-47c2-acbe-de162480f806 req-1d95b7a8-6db1-435d-a325-7fcd43d3f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:12.955813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-1d95b7a8-6db1-435d-a325-7fcd43d3f837 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.0934119 Jan 27 19:37:13.010130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-efa27865-bc06-4b40-b3bb-b5f087b48e3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476170 Jan 27 19:37:13.096882 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e51439-2f18-422c-993e-6de2c51a753e x-openstack-request-id: req-02e51439-2f18-422c-993e-6de2c51a753e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:13.097423 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:13.097842 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02e51439-2f18-422c-993e-6de2c51a753e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:13.098131 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf', 'status': 'completed', 'code': 200} Jan 27 19:37:13.149751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:13.162267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-e4943e60-24c6-465c-869f-192a55db97ce service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391053 Jan 27 19:37:13.303996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.371866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b76066-2ba1-4b55-b3f4-6b0fcff6874c req-bc246ef0-8cc6-49f3-a116-a4d1d5dde418 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:13.373724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b76066-2ba1-4b55-b3f4-6b0fcff6874c req-bc246ef0-8cc6-49f3-a116-a4d1d5dde418 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 944 time: 0.1825774 Jan 27 19:37:13.433065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c84f674e-232a-47c2-acbe-de162480f806 req-517ff106-11c1-4e9d-9049-16011a8cb688 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623513 Jan 27 19:37:13.492030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Publish callbacks [] for security_group (de7ffd5e-daf3-4623-846d-7a30474eb584), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.497235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b76066-2ba1-4b55-b3f4-6b0fcff6874c req-a4290369-e383-450e-bf45-6324d1866ff0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005654 Jan 27 19:37:13.498330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (de7ffd5e-daf3-4623-846d-7a30474eb584), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.565223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-149f844f-9a76-44f3-afe1-8e9668a36bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:13.566944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-149f844f-9a76-44f3-afe1-8e9668a36bb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1095 time: 0.0607293 Jan 27 19:37:13.579081 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4a59c81b8b34404a6a94325efef381f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4242837 Jan 27 19:37:13.579081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ffd5e-daf3-4623-846d-7a30474eb584,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:13.581139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58774) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:13.609858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.611005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.612027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.613198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.614183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.615336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.616303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.617159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.618086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.618977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.619849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.620761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.621718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec0a66-cf5a-4ebe-b28a-906ac4a2fe9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:13.688335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-7f298a9f-e1c7-42ab-9a20-99a90ddaeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:13.690732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-7f298a9f-e1c7-42ab-9a20-99a90ddaeb55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 911 time: 0.1170001 Jan 27 19:37:13.729055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] Publish callbacks [] for security_group (de7ffd5e-daf3-4623-846d-7a30474eb584), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.747783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-04e70be7-efbb-4c94-8782-ce7db12a1537 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 200 len: 217 time: 0.0490878 Jan 27 19:37:13.755829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] Publish callbacks [] for security_group (de7ffd5e-daf3-4623-846d-7a30474eb584), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.823242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (de7ffd5e-daf3-4623-846d-7a30474eb584), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.826042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:13.827432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-d3e2cffc-28e0-483f-9c4d-89b9d3a3145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:13.828258 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de7ffd5e-daf3-4623-846d-7a30474eb584 HTTP/1.1" status: 204 len: 168 time: 0.2449899 Jan 27 19:37:13.829653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-d3e2cffc-28e0-483f-9c4d-89b9d3a3145c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.0716126 Jan 27 19:37:13.838630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b710d75-2a4a-4c22-946f-a614cabb525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ffd5e-daf3-4623-846d-7a30474eb584,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:13.910185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-22104ac9-2be5-4d90-9b5b-573b90533298 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512087 Jan 27 19:37:14.122565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-8f35e106-6e28-4cbe-a7c0-59e6f94b2d23 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040472 Jan 27 19:37:14.186977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e098-dc8f-482f-9946-208b9c2a30cb req-082a759e-71f5-4575-89d8-25e08af79f6a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:14.203642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd57e098-dc8f-482f-9946-208b9c2a30cb req-082a759e-71f5-4575-89d8-25e08af79f6a tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.2015784 Jan 27 19:37:14.356635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:14.412373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee2da-e779-401c-93dd-10d6bfef5772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:14.465971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd57e098-dc8f-482f-9946-208b9c2a30cb req-3979d45b-a92d-4a63-a4f1-4f24210f7fc8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608380 Jan 27 19:37:14.525378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-499d32fd-52d1-426e-ad70-7e155386fa16 req-dd8eab6a-991c-4e54-b777-27cf4ef16da8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846636 Jan 27 19:37:14.630068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee2da-e779-401c-93dd-10d6bfef5772 admin admin] Publish callbacks [] for security_group (54055fda-dcbb-42bf-a69d-44f859b7ba6b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:14.633332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c33d41f9-c192-4422-95e8-cabe5ab8bbaf details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:14.649128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee2da-e779-401c-93dd-10d6bfef5772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54055fda-dcbb-42bf-a69d-44f859b7ba6b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:14.765667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d0ee2da-e779-401c-93dd-10d6bfef5772 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b422a94a11c54adf9a5fdff50e85557e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024060 Jan 27 19:37:14.765667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ee2da-e779-401c-93dd-10d6bfef5772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54055fda-dcbb-42bf-a69d-44f859b7ba6b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:14.767505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58790) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:14.920092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:14.922895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] Publish callbacks [] for security_group (54055fda-dcbb-42bf-a69d-44f859b7ba6b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:14.927396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddd102-a4c6-43ea-b60e-c62ef6c0ed06 req-ff4e649a-ec4c-40d0-92a3-c3c6d42a3852 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:14.932291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebddd102-a4c6-43ea-b60e-c62ef6c0ed06 req-ff4e649a-ec4c-40d0-92a3-c3c6d42a3852 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 944 time: 0.1159248 Jan 27 19:37:14.942821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf', 'network_id': 'd2884827-c2a8-4a2d-bbde-499f49a6d1ce', 'port_id': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf', 'mac_address': 'fa:16:3e:a8:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c26077-e068-48e2-ada7-6aefbf5ae421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:14.983984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] Publish callbacks [] for security_group (54055fda-dcbb-42bf-a69d-44f859b7ba6b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.015192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c33d41f9-c192-4422-95e8-cabe5ab8bbaf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:15.015949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.033445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33d41f9-c192-4422-95e8-cabe5ab8bbaf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:15.059694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:15.068105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.087950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebddd102-a4c6-43ea-b60e-c62ef6c0ed06 req-13b7c0e3-692d-47e0-a9aa-92a3911e89c1 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417868 Jan 27 19:37:15.150084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.156778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54055fda-dcbb-42bf-a69d-44f859b7ba6b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.165493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.166116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:15.168432 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54055fda-dcbb-42bf-a69d-44f859b7ba6b HTTP/1.1" status: 204 len: 168 time: 0.3984489 Jan 27 19:37:15.200570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4985435-e242-42cb-b8f7-5d6a3eec0147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54055fda-dcbb-42bf-a69d-44f859b7ba6b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:15.393573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['c33d41f9-c192-4422-95e8-cabe5ab8bbaf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:15.608403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:15.672864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c99ea-5690-4c7e-b888-993bee5370ef req-3019d833-cff7-4bb3-91f7-9879c9d1050d tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:15.676173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f38c99ea-5690-4c7e-b888-993bee5370ef req-3019d833-cff7-4bb3-91f7-9879c9d1050d tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.0769925 Jan 27 19:37:15.749607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f38c99ea-5690-4c7e-b888-993bee5370ef req-4b870ea4-ac3f-4195-85d8-eb232bdf6666 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636127 Jan 27 19:37:16.042103 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.286249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:16.395420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cb318-14ba-4ddc-b842-108eeeebbc6a req-4cd340fc-2c6d-4289-b59e-5fa4fc7ab8aa tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:16.403456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d34cb318-14ba-4ddc-b842-108eeeebbc6a req-4cd340fc-2c6d-4289-b59e-5fa4fc7ab8aa tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 945 time: 0.1475077 Jan 27 19:37:16.508412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d34cb318-14ba-4ddc-b842-108eeeebbc6a req-248081e5-716a-40ba-a9f9-4c0493e5b427 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986447 Jan 27 19:37:16.541681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aadeb662-f60f-4614-be06-761b2fc847f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.638640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c33d41f9-c192-4422-95e8-cabe5ab8bbaf up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:16.657108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aadeb662-f60f-4614-be06-761b2fc847f5 admin admin] Publish callbacks [] for security_group (5da30959-22c6-4631-9659-05db97bd1367), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.665107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aadeb662-f60f-4614-be06-761b2fc847f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5da30959-22c6-4631-9659-05db97bd1367), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.720475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aadeb662-f60f-4614-be06-761b2fc847f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=986daaf876244defa2fcf1f076164191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327071 Jan 27 19:37:16.721925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb662-f60f-4614-be06-761b2fc847f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da30959-22c6-4631-9659-05db97bd1367,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:16.724489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:16.773128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port c33d41f9-c192-4422-95e8-cabe5ab8bbaf completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:16.778470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port c33d41f9-c192-4422-95e8-cabe5ab8bbaf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:16.778847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.813594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] Publish callbacks [] for security_group (5da30959-22c6-4631-9659-05db97bd1367), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.844955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] Publish callbacks [] for security_group (5da30959-22c6-4631-9659-05db97bd1367), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.894390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port c33d41f9-c192-4422-95e8-cabe5ab8bbaf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:16.894817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.923084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5da30959-22c6-4631-9659-05db97bd1367), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.926357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:16.931300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5da30959-22c6-4631-9659-05db97bd1367 HTTP/1.1" status: 204 len: 168 time: 0.2013717 Jan 27 19:37:16.943458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ab7b-88b2-40c1-9f09-e3881374b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da30959-22c6-4631-9659-05db97bd1367,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:16.953516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:16.956431 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc56ae6-17c6-4a1c-8628-81f91fd7755c" -d '{"events": [{"server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "name": "network-vif-plugged", "status": "completed", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:16.987370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:16.994760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:17.079568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:17.173561 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137ccdea-d6db-4d60-b964-3fae4944eb25 x-openstack-request-id: req-137ccdea-d6db-4d60-b964-3fae4944eb25 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:17.173997 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "name": "network-vif-plugged", "status": "completed", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:17.174438 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-137ccdea-d6db-4d60-b964-3fae4944eb25 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:17.174982 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf', 'code': 200} Jan 27 19:37:17.335408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdbc6c-9c4c-42bb-9c6f-a18037eace8e req-0400d4d7-b306-4990-a187-11d2fed15faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:17.337203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bbbdbc6c-9c4c-42bb-9c6f-a18037eace8e req-0400d4d7-b306-4990-a187-11d2fed15faf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1097 time: 0.0732145 Jan 27 19:37:17.453467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bbbdbc6c-9c4c-42bb-9c6f-a18037eace8e req-06ef2ae5-9d3a-4564-a6ab-462a1b6699a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094050 Jan 27 19:37:17.652198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dce7b-206e-4307-bc29-fabe7add7afd req-56e9f808-8fca-4815-bc5f-2177be5aea64 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:17.659630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d14dce7b-206e-4307-bc29-fabe7add7afd req-56e9f808-8fca-4815-bc5f-2177be5aea64 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0667226 Jan 27 19:37:17.722744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d14dce7b-206e-4307-bc29-fabe7add7afd req-4b5dc255-0f15-4d65-a515-04bfcc776309 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620999 Jan 27 19:37:18.265308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:18.530216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538984833-network', 'tenant_id': 'df3cd4d1f58542be9a83ecdb52cc528b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:18.554787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Made reservation on behalf of df3cd4d1f58542be9a83ecdb52cc528b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:18.557358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:18.576144 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:18.731504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks [] for security_group (bd14f72d-0d1c-4ab7-b7cb-a37db4caae33), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:18.738113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd14f72d-0d1c-4ab7-b7cb-a37db4caae33), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:18.772228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:37:18.788937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:18.792186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (19ff3e90-d2eb-43d3-921f-2a13c168b383), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:18.792534 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Added segment 19ff3e90-d2eb-43d3-921f-2a13c168b383 of type vlan for network 3cf8d948-259a-4220-ab13-a6110be84d68 Jan 27 19:37:18.970807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3cf8d948-259a-4220-ab13-a6110be84d68), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.004272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a55e4-8ff7-4719-aba5-94c67320e361 req-722de71e-5b50-4ea8-8b38-73f540df70e8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:19.005909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d40a55e4-8ff7-4719-aba5-94c67320e361 req-722de71e-5b50-4ea8-8b38-73f540df70e8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1663997 Jan 27 19:37:19.054051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3cf8d948-259a-4220-ab13-a6110be84d68), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.055996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:19.056919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.171574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d40a55e4-8ff7-4719-aba5-94c67320e361 req-09aaeb7b-51ed-41a0-baef-af83cad9066c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528339 Jan 27 19:37:19.174968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9085877 Jan 27 19:37:19.177885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58922) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:19.183596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Request body: {'subnet': {'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538984833-subnet', 'tenant_id': 'df3cd4d1f58542be9a83ecdb52cc528b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:19.188751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16271f71-b6f5-4ce1-9385-e8053b658485 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf8d948-259a-4220-ab13-a6110be84d68,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:19.206506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3cf8d948-259a-4220-ab13-a6110be84d68 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:37:19.219457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Made reservation on behalf of df3cd4d1f58542be9a83ecdb52cc528b for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:19.221874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.415738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (cb0e2477-da23-44ea-9d95-b3d48d5fafef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.485137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0e2477-da23-44ea-9d95-b3d48d5fafef,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:19.487416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Checking segment: {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:19.487777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Network hostable DHCP agents. Network: 3cf8d948-259a-4220-ab13-a6110be84d68, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:37:19.509100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Network 3cf8d948-259a-4220-ab13-a6110be84d68 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:37:19.524393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3cf8d948-259a-4220-ab13-a6110be84d68) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:19.530969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:19.531761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:19.545299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4d7ea-6dce-482a-badd-3bcd20d528b1 None None] Network 3cf8d948-259a-4220-ab13-a6110be84d68 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:37:19.563980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d51c0a34-307c-4c6c-9b26-e629aa500670 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3793423 Jan 27 19:37:19.718997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0d6eb-4776-491f-832e-2e3b689e26cc None None] Network 3cf8d948-259a-4220-ab13-a6110be84d68 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:37:20.289431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd5aaa-ad95-4ea9-b1e3-6503a4a21915 req-e3e855a1-3efb-44e5-bb62-c8894ed06d88 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:20.292166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39dd5aaa-ad95-4ea9-b1e3-6503a4a21915 req-e3e855a1-3efb-44e5-bb62-c8894ed06d88 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.0932975 Jan 27 19:37:20.394728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39dd5aaa-ad95-4ea9-b1e3-6503a4a21915 req-0893effd-671b-494f-9ae4-d7ead1e7bcd2 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947917 Jan 27 19:37:20.555407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92fd5-9b17-4b38-8d16-f09e37d41f86 req-0e9c8a32-3bf6-42b7-8559-227274988ba7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:20.557000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0a92fd5-9b17-4b38-8d16-f09e37d41f86 req-0e9c8a32-3bf6-42b7-8559-227274988ba7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0664237 Jan 27 19:37:20.625782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0a92fd5-9b17-4b38-8d16-f09e37d41f86 req-ba41fb2c-fd77-400b-b066-ac6e38f446ee tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Jan 27 19:37:21.042392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-508ad9d5-9203-43fa-82c6-8e96f84f0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:21.044066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-508ad9d5-9203-43fa-82c6-8e96f84f0237 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1097 time: 0.1144798 Jan 27 19:37:21.055727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee74538-1e6a-4985-9db5-11550e81667e req-5eb0e153-b8cb-4b45-b242-94a60cb1daa4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:21.057352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ee74538-1e6a-4985-9db5-11550e81667e req-5eb0e153-b8cb-4b45-b242-94a60cb1daa4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0960190 Jan 27 19:37:21.196930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ee74538-1e6a-4985-9db5-11550e81667e req-65e18d58-c5bb-48d5-a426-aab27feea18d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305766 Jan 27 19:37:21.221781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-6016ad6e-23d6-4c59-b70b-4a674cb6e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:21.223922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-6016ad6e-23d6-4c59-b70b-4a674cb6e727 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 911 time: 0.1655099 Jan 27 19:37:21.270923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-5470520a-d32f-4112-8c34-136574351fac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 200 len: 217 time: 0.0375767 Jan 27 19:37:21.344941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-be643030-9421-46fe-b0db-d0d1ebf70a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:21.346611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-be643030-9421-46fe-b0db-d0d1ebf70a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.0536776 Jan 27 19:37:21.380232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-f3e5dfe7-463a-4dbb-add3-57066ded11f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268340 Jan 27 19:37:21.598657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-7b6c3463-71d4-4b5c-a6d5-a6a7ed01ef40 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104042 Jan 27 19:37:21.607376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d6586-8ed6-41d6-85d9-85ab5af8e221 req-4fdc1592-ac61-4240-b369-0919297eae53 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:21.615566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a3d6586-8ed6-41d6-85d9-85ab5af8e221 req-4fdc1592-ac61-4240-b369-0919297eae53 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.1228540 Jan 27 19:37:21.758414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a3d6586-8ed6-41d6-85d9-85ab5af8e221 req-8fedc345-8267-4119-beb4-2b391a4b23bb tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.59 "GET /v2.0/security-groups?id=90824f23-2d26-4539-8c66-2a8eb35a7c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374834 Jan 27 19:37:21.817887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cde7c99-d943-4893-b842-d4f5aa5db329 req-0e4044b4-05b8-4ced-a448-73e792346509 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076027 Jan 27 19:37:22.046696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9555-dc11-4ff7-984f-c4020af5740f req-89d96a56-ff61-474e-94a8-6501b26fe049 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:22.048318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-755e9555-dc11-4ff7-984f-c4020af5740f req-89d96a56-ff61-474e-94a8-6501b26fe049 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.66 "GET /v2.0/ports?device_id=d49f4797-1f60-4d99-bb96-7010f9d849bf HTTP/1.1" status: 200 len: 946 time: 0.0614290 Jan 27 19:37:22.162090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Deleting port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:37:22.162530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:22.321690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] For port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,segment=NetworkSegment(7af0934a-c73d-4e1c-8bcd-2451610446d6),segment_id=7af0934a-c73d-4e1c-8bcd-2451610446d6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:22.322145 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:22.352769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Calling delete_port for 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:37:22.409878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef93d-f11f-4656-9cee-dc204b8bfc5f req-25489d4c-22ed-43af-9584-cb7bf694c9c2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:22.411391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee3ef93d-f11f-4656-9cee-dc204b8bfc5f req-25489d4c-22ed-43af-9584-cb7bf694c9c2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1073356 Jan 27 19:37:22.515203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee3ef93d-f11f-4656-9cee-dc204b8bfc5f req-55bca92e-a13f-4974-9022-2b465d0b4c45 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Jan 27 19:37:22.557893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:22.575541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:22.592110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Pushing event deleted for resources: {'Port': ['ID=3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:23.002807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] No DVR routers for this DVR port 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:37:23.030775 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:23.034787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-755e9555-dc11-4ff7-984f-c4020af5740f req-d2403199-7481-4739-bab3-ecc1c5414ac8 tempest-VolumesActionsTest-863582203 tempest-VolumesActionsTest-863582203-project] 10.222.0.66 "DELETE /v2.0/ports/3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 HTTP/1.1" status: 204 len: 173 time: 0.9804912 Jan 27 19:37:23.035375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'name': 'network-vif-deleted', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:23.037831 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb76349a-8606-41f1-8f72-256581987163" -d '{"events": [{"server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "name": "network-vif-deleted", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:23.106906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-1d8fb481-ca9c-447b-bb53-add9570e6a4d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:23.108488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-1d8fb481-ca9c-447b-bb53-add9570e6a4d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 809 time: 0.4943042 Jan 27 19:37:23.128840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-8ff9d123-54f9-4666-8d94-5b39f4fb47bf tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/quotas/df3cd4d1f58542be9a83ecdb52cc528b HTTP/1.1" status: 200 len: 375 time: 0.0106602 Jan 27 19:37:23.169083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-169f46dc-4bef-47d7-a85b-6662415da78d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304263 Jan 27 19:37:23.446696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-e8f277aa-fc34-4160-8c2f-6b3ff46cd266 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515600 Jan 27 19:37:23.551927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-365bcbe2-5a6c-4696-94d4-d4315b8e52dd service neutron] 10.222.0.59 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970681 Jan 27 19:37:23.757684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:23.839258 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13d572-5c71-4fb7-9513-6c7213439d76 x-openstack-request-id: req-ec13d572-5c71-4fb7-9513-6c7213439d76 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:23.839560 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49f4797-1f60-4d99-bb96-7010f9d849bf", "name": "network-vif-deleted", "tag": "3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:23.839859 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec13d572-5c71-4fb7-9513-6c7213439d76 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:23.840793 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49f4797-1f60-4d99-bb96-7010f9d849bf', 'name': 'network-vif-deleted', 'tag': '3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2', 'status': 'completed', 'code': 200} Jan 27 19:37:24.005015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb960-139d-4f8d-863d-2ed3b7ec8c05 req-c00c7186-0016-4c41-998c-bab1d3137d8f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:24.007496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6fb960-139d-4f8d-863d-2ed3b7ec8c05 req-c00c7186-0016-4c41-998c-bab1d3137d8f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0733409 Jan 27 19:37:24.085006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c6fb960-139d-4f8d-863d-2ed3b7ec8c05 req-af9d70d4-589a-4728-b05f-941f8141c1b9 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700927 Jan 27 19:37:24.195644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d70bf2c2-67a8-4e7f-ac65-fd13fc50a0fc req-4930b4bd-683c-4240-9585-75b20559a772 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 210 time: 0.0320165 Jan 27 19:37:24.736862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:25.083160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-beee33b1-df47-4f55-a783-d2c469017150 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:25.084935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-beee33b1-df47-4f55-a783-d2c469017150 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.66 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 809 time: 0.1286123 Jan 27 19:37:25.101182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Request body: {'port': {'device_id': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68', 'admin_state_up': True, 'tenant_id': 'df3cd4d1f58542be9a83ecdb52cc528b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:25.255171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Made reservation on behalf of df3cd4d1f58542be9a83ecdb52cc528b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:25.256809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:25.352636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049569b9-0171-40fa-b672-40814099f545 req-75b8c4dd-0d51-46c0-848a-5c19c1a187fa tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:25.361129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-049569b9-0171-40fa-b672-40814099f545 req-75b8c4dd-0d51-46c0-848a-5c19c1a187fa tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1213548 Jan 27 19:37:25.431301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-049569b9-0171-40fa-b672-40814099f545 req-8275c4bd-07b2-48c1-9193-83b48d57058c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689344 Jan 27 19:37:25.575263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Allocated IP 172.20.0.10 (3cf8d948-259a-4220-ab13-a6110be84d68/cb0e2477-da23-44ea-9d95-b3d48d5fafef/0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:25.586775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2956378-dfe7-4210-9bf8-07978301909a req-8bd16883-6ef2-46e4-8061-e1ec5f85323f tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 210 time: 0.0491233 Jan 27 19:37:25.741667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:37:25.797571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks [] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:25.820687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:37:25.821528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3bf90bb2-525d-4f5c-ba65-2b2fe381e9f2 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:37:25.848914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:25.903618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Network 3cf8d948-259a-4220-ab13-a6110be84d68 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:25.913407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:25.919630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:25.925118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Pushing event updated for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:25.997968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:25.998824 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:26.023828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-691a9ae0-e9c3-4d0a-a60d-d427e69dc0a3 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9300206 Jan 27 19:37:26.037475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Request body: {'port': {'device_id': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:26.108036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:26.527629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:26.547060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks [] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:26.573841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Transition to ACTIVE for port object 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:26.588992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:26.726289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:26.858694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328abe8-bff0-4562-bcfb-66c052d1453e req-a76a7eb8-4c0f-4e10-9f8b-646058b8157c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:26.861175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3328abe8-bff0-4562-bcfb-66c052d1453e req-a76a7eb8-4c0f-4e10-9f8b-646058b8157c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1854584 Jan 27 19:37:26.982721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3328abe8-bff0-4562-bcfb-66c052d1453e req-da8df9ab-dba1-42b7-a8a3-f1681f7e0ec0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014826 Jan 27 19:37:26.983458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Attempting to bind port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:26.983800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Attempting to bind port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:26.984135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Attempting to bind port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 on network 3cf8d948-259a-4220-ab13-a6110be84d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:26.989320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 on network 3cf8d948-259a-4220-ab13-a6110be84d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:26.989692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Attempting to bind port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 on network 3cf8d948-259a-4220-ab13-a6110be84d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:26.996897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:26.997452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Checking segment: {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:26.997951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Bound using segment: {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:26.998519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Bound port: 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:26.998988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.087740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:27.091993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:27.098948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.139497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:27.140510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.142211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 HTTP/1.1" status: 200 len: 1092 time: 1.1111093 Jan 27 19:37:27.145231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:27.150301 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e72e7-2926-4e22-bf64-c4c31386b819" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:27.298976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfe509-bd38-4342-bf0a-c6e4a17816e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:27.353057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-84dcee30-8cd4-4915-9f5c-f3427cf828cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:27.355999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-84dcee30-8cd4-4915-9f5c-f3427cf828cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 1095 time: 0.1349370 Jan 27 19:37:27.365325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59098) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:27.370978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8899ee-9837-4b0b-a6ed-3c0effb1cc62 req-43d143dd-561b-43cc-80e3-f18f99252bb8 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:27.384905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa8899ee-9837-4b0b-a6ed-3c0effb1cc62 req-43d143dd-561b-43cc-80e3-f18f99252bb8 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 944 time: 0.1936083 Jan 27 19:37:27.493404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-6b1675d7-6e50-481a-8cef-8d298b7404da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 HTTP/1.1" status: 200 len: 217 time: 0.1061885 Jan 27 19:37:27.588813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-2e71c755-6329-4b8b-8e92-67d89d2540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:27.591809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-2e71c755-6329-4b8b-8e92-67d89d2540bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb0e2477-da23-44ea-9d95-b3d48d5fafef HTTP/1.1" status: 200 len: 849 time: 0.0886102 Jan 27 19:37:27.595666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f97bf55b-bdf0-49d4-9769-193b35d6580a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.636601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa8899ee-9837-4b0b-a6ed-3c0effb1cc62 req-93733697-c702-410c-b118-bcd3a56deaf5 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473500 Jan 27 19:37:27.675609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-b4f4e6e1-c198-4b02-b669-85e031e2cd9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cf8d948-259a-4220-ab13-a6110be84d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721869 Jan 27 19:37:27.793631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f97bf55b-bdf0-49d4-9769-193b35d6580a admin admin] Publish callbacks [] for security_group (d8fe410f-706d-4bbc-8037-b825561b67c9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.802288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f97bf55b-bdf0-49d4-9769-193b35d6580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d8fe410f-706d-4bbc-8037-b825561b67c9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.834627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-6896fdfd-9cb0-4a4a-95ee-000ea4d2f71a service neutron] 10.222.0.66 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441853 Jan 27 19:37:27.859022 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69040228-8cc8-44cb-ac90-421e843346ea x-openstack-request-id: req-69040228-8cc8-44cb-ac90-421e843346ea {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:27.859857 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:27.860373 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69040228-8cc8-44cb-ac90-421e843346ea {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:27.861187 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9', 'status': 'completed', 'code': 200} Jan 27 19:37:27.882436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf55b-bdf0-49d4-9769-193b35d6580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe410f-706d-4bbc-8037-b825561b67c9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:27.901698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f97bf55b-bdf0-49d4-9769-193b35d6580a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3753a07f809a4f74bbddc1f5344505d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5339119 Jan 27 19:37:27.904407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59104) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:27.970412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] Publish callbacks [] for security_group (d8fe410f-706d-4bbc-8037-b825561b67c9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:27.976674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-523cf18d-ab18-491a-b126-798d42cc4a90 req-d51b8de2-0f66-40f9-b4c1-1ccb203c8772 service neutron] 10.222.0.66 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353328 Jan 27 19:37:28.010984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] Publish callbacks [] for security_group (d8fe410f-706d-4bbc-8037-b825561b67c9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.091139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-fb742973-1547-4d94-bac7-d68a0464d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:28.093896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-fb742973-1547-4d94-bac7-d68a0464d246 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 1095 time: 0.0646341 Jan 27 19:37:28.105982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d8fe410f-706d-4bbc-8037-b825561b67c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.110551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.111884 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8fe410f-706d-4bbc-8037-b825561b67c9 HTTP/1.1" status: 204 len: 168 time: 0.2064123 Jan 27 19:37:28.123637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528b064-8665-49e9-a78e-17b22a518a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe410f-706d-4bbc-8037-b825561b67c9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:28.277209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-d7b2980b-56a0-4654-871c-61d4eb72f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:28.278622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-d7b2980b-56a0-4654-871c-61d4eb72f0b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 910 time: 0.1764913 Jan 27 19:37:28.361827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-57aa6386-3cb3-4856-a787-ec61f44818db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 HTTP/1.1" status: 200 len: 217 time: 0.0749249 Jan 27 19:37:28.371214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfaeaa-b2a3-435c-96c9-4bbb1140b99c req-7517ff35-932c-48f6-84b2-e4d5d0311a7e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:28.372844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90bfaeaa-b2a3-435c-96c9-4bbb1140b99c req-7517ff35-932c-48f6-84b2-e4d5d0311a7e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1364841 Jan 27 19:37:28.467193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-56e7e446-6400-4256-bb7e-ee1326edac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:28.468862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-56e7e446-6400-4256-bb7e-ee1326edac68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb0e2477-da23-44ea-9d95-b3d48d5fafef HTTP/1.1" status: 200 len: 849 time: 0.0949812 Jan 27 19:37:28.473045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90bfaeaa-b2a3-435c-96c9-4bbb1140b99c req-f6faaea8-4dbd-4f07-9d27-9fa2a32f39c2 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697985 Jan 27 19:37:28.507081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-fe6f61de-9365-4cec-b0db-4cff9bdf62db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cf8d948-259a-4220-ab13-a6110be84d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302663 Jan 27 19:37:28.602258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59112) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:28.624388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69b0fa5f-2f33-40f5-a9c7-a18006fdef83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.659561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-497ec93b-2589-4707-97c5-890781970bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456056 Jan 27 19:37:28.731931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69b0fa5f-2f33-40f5-a9c7-a18006fdef83 admin admin] Publish callbacks [] for security_group (dbbde464-03e8-4d41-92a6-ed5fa8d5eec5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.738139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69b0fa5f-2f33-40f5-a9c7-a18006fdef83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dbbde464-03e8-4d41-92a6-ed5fa8d5eec5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.769792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0fa5f-2f33-40f5-a9c7-a18006fdef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbde464-03e8-4d41-92a6-ed5fa8d5eec5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:28.810996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69b0fa5f-2f33-40f5-a9c7-a18006fdef83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f15927d1197f4f7b8cab8b149dce5b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2068949 Jan 27 19:37:28.813123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59120) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:28.886234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] Publish callbacks [] for security_group (dbbde464-03e8-4d41-92a6-ed5fa8d5eec5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.893093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae50ba-f2b5-43c8-a33a-233606302a36 req-23be3269-4465-47f0-9799-46c88a975057 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:28.894688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37ae50ba-f2b5-43c8-a33a-233606302a36 req-23be3269-4465-47f0-9799-46c88a975057 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 944 time: 0.0960543 Jan 27 19:37:28.912940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] Publish callbacks [] for security_group (dbbde464-03e8-4d41-92a6-ed5fa8d5eec5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:28.924197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f2e72e7-2926-4e22-bf64-c4c31386b819 req-6448cdab-568a-42d0-bb1e-7aa6d5efe2e1 service neutron] 10.222.0.66 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581935 Jan 27 19:37:28.979155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37ae50ba-f2b5-43c8-a33a-233606302a36 req-80c95140-7014-4e6b-b0f9-9979de439139 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707803 Jan 27 19:37:29.006475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dbbde464-03e8-4d41-92a6-ed5fa8d5eec5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.009927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.011498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbbde464-03e8-4d41-92a6-ed5fa8d5eec5 HTTP/1.1" status: 204 len: 168 time: 0.1973276 Jan 27 19:37:29.031058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc10a3-0f46-49a9-9a20-a31cb4c5f31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbde464-03e8-4d41-92a6-ed5fa8d5eec5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:29.492820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59126) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:29.508176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a73ef8b-4ba7-4449-ac0f-fcf41377787f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.613218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a73ef8b-4ba7-4449-ac0f-fcf41377787f admin admin] Publish callbacks [] for security_group (cef9aaff-2af3-47d6-a982-c74660aa2300), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.618889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a73ef8b-4ba7-4449-ac0f-fcf41377787f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cef9aaff-2af3-47d6-a982-c74660aa2300), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.637947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592efb-d847-415f-806d-856b6b99ed43 req-6b4a52b0-6d76-4235-aaaa-dac39d97d27f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:29.639941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67592efb-d847-415f-806d-856b6b99ed43 req-6b4a52b0-6d76-4235-aaaa-dac39d97d27f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0667710 Jan 27 19:37:29.664580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a73ef8b-4ba7-4449-ac0f-fcf41377787f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98721f14d3df41fc92fb3802ebbd2ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681654 Jan 27 19:37:29.664580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73ef8b-4ba7-4449-ac0f-fcf41377787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9aaff-2af3-47d6-a982-c74660aa2300,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:29.665906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:29.724258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67592efb-d847-415f-806d-856b6b99ed43 req-1e6caac8-2acf-464e-b7ed-82d8f54a3788 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jan 27 19:37:29.752386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] Publish callbacks [] for security_group (cef9aaff-2af3-47d6-a982-c74660aa2300), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.791905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] Publish callbacks [] for security_group (cef9aaff-2af3-47d6-a982-c74660aa2300), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.872454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cef9aaff-2af3-47d6-a982-c74660aa2300), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.875640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:29.881899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cef9aaff-2af3-47d6-a982-c74660aa2300 HTTP/1.1" status: 204 len: 168 time: 0.2109048 Jan 27 19:37:29.891537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518dd1d-88de-4951-90ea-070f974c5009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9aaff-2af3-47d6-a982-c74660aa2300,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:30.173131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771d2db-40e8-4339-94b0-70af66536cd1 req-9a4abc93-09ac-402f-8f12-6083956ffa1e tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:30.176123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a771d2db-40e8-4339-94b0-70af66536cd1 req-9a4abc93-09ac-402f-8f12-6083956ffa1e tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 944 time: 0.0953975 Jan 27 19:37:30.266572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a771d2db-40e8-4339-94b0-70af66536cd1 req-2191de17-6e15-4e90-b106-6d270736ab96 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768406 Jan 27 19:37:30.915455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf3fc4-48ef-4559-8f53-e8ed8b767643 req-edebe05a-4fed-4d55-b0d0-a245cbb80f25 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:30.917364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16bf3fc4-48ef-4559-8f53-e8ed8b767643 req-edebe05a-4fed-4d55-b0d0-a245cbb80f25 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0884690 Jan 27 19:37:30.984837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16bf3fc4-48ef-4559-8f53-e8ed8b767643 req-c2c6d7f1-13d3-45ee-8289-12702781b76f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586398 Jan 27 19:37:31.446734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08d31-9ee6-4cbc-b3f3-1fd8f9b5529f req-748a5101-9c3b-4a3c-8907-295cf66ebd56 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:31.448410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbb08d31-9ee6-4cbc-b3f3-1fd8f9b5529f req-748a5101-9c3b-4a3c-8907-295cf66ebd56 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 944 time: 0.0589490 Jan 27 19:37:31.518389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbb08d31-9ee6-4cbc-b3f3-1fd8f9b5529f req-476f05dc-7a85-47aa-8d1f-ff5eef56177e tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626681 Jan 27 19:37:31.745161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:31.897110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:31.913485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9', 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68', 'port_id': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9', 'mac_address': 'fa:16:3e:18:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e2477-da23-44ea-9d95-b3d48d5fafef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:31.972630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:31.973740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:31.993668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:32.020901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:32.029503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.114461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:32.137977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85cbc-289f-4162-a2ac-8fa3ba5a17fd req-74134067-d70a-4ae2-8c15-bb39c78f8110 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:32.139940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7df85cbc-289f-4162-a2ac-8fa3ba5a17fd req-74134067-d70a-4ae2-8c15-bb39c78f8110 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0658727 Jan 27 19:37:32.206202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7df85cbc-289f-4162-a2ac-8fa3ba5a17fd req-42bd9e1f-3e41-4d3b-854e-10998ab43b07 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Jan 27 19:37:32.468324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:32.516225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59230) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:32.698044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9021e-5ee2-4e03-943b-42b120a39b55 req-9094d7e2-4a2a-44e3-b5e9-368bde345a15 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:32.703436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84f9495c-484a-49cd-8969-e00989b7e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.705559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edb9021e-5ee2-4e03-943b-42b120a39b55 req-9094d7e2-4a2a-44e3-b5e9-368bde345a15 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 945 time: 0.0636382 Jan 27 19:37:32.770909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edb9021e-5ee2-4e03-943b-42b120a39b55 req-470b0af1-3672-418e-b4c0-8b0171b15541 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Jan 27 19:37:32.797436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84f9495c-484a-49cd-8969-e00989b7e8c1 admin admin] Publish callbacks [] for security_group (82d50af2-94ba-4b4a-9c1f-0891fa6aadb5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.803904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84f9495c-484a-49cd-8969-e00989b7e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82d50af2-94ba-4b4a-9c1f-0891fa6aadb5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.845727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:32.846038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84f9495c-484a-49cd-8969-e00989b7e8c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=387633aed9c84038b636708f4953c0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282573 Jan 27 19:37:32.878213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9495c-484a-49cd-8969-e00989b7e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d50af2-94ba-4b4a-9c1f-0891fa6aadb5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:32.923315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] Publish callbacks [] for security_group (82d50af2-94ba-4b4a-9c1f-0891fa6aadb5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.949755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] Publish callbacks [] for security_group (82d50af2-94ba-4b4a-9c1f-0891fa6aadb5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:32.999680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82d50af2-94ba-4b4a-9c1f-0891fa6aadb5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.002708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.007378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82d50af2-94ba-4b4a-9c1f-0891fa6aadb5 HTTP/1.1" status: 204 len: 168 time: 0.1568141 Jan 27 19:37:33.024957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a262aa-060b-44f1-9b9d-85c99ad05105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d50af2-94ba-4b4a-9c1f-0891fa6aadb5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:33.465288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59248) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:33.495133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f85ffc90-94df-45e1-96d6-be72dc2d9cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.507221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74230-e35e-4dd3-a862-85d45ecdf68e req-cb17e454-b2b4-4add-b5a6-9c2d4b26aa62 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:33.508708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7f74230-e35e-4dd3-a862-85d45ecdf68e req-cb17e454-b2b4-4add-b5a6-9c2d4b26aa62 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0888526 Jan 27 19:37:33.576413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7f74230-e35e-4dd3-a862-85d45ecdf68e req-0e1703da-b98e-40b6-8a04-c4c30f6e95f3 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575278 Jan 27 19:37:33.635294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f85ffc90-94df-45e1-96d6-be72dc2d9cf9 admin admin] Publish callbacks [] for security_group (1b485c59-bb3a-473c-ad86-eee34b9f5ae4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.640470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f85ffc90-94df-45e1-96d6-be72dc2d9cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1b485c59-bb3a-473c-ad86-eee34b9f5ae4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.667498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ffc90-94df-45e1-96d6-be72dc2d9cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b485c59-bb3a-473c-ad86-eee34b9f5ae4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:33.694967 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f85ffc90-94df-45e1-96d6-be72dc2d9cf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97ca6c46245649de858170dfac702d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278488 Jan 27 19:37:33.696942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:33.757893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] Publish callbacks [] for security_group (1b485c59-bb3a-473c-ad86-eee34b9f5ae4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.792932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] Publish callbacks [] for security_group (1b485c59-bb3a-473c-ad86-eee34b9f5ae4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.937664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1b485c59-bb3a-473c-ad86-eee34b9f5ae4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.940753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:33.945658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b485c59-bb3a-473c-ad86-eee34b9f5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2441750 Jan 27 19:37:33.958861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80ce2-e9e4-4c45-93fe-523491b5b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b485c59-bb3a-473c-ad86-eee34b9f5ae4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:33.980903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7bae5-910a-4e0b-8cf8-ed6b348b4c53 req-f1aa138e-2214-4878-9575-98cc8440f733 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:33.988189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8b7bae5-910a-4e0b-8cf8-ed6b348b4c53 req-f1aa138e-2214-4878-9575-98cc8440f733 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 945 time: 0.0826046 Jan 27 19:37:34.050345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8b7bae5-910a-4e0b-8cf8-ed6b348b4c53 req-0cb051d1-7810-4a35-bdbc-3e744dbb0658 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 Jan 27 19:37:34.819864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0b4d-c06b-4242-9313-9fd918bc07f7 req-1ef24b91-041d-40f5-9c62-5d12349fae22 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:34.823558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a36f0b4d-c06b-4242-9313-9fd918bc07f7 req-1ef24b91-041d-40f5-9c62-5d12349fae22 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1037915 Jan 27 19:37:34.896053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a36f0b4d-c06b-4242-9313-9fd918bc07f7 req-dc3e462a-f3e5-4e08-b024-1a1c4da40f15 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713904 Jan 27 19:37:35.200824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb19ae-2740-4827-8f83-fb46ff1a4bb9 req-5b5e5dc8-16da-4d3f-8b76-137992926250 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:35.203821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2fb19ae-2740-4827-8f83-fb46ff1a4bb9 req-5b5e5dc8-16da-4d3f-8b76-137992926250 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 945 time: 0.0710845 Jan 27 19:37:35.305172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c2fb19ae-2740-4827-8f83-fb46ff1a4bb9 req-d7678d99-11b1-47bf-86ac-509070053b29 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Jan 27 19:37:35.779019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:35.801479 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:37:35.867077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:35.873930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:35.874646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:36.040285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:36.040923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:36.087409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:36.089762 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928e09e-0c3c-48d6-b763-ce4af48f6560" -d '{"events": [{"server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "name": "network-vif-plugged", "status": "completed", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:36.102417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1fcb-22a1-4985-96ef-c147d761d91c req-9aea30f2-eff2-4a52-88cb-cf921bb6ebcb tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:36.104616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed1fcb-22a1-4985-96ef-c147d761d91c req-9aea30f2-eff2-4a52-88cb-cf921bb6ebcb tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0628524 Jan 27 19:37:36.107897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:36.115076 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:36.178304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:36.185202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91ed1fcb-22a1-4985-96ef-c147d761d91c req-23019f4d-d77c-487b-9ea4-f1492eb9b8eb tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742724 Jan 27 19:37:36.245881 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4df80-dd16-44b2-ada8-bc9b28c49b45 x-openstack-request-id: req-40c4df80-dd16-44b2-ada8-bc9b28c49b45 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:36.246186 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "name": "network-vif-plugged", "status": "completed", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:36.246456 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40c4df80-dd16-44b2-ada8-bc9b28c49b45 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:36.246840 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9', 'code': 200} Jan 27 19:37:36.526810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2522c88-a971-4858-8522-66744f6de8c3 req-de67e280-b56f-4750-a8a9-1ac5f864c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:36.528683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2522c88-a971-4858-8522-66744f6de8c3 req-de67e280-b56f-4750-a8a9-1ac5f864c0e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 1097 time: 0.1912460 Jan 27 19:37:36.538362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7371f-cac3-48ab-a87c-90bec126b25c req-41f24317-6be9-4aa6-9b9d-1e1aa20dacea tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:36.545851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82c7371f-cac3-48ab-a87c-90bec126b25c req-41f24317-6be9-4aa6-9b9d-1e1aa20dacea tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 946 time: 0.1290162 Jan 27 19:37:36.624793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82c7371f-cac3-48ab-a87c-90bec126b25c req-b72089ac-2dfe-4207-a5d9-5bcfdf190b15 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Jan 27 19:37:36.629664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2522c88-a971-4858-8522-66744f6de8c3 req-d7dac1cf-de60-489a-be26-413ec8bfca1b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Jan 27 19:37:37.364555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eaf9b-1b9d-42bc-b262-1ef7d04d9ed9 req-01156da0-6110-4a9a-824d-5324befa861e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:37.366356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-192eaf9b-1b9d-42bc-b262-1ef7d04d9ed9 req-01156da0-6110-4a9a-824d-5324befa861e tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0608065 Jan 27 19:37:37.430661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-192eaf9b-1b9d-42bc-b262-1ef7d04d9ed9 req-718c4c65-dc58-4138-af16-65351437a905 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Jan 27 19:37:37.769350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1e02a-d978-497b-a714-ab983b19337f req-6dbdd238-22a8-4968-b90d-076b9723ac8a tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:37.771333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77d1e02a-d978-497b-a714-ab983b19337f req-6dbdd238-22a8-4968-b90d-076b9723ac8a tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 946 time: 0.0594983 Jan 27 19:37:37.831725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77d1e02a-d978-497b-a714-ab983b19337f req-ba19a5b7-3a88-476e-978e-6880c27644af tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Jan 27 19:37:38.597740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beb9c8-9d35-46b8-9b0c-085127c6c615 req-b8cfecef-0d22-488b-b63b-65854cefe142 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:38.599149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00beb9c8-9d35-46b8-9b0c-085127c6c615 req-b8cfecef-0d22-488b-b63b-65854cefe142 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0577209 Jan 27 19:37:38.679637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00beb9c8-9d35-46b8-9b0c-085127c6c615 req-c0afe28f-57ce-49ae-bedf-3c041b862d06 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Jan 27 19:37:39.050349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95f42f82-c4b1-4874-9831-64241e767aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:39.126903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0468656-152a-487d-9ff4-236bc0e79fb9 req-7c1898fb-5dee-498b-97c6-31f3f236251d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:39.137633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0468656-152a-487d-9ff4-236bc0e79fb9 req-7c1898fb-5dee-498b-97c6-31f3f236251d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 946 time: 0.1254532 Jan 27 19:37:39.206045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0468656-152a-487d-9ff4-236bc0e79fb9 req-328fd4b3-095c-46de-bfc8-61dfa6ab1b44 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Jan 27 19:37:39.593169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-b0e68578-0ece-4aab-8c4c-cf6604613c0f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:39.601345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-b0e68578-0ece-4aab-8c4c-cf6604613c0f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.1751239 Jan 27 19:37:39.625115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-43c24468-bd8a-4a5d-8f8c-1bb8a725f435 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/quotas/e358989b01034c2faab0c3c7e1a53cd6 HTTP/1.1" status: 200 len: 375 time: 0.0219793 Jan 27 19:37:39.714287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-86f373a9-4eaa-4187-97bc-3a9f337f2a9a tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878227 Jan 27 19:37:39.829878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-a52280d9-3493-42f8-a41b-ec2150cdf0cf service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139307 Jan 27 19:37:39.965218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-30750839-3171-42aa-b58c-47b8a45da777 service neutron] 10.222.0.59 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341794 Jan 27 19:37:40.369220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed63ae-cf1c-4a98-bc76-7c06a2a895a6 req-97a0dd2b-220c-4592-94de-b00d7f16dbd5 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:40.372716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfed63ae-cf1c-4a98-bc76-7c06a2a895a6 req-97a0dd2b-220c-4592-94de-b00d7f16dbd5 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1125619 Jan 27 19:37:40.461583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfed63ae-cf1c-4a98-bc76-7c06a2a895a6 req-0e9c606d-0d16-4c1e-9f98-e9d9ed741f2d tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710223 Jan 27 19:37:40.549616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-898dfef9-4582-4487-b4ca-c878504775bd req-dc149c85-644b-4040-9d49-2a46adfb0f80 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 210 time: 0.0480185 Jan 27 19:37:41.631934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181306-4751-4930-942f-31d6e8182eef req-903037ef-ce78-421f-ae7a-c92371d3f4aa tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:41.636654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97181306-4751-4930-942f-31d6e8182eef req-903037ef-ce78-421f-ae7a-c92371d3f4aa tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1076040 Jan 27 19:37:41.801975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97181306-4751-4930-942f-31d6e8182eef req-9fccadab-d1f1-4f6a-b572-02c411373bc1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427455 Jan 27 19:37:41.855021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-0da6c2f4-3f17-4a8e-ac0c-39bedfb4e701 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:41.857126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-0da6c2f4-3f17-4a8e-ac0c-39bedfb4e701 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.66 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 815 time: 0.2183223 Jan 27 19:37:41.879034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Request body: {'port': {'device_id': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'admin_state_up': True, 'tenant_id': 'e358989b01034c2faab0c3c7e1a53cd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:42.002030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08190-f249-4fd3-90a9-1bdb7c0781c3 req-b090cfd1-97a1-4313-903d-c2a8b0e5f2ac tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:42.003491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbc08190-f249-4fd3-90a9-1bdb7c0781c3 req-b090cfd1-97a1-4313-903d-c2a8b0e5f2ac tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 946 time: 0.0990443 Jan 27 19:37:42.090018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbc08190-f249-4fd3-90a9-1bdb7c0781c3 req-ffc6a6c5-9736-435c-b9a2-c19f47486432 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756333 Jan 27 19:37:42.112048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae22d53-b010-4337-a88c-fa39444ee60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.126327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Made reservation on behalf of e358989b01034c2faab0c3c7e1a53cd6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:42.131139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.289784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce8de0-3c58-4020-b680-a223c961a8a7 req-6b7e5203-a1db-401f-b5d9-af0785e70808 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:42.292165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7ce8de0-3c58-4020-b680-a223c961a8a7 req-6b7e5203-a1db-401f-b5d9-af0785e70808 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1095476 Jan 27 19:37:42.388826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7ce8de0-3c58-4020-b680-a223c961a8a7 req-44305484-97dc-4432-9f70-627cc7987c70 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897963 Jan 27 19:37:42.393267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Allocated IP 172.20.0.2 (b0357751-ea75-4fa9-8bb3-53baac05e592/9dde38b9-1f64-4ae6-a410-3cef79f2aa1a/162235e6-2672-4aff-81cc-f1dcefef3556) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:42.526281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76539e64-91db-468f-92c6-eae158ac2c7d req-3a3af371-1bcd-4620-92e4-23b444dbc7eb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:42.528791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76539e64-91db-468f-92c6-eae158ac2c7d req-3a3af371-1bcd-4620-92e4-23b444dbc7eb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 946 time: 0.0578148 Jan 27 19:37:42.667080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks [] for port (162235e6-2672-4aff-81cc-f1dcefef3556), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.672722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-380171b9-1ad6-4e17-9c84-f6fb7e8c07ad req-402753f1-d9cd-4bd1-bb9b-f18b8af0f16b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 210 time: 0.1393211 Jan 27 19:37:42.719152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Deleting port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:37:42.719757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.762219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.781427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'bfae8797-317e-4a54-922a-93809fd2e381'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:42.840213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event updated for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:42.861206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Network b0357751-ea75-4fa9-8bb3-53baac05e592 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:42.895499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:42.899762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:42.923780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] For port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:42.924357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:42.940661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Calling delete_port for 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:37:42.980398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:42.981465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:43.009247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-d83034f7-cacb-4218-b251-efed6f8f91e4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396329 Jan 27 19:37:43.024668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e017e3-fd9c-4309-b78c-61a4685a627e req-5dd2b2bd-8fde-41cd-a785-0bef5e9559a1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:43.027345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9e017e3-fd9c-4309-b78c-61a4685a627e req-5dd2b2bd-8fde-41cd-a785-0bef5e9559a1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1704082 Jan 27 19:37:43.035623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Request body: {'port': {'device_id': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:43.139595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:43.142779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:43.212107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9e017e3-fd9c-4309-b78c-61a4685a627e req-aa5284e5-e627-4ab3-a032-1edcd3de07e2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710336 Jan 27 19:37:43.251742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Pushing event deleted for resources: {'Port': ['ID=0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:43.321401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:43.404372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] No DVR routers for this DVR port 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:37:43.415998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:43.420886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-76539e64-91db-468f-92c6-eae158ac2c7d req-6eedc46d-6bbe-40a5-b5cf-03f22553a316 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.66 "DELETE /v2.0/ports/0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 HTTP/1.1" status: 204 len: 173 time: 0.8860421 Jan 27 19:37:43.421505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'name': 'network-vif-deleted', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:43.424104 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3311144-9882-48fb-a6af-85a7af3b500b" -d '{"events": [{"server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "name": "network-vif-deleted", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:43.588664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2612374-bf6b-4c29-b642-d79bb6e55029 req-1139fb80-3381-4777-ad08-edf0e2d3d7ae tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae4c8c-371b-4011-bb10-7c7705e97292 HTTP/1.1" status: 200 len: 210 time: 0.0460572 Jan 27 19:37:43.703565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162235e6-2672-4aff-81cc-f1dcefef3556 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:43.715094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks [] for port (162235e6-2672-4aff-81cc-f1dcefef3556), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:43.737041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Transition to ACTIVE for port object 162235e6-2672-4aff-81cc-f1dcefef3556 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:43.745918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:44.002183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Pushing event updated for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:44.074190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.077107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.080490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.080620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.081766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.082694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.084535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.085472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.086338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.088692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.089566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.090663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.091545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:44.161647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-8891948d-f2cc-44ce-bf50-4c9808d03524 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:44.163847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-8891948d-f2cc-44ce-bf50-4c9808d03524 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.4039154 Jan 27 19:37:44.186059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Attempting to bind port 162235e6-2672-4aff-81cc-f1dcefef3556 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:44.186632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Attempting to bind port 162235e6-2672-4aff-81cc-f1dcefef3556 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:44.187039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Attempting to bind port 162235e6-2672-4aff-81cc-f1dcefef3556 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:44.190145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-b213e43f-72d4-4a01-8cb3-139df275d600 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/quotas/04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 375 time: 0.0183659 Jan 27 19:37:44.193767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Port 162235e6-2672-4aff-81cc-f1dcefef3556 on network b0357751-ea75-4fa9-8bb3-53baac05e592 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:44.194175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Attempting to bind port 162235e6-2672-4aff-81cc-f1dcefef3556 on network b0357751-ea75-4fa9-8bb3-53baac05e592 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:44.201049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:44.201510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Checking segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:44.201976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Bound using segment: {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:44.202487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Bound port: 162235e6-2672-4aff-81cc-f1dcefef3556, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b1b5c-9007-438a-825b-c0409dd5460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:44.202908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:44.302919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-60e956c8-04d5-4b23-a808-6f9126f9dbad tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1028891 Jan 27 19:37:44.402836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:44.420728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=162235e6-2672-4aff-81cc-f1dcefef3556,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:44.437017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:44.495656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:44.495998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:44.497881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] 10.222.0.66 "PUT /v2.0/ports/162235e6-2672-4aff-81cc-f1dcefef3556 HTTP/1.1" status: 200 len: 1091 time: 1.4688423 Jan 27 19:37:44.500272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:44.503192 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:44.516428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-11ba8990-2972-4cc6-b3af-071af08ef129 service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124646 Jan 27 19:37:44.623681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50f781-d000-41b0-ab06-9deab25fe173 service neutron] Pushing event updated for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:44.658038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-cf774bf6-93d1-4168-8038-21c2ae9e7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:44.659581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-cf774bf6-93d1-4168-8038-21c2ae9e7266 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 1094 time: 0.1102800 Jan 27 19:37:44.698055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c57658d8-ba5d-42ee-bd80-ab95050e91bf service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742625 Jan 27 19:37:44.737400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:44.780992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-41f433a9-4183-4034-9fd0-eefc762e2130 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162235e6-2672-4aff-81cc-f1dcefef3556 HTTP/1.1" status: 200 len: 217 time: 0.1124527 Jan 27 19:37:44.850438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-510ead8d-b63f-4750-9727-10b21001442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:44.852933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-510ead8d-b63f-4750-9727-10b21001442f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.0660276 Jan 27 19:37:44.904090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-2357e97b-4e05-4dd3-a789-fc748d7b3865 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439336 Jan 27 19:37:44.943948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d9e9-a00b-4195-be11-661dabbe3182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.083780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d9e9-a00b-4195-be11-661dabbe3182 admin admin] Publish callbacks [] for security_group (a2a000fc-7bd4-4759-812c-2b3bf82a352b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.093585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d9e9-a00b-4195-be11-661dabbe3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a2a000fc-7bd4-4759-812c-2b3bf82a352b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.142960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.227205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3d9e9-a00b-4195-be11-661dabbe3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a000fc-7bd4-4759-812c-2b3bf82a352b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:45.247403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2dc3d9e9-a00b-4195-be11-661dabbe3182 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d34e53ccd2e94e488cc08c1b79cea1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5077941 Jan 27 19:37:45.252830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:45.338583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] Publish callbacks [] for security_group (a2a000fc-7bd4-4759-812c-2b3bf82a352b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.368586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] Publish callbacks [] for security_group (a2a000fc-7bd4-4759-812c-2b3bf82a352b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.435536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a2a000fc-7bd4-4759-812c-2b3bf82a352b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.438854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.440936 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2a000fc-7bd4-4759-812c-2b3bf82a352b HTTP/1.1" status: 204 len: 168 time: 0.1867242 Jan 27 19:37:45.450487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa49da-a297-473c-9a7d-1e19f32050ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a000fc-7bd4-4759-812c-2b3bf82a352b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:45.558145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:45.635015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc10dc-36f8-4f2d-b4d1-b63dbc0ba3b4 req-934032fa-359b-40d6-9be6-55b18540e21c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:45.636642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01cc10dc-36f8-4f2d-b4d1-b63dbc0ba3b4 req-934032fa-359b-40d6-9be6-55b18540e21c tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.7111812 Jan 27 19:37:45.660110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-2dc46413-ca7b-4453-8d4a-30f4acc809f2 service neutron] 10.222.0.66 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493494 Jan 27 19:37:45.768161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01cc10dc-36f8-4f2d-b4d1-b63dbc0ba3b4 req-ac6d9e8e-659f-4702-af22-a95feabdceb7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070378 Jan 27 19:37:45.815738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5047d2c9-6c9d-4d25-9e04-78bc6c7db294 req-8212fb93-198e-4151-8374-dc832c086303 service neutron] 10.222.0.66 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428056 Jan 27 19:37:45.965008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59498) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:45.999475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.008796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed61fb69-7d56-489d-987d-59339ed8a9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.070038 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4c9e1-d0ff-42e5-9d33-5b57eb0129ab x-openstack-request-id: req-02f4c9e1-d0ff-42e5-9d33-5b57eb0129ab {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:46.070334 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae4c8c-371b-4011-bb10-7c7705e97292", "name": "network-vif-deleted", "tag": "0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:46.070605 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02f4c9e1-d0ff-42e5-9d33-5b57eb0129ab {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:46.071082 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae4c8c-371b-4011-bb10-7c7705e97292', 'name': 'network-vif-deleted', 'tag': '0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9', 'status': 'completed', 'code': 200} Jan 27 19:37:46.116791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed61fb69-7d56-489d-987d-59339ed8a9f4 admin admin] Publish callbacks [] for security_group (40cf5a37-42fc-4f00-9830-573ab66b5923), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.122508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed61fb69-7d56-489d-987d-59339ed8a9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (40cf5a37-42fc-4f00-9830-573ab66b5923), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.166746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61fb69-7d56-489d-987d-59339ed8a9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf5a37-42fc-4f00-9830-573ab66b5923,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:46.178761 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed61fb69-7d56-489d-987d-59339ed8a9f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1670d5c6c43450d98c331433b3556e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089007 Jan 27 19:37:46.181789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:37:46.209200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13955-00c5-4cb4-9330-3861800ff831 req-dd2293a4-6cc6-4bf6-b795-9ef91b627b8f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:46.211932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40a13955-00c5-4cb4-9330-3861800ff831 req-dd2293a4-6cc6-4bf6-b795-9ef91b627b8f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 943 time: 0.0843930 Jan 27 19:37:46.260983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] Publish callbacks [] for security_group (40cf5a37-42fc-4f00-9830-573ab66b5923), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.280035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40a13955-00c5-4cb4-9330-3861800ff831 req-4193bb21-50ad-4c75-9be7-9c63902213da tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 Jan 27 19:37:46.305053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] Publish callbacks [] for security_group (40cf5a37-42fc-4f00-9830-573ab66b5923), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.383783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (40cf5a37-42fc-4f00-9830-573ab66b5923), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.393134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:46.397865 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40cf5a37-42fc-4f00-9830-573ab66b5923 HTTP/1.1" status: 204 len: 168 time: 0.2149062 Jan 27 19:37:46.420925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe7e21-92c1-47b3-af61-69d8bfc9aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf5a37-42fc-4f00-9830-573ab66b5923,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:46.446444 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbcd8d-3d7e-4e96-958c-d559bc55895a x-openstack-request-id: req-4cdbcd8d-3d7e-4e96-958c-d559bc55895a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:46.446893 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:46.447289 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4cdbcd8d-3d7e-4e96-958c-d559bc55895a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:46.447926 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556', 'status': 'completed', 'code': 200} Jan 27 19:37:46.563577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-b83d43b1-a658-47b6-9e02-98379411621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:46.565240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-b83d43b1-a658-47b6-9e02-98379411621a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 1094 time: 0.0915294 Jan 27 19:37:46.694733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e1a8b24-174b-4e5d-986c-0966d8d7fd0a req-397808eb-1471-4ad2-b9a6-aba4458d1e10 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 210 time: 0.0527828 Jan 27 19:37:46.789803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-d12be977-c2b6-4c5d-b21c-dbcb24093201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:46.791338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-d12be977-c2b6-4c5d-b21c-dbcb24093201 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.2144473 Jan 27 19:37:46.851113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-96f71357-5c8f-43d8-8dd4-d5eabfdefc2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162235e6-2672-4aff-81cc-f1dcefef3556 HTTP/1.1" status: 200 len: 217 time: 0.0495615 Jan 27 19:37:46.916892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-1c61ab6f-ded1-4a3b-85c6-d4ab630ffcb3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:46.928230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-1c61ab6f-ded1-4a3b-85c6-d4ab630ffcb3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.3123488 Jan 27 19:37:46.943314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'device_id': 'be30ada9-a3d9-43e9-a924-6509384db279', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'admin_state_up': True, 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:46.981933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-4a840c92-4952-4631-ade3-40cfc2a09cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:46.983720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-4a840c92-4952-4631-ade3-40cfc2a09cf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1265695 Jan 27 19:37:47.029290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-0fe6eb2f-5275-42f5-9186-cf909003c7a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356731 Jan 27 19:37:47.101401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:47.103723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-5e058f79-271b-4df0-83f9-8d8f35c9aae0 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:47.111485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:47.111596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-5e058f79-271b-4df0-83f9-8d8f35c9aae0 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 809 time: 0.2439311 Jan 27 19:37:47.138997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-e48ebedb-6db1-4626-82ef-49a8f2319591 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/quotas/df3cd4d1f58542be9a83ecdb52cc528b HTTP/1.1" status: 200 len: 375 time: 0.0276716 Jan 27 19:37:47.186085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-18cc934c-7440-4cb3-9886-a7ab35178be1 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461309 Jan 27 19:37:47.273785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-9ee232a5-59c3-4027-aa02-56835ac63486 service neutron] 10.222.0.66 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369897 Jan 27 19:37:47.290251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.20.0.7 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:47.323302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0fbe6626-a796-4341-a587-765ee7022a4b service neutron] 10.222.0.59 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362975 Jan 27 19:37:47.436255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-96f45e4e-67dc-4598-a777-90703f67d83e service neutron] 10.222.0.59 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095138 Jan 27 19:37:47.535899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:47.624187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:47.637402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa', 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:47.717851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:47.736245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:47.739446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:47.744678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:47.767436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53c79a1-5d6e-4a3e-ba48-8a65b684d8cd req-85c58cb8-1da5-4722-938b-825f5fd6335e service neutron] 10.222.0.66 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405408 Jan 27 19:37:47.801830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:37:47.832212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aca844-c73a-43cd-a84c-f32ad4124f74 req-890bfec2-e89d-41c7-af66-e5a04e03475a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:47.842178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29aca844-c73a-43cd-a84c-f32ad4124f74 req-890bfec2-e89d-41c7-af66-e5a04e03475a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1656797 Jan 27 19:37:47.890817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:47.892138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:47.936773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-c5bdf648-2d4f-437f-834c-b940df947dc9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985919 Jan 27 19:37:47.951514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Request body: {'port': {'device_id': 'be30ada9-a3d9-43e9-a924-6509384db279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:47.969897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:37:47.975252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0e5af70f-ac06-4c54-b8c0-c81d9f9f03d9 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:37:47.988878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-29aca844-c73a-43cd-a84c-f32ad4124f74 req-d7206277-618b-40f0-8273-48abcdba16a0 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450016 Jan 27 19:37:48.101036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:48.269675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374d45-614f-4aeb-8eed-13a564eef0f9 req-b1d4e33e-9693-421f-aebe-55eb11eccb76 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:48.280468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39374d45-614f-4aeb-8eed-13a564eef0f9 req-b1d4e33e-9693-421f-aebe-55eb11eccb76 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 943 time: 0.0968156 Jan 27 19:37:48.351619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9febaefc-c724-49cb-8acb-f659098a9269 None None] Provisioning complete for port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:48.353348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9febaefc-c724-49cb-8acb-f659098a9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:48.436972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39374d45-614f-4aeb-8eed-13a564eef0f9 req-e8bcdf31-6519-432e-b8d2-99c407d8b21b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547956 Jan 27 19:37:48.516737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9febaefc-c724-49cb-8acb-f659098a9269 None None] Port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:37:48.684508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b827fd36-831d-4818-8f24-dfdd6ae5176a req-589ce267-5355-4c64-9fb2-94e3035a1b00 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 210 time: 0.0385346 Jan 27 19:37:48.839559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:48.850374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks [] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:48.866598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Transition to ACTIVE for port object ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:48.874014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387bca8-9ecb-429b-a992-b7f0f63db80d req-0c41c18b-fe5a-4ec3-b23f-5ce2f9caaca9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:48.876130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:48.882970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1387bca8-9ecb-429b-a992-b7f0f63db80d req-0c41c18b-fe5a-4ec3-b23f-5ce2f9caaca9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 931 time: 0.1240344 Jan 27 19:37:48.956407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1387bca8-9ecb-429b-a992-b7f0f63db80d req-0ac1b1ec-92fb-49c2-8d71-c9b9e9c0ce5f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630555 Jan 27 19:37:48.988110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:49.198354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5286-36cf-4e75-b64f-dcf349d77834 req-86bf8a4c-bb25-4d5f-a5cf-40a8c68cba7f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.202105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Attempting to bind port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:49.202444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Attempting to bind port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:49.202781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Attempting to bind port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:49.211098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeee5286-36cf-4e75-b64f-dcf349d77834 req-86bf8a4c-bb25-4d5f-a5cf-40a8c68cba7f tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1138632 Jan 27 19:37:49.222169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:49.222503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Attempting to bind port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:49.228381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:49.228726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:49.229110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:49.229576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Bound port: ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:49.232966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:49.325223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eeee5286-36cf-4e75-b64f-dcf349d77834 req-d3815a50-1ae3-48b9-9f13-b5783ca84b16 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130474 Jan 27 19:37:49.379052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:49.383776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:49.394031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:49.435616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.436251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:49.437743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] 10.222.0.66 "PUT /v2.0/ports/ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 200 len: 1091 time: 1.4935894 Jan 27 19:37:49.438218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:49.440544 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12574287-157b-446c-aa94-18f09f3df0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:49.528383 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2509b-20a0-4c89-b565-5fee1bd2e1e4 x-openstack-request-id: req-b0c2509b-20a0-4c89-b565-5fee1bd2e1e4 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:49.533904 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:49.534328 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0c2509b-20a0-4c89-b565-5fee1bd2e1e4 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:49.534945 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'status': 'completed', 'code': 200} Jan 27 19:37:49.537858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0ec49-26e2-4397-99e5-55b4ef6a2c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:49.601209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-210c0c77-db52-4878-b9bc-f4cb163c7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.603024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-210c0c77-db52-4878-b9bc-f4cb163c7650 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 1094 time: 0.0988646 Jan 27 19:37:49.683922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-5862b080-604e-431d-8ddc-928df36f26a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 200 len: 217 time: 0.0597908 Jan 27 19:37:49.742533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a617a-a311-46bc-905e-52f27818c43f req-334e1f48-b2b6-46f1-9b10-f8feaf7245b4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.758105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b8a617a-a311-46bc-905e-52f27818c43f req-334e1f48-b2b6-46f1-9b10-f8feaf7245b4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 943 time: 0.1166036 Jan 27 19:37:49.800312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 162235e6-2672-4aff-81cc-f1dcefef3556 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:49.815353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-d53f36ad-6fc8-45e6-92c0-b54e49bd29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.819081 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-d53f36ad-6fc8-45e6-92c0-b54e49bd29ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1258848 Jan 27 19:37:49.919576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b8a617a-a311-46bc-905e-52f27818c43f req-a21aa2a6-123a-4edb-b733-492b478949a6 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591253 Jan 27 19:37:49.935440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-fd06e3db-a0df-442c-bef3-3f02afc7ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:49.937427 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-fd06e3db-a0df-442c-bef3-3f02afc7ec57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115601 Jan 27 19:37:50.088649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=162235e6-2672-4aff-81cc-f1dcefef3556,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:50.132348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '162235e6-2672-4aff-81cc-f1dcefef3556', 'network_id': 'b0357751-ea75-4fa9-8bb3-53baac05e592', 'port_id': '162235e6-2672-4aff-81cc-f1dcefef3556', 'mac_address': 'fa:16:3e:ce:9c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dde38b9-1f64-4ae6-a410-3cef79f2aa1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:50.194760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-d58ead5e-900d-4c49-92ef-dac16c5b66b7 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500639 Jan 27 19:37:50.225995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 162235e6-2672-4aff-81cc-f1dcefef3556 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:50.228820 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:50.252033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-b7c85a37-a628-458e-9c52-e07ab241d6fc tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.253616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-b7c85a37-a628-458e-9c52-e07ab241d6fc tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.39 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 809 time: 0.4501960 Jan 27 19:37:50.262891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbc6936a-a5db-4cc7-b862-6c36effbc306 req-b4ffb0b1-6366-452e-9446-4b1375261f2d tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 210 time: 0.0895002 Jan 27 19:37:50.267803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Request body: {'port': {'device_id': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68', 'admin_state_up': True, 'tenant_id': 'df3cd4d1f58542be9a83ecdb52cc528b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:50.270330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162235e6-2672-4aff-81cc-f1dcefef3556 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:50.314862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=162235e6-2672-4aff-81cc-f1dcefef3556,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:50.323656 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:50.353973 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0ecd4c42-19b5-4fc5-8174-fed63df45756 req-19928c37-bcaa-47e3-9a3c-b393cd5fa355 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517670 Jan 27 19:37:50.456867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:50.475589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.475977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.476284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.477465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.477465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.477465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.477848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.477955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.479043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.479043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.479043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.479260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.479499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:37:50.531651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574287-157b-446c-aa94-18f09f3df0e1 req-8c690773-59ba-4616-bfbf-2aece7a801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.533237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-8c690773-59ba-4616-bfbf-2aece7a801e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 1094 time: 0.0982623 Jan 27 19:37:50.550664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2b59-b5ea-401a-81fb-d406b008457b req-80a32ed0-fb73-4997-a757-47936fedfbf2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.564332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96cc2b59-b5ea-401a-81fb-d406b008457b req-80a32ed0-fb73-4997-a757-47936fedfbf2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 943 time: 0.1484015 Jan 27 19:37:50.608204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Made reservation on behalf of df3cd4d1f58542be9a83ecdb52cc528b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:50.611742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:50.667281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96cc2b59-b5ea-401a-81fb-d406b008457b req-7bc00b9e-561c-4393-b46b-5c172f591bee tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950551 Jan 27 19:37:50.703260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574287-157b-446c-aa94-18f09f3df0e1 req-914fde08-a3c5-4da4-b3c0-a8d7f40dfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.705032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-914fde08-a3c5-4da4-b3c0-a8d7f40dfd53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.1643488 Jan 27 19:37:50.791640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-be79429c-8363-493d-8456-6d66dd84b03d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 200 len: 217 time: 0.0799880 Jan 27 19:37:50.858349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574287-157b-446c-aa94-18f09f3df0e1 req-6a9db23d-746f-4649-8103-bc9320fbbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.859894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-6a9db23d-746f-4649-8103-bc9320fbbb76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0621409 Jan 27 19:37:50.878730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['162235e6-2672-4aff-81cc-f1dcefef3556'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:50.916725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78e0b-5579-4ae1-b586-382121bd3190 req-37abc342-4e54-468d-92da-0466b4815c04 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.918595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10a78e0b-5579-4ae1-b586-382121bd3190 req-37abc342-4e54-468d-92da-0466b4815c04 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1260540 Jan 27 19:37:50.921778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574287-157b-446c-aa94-18f09f3df0e1 req-390f2b1c-637b-4a72-8486-1eae310b1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:50.923701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-390f2b1c-637b-4a72-8486-1eae310b1561 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571294 Jan 27 19:37:50.947071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Allocated IP 172.20.0.13 (3cf8d948-259a-4220-ab13-a6110be84d68/cb0e2477-da23-44ea-9d95-b3d48d5fafef/695a13d5-d0ed-4fce-ac63-bae420660e76) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:51.050913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10a78e0b-5579-4ae1-b586-382121bd3190 req-6d636224-9747-4dcc-b595-9037bbf3f9ff tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054769 Jan 27 19:37:51.119955 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-92ca0081-89ce-4b3a-97b4-d5689ec1bde8 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799905 Jan 27 19:37:51.256254 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12574287-157b-446c-aa94-18f09f3df0e1 req-abac08b9-3766-4bff-a957-d169b728b0cd service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274028 Jan 27 19:37:51.262006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a1b15-eb9b-488e-9de9-957549bfd881 req-22f32669-6e65-4df5-ba77-4d1bf08f3202 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:51.269190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-702a1b15-eb9b-488e-9de9-957549bfd881 req-22f32669-6e65-4df5-ba77-4d1bf08f3202 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 944 time: 0.1264918 Jan 27 19:37:51.328719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks [] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:51.349966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-702a1b15-eb9b-488e-9de9-957549bfd881 req-e4c22b7d-20be-4774-964a-6c0656b49e44 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798693 Jan 27 19:37:51.389441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:51.444415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Network 3cf8d948-259a-4220-ab13-a6110be84d68 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:51.450462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:51.455767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:51.460248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Pushing event updated for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:51.533745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:51.534378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:51.556039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-d5cf3060-23d4-4e00-97a9-273168bea090 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2920671 Jan 27 19:37:51.567385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df275f16-bbaa-427f-9989-257509dfe37a req-10f8ee49-3196-4a57-8131-fdfe8bc83c18 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:51.568904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df275f16-bbaa-427f-9989-257509dfe37a req-10f8ee49-3196-4a57-8131-fdfe8bc83c18 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 932 time: 0.0723815 Jan 27 19:37:51.574346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Request body: {'port': {'device_id': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:51.664288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df275f16-bbaa-427f-9989-257509dfe37a req-312b2363-5576-4c0d-afa9-93c291d33c70 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869946 Jan 27 19:37:51.665273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:51.865666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643511a2-c46b-4be2-a00d-5e8a11f65cba req-36ffbff6-6af1-456b-ab26-33b230975b7d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:51.865666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-643511a2-c46b-4be2-a00d-5e8a11f65cba req-36ffbff6-6af1-456b-ab26-33b230975b7d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 943 time: 0.1318076 Jan 27 19:37:51.965352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-643511a2-c46b-4be2-a00d-5e8a11f65cba req-8de6d780-023a-4ab4-844b-41143664e8dc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664928 Jan 27 19:37:52.051741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695a13d5-d0ed-4fce-ac63-bae420660e76 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:52.068662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks [] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:52.089904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-09ff0753-a320-4abf-9845-11968bf08921 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404506 Jan 27 19:37:52.107414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Transition to ACTIVE for port object 695a13d5-d0ed-4fce-ac63-bae420660e76 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:52.121868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:52.218146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Pushing event updated for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:52.285487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-f8da768d-97a7-4fe8-9d2e-4828289cd69f tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.287488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-f8da768d-97a7-4fe8-9d2e-4828289cd69f tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916842 Jan 27 19:37:52.310157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e37441db-90a6-4436-ad0f-255f08986634 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/quotas/d50ec2173ecf4bbdbfeaeb873c3fb649 HTTP/1.1" status: 200 len: 375 time: 0.0156910 Jan 27 19:37:52.334245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Attempting to bind port 695a13d5-d0ed-4fce-ac63-bae420660e76 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:52.334245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Attempting to bind port 695a13d5-d0ed-4fce-ac63-bae420660e76 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:52.334602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Attempting to bind port 695a13d5-d0ed-4fce-ac63-bae420660e76 on network 3cf8d948-259a-4220-ab13-a6110be84d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:52.353516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-f233a62e-0c30-49c6-9026-6f558091aa79 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jan 27 19:37:52.354119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Port 695a13d5-d0ed-4fce-ac63-bae420660e76 on network 3cf8d948-259a-4220-ab13-a6110be84d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:52.354444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Attempting to bind port 695a13d5-d0ed-4fce-ac63-bae420660e76 on network 3cf8d948-259a-4220-ab13-a6110be84d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:52.360254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:52.360593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Checking segment: {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:52.360973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Bound using segment: {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:52.361432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Bound port: 695a13d5-d0ed-4fce-ac63-bae420660e76, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ff3e90-d2eb-43d3-921f-2a13c168b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:52.361804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:52.428579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:52.432141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=695a13d5-d0ed-4fce-ac63-bae420660e76,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:52.436794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:52.479070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.479172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:52.480757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] 10.222.0.39 "PUT /v2.0/ports/695a13d5-d0ed-4fce-ac63-bae420660e76 HTTP/1.1" status: 200 len: 1092 time: 0.9109330 Jan 27 19:37:52.481406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:52.483712 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb0122-61dd-4b37-b221-2ea2611270cb" -d '{"events": [{"name": "network-changed", "server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:52.515030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc280ef-6268-4adb-94a0-0058fa0944ed service neutron] Pushing event updated for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:52.644561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-9bd5567f-7204-4707-9a72-cb6693571f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.646933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-9bd5567f-7204-4707-9a72-cb6693571f47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 1095 time: 0.0899506 Jan 27 19:37:52.668974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700728a-7e88-4d5d-8ffd-6bc388506b83 req-9d6066be-4afe-4232-9951-0390277653ba tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.671089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c700728a-7e88-4d5d-8ffd-6bc388506b83 req-9d6066be-4afe-4232-9951-0390277653ba tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0981922 Jan 27 19:37:52.714523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-55bbf6e5-c605-4744-8ddc-e304a9dbb1b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=695a13d5-d0ed-4fce-ac63-bae420660e76 HTTP/1.1" status: 200 len: 217 time: 0.0603352 Jan 27 19:37:52.792591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-c6daa20e-4201-4b67-bbdb-0152e4e117f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.794294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-c6daa20e-4201-4b67-bbdb-0152e4e117f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb0e2477-da23-44ea-9d95-b3d48d5fafef HTTP/1.1" status: 200 len: 849 time: 0.0728219 Jan 27 19:37:52.802012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c700728a-7e88-4d5d-8ffd-6bc388506b83 req-59be3e1a-cb49-420a-ae5a-9eee79742411 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901654 Jan 27 19:37:52.847053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-3ae6cc68-5a64-4f6e-abe0-80478266dd97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf8d948-259a-4220-ab13-a6110be84d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437474 Jan 27 19:37:52.993050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698e0d4-2eb5-4c8f-b4f4-64821f8a0a6e req-f7feccbe-a1b6-464d-8a90-babb914cbab0 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:52.997770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3698e0d4-2eb5-4c8f-b4f4-64821f8a0a6e req-f7feccbe-a1b6-464d-8a90-babb914cbab0 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 944 time: 0.1185756 Jan 27 19:37:53.040059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-1eb3be6f-f04b-4170-baad-b4880375e920 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865194 Jan 27 19:37:53.163946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3698e0d4-2eb5-4c8f-b4f4-64821f8a0a6e req-00432a86-ff4d-48c2-8635-81a9988a1508 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611516 Jan 27 19:37:53.200229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-933fb3c2-0747-4b90-b6be-fe0b87ad36cf req-36500360-86a7-4c45-9d04-a3e29be2e508 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445372 Jan 27 19:37:53.201864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fdcda-636c-425d-891f-ca4959b3ca2c req-825fc474-2add-4a4d-9e2f-25755d07dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.203420 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1a8fdcda-636c-425d-891f-ca4959b3ca2c req-825fc474-2add-4a4d-9e2f-25755d07dc28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1097 time: 0.0778723 Jan 27 19:37:53.263538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1a8fdcda-636c-425d-891f-ca4959b3ca2c req-59190cb4-340f-4f25-8cf1-6b490f2e0a1e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530035 Jan 27 19:37:53.315020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63292be-dc55-4dc5-83c3-e222fd414e05 x-openstack-request-id: req-c63292be-dc55-4dc5-83c3-e222fd414e05 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:53.315544 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:53.315730 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c63292be-dc55-4dc5-83c3-e222fd414e05 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:53.316171 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76', 'status': 'completed', 'code': 200} Jan 27 19:37:53.401189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3efd4314-03cf-4c13-a7f4-9ab4df63d3db req-743511b6-0763-4b12-be08-66240908e2be tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 210 time: 0.0320342 Jan 27 19:37:53.526100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0f87-8d34-4a1e-afdd-444ee6af2355 req-e5c74241-1cf0-48cd-979f-a5fcb3b70514 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.527984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9ab0f87-8d34-4a1e-afdd-444ee6af2355 req-e5c74241-1cf0-48cd-979f-a5fcb3b70514 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 944 time: 0.0615399 Jan 27 19:37:53.532462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-195ad38f-abfc-4cbe-9080-a7712c84ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.534040 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-195ad38f-abfc-4cbe-9080-a7712c84ade8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 1095 time: 0.0497634 Jan 27 19:37:53.588063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9ab0f87-8d34-4a1e-afdd-444ee6af2355 req-a6d5ddb3-4301-4ae8-88f7-b510756d0bd0 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537155 Jan 27 19:37:53.636733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-d73b5918-513d-4ad3-b83b-04e7f7d27b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.638557 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-d73b5918-513d-4ad3-b83b-04e7f7d27b44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 200 len: 910 time: 0.0967464 Jan 27 19:37:53.708084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-8812ce34-4f50-46c5-9615-f0b5f135c392 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=695a13d5-d0ed-4fce-ac63-bae420660e76 HTTP/1.1" status: 200 len: 217 time: 0.0449412 Jan 27 19:37:53.714750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5311-cdf1-4489-9b0c-a8453990ab44 req-461fef21-2bc7-4618-ad97-5457fafcabab tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.726122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d8d5311-cdf1-4489-9b0c-a8453990ab44 req-461fef21-2bc7-4618-ad97-5457fafcabab tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 943 time: 0.0669467 Jan 27 19:37:53.748461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:53.780902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-08b2df23-1f87-4d25-9b93-427e7a13909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:53.782964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-08b2df23-1f87-4d25-9b93-427e7a13909c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb0e2477-da23-44ea-9d95-b3d48d5fafef HTTP/1.1" status: 200 len: 849 time: 0.0689960 Jan 27 19:37:53.794063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d8d5311-cdf1-4489-9b0c-a8453990ab44 req-1e2a4ac8-1630-4ab3-b6ea-0307872c4055 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625167 Jan 27 19:37:53.845663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-6cbecb6e-fc92-45fe-8644-b2af9d35a6ef tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613155 Jan 27 19:37:53.848548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:53.875393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-678c3812-1c20-4f2e-8055-d651af840644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cf8d948-259a-4220-ab13-a6110be84d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625198 Jan 27 19:37:53.876053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 162235e6-2672-4aff-81cc-f1dcefef3556 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:54.045330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c8f7-b6df-4ce3-a375-92e23fad5238 req-63314bc3-f2a3-46cf-abfb-2d223b6e8c03 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:54.057498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da1c8f7-b6df-4ce3-a375-92e23fad5238 req-63314bc3-f2a3-46cf-abfb-2d223b6e8c03 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1347551 Jan 27 19:37:54.075763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:54.078366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 162235e6-2672-4aff-81cc-f1dcefef3556 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:54.087864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 162235e6-2672-4aff-81cc-f1dcefef3556 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:54.088488 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.134615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'mac_address': 'fa:16:3e:bb:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:54.148203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9da1c8f7-b6df-4ce3-a375-92e23fad5238 req-15f9954c-c69c-4f5e-a20f-b3361cc2de87 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897095 Jan 27 19:37:54.179804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-91d77ced-978d-4008-9b71-0736780fc068 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:54.181288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-91d77ced-978d-4008-9b71-0736780fc068 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187537 Jan 27 19:37:54.187516 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-8c22a1da-13c4-483f-9c7e-08bb036ec835 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830689 Jan 27 19:37:54.194263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Request body: {'port': {'device_id': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': 'd50ec2173ecf4bbdbfeaeb873c3fb649'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:54.213389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:54.213787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.216049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 162235e6-2672-4aff-81cc-f1dcefef3556 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:54.216420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.242230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:54.253596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:54.256286 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88182776-a1fb-4629-9274-aa26107c9e70" -d '{"events": [{"server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "name": "network-vif-plugged", "status": "completed", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:54.280503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=162235e6-2672-4aff-81cc-f1dcefef3556,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:54.283830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:54.288062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.315180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.355796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:54.357693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fac18-f4c8-4100-98c9-9a015269e63a req-e13e6b48-304a-4980-ac7c-cef9d40c7dbc tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:54.371903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-043fac18-f4c8-4100-98c9-9a015269e63a req-e13e6b48-304a-4980-ac7c-cef9d40c7dbc tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 944 time: 0.1230941 Jan 27 19:37:54.434363 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bfbb0122-61dd-4b37-b221-2ea2611270cb req-72f28d6d-37a1-46d4-8a8f-ed97306c7268 service neutron] 10.222.0.39 "GET /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361150 Jan 27 19:37:54.438375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:54.459127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Made reservation on behalf of d50ec2173ecf4bbdbfeaeb873c3fb649 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:37:54.462939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.477839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-043fac18-f4c8-4100-98c9-9a015269e63a req-a4777644-266f-4724-a38f-f9aaffabbbbc tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046498 Jan 27 19:37:54.478655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.547560 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e773b5e-2ec5-4ba5-8871-da27bb12dc31 x-openstack-request-id: req-2e773b5e-2ec5-4ba5-8871-da27bb12dc31 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:54.547981 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "name": "network-vif-plugged", "status": "completed", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:54.548345 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e773b5e-2ec5-4ba5-8871-da27bb12dc31 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:54.548828 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556', 'code': 200} Jan 27 19:37:54.705781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394bea8-d2cd-4a9b-b6cd-791fd1a9e4d5 req-7601f566-1223-4fef-9e5b-5d339de8c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:54.708614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6394bea8-d2cd-4a9b-b6cd-791fd1a9e4d5 req-7601f566-1223-4fef-9e5b-5d339de8c946 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 1096 time: 0.0798438 Jan 27 19:37:54.744106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:54.759691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e13752c-261f-4e2d-91b8-85b4aac53f6f req-c13ddc58-83d1-4813-aeb1-743d32f519ad tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 210 time: 0.0578954 Jan 27 19:37:54.816555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6394bea8-d2cd-4a9b-b6cd-791fd1a9e4d5 req-5e228368-789c-4902-8812-90ee717a0476 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Jan 27 19:37:54.850925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 695a13d5-d0ed-4fce-ac63-bae420660e76 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:37:54.931323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212ba3-90cc-49c2-9a6a-ba428877c5f3 req-0419aa9d-5dd9-43bb-8052-8af254d4863f tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:54.941835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f212ba3-90cc-49c2-9a6a-ba428877c5f3 req-0419aa9d-5dd9-43bb-8052-8af254d4863f tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 944 time: 0.0781624 Jan 27 19:37:54.986461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:55.004565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks [] for security_group (6ea80d12-f6be-4e36-bb79-e7408d1fc6cc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.012517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6ea80d12-f6be-4e36-bb79-e7408d1fc6cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.024098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f212ba3-90cc-49c2-9a6a-ba428877c5f3 req-b284429a-170c-49b3-b029-3be44b1ccaf4 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Jan 27 19:37:55.121150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:55.164975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=695a13d5-d0ed-4fce-ac63-bae420660e76,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:55.197750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63c55-6ac1-4308-8fa9-8c3c45e0dde5 req-448dd87a-ecb7-4f35-8157-dddccb3377b6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:55.205202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54a63c55-6ac1-4308-8fa9-8c3c45e0dde5 req-448dd87a-ecb7-4f35-8157-dddccb3377b6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 944 time: 0.1088753 Jan 27 19:37:55.205655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '695a13d5-d0ed-4fce-ac63-bae420660e76', 'network_id': '3cf8d948-259a-4220-ab13-a6110be84d68', 'port_id': '695a13d5-d0ed-4fce-ac63-bae420660e76', 'mac_address': 'fa:16:3e:12:4d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e2477-da23-44ea-9d95-b3d48d5fafef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:37:55.235367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Allocated IP 192.168.233.68 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/f57c8328-dfa5-4fd5-9464-2e7852681500) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:37:55.307202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 695a13d5-d0ed-4fce-ac63-bae420660e76 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:55.307715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.316638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54a63c55-6ac1-4308-8fa9-8c3c45e0dde5 req-abb3db90-7fe2-466e-9a5f-e6ad5143ed6c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104908 Jan 27 19:37:55.363825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695a13d5-d0ed-4fce-ac63-bae420660e76 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:55.417127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=695a13d5-d0ed-4fce-ac63-bae420660e76,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:55.424135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.484791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks [] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.488224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:55.510405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d88a7-1bf2-466e-a6ef-182ab533494b req-6255e8c4-f8dd-4361-af98-981dc60926c4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:55.518461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9d88a7-1bf2-466e-a6ef-182ab533494b req-6255e8c4-f8dd-4361-af98-981dc60926c4 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1235695 Jan 27 19:37:55.543269 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.582054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9d88a7-1bf2-466e-a6ef-182ab533494b req-ab39277b-fa23-418e-8947-3ba6d55684ab tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Jan 27 19:37:55.597774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:37:55.602013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:37:55.607327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:37:55.673330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Pushing event updated for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:55.704394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:55.709204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:55.732398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a7d50-5ae1-46c3-bc99-9d97135c2fcf req-78acda26-536a-40f5-85f0-f6f33299c6cd tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:55.733095 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e12c7f12-c7db-4173-8a79-5d8b787d64a1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5435445 Jan 27 19:37:55.740327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd0a7d50-5ae1-46c3-bc99-9d97135c2fcf req-78acda26-536a-40f5-85f0-f6f33299c6cd tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 945 time: 0.0677388 Jan 27 19:37:55.740622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['695a13d5-d0ed-4fce-ac63-bae420660e76'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:37:55.746209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Request body: {'port': {'device_id': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:37:55.796574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd0a7d50-5ae1-46c3-bc99-9d97135c2fcf req-eb12057e-b0b8-42a4-aa91-b19ac65d2ca5 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550137 Jan 27 19:37:55.830174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:56.014979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3cc050c4-fee7-4911-a46f-6cea225bc1b3 None None] Provisioning complete for port f57c8328-dfa5-4fd5-9464-2e7852681500 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:56.015692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cc050c4-fee7-4911-a46f-6cea225bc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:56.062918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3cc050c4-fee7-4911-a46f-6cea225bc1b3 None None] Port f57c8328-dfa5-4fd5-9464-2e7852681500 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:37:56.112548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-0117d1c4-c894-4e77-b0cc-b27e6a3444d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.114116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-0117d1c4-c894-4e77-b0cc-b27e6a3444d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41989f048e1f4d118a53844fbcebf598&device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 1097 time: 0.0915263 Jan 27 19:37:56.261892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-881a2163-e47e-4367-856c-d8c2b803d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.263278 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-881a2163-e47e-4367-856c-d8c2b803d6a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 200 len: 911 time: 0.1401439 Jan 27 19:37:56.276280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e40e0-136e-417d-bae7-073ef2982675 req-4482323a-ea74-4e80-ba6d-b36d8bf73e67 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.279538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f70e40e0-136e-417d-bae7-073ef2982675 req-4482323a-ea74-4e80-ba6d-b36d8bf73e67 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 935 time: 0.1525691 Jan 27 19:37:56.344815 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-37957330-9006-4558-bfc1-76a0f9fd8089 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 200 len: 217 time: 0.0749705 Jan 27 19:37:56.404658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f70e40e0-136e-417d-bae7-073ef2982675 req-e16ba486-76e4-409d-b581-1272ec519547 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Jan 27 19:37:56.423495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-3b25b0de-338c-42bd-9168-61a521dad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.424708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-3b25b0de-338c-42bd-9168-61a521dad8b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 200 len: 850 time: 0.0613382 Jan 27 19:37:56.470296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57c8328-dfa5-4fd5-9464-2e7852681500 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:37:56.496604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-f7263895-1552-42ab-817d-6346e7e43099 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2884827-c2a8-4a2d-bbde-499f49a6d1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573835 Jan 27 19:37:56.498845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks [] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:56.566570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b526c1-91f0-4303-aefb-e26086138f5f req-d7adbbd9-0893-45da-b4bc-4b7f69d5d2a9 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.568607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43b526c1-91f0-4303-aefb-e26086138f5f req-d7adbbd9-0893-45da-b4bc-4b7f69d5d2a9 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0615983 Jan 27 19:37:56.581534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Transition to ACTIVE for port object f57c8328-dfa5-4fd5-9464-2e7852681500 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:37:56.598009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:56.658008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43b526c1-91f0-4303-aefb-e26086138f5f req-7a97c3eb-ceee-4e76-bf2f-972798c70782 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799172 Jan 27 19:37:56.717186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:56.760037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-f1a3dcc1-51ae-4f29-a532-4d915be64085 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562566 Jan 27 19:37:56.827307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ce61-875c-4afd-adc3-54b8526383bd req-68d0c184-a9dd-4cfa-8691-2b4678bc7c81 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:56.829191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3841ce61-875c-4afd-adc3-54b8526383bd req-68d0c184-a9dd-4cfa-8691-2b4678bc7c81 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 945 time: 0.0774381 Jan 27 19:37:56.886620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 695a13d5-d0ed-4fce-ac63-bae420660e76 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:56.901465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Attempting to bind port f57c8328-dfa5-4fd5-9464-2e7852681500 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:37:56.901805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Attempting to bind port f57c8328-dfa5-4fd5-9464-2e7852681500 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:37:56.902130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Attempting to bind port f57c8328-dfa5-4fd5-9464-2e7852681500 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:56.916989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Port f57c8328-dfa5-4fd5-9464-2e7852681500 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:37:56.917319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Attempting to bind port f57c8328-dfa5-4fd5-9464-2e7852681500 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:37:56.920311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3841ce61-875c-4afd-adc3-54b8526383bd req-ca3573e2-5c61-4199-b142-e7dbcb784267 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Jan 27 19:37:56.932283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:37:56.932626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:37:56.933018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:37:56.933483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Bound port: f57c8328-dfa5-4fd5-9464-2e7852681500, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:37:56.933849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:56.955729 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-95756da6-52ea-4aba-b8a8-0bc9151926db req-a862eb3e-aa60-43ee-9930-f0ceea3080a7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770182 Jan 27 19:37:56.996943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 695a13d5-d0ed-4fce-ac63-bae420660e76 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:57.007875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 695a13d5-d0ed-4fce-ac63-bae420660e76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:57.008323 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:57.108693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:37:57.115001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f57c8328-dfa5-4fd5-9464-2e7852681500,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:37:57.121390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:57.138898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c689bd-8780-485e-849a-71c10c18dcd9 req-a45e5f60-5cf8-4307-ba58-56529dc9e7a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.147805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7c689bd-8780-485e-849a-71c10c18dcd9 req-a45e5f60-5cf8-4307-ba58-56529dc9e7a8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 944 time: 0.0663769 Jan 27 19:37:57.148459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 695a13d5-d0ed-4fce-ac63-bae420660e76 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:57.148935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:57.179628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:57.183551 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf546f9-959b-42e6-b8d6-a0e685c6f38d" -d '{"events": [{"server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "name": "network-vif-plugged", "status": "completed", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:57.201164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.201863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:57.205493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] 10.222.0.66 "PUT /v2.0/ports/f57c8328-dfa5-4fd5-9464-2e7852681500 HTTP/1.1" status: 200 len: 1095 time: 1.4615145 Jan 27 19:37:57.214467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=695a13d5-d0ed-4fce-ac63-bae420660e76,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:57.218044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:57.221819 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e552851-65db-47f5-9d94-4fe15e63a9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:57.225027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:57.266564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7c689bd-8780-485e-849a-71c10c18dcd9 req-3233b75f-2ffe-4271-80c4-04f827ea6321 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166217 Jan 27 19:37:57.342307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5db5-faa5-4366-9de3-5d295eba0d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:57.387695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-ee0c804b-ac97-47b1-bd4a-0c1a6b3709a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.389279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-ee0c804b-ac97-47b1-bd4a-0c1a6b3709a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 1098 time: 0.1412866 Jan 27 19:37:57.403209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:57.450048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-3438f7e0-f0ad-4f2b-a223-35b9b6ea451a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f57c8328-dfa5-4fd5-9464-2e7852681500 HTTP/1.1" status: 200 len: 217 time: 0.0527108 Jan 27 19:37:57.530581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-0772f5d4-a73d-43c0-8208-ecbcdcd0cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.532119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-0772f5d4-a73d-43c0-8208-ecbcdcd0cd2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0763354 Jan 27 19:37:57.536311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f59c-bb89-417c-8af6-8817c1c70507 req-aa55b2bc-a9e8-491b-827e-f189c97cc143 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.538550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7f59c-bb89-417c-8af6-8817c1c70507 req-aa55b2bc-a9e8-491b-827e-f189c97cc143 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 945 time: 0.1104085 Jan 27 19:37:57.618869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7f59c-bb89-417c-8af6-8817c1c70507 req-1b271649-4c11-4072-bf7a-689a8b3a8dc4 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671494 Jan 27 19:37:57.625316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-10a6159e-0210-4621-9c6d-490c001ee4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:57.626998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-10a6159e-0210-4621-9c6d-490c001ee4b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871885 Jan 27 19:37:57.864292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:37:57.943130 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5726a9-c811-42de-8256-3539244223ae x-openstack-request-id: req-1f5726a9-c811-42de-8256-3539244223ae {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:57.943430 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "name": "network-vif-plugged", "status": "completed", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:57.943691 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f5726a9-c811-42de-8256-3539244223ae {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:57.944089 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76', 'code': 200} Jan 27 19:37:57.962515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-da00657d-7316-47e8-9efc-6f84d215034d service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198636 Jan 27 19:37:58.037660 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eded7db-10dd-468c-b893-8b28d2f25c79 x-openstack-request-id: req-7eded7db-10dd-468c-b893-8b28d2f25c79 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:37:58.044881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:37:58.046079 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:37:58.046394 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7eded7db-10dd-468c-b893-8b28d2f25c79 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:37:58.048907 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500', 'status': 'completed', 'code': 200} Jan 27 19:37:58.060303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:37:58.060683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:58.157158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99515d-4f0f-41c1-a773-8e3ea063df65 req-b14189a8-0e82-4e8f-bd52-116c052080d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.159343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7b99515d-4f0f-41c1-a773-8e3ea063df65 req-b14189a8-0e82-4e8f-bd52-116c052080d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 1097 time: 0.0749238 Jan 27 19:37:58.224796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153315b-e25f-4286-ac02-f35a151424aa req-87325618-0458-444a-8dc8-90a621369395 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.229790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e1a19a60-2b98-438a-8e2a-d1f8e1299ec6 req-e39e0c94-4655-40a1-a5c1-82621224d5e9 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527823 Jan 27 19:37:58.238950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8153315b-e25f-4286-ac02-f35a151424aa req-87325618-0458-444a-8dc8-90a621369395 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 947 time: 0.1176038 Jan 27 19:37:58.281043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7b99515d-4f0f-41c1-a773-8e3ea063df65 req-bcffbc36-5202-47bd-805a-8e3c8d88a73e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138072 Jan 27 19:37:58.294842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:37:58.296367 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:58.328687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8153315b-e25f-4286-ac02-f35a151424aa req-c0357e7e-b442-4917-ad48-6e81f0e04bda tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883989 Jan 27 19:37:58.359566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-b9ff70a2-35e7-4079-ab60-bea3675a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.361858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-b9ff70a2-35e7-4079-ab60-bea3675a82c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 1098 time: 0.0797930 Jan 27 19:37:58.392786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:37:58.409457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:37:58.512766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:37:58.513188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-e25988eb-1cc6-4682-bdb0-29b0e60c4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.515533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-e25988eb-1cc6-4682-bdb0-29b0e60c4469 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1447566 Jan 27 19:37:58.570343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-af36fdc5-bae9-484f-9db4-88fbaa626244 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f57c8328-dfa5-4fd5-9464-2e7852681500 HTTP/1.1" status: 200 len: 217 time: 0.0482037 Jan 27 19:37:58.588831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-95cdbdc3-3893-430c-8048-fb8375c2e830 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1383905 Jan 27 19:37:58.619182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987065-8e83-4ed1-848e-ed0fb849ce7a req-75110de6-468e-4f37-afe5-00ad429f4551 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.624338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82987065-8e83-4ed1-848e-ed0fb849ce7a req-75110de6-468e-4f37-afe5-00ad429f4551 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1625774 Jan 27 19:37:58.672407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-d0ec7138-c293-47f1-bb62-5c24ca9a94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.674343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-d0ec7138-c293-47f1-bb62-5c24ca9a94f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0965981 Jan 27 19:37:58.733694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-cab89973-3cc4-4c81-972f-a78cfbf98680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.736042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-cab89973-3cc4-4c81-972f-a78cfbf98680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539227 Jan 27 19:37:58.749710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-d54560f4-3541-4dc7-bfa3-4fc0e956a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.751273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-d54560f4-3541-4dc7-bfa3-4fc0e956a3e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.0908799 Jan 27 19:37:58.766667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82987065-8e83-4ed1-848e-ed0fb849ce7a req-c28ddd87-4f99-447f-9f58-d6e414f11f3a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111891 Jan 27 19:37:58.863389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-b26cbc84-dcde-49bd-a28c-575e68be03b6 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187139 Jan 27 19:37:58.987393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a553e3f-954a-4eb9-8351-ffb3e8c63fdf req-4f6e3d11-37ca-405c-91a8-800101bb3dc1 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:58.992941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8e552851-65db-47f5-9d94-4fe15e63a9e7 req-99f6e86e-3c66-43c8-ad7d-ef6bd5245760 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220224 Jan 27 19:37:58.993838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a553e3f-954a-4eb9-8351-ffb3e8c63fdf req-4f6e3d11-37ca-405c-91a8-800101bb3dc1 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 946 time: 0.0955503 Jan 27 19:37:59.016002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-bdd6bf62-25bd-486e-9cff-a5bc412e1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:59.017680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-bdd6bf62-25bd-486e-9cff-a5bc412e1e7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2461114 Jan 27 19:37:59.140235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a553e3f-954a-4eb9-8351-ffb3e8c63fdf req-907eaeb5-78bc-4b0b-80a5-d4266037fab8 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387081 Jan 27 19:37:59.143776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-30c66b86-5dee-48a9-8f7b-500b351dcf96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1175609 Jan 27 19:37:59.214398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-3a8f6f2f-8171-4606-affd-8865669598c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:59.216422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-3a8f6f2f-8171-4606-affd-8865669598c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0645409 Jan 27 19:37:59.290305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-084408c1-0b3a-4c47-934c-e4844122becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:59.291890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-084408c1-0b3a-4c47-934c-e4844122becc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657039 Jan 27 19:37:59.301645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa44481-a373-427a-b6f9-0df58ffa4767 req-33ff45c9-4d83-4c62-af3d-1a19e35fb1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:59.303155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fa44481-a373-427a-b6f9-0df58ffa4767 req-33ff45c9-4d83-4c62-af3d-1a19e35fb1f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 945 time: 0.0858672 Jan 27 19:37:59.412816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fa44481-a373-427a-b6f9-0df58ffa4767 req-3006e5a3-c31c-4788-b9f9-2c7feb95ee05 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002963 Jan 27 19:37:59.424881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-0258c3e0-13c4-4cef-bfd9-47fc3183f5e4 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205692 Jan 27 19:37:59.887297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5fdfa488-2b17-40d8-90f1-e424fbb2dd73 req-cb0afc63-4bf1-4f0e-a38d-45c2cee52d37 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552481 Jan 27 19:37:59.895381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa23e2-80d1-44d3-a351-70a6fc0bc60f req-8fd20837-de78-4e6e-aac1-a9974e84859c tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:37:59.897569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5aa23e2-80d1-44d3-a351-70a6fc0bc60f req-8fd20837-de78-4e6e-aac1-a9974e84859c tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 947 time: 0.0777540 Jan 27 19:37:59.945221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:37:59.948743 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0cf99-7558-48e8-974d-52e3d654be07" -d '{"events": [{"server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "name": "network-vif-plugged", "status": "completed", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:37:59.957802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5aa23e2-80d1-44d3-a351-70a6fc0bc60f req-fa53e5ab-8f15-4598-b9f8-5318f2c61db9 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Jan 27 19:38:00.089992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d10189-87ea-414c-a9f6-9a9b6f3f993a req-8e9c8775-af82-4011-85a8-7a747acfbf86 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:00.092346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06d10189-87ea-414c-a9f6-9a9b6f3f993a req-8e9c8775-af82-4011-85a8-7a747acfbf86 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0620046 Jan 27 19:38:00.151364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06d10189-87ea-414c-a9f6-9a9b6f3f993a req-c1b024d6-388b-4260-b2bc-5b19863e1675 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Jan 27 19:38:00.202406 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a5e7b-e597-4d46-b192-0c017eed8e38 x-openstack-request-id: req-c16a5e7b-e597-4d46-b192-0c017eed8e38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:00.203082 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "name": "network-vif-plugged", "status": "completed", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:00.203346 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c16a5e7b-e597-4d46-b192-0c017eed8e38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:00.203745 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'code': 200} Jan 27 19:38:00.391809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae54498-19e0-4d63-aab4-a5c67bdfeb55 req-58488940-2ef2-4548-852d-e3572189d80b tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:00.393550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ae54498-19e0-4d63-aab4-a5c67bdfeb55 req-58488940-2ef2-4548-852d-e3572189d80b tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 946 time: 0.1047945 Jan 27 19:38:00.411583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67788a-8b8c-4092-a1ea-cf7aa49e8b35 req-9f3e9ebf-2884-40ea-a5c1-61ad6a086c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:00.413060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b67788a-8b8c-4092-a1ea-cf7aa49e8b35 req-9f3e9ebf-2884-40ea-a5c1-61ad6a086c27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 1096 time: 0.0774910 Jan 27 19:38:00.485531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ae54498-19e0-4d63-aab4-a5c67bdfeb55 req-659e5b74-f92d-4308-b186-65b072180900 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827665 Jan 27 19:38:00.492719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b67788a-8b8c-4092-a1ea-cf7aa49e8b35 req-4e25acf4-fa4e-4341-a71f-19ef03d9fed3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713413 Jan 27 19:38:01.093308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76948a47-9864-441f-a373-4a794bb3e51b req-09c64f0b-7b36-4146-8d52-4b29c54a9fa8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.095567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76948a47-9864-441f-a373-4a794bb3e51b req-09c64f0b-7b36-4146-8d52-4b29c54a9fa8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 945 time: 0.0638895 Jan 27 19:38:01.148817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-76948a47-9864-441f-a373-4a794bb3e51b req-39edddc1-d869-42ff-9356-7e2efcd7daa8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Jan 27 19:38:01.178978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-22853184-c58d-460a-902f-cbc2bcdf4fd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545406 Jan 27 19:38:01.280394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-1daf05c7-925d-4d77-a7b4-ff6e6e717346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.282334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-1daf05c7-925d-4d77-a7b4-ff6e6e717346 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 1096 time: 0.0521755 Jan 27 19:38:01.384380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f199f-1605-448d-9a49-6934cd2835b4 req-f046abfe-d584-45ca-aad9-3af4ddbb8cec tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.393087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847f199f-1605-448d-9a49-6934cd2835b4 req-f046abfe-d584-45ca-aad9-3af4ddbb8cec tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0911138 Jan 27 19:38:01.460883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847f199f-1605-448d-9a49-6934cd2835b4 req-1ba172ea-36c1-4e92-8c38-7cad3f22775b tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659151 Jan 27 19:38:01.462207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-b1336a0f-efd6-4fec-a318-af343dfcc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.465352 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-b1336a0f-efd6-4fec-a318-af343dfcc02c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.1585190 Jan 27 19:38:01.534903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-0cbb51b5-7941-48e7-b885-c5931b8cdacd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0519118 Jan 27 19:38:01.597449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-e903f356-ed56-4da1-9fcf-6f9bc3c303db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.599236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-e903f356-ed56-4da1-9fcf-6f9bc3c303db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.0573394 Jan 27 19:38:01.603110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43663-b883-454d-80a1-03e836db97e7 req-4b406da7-1310-4c9a-8709-fce54cc0f897 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:01.611038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53d43663-b883-454d-80a1-03e836db97e7 req-4b406da7-1310-4c9a-8709-fce54cc0f897 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 947 time: 0.0682406 Jan 27 19:38:01.638411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-e5c2dd28-4fce-418e-8f45-32b4f8ea08f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325346 Jan 27 19:38:01.664412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53d43663-b883-454d-80a1-03e836db97e7 req-8a3c58b6-aa5e-43cf-8445-dacfb6f3246b tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Jan 27 19:38:01.753470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-20fcb361-872e-4ab7-b88d-6925aac5008e service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090152 Jan 27 19:38:01.884554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f57c8328-dfa5-4fd5-9464-2e7852681500 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:38:01.918729 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06ce04f2-8168-46b3-98d7-ce75a4f4ef1d req-13bfaa7b-0b40-402f-9b0d-7e54a425ce76 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580374 Jan 27 19:38:02.071760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f57c8328-dfa5-4fd5-9464-2e7852681500,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:02.094252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962591a-e665-4bf8-acd6-d4532c31dd89 req-fed94ba5-fd00-43c4-8701-9e3e3409cfe5 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:02.096163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'f57c8328-dfa5-4fd5-9464-2e7852681500', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': 'f57c8328-dfa5-4fd5-9464-2e7852681500', 'mac_address': 'fa:16:3e:17:50:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:38:02.105419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4962591a-e665-4bf8-acd6-d4532c31dd89 req-fed94ba5-fd00-43c4-8701-9e3e3409cfe5 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 946 time: 0.1163061 Jan 27 19:38:02.199252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port f57c8328-dfa5-4fd5-9464-2e7852681500 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:02.199823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:02.205707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4962591a-e665-4bf8-acd6-d4532c31dd89 req-cda5a2af-2e21-46da-b971-7e798785b525 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Jan 27 19:38:02.233192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57c8328-dfa5-4fd5-9464-2e7852681500 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:38:02.281636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f57c8328-dfa5-4fd5-9464-2e7852681500,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:02.293686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:02.421248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:02.438967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36972312-2cc2-44f0-b536-22d4f920f3e6 req-d9c4b9ca-261b-479f-bb05-273719f95c6a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:02.443029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36972312-2cc2-44f0-b536-22d4f920f3e6 req-d9c4b9ca-261b-479f-bb05-273719f95c6a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 945 time: 0.1209283 Jan 27 19:38:02.533849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36972312-2cc2-44f0-b536-22d4f920f3e6 req-2ed30ed2-7e37-4b71-b8f4-132467a7c9bc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713713 Jan 27 19:38:02.733104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f007c-f3f7-4b50-9745-76af80d94ab2 req-fbdc67b6-49bc-4147-a92d-5af7acdebb8a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:02.734797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-141f007c-f3f7-4b50-9745-76af80d94ab2 req-fbdc67b6-49bc-4147-a92d-5af7acdebb8a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.0593085 Jan 27 19:38:02.761318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['f57c8328-dfa5-4fd5-9464-2e7852681500'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:02.890829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-141f007c-f3f7-4b50-9745-76af80d94ab2 req-0b8a0aeb-3a52-4a56-b6eb-28305a3893f1 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237061 Jan 27 19:38:03.004695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22234503-a663-4a32-9f85-4a7652890dd4 req-b095cd44-4fad-4146-a9d1-d6a9514d0ccb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 267 time: 0.0461471 Jan 27 19:38:03.063864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234503-a663-4a32-9f85-4a7652890dd4 req-e9a65e13-3dcc-4cba-95df-922807329dd1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:03.065766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22234503-a663-4a32-9f85-4a7652890dd4 req-e9a65e13-3dcc-4cba-95df-922807329dd1 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Jan 27 19:38:03.078234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'security_groups': []}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:03.162355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.359453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:03.401784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.407857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.423599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa', 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:03.484862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:03.485715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.487368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22234503-a663-4a32-9f85-4a7652890dd4 req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "PUT /v2.0/ports/ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 200 len: 904 time: 0.4139414 Jan 27 19:38:03.488383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:03.500956 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a1ed1e-15e4-4f37-99f0-e27ee853d332" -d '{"events": [{"name": "network-changed", "server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:03.568778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4e52-d3ef-4978-9b31-8b30f4fd7398 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:03.613831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-49bddd83-8753-4d34-95aa-d63a0a35012c tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:03.616077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-49bddd83-8753-4d34-95aa-d63a0a35012c tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.39 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 946 time: 0.1248400 Jan 27 19:38:03.727314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:03.743884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e9af2-2f9a-4a2b-bbcf-efe49eb25c28 req-342a0755-14f3-47f0-98d7-e0a0e13d17da tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:03.751010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e2e9af2-2f9a-4a2b-bbcf-efe49eb25c28 req-342a0755-14f3-47f0-98d7-e0a0e13d17da tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 948 time: 0.1336138 Jan 27 19:38:03.808150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Deleting port 695a13d5-d0ed-4fce-ac63-bae420660e76 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:38:03.808495 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.852228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e2e9af2-2f9a-4a2b-bbcf-efe49eb25c28 req-4acb3ce2-1f33-4204-bba8-f725c40cbd9b tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002183 Jan 27 19:38:03.940597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] For port 695a13d5-d0ed-4fce-ac63-bae420660e76, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=695a13d5-d0ed-4fce-ac63-bae420660e76,segment=NetworkSegment(19ff3e90-d2eb-43d3-921f-2a13c168b383),segment_id=19ff3e90-d2eb-43d3-921f-2a13c168b383)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:03.940999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.969094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-95da4c87-2743-42ca-ae9e-1a1d86caf86d None None] Provisioning complete for port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:03.969506 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95da4c87-2743-42ca-ae9e-1a1d86caf86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:03.977176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Calling delete_port for 695a13d5-d0ed-4fce-ac63-bae420660e76 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:38:04.031429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c8e4-e23f-41b8-843d-c9da14494c19 req-a511094d-9490-4648-9905-405d839c2b18 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.040218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c106c8e4-e23f-41b8-843d-c9da14494c19 req-a511094d-9490-4648-9905-405d839c2b18 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/ports?device_id=808f3ff8-65e3-481e-808d-fb6c9214bc1f HTTP/1.1" status: 200 len: 946 time: 0.0650845 Jan 27 19:38:04.161201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c106c8e4-e23f-41b8-843d-c9da14494c19 req-11be4200-c351-4090-8d7a-f2a3637a25a5 tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198750 Jan 27 19:38:04.199285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-9b83fc3d-2e68-4ee7-a831-cfb276a55297 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.200887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-9b83fc3d-2e68-4ee7-a831-cfb276a55297 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.1320670 Jan 27 19:38:04.205010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-95da4c87-2743-42ca-ae9e-1a1d86caf86d None None] Current status of the port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:04.220444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (695a13d5-d0ed-4fce-ac63-bae420660e76), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:04.237069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['695a13d5-d0ed-4fce-ac63-bae420660e76'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:04.343401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] No DVR routers for this DVR port 695a13d5-d0ed-4fce-ac63-bae420660e76 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:38:04.345931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Pushing event deleted for resources: {'Port': ['ID=695a13d5-d0ed-4fce-ac63-bae420660e76,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:04.352528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:04.360029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f686d044-2a9f-46b8-8e83-6493ee7d079d req-64aa9376-c6bd-49fc-90ca-dcf3608408cb tempest-VolumesActionsTest-1530614586 tempest-VolumesActionsTest-1530614586-project] 10.222.0.39 "DELETE /v2.0/ports/695a13d5-d0ed-4fce-ac63-bae420660e76 HTTP/1.1" status: 204 len: 173 time: 0.7300673 Jan 27 19:38:04.360541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'name': 'network-vif-deleted', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:04.370456 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce3e6a-32ed-4ce9-a65d-0091011aefed" -d '{"events": [{"server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "name": "network-vif-deleted", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:04.420539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907919-348b-4d13-beb6-832cdcd139ad req-0d83c0b8-e494-4a22-9a66-5c118948bf72 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.422086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3907919-348b-4d13-beb6-832cdcd139ad req-0d83c0b8-e494-4a22-9a66-5c118948bf72 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 907 time: 0.1201231 Jan 27 19:38:04.476903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Deleting port c33d41f9-c192-4422-95e8-cabe5ab8bbaf {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:38:04.476903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:04.515865 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c8cf0-e9d3-4e91-b8f1-16733e1b9f41 x-openstack-request-id: req-7e7c8cf0-e9d3-4e91-b8f1-16733e1b9f41 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:04.518599 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:04.519599 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e7c8cf0-e9d3-4e91-b8f1-16733e1b9f41 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:04.520182 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'status': 'completed', 'code': 200} Jan 27 19:38:04.726040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] For port c33d41f9-c192-4422-95e8-cabe5ab8bbaf, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:04.726325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:04.739334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-70754192-3fd4-4063-a861-f48eba1d9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.741510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-70754192-3fd4-4063-a861-f48eba1d9797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 1058 time: 0.1521823 Jan 27 19:38:04.747022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Calling delete_port for c33d41f9-c192-4422-95e8-cabe5ab8bbaf owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:38:04.886489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45debb78-bfc4-4a3c-8f4f-3a852653cb37 req-3cb2ffc3-9e5c-41e6-83a7-02c77c526cf7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.888455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45debb78-bfc4-4a3c-8f4f-3a852653cb37 req-3cb2ffc3-9e5c-41e6-83a7-02c77c526cf7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=62cbf68b-be00-47c9-9d48-46331a1588ef HTTP/1.1" status: 200 len: 946 time: 0.2239003 Jan 27 19:38:04.973452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-200bd72d-dbd3-4b8c-af5a-d94f89d593da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:04.977382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-200bd72d-dbd3-4b8c-af5a-d94f89d593da service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2279108 Jan 27 19:38:05.050504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-9784ed11-061d-45bd-840b-2fe3edac1bef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 200 len: 217 time: 0.0654562 Jan 27 19:38:05.060003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45debb78-bfc4-4a3c-8f4f-3a852653cb37 req-5be36d46-26d5-4323-aecd-16f93ede8cf7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442347 Jan 27 19:38:05.150419 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c02353-a24e-4df6-b765-c03412508529 x-openstack-request-id: req-61c02353-a24e-4df6-b765-c03412508529 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:05.150914 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808f3ff8-65e3-481e-808d-fb6c9214bc1f", "name": "network-vif-deleted", "tag": "695a13d5-d0ed-4fce-ac63-bae420660e76", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:05.151003 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61c02353-a24e-4df6-b765-c03412508529 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:05.151358 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808f3ff8-65e3-481e-808d-fb6c9214bc1f', 'name': 'network-vif-deleted', 'tag': '695a13d5-d0ed-4fce-ac63-bae420660e76', 'status': 'completed', 'code': 200} Jan 27 19:38:05.182952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-d572fe9c-2681-4b76-ba7d-f1a73d3b4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:05.184854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-d572fe9c-2681-4b76-ba7d-f1a73d3b4bf4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0940902 Jan 27 19:38:05.189846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c33d41f9-c192-4422-95e8-cabe5ab8bbaf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:05.203190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:05.333934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Pushing event deleted for resources: {'Port': ['ID=c33d41f9-c192-4422-95e8-cabe5ab8bbaf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:05.381454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] No DVR routers for this DVR port c33d41f9-c192-4422-95e8-cabe5ab8bbaf on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:38:05.386300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:05.390355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72be6649-4dd5-47ba-acb9-d771bad77291 req-80ca86c5-2f34-47c8-996c-b3d715b27ba8 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "DELETE /v2.0/ports/c33d41f9-c192-4422-95e8-cabe5ab8bbaf HTTP/1.1" status: 204 len: 173 time: 1.1788571 Jan 27 19:38:05.411592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eed70b-b2cb-4fbd-ba0b-6c8d7bb56ced req-2bb17fc4-eeda-4cda-8497-e04d2020f41a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:05.421082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25eed70b-b2cb-4fbd-ba0b-6c8d7bb56ced req-2bb17fc4-eeda-4cda-8497-e04d2020f41a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1687686 Jan 27 19:38:05.431816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-50aad89a-5f93-4228-9577-6d00f7040014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:05.434082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-50aad89a-5f93-4228-9577-6d00f7040014 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413323 Jan 27 19:38:05.564201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25eed70b-b2cb-4fbd-ba0b-6c8d7bb56ced req-8c5a1e16-1444-4790-9fdd-b976762f05e7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226158 Jan 27 19:38:05.642445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-eee4d1af-20e2-43f9-b575-6c9bff976cc4 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988173 Jan 27 19:38:05.795782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284196-f40e-4951-bf8b-f14a41a0efc1 req-66c82145-a756-42f0-97b4-0d88cac38fcb tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:05.797771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0284196-f40e-4951-bf8b-f14a41a0efc1 req-66c82145-a756-42f0-97b4-0d88cac38fcb tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 948 time: 0.1220787 Jan 27 19:38:05.830396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a1ed1e-15e4-4f37-99f0-e27ee853d332 req-b3c849d1-6f65-439f-8f5d-c1f88891dc6a service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794832 Jan 27 19:38:05.871971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0284196-f40e-4951-bf8b-f14a41a0efc1 req-575256f0-79f7-4de1-83ec-c8883f1a9139 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Jan 27 19:38:05.914294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f57c8328-dfa5-4fd5-9464-2e7852681500 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:06.095229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f41042-89cb-48a4-86fc-aedaf98a27ed req-5325d3fb-2f45-4cbe-aab7-0b7825ac415a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:06.104365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57f41042-89cb-48a4-86fc-aedaf98a27ed req-5325d3fb-2f45-4cbe-aab7-0b7825ac415a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0744607 Jan 27 19:38:06.156177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port f57c8328-dfa5-4fd5-9464-2e7852681500 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:38:06.169320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port f57c8328-dfa5-4fd5-9464-2e7852681500 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:06.170099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:06.183574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57f41042-89cb-48a4-86fc-aedaf98a27ed req-e0bd1023-ddf7-4d84-a45d-6fa72377bbfa tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778637 Jan 27 19:38:06.522273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'name': 'network-vif-deleted', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:06.525443 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8dd27-12a9-4e6f-b3f4-40d69ce71199" -d '{"events": [{"server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "name": "network-vif-deleted", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:06.659568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port f57c8328-dfa5-4fd5-9464-2e7852681500 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:06.659568 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:06.697549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:06.701128 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f0631a-c6d6-4f9c-96cd-e70edf2f3333" -d '{"events": [{"server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "name": "network-vif-plugged", "status": "completed", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:06.719614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f57c8328-dfa5-4fd5-9464-2e7852681500,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:06.727621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:06.811945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:06.914354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 695a13d5-d0ed-4fce-ac63-bae420660e76 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:06.938991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 695a13d5-d0ed-4fce-ac63-bae420660e76 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:38:06.939596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 695a13d5-d0ed-4fce-ac63-bae420660e76 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:38:06.940179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c33d41f9-c192-4422-95e8-cabe5ab8bbaf no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:06.980108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: c33d41f9-c192-4422-95e8-cabe5ab8bbaf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:38:06.981844 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device c33d41f9-c192-4422-95e8-cabe5ab8bbaf not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:38:07.064860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-1b366522-0063-44f1-a62f-a20ac34341a3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:07.066803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-1b366522-0063-44f1-a62f-a20ac34341a3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.2062292 Jan 27 19:38:07.087665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-47a8136e-edaa-431a-ba6d-64a371328b5f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/quotas/04bcb713ef8a49f1955d2b0120f0602c HTTP/1.1" status: 200 len: 375 time: 0.0110316 Jan 27 19:38:07.208596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-d922a9a7-a9e3-4df0-9488-1a38670e806e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1081476 Jan 27 19:38:07.390732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2e1dd659-845e-4efa-b3ef-bff834492250 service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654158 Jan 27 19:38:07.627428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-d639d545-0540-4466-8138-d125a0cdd213 service neutron] 10.222.0.59 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357574 Jan 27 19:38:07.947747 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7187448e-8890-42b9-8aba-5dcb3854b064 x-openstack-request-id: req-7187448e-8890-42b9-8aba-5dcb3854b064 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:07.949605 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cbf68b-be00-47c9-9d48-46331a1588ef", "name": "network-vif-deleted", "tag": "c33d41f9-c192-4422-95e8-cabe5ab8bbaf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:07.949938 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7187448e-8890-42b9-8aba-5dcb3854b064 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:07.950331 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cbf68b-be00-47c9-9d48-46331a1588ef', 'name': 'network-vif-deleted', 'tag': 'c33d41f9-c192-4422-95e8-cabe5ab8bbaf', 'status': 'completed', 'code': 200} Jan 27 19:38:08.240094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb02d-5e06-4dca-9788-2355cc385a4a req-26da9f8b-0e2a-4506-bb29-879481018e27 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:08.243791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba8cb02d-5e06-4dca-9788-2355cc385a4a req-26da9f8b-0e2a-4506-bb29-879481018e27 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1168537 Jan 27 19:38:08.347550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba8cb02d-5e06-4dca-9788-2355cc385a4a req-0729560a-2776-4943-9dd2-48dc7c80ec65 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964155 Jan 27 19:38:08.487876 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5115eac3-1dd6-42de-a10a-8d7116e02aaf x-openstack-request-id: req-5115eac3-1dd6-42de-a10a-8d7116e02aaf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:08.493730 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "name": "network-vif-plugged", "status": "completed", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:08.495625 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5115eac3-1dd6-42de-a10a-8d7116e02aaf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:08.498305 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500', 'code': 200} Jan 27 19:38:08.850835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5dd0f-24b3-49b1-a25b-ffb91e422cc5 req-6e35dbe6-0aab-42d7-8c5d-bcccd3133958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:08.858677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03b5dd0f-24b3-49b1-a25b-ffb91e422cc5 req-6e35dbe6-0aab-42d7-8c5d-bcccd3133958 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 1100 time: 0.2368379 Jan 27 19:38:08.889240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d7daa-3e49-4ade-8dab-f6c7e1ed1591 req-c84bed0b-747b-4029-b16f-96f94e7d6a61 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:08.893780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b2d7daa-3e49-4ade-8dab-f6c7e1ed1591 req-c84bed0b-747b-4029-b16f-96f94e7d6a61 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.2879064 Jan 27 19:38:09.007114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6b900fb-bdba-4875-b28a-1279ad478e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:09.076861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-4e7dd39e-974f-42c3-8b4e-782668dff3a7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:09.079035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-4e7dd39e-974f-42c3-8b4e-782668dff3a7 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1709418 Jan 27 19:38:09.094194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3b2d7daa-3e49-4ade-8dab-f6c7e1ed1591 req-fc828c03-4118-45cd-babe-66952268c8b8 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584027 Jan 27 19:38:09.117846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03b5dd0f-24b3-49b1-a25b-ffb91e422cc5 req-41ff9b7f-fbf0-4b9f-92e1-d48c5c97d7c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225211 Jan 27 19:38:09.343772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Deleting port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:38:09.344226 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:09.500621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] For port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:09.501007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:09.534072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Calling delete_port for b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:38:09.606573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d87935da-3598-4131-bed6-c7ca6988ade3 req-0890075f-a5b3-47bf-9a44-d111c04ca069 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 210 time: 0.0658591 Jan 27 19:38:09.917045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:09.935733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:09.982396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916c0d1-2ab0-48a2-a91d-73c38eb01cbc req-f1116172-5ee4-402c-8d7b-7cce505cc307 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:09.993892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6916c0d1-2ab0-48a2-a91d-73c38eb01cbc req-f1116172-5ee4-402c-8d7b-7cce505cc307 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/ports?device_id=68f72a2d-17d0-48d9-a1fc-e764a7f8db5a HTTP/1.1" status: 200 len: 945 time: 0.1982100 Jan 27 19:38:10.024430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-8a1d6478-82fd-4941-ad63-a12c7fe21126 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:10.027160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-8a1d6478-82fd-4941-ad63-a12c7fe21126 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.39 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 811 time: 0.2800152 Jan 27 19:38:10.043702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Request body: {'port': {'device_id': 'cc148e12-e57b-47ff-a820-33582a68e222', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'admin_state_up': True, 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:10.126389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Pushing event deleted for resources: {'Port': ['ID=b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:10.251699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] No DVR routers for this DVR port b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:38:10.260414 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:10.267210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99bf92a7-7fc0-4d0d-81f5-3569b45a841b req-bd91d36e-c648-4625-92b7-e39dbe447d82 tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.39 "DELETE /v2.0/ports/b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 HTTP/1.1" status: 204 len: 173 time: 1.1694648 Jan 27 19:38:10.268058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'name': 'network-vif-deleted', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:10.274346 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ffc7c-cd3f-4014-8881-957112ea5920" -d '{"events": [{"server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "name": "network-vif-deleted", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:10.277345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Made reservation on behalf of 04bcb713ef8a49f1955d2b0120f0602c for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:10.287198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:10.387663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6916c0d1-2ab0-48a2-a91d-73c38eb01cbc req-cedbd12c-8527-4493-b9f7-35c0b395a59a tempest-ServerRescueTestJSON-1369497761 tempest-ServerRescueTestJSON-1369497761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c8e87da-9824-4544-b678-2c8a69f790e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922114 Jan 27 19:38:10.578945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8a7b-6ad9-49e4-ba5b-50461a563f98 req-9374023b-c5eb-492f-b6f6-31b542b0d174 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:10.598580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a49e8a7b-6ad9-49e4-ba5b-50461a563f98 req-9374023b-c5eb-492f-b6f6-31b542b0d174 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.1057386 Jan 27 19:38:10.599371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Allocated IP 172.20.0.11 (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e/6af52683-c078-4d07-9df0-6a3d4ae0eed3/6b162852-c8b2-4184-905a-97792ecdd57c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:10.712745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a49e8a7b-6ad9-49e4-ba5b-50461a563f98 req-f611b751-864c-4635-826b-bc6ca3c15d84 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128409 Jan 27 19:38:10.809988 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c472dd-e5fa-464a-b018-a85af1f4c714 x-openstack-request-id: req-a6c472dd-e5fa-464a-b018-a85af1f4c714 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:10.817940 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f72a2d-17d0-48d9-a1fc-e764a7f8db5a", "name": "network-vif-deleted", "tag": "b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:10.820158 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6c472dd-e5fa-464a-b018-a85af1f4c714 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:10.820158 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f72a2d-17d0-48d9-a1fc-e764a7f8db5a', 'name': 'network-vif-deleted', 'tag': 'b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1', 'status': 'completed', 'code': 200} Jan 27 19:38:11.017900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for port (6b162852-c8b2-4184-905a-97792ecdd57c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:11.132669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:11.149810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa', 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:11.252289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:11.263103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:11.271013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:11.350123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8748ea-caaf-4db9-9f92-079ebabade3f req-f2faea59-f692-4861-8594-6d02d76ed545 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:11.366724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd8748ea-caaf-4db9-9f92-079ebabade3f req-f2faea59-f692-4861-8594-6d02d76ed545 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 932 time: 0.1359549 Jan 27 19:38:11.409843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:11.419031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:11.424778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:11.469822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2173f7b4-0195-4084-be35-06fcccaadd69 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4265752 Jan 27 19:38:11.483050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Request body: {'port': {'device_id': 'cc148e12-e57b-47ff-a820-33582a68e222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:11.494551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd8748ea-caaf-4db9-9f92-079ebabade3f req-cb0b3a30-e70a-40d8-a429-0961e1b78917 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193149 Jan 27 19:38:11.566861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:11.705604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:11.999237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-564a8b31-6018-4694-8454-27c8f2b3ea42 None None] Provisioning complete for port 6b162852-c8b2-4184-905a-97792ecdd57c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:12.000155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-564a8b31-6018-4694-8454-27c8f2b3ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:12.133942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab67353-1fea-4322-925c-65b9d30708a4 req-463a3349-67c1-49c2-996c-6acc3bec31b9 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:12.149012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ab67353-1fea-4322-925c-65b9d30708a4 req-463a3349-67c1-49c2-996c-6acc3bec31b9 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.2383683 Jan 27 19:38:12.201157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc9e56e7-1f40-45a5-aec8-7604a95f0ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:12.224192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-564a8b31-6018-4694-8454-27c8f2b3ea42 None None] Port 6b162852-c8b2-4184-905a-97792ecdd57c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:38:12.383153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ab67353-1fea-4322-925c-65b9d30708a4 req-e0d19d9f-4fad-4922-86ee-7b48fde80c75 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326565 Jan 27 19:38:12.525994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (8f688667-2bb6-44f5-b334-75d01332ce4b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:12.616385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b162852-c8b2-4184-905a-97792ecdd57c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:38:12.627783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks [] for port (6b162852-c8b2-4184-905a-97792ecdd57c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:12.650894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Transition to ACTIVE for port object 6b162852-c8b2-4184-905a-97792ecdd57c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:38:12.663305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:12.781587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:12.803543 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:38:12.933010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:13.017765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:38:13.018329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device b9ac2ac7-3a73-41bf-a99c-4e62fc9825b1 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:38:13.113512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Attempting to bind port 6b162852-c8b2-4184-905a-97792ecdd57c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:38:13.113823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Attempting to bind port 6b162852-c8b2-4184-905a-97792ecdd57c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:38:13.115187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Attempting to bind port 6b162852-c8b2-4184-905a-97792ecdd57c on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:13.122422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Port 6b162852-c8b2-4184-905a-97792ecdd57c on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:38:13.122797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Attempting to bind port 6b162852-c8b2-4184-905a-97792ecdd57c on network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:13.131109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:38:13.131532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Checking segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:13.131928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Bound using segment: {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:38:13.132434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Bound port: 6b162852-c8b2-4184-905a-97792ecdd57c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:38:13.132877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:13.451927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:38:13.462569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:38:13.478473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:13.629481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Deleting port cab03139-5286-4f0d-9d22-1f02dacb44fa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:38:13.629481 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:13.687933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:13.688799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:13.690417 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] 10.222.0.39 "PUT /v2.0/ports/6b162852-c8b2-4184-905a-97792ecdd57c HTTP/1.1" status: 200 len: 1092 time: 2.2175112 Jan 27 19:38:13.696401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:13.699053 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:13.865078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.904525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.906731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.907262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.907717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795fb3f5-f462-4e92-97f4-97b5ea587bae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:13.963162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-f1e80fd2-685c-4da6-8b4a-805f4691a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:13.964959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-f1e80fd2-685c-4da6-8b4a-805f4691a8e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 1095 time: 0.2230849 Jan 27 19:38:14.035323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] For port cab03139-5286-4f0d-9d22-1f02dacb44fa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cab03139-5286-4f0d-9d22-1f02dacb44fa,segment=NetworkSegment(d01a3f79-ad51-4c1d-b210-4227611a5862),segment_id=d01a3f79-ad51-4c1d-b210-4227611a5862)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:14.036679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:14.053772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-5f4961a9-a0fa-4536-8945-53d8490ddd2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b162852-c8b2-4184-905a-97792ecdd57c HTTP/1.1" status: 200 len: 217 time: 0.0806439 Jan 27 19:38:14.109759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Calling delete_port for cab03139-5286-4f0d-9d22-1f02dacb44fa owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:38:14.178798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-b2a217b8-87fb-4237-916d-083ebb0adb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:14.180514 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-b2a217b8-87fb-4237-916d-083ebb0adb5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1174519 Jan 27 19:38:14.274146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-ada92427-cb47-4873-b0a6-49f9bb7d0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:14.276224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-ada92427-cb47-4873-b0a6-49f9bb7d0337 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888779 Jan 27 19:38:14.349146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da9855-2b43-4d6a-9ecc-4384075afb5e req-6b83134a-dbb2-4f15-9840-097d851a0b18 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:14.357175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94da9855-2b43-4d6a-9ecc-4384075afb5e req-6b83134a-dbb2-4f15-9840-097d851a0b18 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 944 time: 0.9101651 Jan 27 19:38:14.475500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94da9855-2b43-4d6a-9ecc-4384075afb5e req-385eb861-1e3b-45d8-b09b-345d2b2ebabf tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157143 Jan 27 19:38:14.538911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-233c950a-d55a-46a8-9995-7e9054380fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510226 Jan 27 19:38:14.788055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cab03139-5286-4f0d-9d22-1f02dacb44fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:14.818478 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b1eeef-aaad-4c60-8440-4e5095234bf8 x-openstack-request-id: req-97b1eeef-aaad-4c60-8440-4e5095234bf8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:14.818971 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:14.819048 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97b1eeef-aaad-4c60-8440-4e5095234bf8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:14.819441 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c', 'status': 'completed', 'code': 200} Jan 27 19:38:14.822382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4e1758b2-54cb-46d1-b258-d223ef60c0ad req-2ad3bf34-0176-4037-a98d-6c0164add8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771518 Jan 27 19:38:14.870751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab03139-5286-4f0d-9d22-1f02dacb44fa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:15.031228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-4aba4d12-a515-4bc3-aced-0760418a206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:15.038549 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-4aba4d12-a515-4bc3-aced-0760418a206a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 1095 time: 0.1323781 Jan 27 19:38:15.140709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:15.286997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-eb08cf1b-cae5-4c78-9f6a-7ce9b56a29da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:15.292191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-eb08cf1b-cae5-4c78-9f6a-7ce9b56a29da service neutron] 10.222.0.39 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2486339 Jan 27 19:38:15.412570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-5f496335-a0cd-4573-b346-0aebec93f420 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b162852-c8b2-4184-905a-97792ecdd57c HTTP/1.1" status: 200 len: 217 time: 0.1044273 Jan 27 19:38:15.548986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-6962989b-7966-4460-9d7d-3640af355f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:15.550546 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-6962989b-7966-4460-9d7d-3640af355f49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.1325147 Jan 27 19:38:15.567497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:15.778603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-d60e6c16-8011-4df2-9a85-710a2c044495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:15.783418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-d60e6c16-8011-4df2-9a85-710a2c044495 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231548 Jan 27 19:38:15.908738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f10b2-45d4-46fd-a411-f9242495f032 req-a145d2c3-5079-4809-af78-4242a227ed7a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:15.917226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f9f10b2-45d4-46fd-a411-f9242495f032 req-a145d2c3-5079-4809-af78-4242a227ed7a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 944 time: 0.1173263 Jan 27 19:38:15.999893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f9f10b2-45d4-46fd-a411-f9242495f032 req-d3d68b82-8577-4561-8657-8d30b5ee5f71 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jan 27 19:38:16.006935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (8f688667-2bb6-44f5-b334-75d01332ce4b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:16.008870 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-8848ea02-c711-47f0-b013-f00131799b15 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192569 Jan 27 19:38:16.030668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:16.222055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c63f118-e66f-4b10-83a6-ce78fce6ee2a req-ea38f3cb-7b64-4ddf-9079-d896060ad204 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987853 Jan 27 19:38:16.477291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Router 8f688667-2bb6-44f5-b334-75d01332ce4b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:38:16.671313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:38:16.682902 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Sync routers for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:38:16.689366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:16.689977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2fa7dbaf-e305-456b-9984-fe8514e7a681 admin admin] 10.222.0.59 "PUT /v2.0/routers/8f688667-2bb6-44f5-b334-75d01332ce4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1209261 Jan 27 19:38:16.704839 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:16.705448 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:16.952541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:16.963386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6b162852-c8b2-4184-905a-97792ecdd57c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:38:17.042188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks [] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.312452 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:38:14Z', 'revision_number': 5, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:17.336916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:17.355861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7bea8-688c-464e-919d-4449f5f775b5 req-66226955-c6b4-496e-9ebe-4f0ce8552382 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:17.373155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff7bea8-688c-464e-919d-4449f5f775b5 req-66226955-c6b4-496e-9ebe-4f0ce8552382 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 944 time: 0.1764889 Jan 27 19:38:17.383188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '6b162852-c8b2-4184-905a-97792ecdd57c', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '6b162852-c8b2-4184-905a-97792ecdd57c', 'mac_address': 'fa:16:3e:f4:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:38:17.387243 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Checking router: 8f688667-2bb6-44f5-b334-75d01332ce4b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:38:17.415660 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Routers {'8f688667-2bb6-44f5-b334-75d01332ce4b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:17.416310 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8f688667-2bb6-44f5-b334-75d01332ce4b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:17.479190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks [] for router_gateway (8f688667-2bb6-44f5-b334-75d01332ce4b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.552241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6b162852-c8b2-4184-905a-97792ecdd57c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:17.553742 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.569049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bff7bea8-688c-464e-919d-4449f5f775b5 req-1843e969-6af2-4c8b-8945-fffa66f8893c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944816 Jan 27 19:38:17.605611 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] Set router 8f688667-2bb6-44f5-b334-75d01332ce4b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:17.663075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b162852-c8b2-4184-905a-97792ecdd57c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:38:17.736398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Deleting port 83874aaa-9226-48bd-a3fa-8aa5511373d6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:38:17.736887 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.745407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:17.753008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.903300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:17.905448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] For port 83874aaa-9226-48bd-a3fa-8aa5511373d6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=83874aaa-9226-48bd-a3fa-8aa5511373d6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:17.921620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:17.946172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Calling delete_port for 83874aaa-9226-48bd-a3fa-8aa5511373d6 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:38:17.984881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:38:14Z', 'revision_number': 5, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:18.003323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['6b162852-c8b2-4184-905a-97792ecdd57c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:18.102256 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd8f5-19da-4c78-b2c3-994bde20e355 None None] The sync data for ids ['8f688667-2bb6-44f5-b334-75d01332ce4b'] in n-d-760453-6 is: [{'id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'name': 'tempest-ServerRescueTestJSON-162653046-router', 'tenant_id': '41989f048e1f4d118a53844fbcebf598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:36:00Z', 'updated_at': '2022-01-27T19:38:14Z', 'revision_number': 5, 'project_id': '41989f048e1f4d118a53844fbcebf598', 'gw_port': {'id': '83874aaa-9226-48bd-a3fa-8aa5511373d6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f688667-2bb6-44f5-b334-75d01332ce4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:36:01Z', 'updated_at': '2022-01-27T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:38:18.243453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (83874aaa-9226-48bd-a3fa-8aa5511373d6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.352711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=83874aaa-9226-48bd-a3fa-8aa5511373d6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:18.571769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (8f688667-2bb6-44f5-b334-75d01332ce4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.816909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.822518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks [] for router_controller (8f688667-2bb6-44f5-b334-75d01332ce4b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.873119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14d2ee-b801-4a13-ad28-7fc0dc1a759d req-ec060235-f421-4957-864f-f306c04479c0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:18.883693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b14d2ee-b801-4a13-ad28-7fc0dc1a759d req-ec060235-f421-4957-864f-f306c04479c0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 945 time: 0.1333477 Jan 27 19:38:18.937900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cab03139-5286-4f0d-9d22-1f02dacb44fa no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:18.940681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8f688667-2bb6-44f5-b334-75d01332ce4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.941268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f688667-2bb6-44f5-b334-75d01332ce4b {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:38:18.950590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:18.954057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aaa26129-8023-4ff1-ad65-3e271bdffb2b admin admin] 10.222.0.59 "DELETE /v2.0/routers/8f688667-2bb6-44f5-b334-75d01332ce4b HTTP/1.1" status: 204 len: 168 time: 2.2614238 Jan 27 19:38:18.954482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:18.992588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b14d2ee-b801-4a13-ad28-7fc0dc1a759d req-e0ed2aca-cfaf-4081-a431-f4963c996beb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067004 Jan 27 19:38:19.004947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: cab03139-5286-4f0d-9d22-1f02dacb44fa {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:38:19.005541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cab03139-5286-4f0d-9d22-1f02dacb44fa not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:38:19.013403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6b162852-c8b2-4184-905a-97792ecdd57c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:19.073002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Deleting subnet 22c26077-e068-48e2-ada7-6aefbf5ae421 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:38:19.081805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Publish callbacks [] for subnet (22c26077-e068-48e2-ada7-6aefbf5ae421), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.147369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 6b162852-c8b2-4184-905a-97792ecdd57c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:38:19.161471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 6b162852-c8b2-4184-905a-97792ecdd57c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:19.162543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.185584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (22c26077-e068-48e2-ada7-6aefbf5ae421), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.273330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (22c26077-e068-48e2-ada7-6aefbf5ae421), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.341637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6b162852-c8b2-4184-905a-97792ecdd57c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:19.343095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.441817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:19.444799 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c0a82-7627-4145-86a1-2e5008000c6e" -d '{"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-plugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:19.467549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:19.475786 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.544085 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abd1ab-1953-4b8f-8cb6-99d7c3a94469 x-openstack-request-id: req-c8abd1ab-1953-4b8f-8cb6-99d7c3a94469 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:19.544526 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-plugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:19.544623 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8abd1ab-1953-4b8f-8cb6-99d7c3a94469 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:19.545007 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c', 'code': 200} Jan 27 19:38:19.622468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:19.890770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164530b-02ea-4dcd-95c3-c0511430d8e0 req-f559be3e-290a-45b1-8e57-c6f58f20284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:19.892969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8164530b-02ea-4dcd-95c3-c0511430d8e0 req-f559be3e-290a-45b1-8e57-c6f58f20284c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 1097 time: 0.0983193 Jan 27 19:38:19.933478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (22c26077-e068-48e2-ada7-6aefbf5ae421), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:19.978550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c26077-e068-48e2-ada7-6aefbf5ae421,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:20.000676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.007326 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b648329-28cf-4c11-beea-b27a76900ba7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/22c26077-e068-48e2-ada7-6aefbf5ae421 HTTP/1.1" status: 204 len: 168 time: 1.0490725 Jan 27 19:38:20.007843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:20.077887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8164530b-02ea-4dcd-95c3-c0511430d8e0 req-10d5db30-e3b7-45df-938b-c9bb6e67e901 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760683 Jan 27 19:38:20.129287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:20.246960 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d2884827-c2a8-4a2d-bbde-499f49a6d1ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.253028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Deleting subnet 5adcd40e-4e8f-42fd-b841-902dc79bd0b9 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:38:20.260164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Publish callbacks [] for subnet (5adcd40e-4e8f-42fd-b841-902dc79bd0b9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.312950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (5adcd40e-4e8f-42fd-b841-902dc79bd0b9), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.382783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5adcd40e-4e8f-42fd-b841-902dc79bd0b9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.408265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83874aaa-9226-48bd-a3fa-8aa5511373d6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:20.441986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 83874aaa-9226-48bd-a3fa-8aa5511373d6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:38:20.443277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 83874aaa-9226-48bd-a3fa-8aa5511373d6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:38:20.515330 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d2884827-c2a8-4a2d-bbde-499f49a6d1ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.525000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (5adcd40e-4e8f-42fd-b841-902dc79bd0b9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.574932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2884827-c2a8-4a2d-bbde-499f49a6d1ce']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:20.603353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01a3f79-ad51-4c1d-b210-4227611a5862') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:20.603657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01a3f79-ad51-4c1d-b210-4227611a5862') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:20.619937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adcd40e-4e8f-42fd-b841-902dc79bd0b9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:20.627764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d01a3f79-ad51-4c1d-b210-4227611a5862), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.630102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.637317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-02960c6a-c765-4df6-9c6f-9484ac44ef78 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5adcd40e-4e8f-42fd-b841-902dc79bd0b9 HTTP/1.1" status: 204 len: 168 time: 0.5025275 Jan 27 19:38:20.643292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:20.678851 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d01a3f79-ad51-4c1d-b210-4227611a5862), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.710049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619eda0-a932-4b23-808a-2fa4369b1630 req-1f4658e6-a94d-41d4-ab6d-f98cb199e810 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:20.719983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3619eda0-a932-4b23-808a-2fa4369b1630 req-1f4658e6-a94d-41d4-ab6d-f98cb199e810 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.4703918 Jan 27 19:38:20.762616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:38:20.763034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d01a3f79-ad51-4c1d-b210-4227611a5862), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:38:20.764884 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:38:20.839737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e08a6875-a2ce-4e3b-8d6a-264e88c9960c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.953101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d2884827-c2a8-4a2d-bbde-499f49a6d1ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.969680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3619eda0-a932-4b23-808a-2fa4369b1630 req-c83e5b24-7f4d-4938-ae9b-057dc54ad850 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436404 Jan 27 19:38:20.979537 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:20.998886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d2884827-c2a8-4a2d-bbde-499f49a6d1ce HTTP/1.1" status: 204 len: 168 time: 0.9855947 Jan 27 19:38:21.017058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dd4b-d499-42ee-af4a-6d9c92206411 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2884827-c2a8-4a2d-bbde-499f49a6d1ce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:21.130891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e08a6875-a2ce-4e3b-8d6a-264e88c9960c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.216052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08a6875-a2ce-4e3b-8d6a-264e88c9960c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:21.256493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af0934a-c73d-4e1c-8bcd-2451610446d6') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:21.257682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af0934a-c73d-4e1c-8bcd-2451610446d6') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:21.310724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7af0934a-c73d-4e1c-8bcd-2451610446d6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.408329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7af0934a-c73d-4e1c-8bcd-2451610446d6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.437967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:38:21.438784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7af0934a-c73d-4e1c-8bcd-2451610446d6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.481351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:38:21.498454 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:38:21.537012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-264a13a2-bb21-420e-81a0-e8b7dabef81f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41989f048e1f4d118a53844fbcebf598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544505 Jan 27 19:38:21.539616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60124) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:21.610492 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e08a6875-a2ce-4e3b-8d6a-264e88c9960c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.617750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.625679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e08a6875-a2ce-4e3b-8d6a-264e88c9960c HTTP/1.1" status: 204 len: 168 time: 0.9812067 Jan 27 19:38:21.627893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60126) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:21.646645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f1b12-4622-457c-9bb2-b4674985f9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08a6875-a2ce-4e3b-8d6a-264e88c9960c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:21.672215 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] Publish callbacks [] for security_group (2c8e87da-9824-4544-b678-2c8a69f790e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.705069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] Publish callbacks [] for security_group (2c8e87da-9824-4544-b678-2c8a69f790e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.707996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Deleting subnet cdd09d80-949a-46a2-9a72-ceaf934d1b36 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:38:21.711873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Publish callbacks [] for subnet (cdd09d80-949a-46a2-9a72-ceaf934d1b36), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.766578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (cdd09d80-949a-46a2-9a72-ceaf934d1b36), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.816357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c8e87da-9824-4544-b678-2c8a69f790e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.818838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (cdd09d80-949a-46a2-9a72-ceaf934d1b36), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.822877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.825196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c8e87da-9824-4544-b678-2c8a69f790e9 HTTP/1.1" status: 204 len: 168 time: 0.2846019 Jan 27 19:38:21.867836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ae262-a7fe-4504-922e-dad3f5e1fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e87da-9824-4544-b678-2c8a69f790e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:21.887035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (cdd09d80-949a-46a2-9a72-ceaf934d1b36), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.925747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd09d80-949a-46a2-9a72-ceaf934d1b36,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:21.931319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:21.938767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:21.939166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6afda81d-472e-4ece-b3f9-65262de6db62 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cdd09d80-949a-46a2-9a72-ceaf934d1b36 HTTP/1.1" status: 204 len: 168 time: 0.3098159 Jan 27 19:38:22.208264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (08d735d2-f07e-4cb5-baca-ee93125657a2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.438279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a945-47c6-4519-a68a-439b7745af4d req-6ff18069-1e30-49c8-850a-e2d92f0aa69f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:22.470123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab1a945-47c6-4519-a68a-439b7745af4d req-6ff18069-1e30-49c8-850a-e2d92f0aa69f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.2563233 Jan 27 19:38:22.593654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab1a945-47c6-4519-a68a-439b7745af4d req-a9b69143-52d2-40c3-83cf-3bd19b26d035 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Jan 27 19:38:22.628716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (08d735d2-f07e-4cb5-baca-ee93125657a2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.710857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d735d2-f07e-4cb5-baca-ee93125657a2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:22.730247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d15607-9ea9-4da7-a79b-cf93d4ed1831') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:22.731994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d15607-9ea9-4da7-a79b-cf93d4ed1831') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:22.746921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (60d15607-9ea9-4da7-a79b-cf93d4ed1831), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.778172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (60d15607-9ea9-4da7-a79b-cf93d4ed1831), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.789743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:38:22.790550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (60d15607-9ea9-4da7-a79b-cf93d4ed1831), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:38:22.792767 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:38:22.872510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (08d735d2-f07e-4cb5-baca-ee93125657a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.882912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:22.887689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] 10.222.0.59 "DELETE /v2.0/networks/08d735d2-f07e-4cb5-baca-ee93125657a2 HTTP/1.1" status: 204 len: 168 time: 0.9481864 Jan 27 19:38:22.909964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3c365-6e88-41dd-963a-b8ebabdeb237 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d735d2-f07e-4cb5-baca-ee93125657a2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:23.220414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60168) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:23.276412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b95c-1d9c-43f1-84a2-134116b8d8f6 req-00676d6a-bb6b-495e-a60e-96da0efd4a15 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:23.277319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a3ae9f4d-af2c-4774-995b-ab92c1599fef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f168bf753a54401992ae54a463fda5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540247 Jan 27 19:38:23.279524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60170) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:23.280574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00a1b95c-1d9c-43f1-84a2-134116b8d8f6 req-00676d6a-bb6b-495e-a60e-96da0efd4a15 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.1386602 Jan 27 19:38:23.418390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] Publish callbacks [] for security_group (90824f23-2d26-4539-8c66-2a8eb35a7c5a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.437903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00a1b95c-1d9c-43f1-84a2-134116b8d8f6 req-d8d63635-4889-415d-aad0-be9234d9c1ad tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499767 Jan 27 19:38:23.489862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:23.512930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] Publish callbacks [] for security_group (90824f23-2d26-4539-8c66-2a8eb35a7c5a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.636244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90824f23-2d26-4539-8c66-2a8eb35a7c5a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.639701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.641435 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90824f23-2d26-4539-8c66-2a8eb35a7c5a HTTP/1.1" status: 204 len: 168 time: 0.3601925 Jan 27 19:38:23.656017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e60400-1485-4aa1-b639-8afdc373d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90824f23-2d26-4539-8c66-2a8eb35a7c5a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:23.718462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-524427900-network', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:23.791184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Made reservation on behalf of 01dd88d63b344fc39244a268ff9dd4b1 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:23.794272 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.810751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.820526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.943204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks [] for security_group (5374c417-c38b-4b39-a569-26e5d97cc992), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.950997 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5374c417-c38b-4b39-a569-26e5d97cc992), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:23.998400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:38:24.013247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374c417-c38b-4b39-a569-26e5d97cc992,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:24.024432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ec98774e-5328-4f23-9e9f-5584a0c7a99f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.025740 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Added segment ec98774e-5328-4f23-9e9f-5584a0c7a99f of type vlan for network b01f6dd7-7783-4365-b4ca-69f004a0ee16 Jan 27 19:38:24.083626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b01f6dd7-7783-4365-b4ca-69f004a0ee16), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.122882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b01f6dd7-7783-4365-b4ca-69f004a0ee16), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.124249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:24.125051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.217088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:24.218139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7255766 Jan 27 19:38:24.219842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:24.225239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3a5ad-f09a-4d77-ae88-4f7d77898424 admin admin] Pushing event updated for resources: {'Network': ['ID=b01f6dd7-7783-4365-b4ca-69f004a0ee16,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:24.226846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Request body: {'subnet': {'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-524427900-subnet', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:24.236514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:38:24.283343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Made reservation on behalf of 01dd88d63b344fc39244a268ff9dd4b1 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:24.287251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.389592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:24.398724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba9104d0-79a7-41d1-8922-bc09a8a1abf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61de1210a1a1450681f5a9f2443bf5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613548 Jan 27 19:38:24.467620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] Publish callbacks [] for security_group (005894c6-68ad-493c-87a8-96dac85b2cc2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.501222 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] Publish callbacks [] for security_group (005894c6-68ad-493c-87a8-96dac85b2cc2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.711298 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (f8692cfa-4ff1-4482-980f-57438ec196cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.726220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (005894c6-68ad-493c-87a8-96dac85b2cc2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.729608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.730836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/005894c6-68ad-493c-87a8-96dac85b2cc2 HTTP/1.1" status: 204 len: 168 time: 0.3402088 Jan 27 19:38:24.760062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.765626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57f42f-59e1-4e9e-9a44-67652a9b1292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005894c6-68ad-493c-87a8-96dac85b2cc2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:24.803827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf89c3-169f-47a5-a1a6-6fbf8516de3d req-064d09b2-6d27-4dcb-81ce-4da814b5cf9e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:24.806050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2bf89c3-169f-47a5-a1a6-6fbf8516de3d req-064d09b2-6d27-4dcb-81ce-4da814b5cf9e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.2454157 Jan 27 19:38:24.829329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8692cfa-4ff1-4482-980f-57438ec196cf,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:24.835308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Checking segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:24.835948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Network hostable DHCP agents. Network: b01f6dd7-7783-4365-b4ca-69f004a0ee16, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:38:24.866181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:38:24.887843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b01f6dd7-7783-4365-b4ca-69f004a0ee16) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:24.893930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:24.894558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.902783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3a405-d130-48fa-94c2-d18237b60902 None None] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:38:24.910381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2bf89c3-169f-47a5-a1a6-6fbf8516de3d req-c5890ce2-3940-4a17-8497-5f12fb1c8985 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868590 Jan 27 19:38:24.919224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f30b3d2-a57a-4b17-be76-5a00bdde5ff7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6971376 Jan 27 19:38:24.922427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60210) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:24.929130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:24.978042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (07feb747-f6e0-4555-a884-0962631adaaa), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:24.979662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (07feb747-f6e0-4555-a884-0962631adaaa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:25.065696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for router_controller (07feb747-f6e0-4555-a884-0962631adaaa), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:25.202183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:38:25.203411 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:25.384061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for router_gateway (07feb747-f6e0-4555-a884-0962631adaaa), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:25.697122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Allocated IP 172.20.0.2 (b01f6dd7-7783-4365-b4ca-69f004a0ee16/f8692cfa-4ff1-4482-980f-57438ec196cf/b182c122-3c54-47ac-ad72-d6fba1ca8f46) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:25.997097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks [] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:25.998304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for router_gateway (07feb747-f6e0-4555-a884-0962631adaaa), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.008645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.101043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.105861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:26.110080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:26.114490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:26.127843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Pushing event updated for resources: {'Port': ['ID=b182c122-3c54-47ac-ad72-d6fba1ca8f46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:26.208135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768baf6-6ce2-40a9-8b1a-d319b28b4ba7 req-ad0e1253-7863-41aa-b9b6-800de77d6b67 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:26.222821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e768baf6-6ce2-40a9-8b1a-d319b28b4ba7 req-ad0e1253-7863-41aa-b9b6-800de77d6b67 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.1500781 Jan 27 19:38:26.295303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Attempting to bind port b182c122-3c54-47ac-ad72-d6fba1ca8f46 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:38:26.295303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Attempting to bind port b182c122-3c54-47ac-ad72-d6fba1ca8f46 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:38:26.295303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Attempting to bind port b182c122-3c54-47ac-ad72-d6fba1ca8f46 on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:26.314969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:38:26.315477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Checking segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:26.316075 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.316624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Bound using segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:38:26.317683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Bound port: b182c122-3c54-47ac-ad72-d6fba1ca8f46, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:38:26.319071 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.324557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e768baf6-6ce2-40a9-8b1a-d319b28b4ba7 req-c813770f-58ae-4a06-8c81-de1d446584f5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952375 Jan 27 19:38:26.380159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Allocated IP 172.25.5.167 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8fb25410-565e-4133-94f2-d749194a19d8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:26.517904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] For port b182c122-3c54-47ac-ad72-d6fba1ca8f46, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:38:26.523781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] For port b182c122-3c54-47ac-ad72-d6fba1ca8f46, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b182c122-3c54-47ac-ad72-d6fba1ca8f46,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:38:26.534780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.638172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for port (8fb25410-565e-4133-94f2-d749194a19d8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.656259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571a88-668c-49b1-87a5-69e6acaaee52 None None] Pushing event updated for resources: {'Port': ['ID=b182c122-3c54-47ac-ad72-d6fba1ca8f46,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:26.712922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8fb25410-565e-4133-94f2-d749194a19d8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:26.772385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:26.778167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:26.790271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:26.896299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Pushing event updated for resources: {'Port': ['ID=8fb25410-565e-4133-94f2-d749194a19d8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:27.042573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6b162852-c8b2-4184-905a-97792ecdd57c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:38:27.182729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:27.354415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:27.400535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '6b162852-c8b2-4184-905a-97792ecdd57c', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'port_id': '6b162852-c8b2-4184-905a-97792ecdd57c', 'mac_address': 'fa:16:3e:f4:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:38:27.476223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2138347851-network', 'tenant_id': '9ab6f3b01879451a880803111a2adaf7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:27.538388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6b162852-c8b2-4184-905a-97792ecdd57c is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:27.538825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.566844 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b162852-c8b2-4184-905a-97792ecdd57c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:38:27.601533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Made reservation on behalf of 9ab6f3b01879451a880803111a2adaf7 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:27.604055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for router_gateway (07feb747-f6e0-4555-a884-0962631adaaa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.604317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.609154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:27.614113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.615199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.652420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f04d33-c147-4ec0-975b-16798d6d6218 req-cf48c33c-afbb-450d-9003-fd3077e4de1a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:27.655110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4f04d33-c147-4ec0-975b-16798d6d6218 req-cf48c33c-afbb-450d-9003-fd3077e4de1a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.1224325 Jan 27 19:38:27.721676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:27.736130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['6b162852-c8b2-4184-905a-97792ecdd57c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:38:27.798055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4f04d33-c147-4ec0-975b-16798d6d6218 req-62a53117-5269-4f26-a015-8f701ba90792 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299274 Jan 27 19:38:27.916863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks [] for security_group (4f9ca1e2-059f-4c1e-b0a6-ab534f435280), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:27.927856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f9ca1e2-059f-4c1e-b0a6-ab534f435280), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.051962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (07feb747-f6e0-4555-a884-0962631adaaa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.056831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:38:28.089583 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1f23023a-a0d8-4cdc-935e-8be035c79baa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.090060 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Added segment 1f23023a-a0d8-4cdc-935e-8be035c79baa of type vlan for network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 Jan 27 19:38:28.216241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.296676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ca1e2-059f-4c1e-b0a6-ab534f435280,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:28.304788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.305757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:28.322162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.473659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Router 07feb747-f6e0-4555-a884-0962631adaaa is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:38:28.483136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] Pushing event updated for resources: {'Network': ['ID=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:28.516357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-63ede301-d7c1-4ef8-b80b-562885bc2e74 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3322380 Jan 27 19:38:28.517205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:28.522066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Request body: {'subnet': {'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2138347851-subnet', 'tenant_id': '9ab6f3b01879451a880803111a2adaf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:28.532243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:38:28.604492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Made reservation on behalf of 9ab6f3b01879451a880803111a2adaf7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:28.607324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.774874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b182c122-3c54-47ac-ad72-d6fba1ca8f46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:28.805459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:38:28.868949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:28.883210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84bfef34-5427-4ec4-ab87-59e7ebd4dfbc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9580410 Jan 27 19:38:28.887518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:28.892705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:38:28.947687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:28.950370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:29.078482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6b162852-c8b2-4184-905a-97792ecdd57c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:29.201918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858fda70-f0b7-474a-a1f5-b287026d63d8 None None] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:38:29.403839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5982f783-7056-4282-b312-12d03770d972), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:29.417930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Provisioning complete for port b182c122-3c54-47ac-ad72-d6fba1ca8f46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:29.418594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:29.498829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1988a9f-fc1b-4fd0-b8a7-3291a99bdf72 req-dce2c0cb-51a2-44f1-ba48-ddf6f2f295fc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:29.501745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1988a9f-fc1b-4fd0-b8a7-3291a99bdf72 req-dce2c0cb-51a2-44f1-ba48-ddf6f2f295fc tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 945 time: 0.4306843 Jan 27 19:38:29.651889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 6b162852-c8b2-4184-905a-97792ecdd57c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:29.652341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:29.731434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b182c122-3c54-47ac-ad72-d6fba1ca8f46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:29.731910 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:29.822610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5982f783-7056-4282-b312-12d03770d972,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:30.081050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:30.170014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Checking segment: {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:30.170014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Network hostable DHCP agents. Network: 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:38:30.206203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1988a9f-fc1b-4fd0-b8a7-3291a99bdf72 req-23bcd083-e047-48b9-81e1-463bfb057eeb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768053 Jan 27 19:38:30.389453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:38:30.432955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:30.439319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:30.439978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:30.487103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ecdfdd57-e505-4627-8af1-29b10b7b5d2f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9688492 Jan 27 19:38:30.647822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:30.849719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Current status of the port b182c122-3c54-47ac-ad72-d6fba1ca8f46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:30.850550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:30.899454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30afa18b-47fb-4e8c-b680-71040c0f5f75 None None] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:38:31.220815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6b162852-c8b2-4184-905a-97792ecdd57c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:31.221361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:31.264967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Allocated IP 172.20.0.1 (b01f6dd7-7783-4365-b4ca-69f004a0ee16/f8692cfa-4ff1-4482-980f-57438ec196cf/d7158d4d-a900-49f9-a39c-4a303ee4469a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:31.366720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:31.428287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:31.431241 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed45c92d-50ee-4f32-9d78-df2de82fb11a" -d '{"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-plugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:31.462853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] For port b182c122-3c54-47ac-ad72-d6fba1ca8f46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b182c122-3c54-47ac-ad72-d6fba1ca8f46,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:31.468516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546296b-ecd4-4add-a787-629f9d734ae5 None None] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:38:31.638342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b182c122-3c54-47ac-ad72-d6fba1ca8f46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:31.642246 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:31.665914 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:31.693792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:31.738369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c9569-5eb1-4e2a-a9d8-a56ade53b8e2 req-48ca5851-6de4-4812-96ce-a8d55b30a23c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:31.740043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d79c9569-5eb1-4e2a-a9d8-a56ade53b8e2 req-48ca5851-6de4-4812-96ce-a8d55b30a23c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.2629037 Jan 27 19:38:31.799028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks [] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:31.843790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:27Z', 'revision_number': 3, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:31.931190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:38:31.932288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Updating router 07feb747-f6e0-4555-a884-0962631adaaa port 8fb25410-565e-4133-94f2-d749194a19d8 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:38:32.029636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:32.050371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d79c9569-5eb1-4e2a-a9d8-a56ade53b8e2 req-fcc5fd0e-5428-488d-acef-be8a3007e91f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982898 Jan 27 19:38:32.076210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb25410-565e-4133-94f2-d749194a19d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:32.079445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:32.085027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:32.088603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:32.092469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:32.310750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (07feb747-f6e0-4555-a884-0962631adaaa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:32.321056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:38:32.321826 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:38:32.343561 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a3620-6bd8-454c-b532-57c28b3f6361 x-openstack-request-id: req-6b1a3620-6bd8-454c-b532-57c28b3f6361 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:32.344238 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-plugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:32.344792 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b1a3620-6bd8-454c-b532-57c28b3f6361 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:32.345376 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c', 'code': 200} Jan 27 19:38:32.469783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190834a-ea1c-46f9-9223-70906c3269b5 None None] Pushing event updated for resources: {'Port': ['ID=b182c122-3c54-47ac-ad72-d6fba1ca8f46,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:32.651349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Pushing event updated for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:32.676908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0df22df1-eaa7-4d2b-8862-7979bdefb100 None None] Provisioning complete for port b182c122-3c54-47ac-ad72-d6fba1ca8f46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:32.679468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0df22df1-eaa7-4d2b-8862-7979bdefb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:32.871114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.002799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b182c122-3c54-47ac-ad72-d6fba1ca8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:33.142846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0df22df1-eaa7-4d2b-8862-7979bdefb100 None None] Current status of the port b182c122-3c54-47ac-ad72-d6fba1ca8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:33.258097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks [] for port (8fb25410-565e-4133-94f2-d749194a19d8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.309485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb25410-565e-4133-94f2-d749194a19d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.445665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b182c122-3c54-47ac-ad72-d6fba1ca8f46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:33.456016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa93e9-4241-45ca-b3a8-482c3fa64ef8 None None] Pushing event updated for resources: {'Port': ['ID=8fb25410-565e-4133-94f2-d749194a19d8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:33.539404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-53bfe18b-6182-4c3f-800f-ee716a1361d5 None None] Provisioning complete for port d7158d4d-a900-49f9-a39c-4a303ee4469a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:33.539404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53bfe18b-6182-4c3f-800f-ee716a1361d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.666069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Attempting to bind port 8fb25410-565e-4133-94f2-d749194a19d8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:38:33.666517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Attempting to bind port 8fb25410-565e-4133-94f2-d749194a19d8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:38:33.667009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Attempting to bind port 8fb25410-565e-4133-94f2-d749194a19d8 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:33.683904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:38:33.688703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:33.689363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.689849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:38:33.690566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Bound port: 8fb25410-565e-4133-94f2-d749194a19d8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:38:33.699174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb25410-565e-4133-94f2-d749194a19d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:33.815507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53bfe18b-6182-4c3f-800f-ee716a1361d5 None None] Port d7158d4d-a900-49f9-a39c-4a303ee4469a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:38:33.952601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] For port 8fb25410-565e-4133-94f2-d749194a19d8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:38:33.952601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] For port 8fb25410-565e-4133-94f2-d749194a19d8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8fb25410-565e-4133-94f2-d749194a19d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:38:33.973886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb25410-565e-4133-94f2-d749194a19d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:34.180423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b182c122-3c54-47ac-ad72-d6fba1ca8f46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:34.193592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:34.475683 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks [] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:34.500769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:34.542391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:34.544246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:34.551376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa93e9-4241-45ca-b3a8-482c3fa64ef8 None None] Pushing event updated for resources: {'Port': ['ID=8fb25410-565e-4133-94f2-d749194a19d8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:34.698365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (07feb747-f6e0-4555-a884-0962631adaaa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:34.717994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Pushing event updated for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:34.885105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:34.923225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d58518-6fa7-4621-a8ff-8bedfe6c1d53 req-a7c6fc15-b6d5-40fb-af80-e10d15328a8a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:34.928566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3d58518-6fa7-4621-a8ff-8bedfe6c1d53 req-a7c6fc15-b6d5-40fb-af80-e10d15328a8a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.7915373 Jan 27 19:38:35.195983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:35.210045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:35.236373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3d58518-6fa7-4621-a8ff-8bedfe6c1d53 req-6197b541-33fd-44a5-bf64-cbd32610296c tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839484 Jan 27 19:38:35.856736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:38:36.124978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-77dcd8f5-5048-4764-bcc3-a28f7af7e6e8 None None] Provisioning complete for port d7158d4d-a900-49f9-a39c-4a303ee4469a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:36.126965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77dcd8f5-5048-4764-bcc3-a28f7af7e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:36.193148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b182c122-3c54-47ac-ad72-d6fba1ca8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:36.282366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-77dcd8f5-5048-4764-bcc3-a28f7af7e6e8 None None] Port d7158d4d-a900-49f9-a39c-4a303ee4469a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:38:36.293153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:33Z', 'revision_number': 2, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:36.369136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:38:36.383499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-79b4f654-d1be-4d57-987c-bc1617221ace admin admin] 10.222.0.59 "PUT /v2.0/routers/07feb747-f6e0-4555-a884-0962631adaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4940677 Jan 27 19:38:36.421359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5b81-818e-41a3-a69c-e34019e2cb9f None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:33Z', 'revision_number': 2, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:38:36.676269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7c994-07e7-4e30-894e-dd719a45d2b3 req-6640b87f-0a8c-4f97-900f-057ffe83aa53 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:36.687611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b7c994-07e7-4e30-894e-dd719a45d2b3 req-6640b87f-0a8c-4f97-900f-057ffe83aa53 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.2074707 Jan 27 19:38:36.798946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0b7c994-07e7-4e30-894e-dd719a45d2b3 req-7c5f9ce8-0453-4d86-a95a-3860fd706c1a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Jan 27 19:38:38.594627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8fb25410-565e-4133-94f2-d749194a19d8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:38.711566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:38.718433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267537117', 'description': 'tempest-description--1916985095'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:38.768907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:38.795978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8fb25410-565e-4133-94f2-d749194a19d8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:38.808364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8fb25410-565e-4133-94f2-d749194a19d8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.065909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a608-bb25-47cf-b633-c9a9592d66f5 req-091b2110-bc1a-4d8c-a20c-af3b1a6e020a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:39.082846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9815a608-bb25-47cf-b633-c9a9592d66f5 req-091b2110-bc1a-4d8c-a20c-af3b1a6e020a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.2177413 Jan 27 19:38:39.097199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (97452e4a-9cbe-4f36-a906-892f8f276b5b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.105500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (97452e4a-9cbe-4f36-a906-892f8f276b5b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.183612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8fb25410-565e-4133-94f2-d749194a19d8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:39.185707 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb25410-565e-4133-94f2-d749194a19d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.232233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9815a608-bb25-47cf-b633-c9a9592d66f5 req-79519262-808f-4d01-9139-93cdb81edcf6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438990 Jan 27 19:38:39.250297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 8fb25410-565e-4133-94f2-d749194a19d8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8fb25410-565e-4133-94f2-d749194a19d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:39.259214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb25410-565e-4133-94f2-d749194a19d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.275803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97452e4a-9cbe-4f36-a906-892f8f276b5b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:39.305995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.312492 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1f85b219-a2e0-49d0-9dd3-6d2fcff649fb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5962508 Jan 27 19:38:39.312946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:39.319253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group_rule': {'security_group_id': '97452e4a-9cbe-4f36-a906-892f8f276b5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:39.418380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (67d58a8b-95af-4727-a53c-7dafe89cc3cc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.617280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (67d58a8b-95af-4727-a53c-7dafe89cc3cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.623659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (67d58a8b-95af-4727-a53c-7dafe89cc3cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.716002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.721278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60382) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:39.724498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4098799 Jan 27 19:38:39.726677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group_rule': {'security_group_id': '97452e4a-9cbe-4f36-a906-892f8f276b5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:39.732136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92402f0c-f7f6-4ff2-be4c-78e634decf09 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d58a8b-95af-4727-a53c-7dafe89cc3cc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:39.818300 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ae24572-161f-487b-bcb8-5886ca65d10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.822940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (11a7606b-428f-4eaf-8663-5f378c90e88d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:39.845511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=8fb25410-565e-4133-94f2-d749194a19d8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:40.000664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (11a7606b-428f-4eaf-8663-5f378c90e88d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:40.007060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (11a7606b-428f-4eaf-8663-5f378c90e88d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:40.069130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:40.075398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:38:40.081642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:40.101938 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794348 Jan 27 19:38:40.126332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1615b-d220-4c17-bc63-50996dfd7f90 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a7606b-428f-4eaf-8663-5f378c90e88d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:40.187550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:40.430929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8fb25410-565e-4133-94f2-d749194a19d8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:40.529676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b30e53-3860-4791-b1c7-462cbcf5f0d3 req-e551f938-c7d5-4c1e-8fcc-545679f731a3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:40.538205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5b30e53-3860-4791-b1c7-462cbcf5f0d3 req-e551f938-c7d5-4c1e-8fcc-545679f731a3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.1192160 Jan 27 19:38:40.631653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5b30e53-3860-4791-b1c7-462cbcf5f0d3 req-b959042a-eba8-41de-818d-d551d5c5c95d tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920713 Jan 27 19:38:40.782830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8fb25410-565e-4133-94f2-d749194a19d8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:40.791096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8fb25410-565e-4133-94f2-d749194a19d8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:40.802967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:41.220379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Allocated IP 172.25.5.231 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4f13292b-081e-45c6-b1a0-dfc1880921ba) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:41.239557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8fb25410-565e-4133-94f2-d749194a19d8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:41.430753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:41.498377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:41.602166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:41.606413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:41.639436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:41.659247 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:38:41.689728 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:41.691710 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:41.769572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=4f13292b-081e-45c6-b1a0-dfc1880921ba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:42.074391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:42.075863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.134180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-928ab262-2c1d-4816-aec1-0ad6efa73a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.187919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24925c-436f-4202-bdbd-f6067f2be2e1 req-67eab234-21c4-4c2f-96e1-6e91f7048c3e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:42.189649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a24925c-436f-4202-bdbd-f6067f2be2e1 req-67eab234-21c4-4c2f-96e1-6e91f7048c3e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.3831317 Jan 27 19:38:42.196677 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.308501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a24925c-436f-4202-bdbd-f6067f2be2e1 req-b8dbf41d-fa25-4440-887d-3176de6f4c21 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882297 Jan 27 19:38:42.521595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.535698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.563859 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:33Z', 'revision_number': 2, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:42.639389 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:38:42.640004 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Updating router 07feb747-f6e0-4555-a884-0962631adaaa port d7158d4d-a900-49f9-a39c-4a303ee4469a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:38:42.700572 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.758588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=4f13292b-081e-45c6-b1a0-dfc1880921ba,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:42.814112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.862078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:42.866792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3e03ba82-4beb-4beb-b2bc-9e7914976874 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7893074 Jan 27 19:38:43.498986 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks [] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:43.509062 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:43.745563 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Pushing event updated for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:43.793895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.815946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.818035 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.818487 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.819858 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.820280 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.822424 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.823388 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.824726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.825139 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.828189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.828189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.828590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:43.870400 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Attempting to bind port d7158d4d-a900-49f9-a39c-4a303ee4469a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:38:43.870685 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Attempting to bind port d7158d4d-a900-49f9-a39c-4a303ee4469a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:38:43.875904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Attempting to bind port d7158d4d-a900-49f9-a39c-4a303ee4469a on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:43.889531 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:38:43.890016 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Checking segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:43.890513 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:43.890988 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Bound using segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:38:43.891556 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Bound port: d7158d4d-a900-49f9-a39c-4a303ee4469a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:38:43.892124 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.048774 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] For port d7158d4d-a900-49f9-a39c-4a303ee4469a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:38:44.060428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] For port d7158d4d-a900-49f9-a39c-4a303ee4469a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d7158d4d-a900-49f9-a39c-4a303ee4469a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:38:44.068925 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.123535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Provisioning complete for port d7158d4d-a900-49f9-a39c-4a303ee4469a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:44.126090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.368887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Current status of the port d7158d4d-a900-49f9-a39c-4a303ee4469a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:44.370613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.415904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a10b8a-16dc-4067-9a77-ff01bed68c4b None None] Pushing event updated for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:44.420500 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:38:44.421132 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:38:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:44.470479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] For port d7158d4d-a900-49f9-a39c-4a303ee4469a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d7158d4d-a900-49f9-a39c-4a303ee4469a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:44.479234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.575392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:38:44.632031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d49b27-2dff-471f-9fb3-e9978d261e8e None None] Pushing event updated for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:44.729826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-23eaa5f8-06ad-4239-ad8d-792ea9e40f10 None None] Provisioning complete for port d7158d4d-a900-49f9-a39c-4a303ee4469a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:44.730351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23eaa5f8-06ad-4239-ad8d-792ea9e40f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:44.917001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23eaa5f8-06ad-4239-ad8d-792ea9e40f10 None None] Current status of the port d7158d4d-a900-49f9-a39c-4a303ee4469a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:45.075537 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:38:45.109057 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b7628-a024-4a93-91e6-09d50834755f None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:38:45.125049 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:45.553449 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:46.056645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:46.541086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d7158d4d-a900-49f9-a39c-4a303ee4469a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:38:46.692017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d7158d4d-a900-49f9-a39c-4a303ee4469a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:46.693892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:46.970441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d7158d4d-a900-49f9-a39c-4a303ee4469a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:49.260576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-fb1a8c05-4f0f-4845-96e0-a70bce1c5bf3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--267537117&fields=id&tenant_id=01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 267 time: 0.0892274 Jan 27 19:38:49.466576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-b49966bb-9029-4963-aa2d-dc62a6c53515 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:49.468797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-b49966bb-9029-4963-aa2d-dc62a6c53515 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 810 time: 0.2065680 Jan 27 19:38:49.492925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-1331af89-c9ec-4e00-bcb9-9f346b4f2dd2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/quotas/01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 375 time: 0.0163496 Jan 27 19:38:49.582512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-ae25bb77-4a4e-4436-bc04-381d6fff7b86 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833628 Jan 27 19:38:49.761845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-b1493df2-73e5-4be0-ae23-13d321e8b5f7 service neutron] 10.222.0.59 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566625 Jan 27 19:38:49.800020 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:38:49.875795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-67d49120-baf2-445d-90b7-46931f159997 service neutron] 10.222.0.59 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094539 Jan 27 19:38:50.114659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476fb5a-8fc3-403b-b1b7-92fd14c8847a req-d3e00fed-a996-477b-8472-a1ed0533f039 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:50.116305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f476fb5a-8fc3-403b-b1b7-92fd14c8847a req-d3e00fed-a996-477b-8472-a1ed0533f039 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.0562253 Jan 27 19:38:50.203121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f476fb5a-8fc3-403b-b1b7-92fd14c8847a req-f5754a1c-858b-4bd9-9dc6-42f78d05e325 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802839 Jan 27 19:38:50.599307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c32f441c-3a66-4595-99c2-fddf0525dce7 req-ba376a6f-0846-4466-b5d3-00c2cde69f19 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 210 time: 0.0607450 Jan 27 19:38:50.645711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-a490d1be-444e-4db2-94d6-143dddf4c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:50.648375 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-a490d1be-444e-4db2-94d6-143dddf4c6ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 1097 time: 0.1799238 Jan 27 19:38:50.757809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-a00c4be4-2392-4325-8da0-a623faf12c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:50.760017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-a00c4be4-2392-4325-8da0-a623faf12c43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.1045380 Jan 27 19:38:50.833931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-d2b3b74b-2b8b-4da0-b9d4-194aee1b8098 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b162852-c8b2-4184-905a-97792ecdd57c HTTP/1.1" status: 200 len: 217 time: 0.0664587 Jan 27 19:38:50.891470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-98eb2ffa-13fb-4318-9885-927520049aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:50.893007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-98eb2ffa-13fb-4318-9885-927520049aa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0512021 Jan 27 19:38:50.947618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-95dd2fba-2b04-4b98-aee4-ac48828747e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:50.949368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-95dd2fba-2b04-4b98-aee4-ac48828747e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455670 Jan 27 19:38:51.094483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-63d2aa89-d2ec-4a92-add7-5befda3341d5 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380737 Jan 27 19:38:51.206690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-89b299ff-0c6f-4ca2-b2d2-32984efa7f94 req-c3860ab5-8aa9-438e-887a-85b533b4ab34 service neutron] 10.222.0.39 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055799 Jan 27 19:38:51.348917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4905e7-7ecd-41b7-a2fa-c9f0b2b632f1 req-ca5bb7a7-1c07-44c6-9fa7-c1a0f1c75539 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:51.350708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef4905e7-7ecd-41b7-a2fa-c9f0b2b632f1 req-ca5bb7a7-1c07-44c6-9fa7-c1a0f1c75539 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.0562680 Jan 27 19:38:51.428912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef4905e7-7ecd-41b7-a2fa-c9f0b2b632f1 req-c8052815-5f1e-41b7-924e-fbc6b9d37d13 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703077 Jan 27 19:38:51.770635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-7edd40e4-3eed-49ba-95dc-662a833093b7 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:51.776010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b0044f8-f828-4396-8e51-97e5a8b1762f req-14b13f39-963c-4f7b-97c5-39ee23d30ad2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 210 time: 0.0782092 Jan 27 19:38:51.777861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-7edd40e4-3eed-49ba-95dc-662a833093b7 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 810 time: 0.1788199 Jan 27 19:38:51.899779 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-d0fd06f0-82b7-456f-9c51-a2c78f9117d6 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 379 time: 0.1168792 Jan 27 19:38:51.916538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'port': {'device_id': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'admin_state_up': True, 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'security_groups': ['97452e4a-9cbe-4f36-a906-892f8f276b5b']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:52.131326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Made reservation on behalf of 01dd88d63b344fc39244a268ff9dd4b1 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:38:52.138826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:52.363888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Allocated IP 172.20.0.4 (b01f6dd7-7783-4365-b4ca-69f004a0ee16/f8692cfa-4ff1-4482-980f-57438ec196cf/055ab77d-6e5b-4834-b6cf-6bbd289ae039) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:38:52.694566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:52.739149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:52.779585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847544f-8f1f-4ab6-80b9-0827b24819c3 req-9ae99d14-e2b1-4481-bea0-7b557b4f651f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:52.790856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3847544f-8f1f-4ab6-80b9-0827b24819c3 req-9ae99d14-e2b1-4481-bea0-7b557b4f651f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 946 time: 0.1685796 Jan 27 19:38:52.817222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:38:52.820750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:38:52.824324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:38:52.889945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:52.940984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3847544f-8f1f-4ab6-80b9-0827b24819c3 req-b0f0824d-bba4-41a1-91b8-8598afcb9779 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434805 Jan 27 19:38:52.942686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:52.948813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:52.994505 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-0c3790c1-f226-4f22-b4b8-eebe4b26d425 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860841 Jan 27 19:38:53.016538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Request body: {'port': {'device_id': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:38:53.156988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:53.166702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 6b162852-c8b2-4184-905a-97792ecdd57c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:38:53.284691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ada8-1df3-4e7e-9da6-e1cc6ebbe76a req-116c4a4c-3a29-4e61-9ed9-130d118e3c3b tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:53.294474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba02ada8-1df3-4e7e-9da6-e1cc6ebbe76a req-116c4a4c-3a29-4e61-9ed9-130d118e3c3b tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 931 time: 0.1226327 Jan 27 19:38:53.404972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba02ada8-1df3-4e7e-9da6-e1cc6ebbe76a req-818507c9-a210-454c-b35e-a9815adc51a8 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986705 Jan 27 19:38:53.513772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 6b162852-c8b2-4184-905a-97792ecdd57c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:38:53.518710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:53.627277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:38:53.640931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:53.650691 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c3fc71-1597-49e4-88ac-098266d3a73c" -d '{"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-unplugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:53.658997 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:53.794184 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92bea7-4572-47df-af64-03ae253a63ca x-openstack-request-id: req-0a92bea7-4572-47df-af64-03ae253a63ca {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:53.794432 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-unplugged", "status": "completed", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:53.798593 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a92bea7-4572-47df-af64-03ae253a63ca {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:53.799274 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c', 'code': 200} Jan 27 19:38:53.853839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:53.892303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.892672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.893021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.893397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.893846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.894184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.895036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.901286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.901782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.902135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.902479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.902816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.903149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:38:53.928209 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:53.939599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-db01ed8c-816e-4ffe-95b3-2901aa4a293f None None] Provisioning complete for port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:38:53.941242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db01ed8c-816e-4ffe-95b3-2901aa4a293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:54.041358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-db01ed8c-816e-4ffe-95b3-2901aa4a293f None None] Port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:38:54.139984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793da05-0797-4066-8ca1-3bd30cb552ca req-54729e65-7976-4156-b3de-c6ca61ef0351 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:54.148828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7793da05-0797-4066-8ca1-3bd30cb552ca req-54729e65-7976-4156-b3de-c6ca61ef0351 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 944 time: 0.0757527 Jan 27 19:38:54.264632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055ab77d-6e5b-4834-b6cf-6bbd289ae039 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:38:54.275256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks [] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:54.292271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Transition to ACTIVE for port object 055ab77d-6e5b-4834-b6cf-6bbd289ae039 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:38:54.293635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7793da05-0797-4066-8ca1-3bd30cb552ca req-a94a487f-a091-4276-a050-6317dcbd79f7 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438050 Jan 27 19:38:54.317007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:54.517522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Pushing event updated for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:54.630997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cbea0-bd97-466c-9c3f-ff6630658d24 req-5f3279ff-4e3b-4ed4-bfeb-d6c8136fb6e4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:54.640605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c0cbea0-bd97-466c-9c3f-ff6630658d24 req-5f3279ff-4e3b-4ed4-bfeb-d6c8136fb6e4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1808343 Jan 27 19:38:54.802772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:54.858719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Attempting to bind port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:38:54.859204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Attempting to bind port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:38:54.859764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Attempting to bind port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:54.867076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c0cbea0-bd97-466c-9c3f-ff6630658d24 req-a2a9c108-fd38-462e-a23e-cb77e006c2e0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167730 Jan 27 19:38:54.871198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:38:54.871741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Attempting to bind port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:38:54.886435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:38:54.901665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Checking segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:38:54.901665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Bound using segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:38:54.901665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Bound port: 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:38:54.901665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:55.149190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:38:55.165749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:38:55.179209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:55.287518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:55.288971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:38:55.290695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] 10.222.0.39 "PUT /v2.0/ports/055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1091 time: 2.2818296 Jan 27 19:38:55.293717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:38:55.298061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392a30-3fe3-46cd-94f2-1db38eb8cb81 req-a505a6d3-33d9-4b1a-9bf0-48e9fea2f210 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:55.309176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7392a30-3fe3-46cd-94f2-1db38eb8cb81 req-a505a6d3-33d9-4b1a-9bf0-48e9fea2f210 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 943 time: 0.1866307 Jan 27 19:38:55.325833 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf606a-911f-4729-8993-d5d77074e1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:38:55.400979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec60090-5ece-4abb-8d9c-5aaa792d7fdf service neutron] Pushing event updated for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:38:55.510477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-e71248d1-c37e-4068-beb5-0663c61dd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:55.515096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-e71248d1-c37e-4068-beb5-0663c61dd5ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1094 time: 0.0951850 Jan 27 19:38:55.525162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7392a30-3fe3-46cd-94f2-1db38eb8cb81 req-ac064778-1dc6-4ab4-8853-7862ed7dadeb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100341 Jan 27 19:38:55.738665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-623ba89c-9aa4-42c4-9605-774543ade66e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 217 time: 0.2134197 Jan 27 19:38:55.840381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c29d8-bb21-4b7f-ac1d-c4bdc0a15282 req-00ac3360-e4a7-46ee-aaad-2fce1dab9a31 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:55.853397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-421c29d8-bb21-4b7f-ac1d-c4bdc0a15282 req-00ac3360-e4a7-46ee-aaad-2fce1dab9a31 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1991615 Jan 27 19:38:55.881803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-54b2cff8-b203-4a5a-aa73-b88ce72475d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:55.883503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-54b2cff8-b203-4a5a-aa73-b88ce72475d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.1392653 Jan 27 19:38:55.982902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-421c29d8-bb21-4b7f-ac1d-c4bdc0a15282 req-038f6608-b6f1-4962-af81-d1972a60ef82 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261289 Jan 27 19:38:56.001677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-bf9cd212-9e24-477a-8c70-e7c26328a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:56.002993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-bf9cd212-9e24-477a-8c70-e7c26328a847 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112163 Jan 27 19:38:56.256335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-a4ebf77f-d719-451f-badd-6c4f4c541ba3 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461584 Jan 27 19:38:56.258378 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72044d2-2c62-464a-a7c3-b909ca6ce2f0 x-openstack-request-id: req-f72044d2-2c62-464a-a7c3-b909ca6ce2f0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:38:56.259217 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:38:56.259494 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f72044d2-2c62-464a-a7c3-b909ca6ce2f0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:38:56.259953 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'status': 'completed', 'code': 200} Jan 27 19:38:56.543047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2471744d-7c2b-49f3-9616-6255ddaafdcc req-4f79065e-451a-45f2-8848-f0169ecc49f6 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724905 Jan 27 19:38:56.565611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c9def-9143-4282-8bc1-e39402fd7782 req-7800b8a5-3b18-4e74-b34a-c813dd384d47 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:56.576272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-011c9def-9143-4282-8bc1-e39402fd7782 req-7800b8a5-3b18-4e74-b34a-c813dd384d47 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1400611 Jan 27 19:38:56.685829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-011c9def-9143-4282-8bc1-e39402fd7782 req-a2b7f031-929b-40d6-9608-ac6fa5ac29f0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080382 Jan 27 19:38:56.687754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-8744ae5d-5633-4414-b486-79a3bef72b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:56.690283 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-8744ae5d-5633-4414-b486-79a3bef72b79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1094 time: 0.0710108 Jan 27 19:38:56.955464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-2cbe0618-066d-4d37-8c21-b6ad787e98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:56.958995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-2cbe0618-066d-4d37-8c21-b6ad787e98ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2616885 Jan 27 19:38:56.973500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f46969-bad3-4fd7-9fe8-1683e7414090 req-40084b47-e436-4396-b18b-4b6f3651d3da tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:56.984568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f46969-bad3-4fd7-9fe8-1683e7414090 req-40084b47-e436-4396-b18b-4b6f3651d3da tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 943 time: 0.1786809 Jan 27 19:38:57.053166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-f5436a98-f3e0-4ef1-9ac1-76c390d97361 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 217 time: 0.0873177 Jan 27 19:38:57.068232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60f46969-bad3-4fd7-9fe8-1683e7414090 req-89d3a77b-995b-4144-8d6b-a449322e7e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803075 Jan 27 19:38:57.537765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-81b6085e-140f-488b-adf1-99be2fac3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:57.539708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-81b6085e-140f-488b-adf1-99be2fac3811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.4807842 Jan 27 19:38:57.636767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-ca344d24-51c8-4f16-ad6f-d59e4664d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:57.639144 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-ca344d24-51c8-4f16-ad6f-d59e4664d055 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930247 Jan 27 19:38:57.898594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-7b74147e-c576-4b89-92b9-ed3af6541157 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511857 Jan 27 19:38:58.013819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac7d7-4d20-4560-ad8c-2d7a99c5f73b req-0d155424-f015-40e8-ae55-c469192f6d28 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:58.030098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c1ac7d7-4d20-4560-ad8c-2d7a99c5f73b req-0d155424-f015-40e8-ae55-c469192f6d28 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1162550 Jan 27 19:38:58.090273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-aacf606a-911f-4729-8993-d5d77074e1b2 req-6dbc53f9-5fe4-45cc-8799-db2c749985f7 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846118 Jan 27 19:38:58.177518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c1ac7d7-4d20-4560-ad8c-2d7a99c5f73b req-184066d0-2b2b-4b3d-b4fc-47b882ea4986 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448598 Jan 27 19:38:58.404907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f4395-e42c-4f2a-9f8e-3b401a4a1eec req-146033dc-a714-4ec1-9a5c-f67ff81d09b2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:58.407908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a57f4395-e42c-4f2a-9f8e-3b401a4a1eec req-146033dc-a714-4ec1-9a5c-f67ff81d09b2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 943 time: 0.0870590 Jan 27 19:38:58.496283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a57f4395-e42c-4f2a-9f8e-3b401a4a1eec req-ce437f82-6d0f-49a3-a81e-88595d8725eb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793993 Jan 27 19:38:59.526159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfeaeb-de7d-4e11-9459-37643b7318a9 req-48c1a333-5254-4418-a715-038b8a3d0d6e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.529407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37cfeaeb-de7d-4e11-9459-37643b7318a9 req-48c1a333-5254-4418-a715-038b8a3d0d6e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1591749 Jan 27 19:38:59.580895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-1cdc2edf-cdef-42a7-bde9-98df67f403a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1372852 Jan 27 19:38:59.640213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37cfeaeb-de7d-4e11-9459-37643b7318a9 req-47982f35-06bc-4f49-be5a-67a13b8728d6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034527 Jan 27 19:38:59.772622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.773753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.774761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.775790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.776783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.777476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.778457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.782828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-6eac33be-ffb9-4893-a910-3107aed46d45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 6500 time: 0.1410837 Jan 27 19:38:59.947706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04669e89-6c47-4c6d-bf71-272e130ce5e7 req-257edf1f-62b8-40c6-ba9f-050ba38d9beb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:38:59.958810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04669e89-6c47-4c6d-bf71-272e130ce5e7 req-257edf1f-62b8-40c6-ba9f-050ba38d9beb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1991239 Jan 27 19:39:00.093385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04669e89-6c47-4c6d-bf71-272e130ce5e7 req-5e4d8ff0-66db-49fc-bd4b-e34ecdf344cc tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334956 Jan 27 19:39:00.111478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-848fae8e-5f91-4b30-9e72-42e48675b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.130237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-848fae8e-5f91-4b30-9e72-42e48675b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.130237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-848fae8e-5f91-4b30-9e72-42e48675b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.130237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-848fae8e-5f91-4b30-9e72-42e48675b261 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=cec23798-03e9-4a59-8707-554942f6f3b9&id=b35a9de1-c8a7-416e-ab41-235f9010ae71&id=b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 200 len: 2298 time: 0.2904510 Jan 27 19:39:00.307347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-25485c7c-04ff-40d3-8779-8bb0c5a802ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 200 len: 1002 time: 0.1837902 Jan 27 19:39:00.320767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a186-e04a-42a9-8c05-2af189cf74b9 req-a9de5c9c-ae3c-4c94-9a53-205f1dd98eb5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.339963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad92a186-e04a-42a9-8c05-2af189cf74b9 req-a9de5c9c-ae3c-4c94-9a53-205f1dd98eb5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 943 time: 0.1294932 Jan 27 19:39:00.469091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad92a186-e04a-42a9-8c05-2af189cf74b9 req-fc4c189a-99ab-41db-ab93-e6213571d525 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218381 Jan 27 19:39:00.485533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-13c73672-863d-4973-b09c-1846bcfb515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.487759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-13c73672-863d-4973-b09c-1846bcfb515c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19c8a16b-b94f-475f-969c-6cca097308e2 HTTP/1.1" status: 200 len: 855 time: 0.1372468 Jan 27 19:39:00.556887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bbc94497-062c-4f14-80ce-f0b4619c2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.559792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bbc94497-062c-4f14-80ce-f0b4619c2595 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2f64754-a244-4d03-84ba-39ff20e0d1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646985 Jan 27 19:39:00.673099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-24529ab1-ad60-4b00-840d-1032b110880d service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053586 Jan 27 19:39:00.846982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7b765-322c-469e-97a1-df2b154c6345 req-0fc63c53-517c-4650-9bc5-f8f241fe6f89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:00.849100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aac7b765-322c-469e-97a1-df2b154c6345 req-0fc63c53-517c-4650-9bc5-f8f241fe6f89 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0749061 Jan 27 19:39:00.877241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-aea92d1d-65dd-4284-8f1a-a00414c35ba0 service neutron] 10.222.0.66 "GET /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978984 Jan 27 19:39:00.968770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-ea59f438-940e-4ef4-a7f4-e8661aa952a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 217 time: 0.0801742 Jan 27 19:39:01.043868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aac7b765-322c-469e-97a1-df2b154c6345 req-20ec455c-7d26-4b5a-800d-ee4600d9898a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649010 Jan 27 19:39:01.125704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:01.133875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-533558e6-dc61-4dc2-b38a-f30ce2ac812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:01.135745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-533558e6-dc61-4dc2-b38a-f30ce2ac812d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.1189568 Jan 27 19:39:01.194720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 055ab77d-6e5b-4834-b6cf-6bbd289ae039 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:39:01.270826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Deleting subnet cb0e2477-da23-44ea-9d95-b3d48d5fafef {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:39:01.279234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Publish callbacks [] for subnet (cb0e2477-da23-44ea-9d95-b3d48d5fafef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.306261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-887db241-0788-4184-96a8-0520f1c46c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:01.312195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-887db241-0788-4184-96a8-0520f1c46c8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1684558 Jan 27 19:39:01.357305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (cb0e2477-da23-44ea-9d95-b3d48d5fafef), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.485122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (cb0e2477-da23-44ea-9d95-b3d48d5fafef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.556217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:01.599505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (cb0e2477-da23-44ea-9d95-b3d48d5fafef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.614723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'port_id': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'mac_address': 'fa:16:3e:26:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:39:01.638541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0e2477-da23-44ea-9d95-b3d48d5fafef,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:01.649128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.657283 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7a463afa-164d-4901-9087-0a9b5efe104c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cb0e2477-da23-44ea-9d95-b3d48d5fafef HTTP/1.1" status: 204 len: 168 time: 0.5284007 Jan 27 19:39:01.657971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60674) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:01.721792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454143-c08b-4133-b042-692be30bb140 req-5cb07950-e0fd-4652-ba0a-fe1ced3a0003 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:01.735562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a454143-c08b-4133-b042-692be30bb140 req-5cb07950-e0fd-4652-ba0a-fe1ced3a0003 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.2394731 Jan 27 19:39:01.756500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:01.756891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.763129 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3cf8d948-259a-4220-ab13-a6110be84d68), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.789499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055ab77d-6e5b-4834-b6cf-6bbd289ae039 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:39:01.843173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:01.849613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.917090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a454143-c08b-4133-b042-692be30bb140 req-56ac0759-eb1e-4399-baf4-837be0145054 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772232 Jan 27 19:39:01.926327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-93d9b4b3-b273-4cda-8ddb-b8b2383449f2 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040492 Jan 27 19:39:01.927121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3cf8d948-259a-4220-ab13-a6110be84d68), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:01.991698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf8d948-259a-4220-ab13-a6110be84d68']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:02.017201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ff3e90-d2eb-43d3-921f-2a13c168b383') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:02.017717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ff3e90-d2eb-43d3-921f-2a13c168b383') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:02.045558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (19ff3e90-d2eb-43d3-921f-2a13c168b383), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.057632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:02.082480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (19ff3e90-d2eb-43d3-921f-2a13c168b383), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.091382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:39:02.091791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (19ff3e90-d2eb-43d3-921f-2a13c168b383), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:39:02.093920 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:39:02.134171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['055ab77d-6e5b-4834-b6cf-6bbd289ae039'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:02.177654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3cf8d948-259a-4220-ab13-a6110be84d68), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.188466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.198100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3cf8d948-259a-4220-ab13-a6110be84d68 HTTP/1.1" status: 204 len: 168 time: 0.5382659 Jan 27 19:39:02.254182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669605a6-776d-45a5-ac81-4c41680bd8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf8d948-259a-4220-ab13-a6110be84d68,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:02.441469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60686) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:02.447146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-32412fc1-86c5-4f27-bc66-bc206418ce2a service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125356 Jan 27 19:39:02.522558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b066cff2-0738-4e57-a85f-5357494f1b25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df3cd4d1f58542be9a83ecdb52cc528b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823677 Jan 27 19:39:02.525750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:02.568161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139232d5-1e25-4b9b-8aa1-3f9903401714 req-6caa1902-c4ed-45b3-af98-18599ffe1c4c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:02.580829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-139232d5-1e25-4b9b-8aa1-3f9903401714 req-6caa1902-c4ed-45b3-af98-18599ffe1c4c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 944 time: 0.2553089 Jan 27 19:39:02.593730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-0a407e45-d911-4eb6-9f6c-831025f5f309 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 217 time: 0.1295447 Jan 27 19:39:02.754989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] Publish callbacks [] for security_group (bd14f72d-0d1c-4ab7-b7cb-a37db4caae33), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.834734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-139232d5-1e25-4b9b-8aa1-3f9903401714 req-5195f0ac-55b5-4ba1-ab32-9fd3b4818179 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512617 Jan 27 19:39:02.837510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] Publish callbacks [] for security_group (bd14f72d-0d1c-4ab7-b7cb-a37db4caae33), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:02.847558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-582d2072-6389-417a-b0fe-a6136acf6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:02.861150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-582d2072-6389-417a-b0fe-a6136acf6957 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.2099826 Jan 27 19:39:02.970200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-e075ff90-54fc-4a0f-b8ae-abeb4c499954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:02.973760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-e075ff90-54fc-4a0f-b8ae-abeb4c499954 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079659 Jan 27 19:39:03.063242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd14f72d-0d1c-4ab7-b7cb-a37db4caae33), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:03.066233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:03.067958 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd14f72d-0d1c-4ab7-b7cb-a37db4caae33 HTTP/1.1" status: 204 len: 168 time: 0.5374284 Jan 27 19:39:03.130730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8d3e9-6bcc-4236-a4a1-5a83122b1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd14f72d-0d1c-4ab7-b7cb-a37db4caae33,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:03.169373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-dc2a87d3-8c5b-4afd-9dd4-c56310efa39a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236949 Jan 27 19:39:03.300999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-244c6c0a-4c32-44ed-8d8f-35aee8d64d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:03.302648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-244c6c0a-4c32-44ed-8d8f-35aee8d64d4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 1097 time: 0.0821388 Jan 27 19:39:03.415366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-e91e3ed5-fb0f-4865-8a45-2a1a3063e24c service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339502 Jan 27 19:39:03.511827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845183e-04d5-4545-8437-ad97f29e8e27 req-5260405d-e38a-4650-a49a-3aa119eb9bf3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:03.520011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-0539d275-b81c-4fed-b526-3aa6ef7fcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:03.521594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-0539d275-b81c-4fed-b526-3aa6ef7fcff8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 200 len: 916 time: 0.1963224 Jan 27 19:39:03.525944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7845183e-04d5-4545-8437-ad97f29e8e27 req-5260405d-e38a-4650-a49a-3aa119eb9bf3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2529442 Jan 27 19:39:03.617840 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-a73ee892-f7d0-40af-b342-a9a416358816 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 200 len: 217 time: 0.0898361 Jan 27 19:39:03.627397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7845183e-04d5-4545-8437-ad97f29e8e27 req-9344d816-505e-4f0c-9e2b-4fa50863ae20 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867856 Jan 27 19:39:03.728899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-96765dd1-4393-402e-b51d-46b47f762a5b service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016431 Jan 27 19:39:03.738377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-6fb083c5-1749-46af-8593-04f533bc2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:03.742055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-6fb083c5-1749-46af-8593-04f533bc2e0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 200 len: 855 time: 0.1084456 Jan 27 19:39:03.799326 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-95613141-4d68-44ab-8377-586729867e0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0357751-ea75-4fa9-8bb3-53baac05e592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504208 Jan 27 19:39:03.871528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bae83d16-3747-4244-a8ad-249a364b9451 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff HTTP/1.1" status: 200 len: 217 time: 0.1354125 Jan 27 19:39:03.995673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-1c0953d6-38ad-4e1b-8d7e-2f23f9736d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:03.998574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-1c0953d6-38ad-4e1b-8d7e-2f23f9736d9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.0968194 Jan 27 19:39:04.037584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-fc7e4932-4a8f-4f11-9c4e-ea3c1186ad01 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283831 Jan 27 19:39:04.142136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4377f6-6626-4a74-b9b3-55b7401ac784 req-28d5b4e8-70c4-442d-a2a2-4063f76a9c6f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:04.156101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f4377f6-6626-4a74-b9b3-55b7401ac784 req-28d5b4e8-70c4-442d-a2a2-4063f76a9c6f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.3005579 Jan 27 19:39:04.232679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dae27b8d-8a06-4c02-b48f-318aa6745076 req-63fa77c6-e5cd-4987-bfec-fb86df1cfe70 service neutron] 10.222.0.39 "GET /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888206 Jan 27 19:39:04.318785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f4377f6-6626-4a74-b9b3-55b7401ac784 req-27a180cb-99bf-445d-9ec8-49a8c55f2e44 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601324 Jan 27 19:39:04.339588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bca20458-393f-439c-90d8-05d697983d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:04.345995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bca20458-393f-439c-90d8-05d697983d3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3323464 Jan 27 19:39:04.658038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-3430db93-a679-4187-bfc8-854555384a43 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986996 Jan 27 19:39:04.696978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780af52-e2b2-4eb3-a289-3622a0211d64 req-c82bcedb-c6f5-4d1d-b77d-d37f3fc680bf tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:04.699163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9780af52-e2b2-4eb3-a289-3622a0211d64 req-c82bcedb-c6f5-4d1d-b77d-d37f3fc680bf tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 944 time: 0.1500142 Jan 27 19:39:04.859452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9780af52-e2b2-4eb3-a289-3622a0211d64 req-28341299-ace4-45b1-ad26-74e4bb6f0fe4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107881 Jan 27 19:39:04.873217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-3ca7373a-7459-4995-b4f0-7cb0ed5ac959 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057364 Jan 27 19:39:04.991982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-dce7e24b-a871-48fa-9f6d-7ff4ae901972 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=f6550b24-bda6-408c-b503-5a53051f043d HTTP/1.1" status: 200 len: 217 time: 0.1122789 Jan 27 19:39:05.064190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035016fd-fed8-4d26-af9d-8081d05e54a8 req-53fa2e5f-d3b1-4c84-a2c7-8a3d4f6a4c60 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:05.071423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-035016fd-fed8-4d26-af9d-8081d05e54a8 req-53fa2e5f-d3b1-4c84-a2c7-8a3d4f6a4c60 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1075485 Jan 27 19:39:05.092415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-5170b5e6-bfab-4a29-bd27-d302abd6ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:05.093932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-5170b5e6-bfab-4a29-bd27-d302abd6ac80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 200 len: 797 time: 0.0943048 Jan 27 19:39:05.165550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-035016fd-fed8-4d26-af9d-8081d05e54a8 req-7a039870-29ac-4775-8184-2eb3d9128975 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930154 Jan 27 19:39:05.183968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-df67ea2e-643e-437b-87aa-d44978d30fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:05.185511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-df67ea2e-643e-437b-87aa-d44978d30fa7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cec23798-03e9-4a59-8707-554942f6f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829086 Jan 27 19:39:05.199253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 055ab77d-6e5b-4834-b6cf-6bbd289ae039 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:05.312090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:39:05.318555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:05.319154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:05.366236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-bc963c9a-01f7-489b-8bc1-10d8b76b9637 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725299 Jan 27 19:39:05.537179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:05.537994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:05.595918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:05.600681 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a8b35-6412-4ca0-b94a-f2b51d29a423" -d '{"events": [{"server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "name": "network-vif-plugged", "status": "completed", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:05.611244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-5d54c3f3-969a-446f-a2a5-b245a17d87f9 service neutron] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355120 Jan 27 19:39:05.625702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ee6e8-dbd8-4a21-b3a9-dcbc85b1bb3f req-fb6a6ac0-17a8-405c-8e41-82a4a1df3f13 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:05.626393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:05.635228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40ee6e8-dbd8-4a21-b3a9-dcbc85b1bb3f req-fb6a6ac0-17a8-405c-8e41-82a4a1df3f13 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1794107 Jan 27 19:39:05.635995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:05.755766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:06.208932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-1f304c4f-830c-40e5-901a-ae28bfbf614e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 200 len: 217 time: 0.5713983 Jan 27 19:39:06.254680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40ee6e8-dbd8-4a21-b3a9-dcbc85b1bb3f req-b17216c2-58fb-41fe-ada6-05ae5dc75dc6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6167612 Jan 27 19:39:06.333973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-a292f85b-608d-4d8b-8484-7bef5e1d96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:06.335724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-a292f85b-608d-4d8b-8484-7bef5e1d96c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.1088939 Jan 27 19:39:06.352403 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc92c9-459d-4c61-bcca-c54d07af0238 x-openstack-request-id: req-2adc92c9-459d-4c61-bcca-c54d07af0238 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:06.353186 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "name": "network-vif-plugged", "status": "completed", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:06.356643 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2adc92c9-459d-4c61-bcca-c54d07af0238 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:06.358808 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'code': 200} Jan 27 19:39:06.484180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-c2caa2a2-5a36-4935-94af-7fc4b98a45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:06.486032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-c2caa2a2-5a36-4935-94af-7fc4b98a45fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432638 Jan 27 19:39:06.561972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48feb-88bf-43ac-b68e-b6ffe5d05ca7 req-396d8156-d526-467d-bab1-2fe0c8f36043 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:06.570025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88e48feb-88bf-43ac-b68e-b6ffe5d05ca7 req-396d8156-d526-467d-bab1-2fe0c8f36043 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1379640 Jan 27 19:39:06.576202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf187ec-f73d-4dd8-a811-a85f082c9bd5 req-2ca44b77-fa37-4c8b-8016-f11105ee1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:06.578542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bdf187ec-f73d-4dd8-a811-a85f082c9bd5 req-2ca44b77-fa37-4c8b-8016-f11105ee1e1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.1314807 Jan 27 19:39:06.662887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88e48feb-88bf-43ac-b68e-b6ffe5d05ca7 req-1f057878-0c91-4673-8938-016eb63be6aa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916331 Jan 27 19:39:06.666646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bdf187ec-f73d-4dd8-a811-a85f082c9bd5 req-8f589ffb-22d4-43a8-af74-57ed42f43eb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798633 Jan 27 19:39:06.672540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-1f6353a3-828d-4e18-b56a-f23955942255 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778641 Jan 27 19:39:06.789348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-c3dcc1be-e069-4c20-8860-d9837c77827e service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089616 Jan 27 19:39:06.839955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-17b26048-cb0f-4855-bf41-e634dcf4f886 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 200 len: 217 time: 0.0437615 Jan 27 19:39:06.921998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-fa71ba61-70cb-4960-ab6a-f05d0dc71d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:06.923618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-fa71ba61-70cb-4960-ab6a-f05d0dc71d71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 200 len: 797 time: 0.0776753 Jan 27 19:39:07.004973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-0c908d63-99bd-47b4-91ee-07bca5409c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:07.007075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-0c908d63-99bd-47b4-91ee-07bca5409c94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b35a9de1-c8a7-416e-ab41-235f9010ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632651 Jan 27 19:39:07.138034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-50e6afd2-fd5e-4a9c-b621-6775a7cb3fe4 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 Jan 27 19:39:07.236373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60778) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:07.248822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560045888', 'description': 'tempest-secgroup-smoke-1560045888 description', 'project_id': '2e018dbe00a44688a7a2e0b982600366'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:07.287531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.313512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.344643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a65347b1-a9da-48d9-b21c-040d5c18772e req-dbe89c3a-5046-4bf4-8fe6-dd33b67c2f99 service neutron] 10.222.0.66 "GET /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972902 Jan 27 19:39:07.400353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1fd40-28f8-4fbb-b3bd-91fed6279c0b req-6aab4179-1e66-47eb-9e63-91574a324fce tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:07.408463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28a1fd40-28f8-4fbb-b3bd-91fed6279c0b req-6aab4179-1e66-47eb-9e63-91574a324fce tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0898602 Jan 27 19:39:07.452167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (5601a6eb-bd16-40b7-afd2-a73fad63b90f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.463417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5601a6eb-bd16-40b7-afd2-a73fad63b90f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.473410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28a1fd40-28f8-4fbb-b3bd-91fed6279c0b req-5b56f41b-59b1-43cd-965c-fa9782fe5b19 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636375 Jan 27 19:39:07.532984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5601a6eb-bd16-40b7-afd2-a73fad63b90f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:07.576547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (d35b5360-a641-470f-ac87-635985dc8047), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.583963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d35b5360-a641-470f-ac87-635985dc8047), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.618062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.622760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3801100 Jan 27 19:39:07.623230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60786) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:07.628886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23223794-9e73-4465-ba83-3af406ee2aee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b5360-a641-470f-ac87-635985dc8047,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:07.640236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:07.674350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (9c40a64e-0230-43ba-9582-0e03da328556), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.690301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f394e8-14dc-45f0-90cf-4a61509e44a6 req-7c1e41ab-2f75-47d7-8f8e-466781b1155f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:07.701218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8f394e8-14dc-45f0-90cf-4a61509e44a6 req-7c1e41ab-2f75-47d7-8f8e-466781b1155f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0974381 Jan 27 19:39:07.752225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (9c40a64e-0230-43ba-9582-0e03da328556), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.758684 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (9c40a64e-0230-43ba-9582-0e03da328556), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.772356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8f394e8-14dc-45f0-90cf-4a61509e44a6 req-fd84cdf0-1691-4bd5-bd53-4dec192f6897 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691600 Jan 27 19:39:07.791426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c40a64e-0230-43ba-9582-0e03da328556,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:07.801134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.805813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:07.805956 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2ec11195-2c1e-445c-a1d2-5c252a25177a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803701 Jan 27 19:39:07.812911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:07.850636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (99edcd65-5751-4387-b128-c7746e57964d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:07.991533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (99edcd65-5751-4387-b128-c7746e57964d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.001328 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (99edcd65-5751-4387-b128-c7746e57964d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.038018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99edcd65-5751-4387-b128-c7746e57964d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:08.132954 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.134449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270032 Jan 27 19:39:08.136127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.136641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.137159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.137696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.137815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:08.138340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.138823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.139407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.139985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.140475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.141025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.141561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.142041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.142517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf5e4-7759-45d2-906d-266a956cf249 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:08.142855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:08.187615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (c7c75333-1545-49b1-98eb-7e4a8e84befb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.231603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c26-0b98-408c-91aa-ba46c11666c8 req-ca6180c1-6d03-4e1e-aed2-61e5aa2be100 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.241381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1bf7c26-0b98-408c-91aa-ba46c11666c8 req-ca6180c1-6d03-4e1e-aed2-61e5aa2be100 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.2037890 Jan 27 19:39:08.272416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-6febc5d3-d60e-4af9-a81e-0760ce6bf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.274406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-6febc5d3-d60e-4af9-a81e-0760ce6bf0ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.1968377 Jan 27 19:39:08.285907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (c7c75333-1545-49b1-98eb-7e4a8e84befb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.291565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c7c75333-1545-49b1-98eb-7e4a8e84befb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.317673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c75333-1545-49b1-98eb-7e4a8e84befb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:08.325406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1bf7c26-0b98-408c-91aa-ba46c11666c8 req-5a2b2547-ef3a-423d-8f11-7c02937b2813 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800762 Jan 27 19:39:08.357728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.366688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f99ccd97-df26-4a65-8ae1-0eba5801ca18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2257602 Jan 27 19:39:08.368731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:08.391288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:08.452550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (143bf8f8-469e-4c35-b0fe-4a132a0fe1ac), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.570777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-953877d7-ec31-40e4-b853-b9609e03e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.573161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-953877d7-ec31-40e4-b853-b9609e03e3c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 0.2646463 Jan 27 19:39:08.584364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c928-5633-44df-bb35-0ae428d4477a req-eee6d387-cd18-4131-bdb2-97faabfc9639 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.601691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cd4c928-5633-44df-bb35-0ae428d4477a req-eee6d387-cd18-4131-bdb2-97faabfc9639 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1777616 Jan 27 19:39:08.624174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (143bf8f8-469e-4c35-b0fe-4a132a0fe1ac), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.634809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (143bf8f8-469e-4c35-b0fe-4a132a0fe1ac), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.677959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143bf8f8-469e-4c35-b0fe-4a132a0fe1ac,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:08.695424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.701109 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2dedb2ad-960f-43b8-b403-e734c2bfe12f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269637 Jan 27 19:39:08.701549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60810) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:08.714346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:08.741928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-4d215ebc-facc-442a-9b6c-0c2c3e086845 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.1346262 Jan 27 19:39:08.764662 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:39:08.773507 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (f5704932-407e-4c0f-ae4d-4c6e04958c8a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.844798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-de35f25a-c9c6-4d1e-90e5-0e6f8a4ca90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.846260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-de35f25a-c9c6-4d1e-90e5-0e6f8a4ca90b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.0853004 Jan 27 19:39:08.920416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cd4c928-5633-44df-bb35-0ae428d4477a req-88612ea4-a293-410a-a47f-e31a82667e98 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156290 Jan 27 19:39:08.941859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (f5704932-407e-4c0f-ae4d-4c6e04958c8a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.951825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f5704932-407e-4c0f-ae4d-4c6e04958c8a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:08.958571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-5e630d79-1ade-4795-a87c-ac711baa3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:08.966667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-5e630d79-1ade-4795-a87c-ac711baa3e3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092286 Jan 27 19:39:08.992863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5704932-407e-4c0f-ae4d-4c6e04958c8a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:08.995355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-715d5ef5-e60c-4a92-9d37-182984e67ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.030127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.033100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63c73595-abb1-4dae-bbf0-dbdcee5e38f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3304141 Jan 27 19:39:09.043129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60816) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:09.052023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'd35b5360-a641-470f-ac87-635985dc8047', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:09.084066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-3856537d-2d89-4212-9848-ba8a5843bb95 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102419 Jan 27 19:39:09.095820 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:39:09.106805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (7d2b2e23-bc48-4888-89a9-d26a62848b0d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.278718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be41676c-8cbe-487e-bce9-6c22c7f826ba req-7c83e103-f809-4252-9fd8-2840db83db3d service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864064 Jan 27 19:39:09.306538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (7d2b2e23-bc48-4888-89a9-d26a62848b0d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.315016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (7d2b2e23-bc48-4888-89a9-d26a62848b0d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.337431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2b2e23-bc48-4888-89a9-d26a62848b0d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:09.347729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.349910 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cb0ecc17-ec95-4ddc-96b5-811454fdd6e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3031421 Jan 27 19:39:09.358130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60822) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:09.372638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'network': {'name': 'tempest-network-smoke--1280634773', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:09.401790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831b24-5f4a-4f5b-bbcf-bc341e7ccf20 req-f60a5943-5bd4-44f0-adc3-9d21fa63d7b3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:09.404025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7831b24-5f4a-4f5b-bbcf-bc341e7ccf20 req-f60a5943-5bd4-44f0-adc3-9d21fa63d7b3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.0872486 Jan 27 19:39:09.415045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:09.421678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'floatingip': {'port_id': '055ab77d-6e5b-4834-b6cf-6bbd289ae039'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:09.428058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:39:09.432803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.473823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:39:09.493102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (760641f0-b903-4e0b-be79-ffef7c7f5042), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.494701 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Added segment 760641f0-b903-4e0b-be79-ffef7c7f5042 of type vlan for network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 Jan 27 19:39:09.579788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.610468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.675361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.680975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:09.681815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.788899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955729c-999b-40dd-aa38-77e2f651632f req-05a94ab0-28b2-4e06-82a7-b795447ce70e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:09.796511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b955729c-999b-40dd-aa38-77e2f651632f req-05a94ab0-28b2-4e06-82a7-b795447ce70e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.2839062 Jan 27 19:39:09.842436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4819632 Jan 27 19:39:09.861861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:09.868031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'admin_state_up': True, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:09.933099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b955729c-999b-40dd-aa38-77e2f651632f req-1e193d32-1fdf-4509-b5e5-3f4c5f9dd891 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352413 Jan 27 19:39:09.933609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ee38c-6922-4a64-b961-6e61b19be1b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Network': ['ID=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:09.946657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:39:09.957431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:09.958925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.063585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (351b6692-3c8d-4d67-9b25-4bdfca93aeec), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.341604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (351b6692-3c8d-4d67-9b25-4bdfca93aeec), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.444027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781e3a5-e9aa-4761-809f-e691b41a6b9f req-31dbda47-e0e4-417b-a311-08a906597019 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:10.451126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2781e3a5-e9aa-4761-809f-e691b41a6b9f req-31dbda47-e0e4-417b-a311-08a906597019 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 945 time: 0.2881780 Jan 27 19:39:10.540053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2781e3a5-e9aa-4761-809f-e691b41a6b9f req-09843f80-5d0f-4bcc-b507-7fbf7850a76b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879791 Jan 27 19:39:10.560472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:39:10.680348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.710981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.719250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.727989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:10.784057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467bfd3-d670-43ef-a853-519a2e2e1e2a req-d844e13e-143e-4b40-98a3-ddf4530f8a91 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:10.791793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c467bfd3-d670-43ef-a853-519a2e2e1e2a req-d844e13e-143e-4b40-98a3-ddf4530f8a91 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1404278 Jan 27 19:39:10.868423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c467bfd3-d670-43ef-a853-519a2e2e1e2a req-3ce7573b-e819-4338-8ce3-9d38a1671eb0 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756221 Jan 27 19:39:10.946363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.79 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4cc468bd-c5f3-4860-bf27-0ef964a77d4d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:39:11.053217 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Floating IP eae83914-a0ba-4d33-b021-569d1c16912e associated. External IP: 172.25.5.231, port: 055ab77d-6e5b-4834-b6cf-6bbd289ae039. Jan 27 19:39:11.327570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:11.407332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:11.498063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:11.504880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:11.524777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:39:11.552610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-97694027-cbc0-43ea-936a-bcf6a4f9eeb2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:11.554261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-97694027-cbc0-43ea-936a-bcf6a4f9eeb2 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.66 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 945 time: 0.1927235 Jan 27 19:39:11.618769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:11.792099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:39:11.845124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf22c-92f2-46d5-b078-2269181a7bfa req-8222ca81-a8b5-4eea-b479-5af4157fa6e6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:11.852603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a27bf22c-92f2-46d5-b078-2269181a7bfa req-8222ca81-a8b5-4eea-b479-5af4157fa6e6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1386733 Jan 27 19:39:11.923647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Deleting port 162235e6-2672-4aff-81cc-f1dcefef3556 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:11.924011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:11.964362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:11.981119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a27bf22c-92f2-46d5-b078-2269181a7bfa req-8fa728f6-0af1-400c-93ed-551f4313e330 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226075 Jan 27 19:39:12.097526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-222df9db-6f17-4d2f-ac8c-27417fb7ca09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.235627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:12.239966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] For port 162235e6-2672-4aff-81cc-f1dcefef3556, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=162235e6-2672-4aff-81cc-f1dcefef3556,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:12.240425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.246863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.257391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:12.280832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:12.281873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:12.287461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f00d-2548-4482-8b67-96cc21eb280d req-474ed465-7875-46c5-a3b0-9f05d3e00b19 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:12.295805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.296859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f695f00d-2548-4482-8b67-96cc21eb280d req-474ed465-7875-46c5-a3b0-9f05d3e00b19 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.2063510 Jan 27 19:39:12.307503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-163a75e1-94fa-459b-9c32-39afd94b8051 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "PUT /v2.0/floatingips/eae83914-a0ba-4d33-b021-569d1c16912e HTTP/1.1" status: 200 len: 991 time: 2.8886263 Jan 27 19:39:12.308930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:12.312179 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3140c-0aac-473e-a2a1-305a192abb41" -d '{"events": [{"name": "network-changed", "server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:12.336645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Calling delete_port for 162235e6-2672-4aff-81cc-f1dcefef3556 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:12.430858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f695f00d-2548-4482-8b67-96cc21eb280d req-b07d38a8-65c6-4f86-b773-2f64747cbc26 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329267 Jan 27 19:39:12.592230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:12.669193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 351b6692-3c8d-4d67-9b25-4bdfca93aeec is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:39:12.705861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe268c3-d249-477a-8190-b39e84ae6b1a req-1aa7b924-5fbe-47ba-ae4c-8c93e84d20b3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:12.714826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afe268c3-d249-477a-8190-b39e84ae6b1a req-1aa7b924-5fbe-47ba-ae4c-8c93e84d20b3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d840e5ab-2d1a-4ce4-9874-87d4cf281c83 HTTP/1.1" status: 200 len: 945 time: 0.1437581 Jan 27 19:39:12.791230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (162235e6-2672-4aff-81cc-f1dcefef3556), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.850203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'bfae8797-317e-4a54-922a-93809fd2e381'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:12.938599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afe268c3-d249-477a-8190-b39e84ae6b1a req-ee8e3b02-488f-4dd4-9a28-ed25014e5aea tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227890 Jan 27 19:39:12.940472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event deleted for resources: {'Port': ['ID=162235e6-2672-4aff-81cc-f1dcefef3556,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:12.953588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] No DVR routers for this DVR port 162235e6-2672-4aff-81cc-f1dcefef3556 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:12.955952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:12.964445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:12.969654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc374941-a01d-4294-8ac9-baaa44f8a3cf req-878657fa-ca0d-4f2a-bc8b-fd156bceeab7 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.66 "DELETE /v2.0/ports/162235e6-2672-4aff-81cc-f1dcefef3556 HTTP/1.1" status: 204 len: 173 time: 1.4071379 Jan 27 19:39:12.970811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Sync routers for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:13.003632 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:13.004284 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:13.059869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:13.062090 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b625a1b-37b2-4b49-81ca-69661bc93bf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1992338 Jan 27 19:39:13.065127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60860) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:13.089106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.098059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.108739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.117268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.127008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.135116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.140760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.143381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.154633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.166252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.172204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2c9ce89c-ae9a-4841-89a1-0325dafbd873 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.1987598 Jan 27 19:39:13.175726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.182583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.189301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.194952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.203019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-044d359b-20a0-40a0-a7bd-174a52f3334a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.1532104 Jan 27 19:39:13.239710 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:13.292525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da5ca1b0-0328-439d-84d0-051832c186d7 req-3688021a-8b93-4cc1-bdc1-38d62a9e2bb8 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883462 Jan 27 19:39:13.297894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-3e165711-4e6e-490b-9778-c8934ac429d6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.304253 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-3e165711-4e6e-490b-9778-c8934ac429d6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1244595 Jan 27 19:39:13.339027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'eae83914-a0ba-4d33-b021-569d1c16912e', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:26:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:38:41Z', 'updated_at': '2022-01-27T19:39:10Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:13.422244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:13.450926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:13.451735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:13.512247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2182f1a2-4648-4ddf-9b4a-2890ac80aab0 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2032719 Jan 27 19:39:13.523787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce578-8b54-4a67-a259-a17408b97c65 req-58fa95b1-b1d8-410b-a979-4867740c6814 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:13.535718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534ce578-8b54-4a67-a259-a17408b97c65 req-58fa95b1-b1d8-410b-a979-4867740c6814 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1302533 Jan 27 19:39:13.546287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:13.624714 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:11Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:13.633304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e5a4b91c-6502-4cc5-8bff-b187ad61fbbf tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2e018dbe00a44688a7a2e0b982600366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5655003 Jan 27 19:39:13.635673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60870) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:13.663946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534ce578-8b54-4a67-a259-a17408b97c65 req-c43fa392-d1d7-4622-9f10-d9553426191b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222107 Jan 27 19:39:13.710963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Checking router: 351b6692-3c8d-4d67-9b25-4bdfca93aeec for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:13.711317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Updating router 351b6692-3c8d-4d67-9b25-4bdfca93aeec port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:39:13.757553 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:13.812909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:13.907904 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ea94f-ca7f-4895-8d13-8380583ee7bb x-openstack-request-id: req-296ea94f-ca7f-4895-8d13-8380583ee7bb {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:13.908255 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:13.908593 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-296ea94f-ca7f-4895-8d13-8380583ee7bb {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:13.909030 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'status': 'completed', 'code': 200} Jan 27 19:39:14.038513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:14.126148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a110b-9494-4faf-a47e-594fb916b0cb req-ef81302b-4048-4031-853b-7788a3d2e03a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.134893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440a110b-9494-4faf-a47e-594fb916b0cb req-ef81302b-4048-4031-853b-7788a3d2e03a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1122177 Jan 27 19:39:14.199768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440a110b-9494-4faf-a47e-594fb916b0cb req-6a7cc528-2771-48d4-9aca-e115100edc77 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639181 Jan 27 19:39:14.293336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:39:14.326166 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks [] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.337854 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.435480 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a79164-bf7d-4787-83d1-645ebb2dd6d5 None None] Pushing event updated for resources: {'Port': ['ID=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:14.438714 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Attempting to bind port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:39:14.439092 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Attempting to bind port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:39:14.439616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Attempting to bind port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:14.450455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:39:14.450857 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:14.451270 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.451688 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:39:14.452180 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Bound port: 4cc468bd-c5f3-4860-bf27-0ef964a77d4d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:39:14.452548 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.490151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:14.503523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 162235e6-2672-4aff-81cc-f1dcefef3556 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:14.537027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '5e26940d-24df-41e6-b1e4-088760f9292c', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:39:14.578897 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] For port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:14.583289 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] For port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:39:14.588522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 162235e6-2672-4aff-81cc-f1dcefef3556 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:14.588936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 162235e6-2672-4aff-81cc-f1dcefef3556 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:14.590269 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.678634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:14.678946 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.714147 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a79164-bf7d-4787-83d1-645ebb2dd6d5 None None] Pushing event updated for resources: {'Port': ['ID=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:14.724236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:39:14.739692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfdf857-d4cc-4e79-8fcc-01bfb6c5afbe tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.745749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ebfdf857-d4cc-4e79-8fcc-01bfb6c5afbe tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1089611 Jan 27 19:39:14.748866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:14.769938 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:14.770610 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:14.857365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-671b0405-ea60-4851-b086-f862651321b8 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055818 Jan 27 19:39:14.858814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60892) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:14.875190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-e2fd3f05-2128-4033-905f-880618818082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.880582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-e2fd3f05-2128-4033-905f-880618818082 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.2782891 Jan 27 19:39:14.888722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:14.890469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667131431', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:14.918076 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:14.958104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.973125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.986752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:14.998689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:15.009737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:15.030151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:15.041529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:15.043795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-8caacae3-d97e-4dfc-8ac2-6d13925ab122 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 5443 time: 0.2711785 Jan 27 19:39:15.087491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:15.112268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-410e5686-d487-47cb-a426-496084c99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'eae83914-a0ba-4d33-b021-569d1c16912e', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:26:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:38:41Z', 'updated_at': '2022-01-27T19:39:10Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:15.131800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['5e26940d-24df-41e6-b1e4-088760f9292c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:15.177217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b10db849-91d5-4d62-aeb3-c443268d4a38 req-d5f4b16c-5ad5-4c89-a4a7-581b3ab854a1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257286 Jan 27 19:39:15.181688 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:15.235007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5686-d487-47cb-a426-496084c99c40 None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'eae83914-a0ba-4d33-b021-569d1c16912e', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:26:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:38:41Z', 'updated_at': '2022-01-27T19:39:10Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:39:15.270297 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:15.467892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:39:15.483262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da456b-6938-48c6-9306-274c337654a8 req-baa730e0-b9f7-4386-8eb4-73206964c1f3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:15.493099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:15.493527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69da456b-6938-48c6-9306-274c337654a8 req-baa730e0-b9f7-4386-8eb4-73206964c1f3 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1202707 Jan 27 19:39:15.563917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:15.598928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69da456b-6938-48c6-9306-274c337654a8 req-a6432311-f900-4e7c-bdc1-5b644c3878ce tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024258 Jan 27 19:39:15.700882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:11Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:15.708220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6f79c-e830-4359-82f0-b96085343bdd None None] New status for floating IP eae83914-a0ba-4d33-b021-569d1c16912e: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:39:15.790313 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01c68d-c141-4871-a1af-7ef0bcfddeeb None None] The sync data for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 is: [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:11Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:39:15.989399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2a476bc7-a64d-4b69-99a8-105a67187c92,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:16.148332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:16.236801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e5236405-de22-4658-bf5c-b672f7adf75b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:16.282085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] For port 2a476bc7-a64d-4b69-99a8-105a67187c92, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:16.404904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:16.457644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-ec643077-53f1-462c-b408-970caab2314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:16.459609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-ec643077-53f1-462c-b408-970caab2314b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 1.4029369 Jan 27 19:39:16.611263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] device_id is not set on port 2a476bc7-a64d-4b69-99a8-105a67187c92 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:39:16.613621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 5e26940d-24df-41e6-b1e4-088760f9292c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:16.617417 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:16.684552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4cc468bd-c5f3-4860-bf27-0ef964a77d4d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:16.818254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Publish callbacks [] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:16.837673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Subnet': ['ID=e5236405-de22-4658-bf5c-b672f7adf75b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:16.921758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'name': 'network-vif-deleted', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:16.932209 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f2f0d-e0a9-41fe-81ee-a30f0894e681" -d '{"events": [{"server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "name": "network-vif-deleted", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:16.963322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:16.974291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056af5b6-4a8d-4694-a5f9-ae8357ef3643 req-f53568d7-48c6-4e73-9c43-61bac6112273 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:16.975205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.975731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.976097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.980243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.984306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.984721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.985351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.985703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.986043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.986379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.991354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.992002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:16.992124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:39:17.001541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-056af5b6-4a8d-4694-a5f9-ae8357ef3643 req-f53568d7-48c6-4e73-9c43-61bac6112273 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 1.1777217 Jan 27 19:39:17.021745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Checking segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:17.022189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network hostable DHCP agents. Network: dd8a2bda-4f7c-48fe-900d-44bcd225aaa9, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:39:17.143170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-056af5b6-4a8d-4694-a5f9-ae8357ef3643 req-58fa122a-52da-4d33-b023-9dbfd01d6e20 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352162 Jan 27 19:39:17.144405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-435d423e-64bb-4b47-a312-06c4a9cae569 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.6559632 Jan 27 19:39:17.174026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:17.174430 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.208701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:17.209156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.220323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:17.267229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] No DVR routers for this DVR port 2a476bc7-a64d-4b69-99a8-105a67187c92 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:17.279670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:39:17.303262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:17.313875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:17.317069 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2722b3-931e-447a-836e-53d48136c9a2" -d '{"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:17.333247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.337508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89b3d27c-0d1e-44b1-859c-0280312ac04c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:17.392177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, dd8a2bda-4f7c-48fe-900d-44bcd225aaa9) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:17.399374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.401583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.428110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-d2b9e82c-a063-429d-8ad8-8b0daee2e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.429844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-d2b9e82c-a063-429d-8ad8-8b0daee2e0f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.2740748 Jan 27 19:39:17.435992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] In _notify_port_updated(), no bound segment for port 2a476bc7-a64d-4b69-99a8-105a67187c92 on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:39:17.437028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.438602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.438602 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-14d63427-b857-4e1d-bc02-57cde9d911b0 service neutron] 10.222.0.66 "PUT /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 200 len: 1031 time: 3.8999946 Jan 27 19:39:17.476569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.481981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.502083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.519399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.524803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.526022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9096e-59bb-464f-ac0e-1b2c4240adde None None] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:39:17.557521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.565848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-aa33e46a-2253-4432-aa49-78a4f7a71e63 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 4665 time: 0.2183938 Jan 27 19:39:17.618873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:17.623237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-041dffb8-fa5c-4283-ba09-746f416207ee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7404776 Jan 27 19:39:17.692021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-16efb498-c403-4423-9659-a855f8e39e25 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.695016 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-16efb498-c403-4423-9659-a855f8e39e25 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "GET /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2453516 Jan 27 19:39:17.711678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:17.784955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:17.790915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-fcfced5e-73ed-40fa-bd92-e117af146312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:17.795285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-fcfced5e-73ed-40fa-bd92-e117af146312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3550358 Jan 27 19:39:17.905783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc0ec07d-3c20-42bc-85bc-97d93f9f8185 req-094a8c09-7ded-47f9-b738-403b3e2adcc4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&id=ca96ea36-9e24-4c3f-b968-09b2ae776d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3293660 Jan 27 19:39:17.953238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:39:17.954368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:17.959890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:17.960301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.009583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.017579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fedebd39-ff4d-4d0f-a5a8-8c607d98048b None None] Provisioning complete for port 2a476bc7-a64d-4b69-99a8-105a67187c92 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:18.017962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fedebd39-ff4d-4d0f-a5a8-8c607d98048b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.128394 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-f76652c9-2702-4420-ac45-0eedebc65b86 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239455 Jan 27 19:39:18.300495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fedebd39-ff4d-4d0f-a5a8-8c607d98048b None None] Port 2a476bc7-a64d-4b69-99a8-105a67187c92 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:39:18.347149 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1db3140c-0aac-473e-a2a1-305a192abb41 req-c93bf80c-7632-418d-a2a2-f6cac26e49b7 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112031 Jan 27 19:39:18.354550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=504caba0-665f-4055-9710-1286693d9c9c,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:18.405162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 89b3d27c-0d1e-44b1-859c-0280312ac04c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:18.405592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.413074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:18.432403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.440042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] For port 504caba0-665f-4055-9710-1286693d9c9c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:18.487218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e8b1d-4461-421f-9cd9-94b6cca2fc15 req-97181302-582a-4d9e-8be5-7edc0c10269b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:18.493817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-518e8b1d-4461-421f-9cd9-94b6cca2fc15 req-97181302-582a-4d9e-8be5-7edc0c10269b tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.3541982 Jan 27 19:39:18.533127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] device_id is not set on port 504caba0-665f-4055-9710-1286693d9c9c yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:39:18.557071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Publish callbacks [] for port (504caba0-665f-4055-9710-1286693d9c9c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.568467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:18.852771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] No DVR routers for this DVR port 504caba0-665f-4055-9710-1286693d9c9c on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:18.855100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Pushing event updated for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:18.975628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Allocated IP 172.20.0.2 (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9/e5236405-de22-4658-bf5c-b672f7adf75b/d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:39:19.028802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] In _notify_port_updated(), no bound segment for port 504caba0-665f-4055-9710-1286693d9c9c on network cec23798-03e9-4a59-8707-554942f6f3b9 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:39:19.035079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:19.035774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:19.037158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-2b6b2d9d-9008-4098-b711-a4555b043c4f service neutron] 10.222.0.66 "PUT /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 200 len: 1033 time: 1.3306110 Jan 27 19:39:19.202335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-518e8b1d-4461-421f-9cd9-94b6cca2fc15 req-3a21ad93-43ee-42a8-9c3b-95f43376c0ba tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4871345 Jan 27 19:39:19.419619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port a04cf3a7-b471-48f3-bdcf-fea2e3927075 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:19.419984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:19.662164 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb9913d-23f3-4d3d-97e6-ec29046690d1 x-openstack-request-id: req-8eb9913d-23f3-4d3d-97e6-ec29046690d1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:19.662807 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d840e5ab-2d1a-4ce4-9874-87d4cf281c83", "name": "network-vif-deleted", "tag": "162235e6-2672-4aff-81cc-f1dcefef3556", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:19.662807 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8eb9913d-23f3-4d3d-97e6-ec29046690d1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:19.663366 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd840e5ab-2d1a-4ce4-9874-87d4cf281c83', 'name': 'network-vif-deleted', 'tag': '162235e6-2672-4aff-81cc-f1dcefef3556', 'status': 'completed', 'code': 200} Jan 27 19:39:19.752355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port a04cf3a7-b471-48f3-bdcf-fea2e3927075, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a04cf3a7-b471-48f3-bdcf-fea2e3927075,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:19.753043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:19.878423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.000929 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caca7ed3-5682-4f45-89e7-c2ec028252f3 x-openstack-request-id: req-caca7ed3-5682-4f45-89e7-c2ec028252f3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:20.013800 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:20.014418 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caca7ed3-5682-4f45-89e7-c2ec028252f3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:20.015106 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'code': 200} Jan 27 19:39:20.060422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:20.148516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:20.179428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.183623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f6550b24-bda6-408c-b503-5a53051f043d no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:20.193588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f14fec20-8a1e-4b44-8fc0-7c48f6155d82 None None] Provisioning complete for port 504caba0-665f-4055-9710-1286693d9c9c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:20.201520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f14fec20-8a1e-4b44-8fc0-7c48f6155d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (504caba0-665f-4055-9710-1286693d9c9c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.300767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks [] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.304339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f14fec20-8a1e-4b44-8fc0-7c48f6155d82 None None] Port 504caba0-665f-4055-9710-1286693d9c9c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:39:20.409666 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.457045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:20.476955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:20.484153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:39:20.573594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:20.583433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.583983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.584441 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Floating IP 47cfb16b-8ccf-4634-ad1f-7686438002c2 disassociated. External IP: 172.25.5.253, port: a04cf3a7-b471-48f3-bdcf-fea2e3927075. Jan 27 19:39:20.584802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for a04cf3a7-b471-48f3-bdcf-fea2e3927075 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:20.759164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156d54-0ca3-4680-bc60-34f7b0604fca req-807aa8c3-96ae-4d50-8d13-211ee21e5cb8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:20.773032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3156d54-0ca3-4680-bc60-34f7b0604fca req-807aa8c3-96ae-4d50-8d13-211ee21e5cb8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.3865495 Jan 27 19:39:20.823749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4cc468bd-c5f3-4860-bf27-0ef964a77d4d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:20.934460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a04cf3a7-b471-48f3-bdcf-fea2e3927075), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:20.983011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Attempting to bind port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:39:20.984106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Attempting to bind port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:39:20.984499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Attempting to bind port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:20.996458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=a04cf3a7-b471-48f3-bdcf-fea2e3927075,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:21.015427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port f6550b24-bda6-408c-b503-5a53051f043d is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:21.016003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.054880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Pushing event updated for resources: {'Port': ['ID=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:21.096370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:39:21.098020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Checking segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:21.098456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.098866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Bound using segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:39:21.099395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Bound port: d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:39:21.099797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.126381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3156d54-0ca3-4680-bc60-34f7b0604fca req-c5bcd009-c283-4bd8-99f6-d47d52572113 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483675 Jan 27 19:39:21.166224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:21.166867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.213911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.1 (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9/e5236405-de22-4658-bf5c-b672f7adf75b/ffd43e1f-9d49-4fdd-93c5-7893cf52491a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:39:21.318415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:21.332690 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.333569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 504caba0-665f-4055-9710-1286693d9c9c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:21.405956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:39:21.606448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 504caba0-665f-4055-9710-1286693d9c9c host ! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:39:21.606648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 504caba0-665f-4055-9710-1286693d9c9c not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:21.607008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a04cf3a7-b471-48f3-bdcf-fea2e3927075 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:21.857955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:21.871903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:21.937997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a04cf3a7-b471-48f3-bdcf-fea2e3927075 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:21.938537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a04cf3a7-b471-48f3-bdcf-fea2e3927075 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:21.939231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e78c9b08-17d5-4001-b489-a5c1d73d6aff no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:21.998907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.014573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port a04cf3a7-b471-48f3-bdcf-fea2e3927075 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:22.039687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.041676 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Sync routers for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:22.043331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-1455dda1-d822-4725-9685-9682f71c741c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "DELETE /v2.0/ports/a04cf3a7-b471-48f3-bdcf-fea2e3927075 HTTP/1.1" status: 204 len: 173 time: 2.9878230 Jan 27 19:39:22.044036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:22.053304 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8eec0c-56b1-4df8-9007-bb4b653fa4d3" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:22.073855 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:22.075317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:22.153276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:22.163570 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ddd73d-3b84-46bc-bebd-433adbb762fe" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "f6550b24-bda6-408c-b503-5a53051f043d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:22.220850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:22.229026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] For port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:22.244246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] For port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:39:22.246753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:22.256251 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.260280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:22.296568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:22.349939 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:22.356614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:22.367800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:39:22.418261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-b8b0cd90-9af6-4f53-8440-c9198e6fb1fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:22.461932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-b8b0cd90-9af6-4f53-8440-c9198e6fb1fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:22.468480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e78c9b08-17d5-4001-b489-a5c1d73d6aff is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:22.469167 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.477354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-b8b0cd90-9af6-4f53-8440-c9198e6fb1fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:22.510649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-b8b0cd90-9af6-4f53-8440-c9198e6fb1fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:22.548865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-b8b0cd90-9af6-4f53-8440-c9198e6fb1fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 3145 time: 1.2546749 Jan 27 19:39:22.573144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port 89b3d27c-0d1e-44b1-859c-0280312ac04c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:22.573525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.715563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:22.761092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882d5f-df86-4b61-be86-f61d214cb797 None None] Pushing event updated for resources: {'Port': ['ID=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:22.767983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.769365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a476bc7-a64d-4b69-99a8-105a67187c92 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:22.880649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-063a6fea-76a0-4f7b-bac2-25bda456cc13 req-161d9eca-0463-4c9f-814a-78127878169a tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294601 Jan 27 19:39:22.898037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:22.960642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:22.963161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port 89b3d27c-0d1e-44b1-859c-0280312ac04c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89b3d27c-0d1e-44b1-859c-0280312ac04c,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:22.964155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.013976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for 89b3d27c-0d1e-44b1-859c-0280312ac04c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:23.102090 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Checking router: 375b96b1-27d8-4b96-ae83-4b34ff36dc89 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:23.150880 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:23.151543 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:23.232374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 2a476bc7-a64d-4b69-99a8-105a67187c92 host ! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:39:23.233303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2a476bc7-a64d-4b69-99a8-105a67187c92 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:23.233303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 166405cb-6d41-4336-bfd4-7c00a6a25255 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:23.338617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:23.412832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (89b3d27c-0d1e-44b1-859c-0280312ac04c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.514302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 166405cb-6d41-4336-bfd4-7c00a6a25255 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:23.514692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.524564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=89b3d27c-0d1e-44b1-859c-0280312ac04c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:23.569012 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.577918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port 89b3d27c-0d1e-44b1-859c-0280312ac04c on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:23.584228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:23.585322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.590543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-99ea4e6b-c462-4795-82da-db98a89707b4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "DELETE /v2.0/ports/89b3d27c-0d1e-44b1-859c-0280312ac04c HTTP/1.1" status: 204 len: 173 time: 1.5263720 Jan 27 19:39:23.593615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.676673 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7095d5-4058-4d3d-a738-208016b7b88e x-openstack-request-id: req-5b7095d5-4058-4d3d-a738-208016b7b88e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:23.677285 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "a04cf3a7-b471-48f3-bdcf-fea2e3927075", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:23.690152 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b7095d5-4058-4d3d-a738-208016b7b88e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:23.691312 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'a04cf3a7-b471-48f3-bdcf-fea2e3927075', 'status': 'completed', 'code': 200} Jan 27 19:39:23.745018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:23.858003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:23.967072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:24.158299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port 166405cb-6d41-4336-bfd4-7c00a6a25255 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:24.170557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:24.355545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-94660111-0d7d-402d-9a77-dc0c663ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:24.358410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-94660111-0d7d-402d-9a77-dc0c663ac9d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.9470479 Jan 27 19:39:24.776932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port 166405cb-6d41-4336-bfd4-7c00a6a25255, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=166405cb-6d41-4336-bfd4-7c00a6a25255,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:24.778669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:24.867968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:24.884782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for 166405cb-6d41-4336-bfd4-7c00a6a25255 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:24.908832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6047d614-0995-438c-9a29-ba5d21115180 None None] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:39:24.921860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689c6e-6b04-437b-9a17-d8fc827e6222 req-48be619e-a9a2-4b9f-9c6f-77f7a9397273 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:24.951167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38689c6e-6b04-437b-9a17-d8fc827e6222 req-48be619e-a9a2-4b9f-9c6f-77f7a9397273 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.9631019 Jan 27 19:39:25.035116 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:25.128458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c3d40-d1b8-4605-a8cf-be688d5803c2 None None] The sync data for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 is: [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:27:39Z', 'revision_number': 4, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '35901532-c024-478e-ae86-90e2afa08982', 'name': '', 'network_id': 'c2f64754-a244-4d03-84ba-39ff20e0d1ba', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'mac_address': 'fa:16:3e:8c:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:35Z', 'updated_at': '2022-01-27T19:27:47Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'subnets': [{'id': '19c8a16b-b94f-475f-969c-6cca097308e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:39:25.297461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:25.563288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Provisioning complete for port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:25.563634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:25.658755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38689c6e-6b04-437b-9a17-d8fc827e6222 req-e97a5a03-9412-4957-8777-8fed51457c9b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7028687 Jan 27 19:39:25.686572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (166405cb-6d41-4336-bfd4-7c00a6a25255), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:25.718616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:25.729446 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f853a98-f504-4ef2-ac60-2f47492cdc56" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:25.761926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-21a2590b-3e79-4d2e-af5e-c951a2ce9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:25.769049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-21a2590b-3e79-4d2e-af5e-c951a2ce9005 service neutron] 10.222.0.66 "GET /v2.0/networks?id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 200 len: 912 time: 1.3701618 Jan 27 19:39:25.801483 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47950341-e388-496e-9031-178b9a16ccc6 x-openstack-request-id: req-47950341-e388-496e-9031-178b9a16ccc6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:25.801789 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "f6550b24-bda6-408c-b503-5a53051f043d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:25.802100 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47950341-e388-496e-9031-178b9a16ccc6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:25.802502 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'code': 200} Jan 27 19:39:25.802764 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d', 'code': 200} Jan 27 19:39:25.922203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=166405cb-6d41-4336-bfd4-7c00a6a25255,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:26.048690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:26.048690 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.054485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-678b23ee-5a8f-4732-87f6-fb6b3bc68812 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 200 len: 999 time: 0.2772257 Jan 27 19:39:26.111252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port 166405cb-6d41-4336-bfd4-7c00a6a25255 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:26.122540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728c846-fd25-40df-b4b0-eeee139c7d1e req-f879e171-c1ba-42c8-9179-e2d9e5d1e051 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:26.123050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37a7f2-4b05-4945-9a90-5282209b7648 None None] New status for floating IP 47cfb16b-8ccf-4634-ad1f-7686438002c2: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:39:26.132614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a728c846-fd25-40df-b4b0-eeee139c7d1e req-f879e171-c1ba-42c8-9179-e2d9e5d1e051 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2101068 Jan 27 19:39:26.177762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.194760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-e4c5ef1b-277b-4c27-859a-0856e7f86c05 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "DELETE /v2.0/ports/166405cb-6d41-4336-bfd4-7c00a6a25255 HTTP/1.1" status: 204 len: 173 time: 2.5958629 Jan 27 19:39:26.321547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-375fd4c8-4e58-471c-80ef-4881a79fd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:26.329694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-375fd4c8-4e58-471c-80ef-4881a79fd001 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 200 len: 850 time: 0.2653959 Jan 27 19:39:26.481995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.556599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port e78c9b08-17d5-4001-b489-a5c1d73d6aff {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:26.557086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.571235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.679469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a728c846-fd25-40df-b4b0-eeee139c7d1e req-eb918ff5-2945-4798-a34c-1416ec6c2307 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4978671 Jan 27 19:39:26.840043 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:39:26.908925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-82d98d34-7c01-4800-bfb7-c2c39ac44134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:26.915096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-82d98d34-7c01-4800-bfb7-c2c39ac44134 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5583692 Jan 27 19:39:26.938324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port e78c9b08-17d5-4001-b489-a5c1d73d6aff, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e78c9b08-17d5-4001-b489-a5c1d73d6aff,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:26.939268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:26.973877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for e78c9b08-17d5-4001-b489-a5c1d73d6aff owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:27.014124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:27.014526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.028312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:27.028714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.187133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.230497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] For port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:27.245585 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.260044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e78c9b08-17d5-4001-b489-a5c1d73d6aff), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.355334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:27.408064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=e78c9b08-17d5-4001-b489-a5c1d73d6aff,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:27.525957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port e78c9b08-17d5-4001-b489-a5c1d73d6aff on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:27.538749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:27.543721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-78ba1e27-3322-4345-9769-a6efd369fecb tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "DELETE /v2.0/ports/e78c9b08-17d5-4001-b489-a5c1d73d6aff HTTP/1.1" status: 204 len: 173 time: 1.3422632 Jan 27 19:39:27.694618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87a7d-f49d-4736-b039-e81656abe640 req-ed3033b3-82e9-47bc-94dc-3a3b2068f3cd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:27.730726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87a7d-f49d-4736-b039-e81656abe640 req-ed3033b3-82e9-47bc-94dc-3a3b2068f3cd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:27.742603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18a87a7d-f49d-4736-b039-e81656abe640 req-ed3033b3-82e9-47bc-94dc-3a3b2068f3cd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 1675 time: 0.7631648 Jan 27 19:39:27.941053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:27.943493 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e890505-9194-4892-8b4b-2a4437c42a78" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:27.972796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:39:27.981210 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:39:28.024694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port f6550b24-bda6-408c-b503-5a53051f043d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:28.025244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f6550b24-bda6-408c-b503-5a53051f043d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.042260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-c390e511-c0ca-4b3c-ae46-22410c8ebd3f service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896266 Jan 27 19:39:28.047743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de77b-742d-425d-8e06-32c377749f07 None None] Pushing event updated for resources: {'Port': ['ID=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:28.074359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-29df591e-5348-495f-a609-f80183d10800 None None] Provisioning complete for port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:28.074753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29df591e-5348-495f-a609-f80183d10800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.129141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:28.209665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:28.389725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18a87a7d-f49d-4736-b039-e81656abe640 req-7320c43c-b72c-4c4d-8f51-9f13bea388ae tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe22d69-1c49-491e-b520-69f7cefaf0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6458306 Jan 27 19:39:28.404204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29df591e-5348-495f-a609-f80183d10800 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:28.425872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port f6550b24-bda6-408c-b503-5a53051f043d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f6550b24-bda6-408c-b503-5a53051f043d,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:28.426255 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f6550b24-bda6-408c-b503-5a53051f043d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.451084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-29df591e-5348-495f-a609-f80183d10800 None None] Provisioning complete for port ffd43e1f-9d49-4fdd-93c5-7893cf52491a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:28.452962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29df591e-5348-495f-a609-f80183d10800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.477440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for f6550b24-bda6-408c-b503-5a53051f043d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:28.643204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:28.682311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29df591e-5348-495f-a609-f80183d10800 None None] Port ffd43e1f-9d49-4fdd-93c5-7893cf52491a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:39:28.809569 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8e9134-a5e5-40dc-bfec-4628fe71a100 x-openstack-request-id: req-8c8e9134-a5e5-40dc-bfec-4628fe71a100 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:28.810160 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "89b3d27c-0d1e-44b1-859c-0280312ac04c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:28.810577 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c8e9134-a5e5-40dc-bfec-4628fe71a100 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:28.811355 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': '89b3d27c-0d1e-44b1-859c-0280312ac04c', 'status': 'completed', 'code': 200} Jan 27 19:39:28.834948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5c679ecf-7bc9-4cfa-847b-897e84e41b8b None None] Provisioning complete for port ffd43e1f-9d49-4fdd-93c5-7893cf52491a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:28.835437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c679ecf-7bc9-4cfa-847b-897e84e41b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.875729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f6550b24-bda6-408c-b503-5a53051f043d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:28.960526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=f6550b24-bda6-408c-b503-5a53051f043d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:28.973033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5c679ecf-7bc9-4cfa-847b-897e84e41b8b None None] Port ffd43e1f-9d49-4fdd-93c5-7893cf52491a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:39:29.016338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:29.044380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port f6550b24-bda6-408c-b503-5a53051f043d on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:29.048709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:29.060354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddbdee31-8318-4427-ad1d-9857c483df73 req-4b13f68e-fcb9-46a6-aa77-2287c6b951f1 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.66 "DELETE /v2.0/ports/f6550b24-bda6-408c-b503-5a53051f043d HTTP/1.1" status: 204 len: 173 time: 1.4961662 Jan 27 19:39:29.165949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:29.166711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:29.588966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:29.726358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 351b6692-3c8d-4d67-9b25-4bdfca93aeec has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:39:30.041983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-896ddfdd-2d5f-4000-88f4-02c83875b34b req-f738cbc6-9b1e-4c4b-937c-7e783c44e612 service neutron] 10.222.0.66 "GET /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9710741 Jan 27 19:39:30.208957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5398b-38e6-4917-a253-9934260b7f1c req-706eccf7-d0b0-46fb-a749-eb1c99bfdb8c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:30.210540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44d5398b-38e6-4917-a253-9934260b7f1c req-706eccf7-d0b0-46fb-a749-eb1c99bfdb8c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.4813595 Jan 27 19:39:30.325893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44d5398b-38e6-4917-a253-9934260b7f1c req-c089a927-3bb1-4b5e-a264-b43b47a3ede4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752847 Jan 27 19:39:30.338276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:30.355901 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Sync routers for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:30.384051 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:30.385676 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:30.397314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-09de8880-f630-4644-b3a7-907a786e2b7e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/351b6692-3c8d-4d67-9b25-4bdfca93aeec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7658334 Jan 27 19:39:30.631046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cd324-2ed2-4b74-8ef9-04ff4c6972ee req-8068cd8f-81ef-45a4-b3d0-cf79a8082d92 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:30.651746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-653cd324-2ed2-4b74-8ef9-04ff4c6972ee req-8068cd8f-81ef-45a4-b3d0-cf79a8082d92 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1994176 Jan 27 19:39:30.726518 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:30.812375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff'}, {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:30.820244 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234db02-6a81-4c74-8ae6-53554c1bb082" -d '{"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff"}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "f6550b24-bda6-408c-b503-5a53051f043d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:30.897451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-653cd324-2ed2-4b74-8ef9-04ff4c6972ee req-79bc13d0-60b9-44b9-aa62-364a284171a5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369299 Jan 27 19:39:31.093226 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4ddf5b-02e6-4e60-aeb2-fe4ae2e79b66 x-openstack-request-id: req-7b4ddf5b-02e6-4e60-aeb2-fe4ae2e79b66 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:31.095020 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-unplugged", "status": "completed", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:31.095585 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b4ddf5b-02e6-4e60-aeb2-fe4ae2e79b66 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:31.097025 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'code': 200} Jan 27 19:39:31.097562 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'code': 200} Jan 27 19:39:31.365344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92d77c15-a463-424e-9943-72db82af3151 req-7e1db881-1d1f-49fe-a575-9b4447332dcc tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0641541 Jan 27 19:39:31.572426 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:25Z', 'revision_number': 2, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:31.608072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Checking router: 351b6692-3c8d-4d67-9b25-4bdfca93aeec for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:31.608584 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Updating router 351b6692-3c8d-4d67-9b25-4bdfca93aeec port ffd43e1f-9d49-4fdd-93c5-7893cf52491a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:39:31.658729 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:31.941060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-18aa51cd-e9e1-493a-8513-e700216a1382 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560045888&fields=id&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 267 time: 0.1123874 Jan 27 19:39:32.139797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-2eb58370-3004-4030-973d-3a8238b801de tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:32.154818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-2eb58370-3004-4030-973d-3a8238b801de tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 797 time: 0.2121930 Jan 27 19:39:32.185709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-534fcea2-dc7b-44f5-b786-ba3d9d6329c6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/quotas/2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 375 time: 0.0295415 Jan 27 19:39:32.306901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-0391bbf5-83c4-4b44-b3f1-9ed25e69444f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199663 Jan 27 19:39:32.491236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-524505ec-b908-4795-bebf-52855a5fcede service neutron] 10.222.0.59 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807408 Jan 27 19:39:32.525237 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks [] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:32.532999 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:32.717308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-1b1a49e4-f645-4e2a-a8c7-15daecc3be16 service neutron] 10.222.0.59 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246203 Jan 27 19:39:32.759047 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Attempting to bind port ffd43e1f-9d49-4fdd-93c5-7893cf52491a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:39:32.759622 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Attempting to bind port ffd43e1f-9d49-4fdd-93c5-7893cf52491a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:39:32.760017 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Attempting to bind port ffd43e1f-9d49-4fdd-93c5-7893cf52491a on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:32.772199 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:39:32.772756 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Checking segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:32.773330 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:32.773771 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Bound using segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:39:32.774352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Bound port: ffd43e1f-9d49-4fdd-93c5-7893cf52491a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:39:32.774824 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:32.887694 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] For port ffd43e1f-9d49-4fdd-93c5-7893cf52491a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:32.892313 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] For port ffd43e1f-9d49-4fdd-93c5-7893cf52491a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:39:32.905451 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5018-ede7-401a-bfc1-eff0a38167d5 None None] Pushing event updated for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:32.918916 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:33.031716 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:33.032755 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:33.061246 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085638a-a061-417a-a33b-f97c698664b2 x-openstack-request-id: req-9085638a-a061-417a-a33b-f97c698664b2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:33.062150 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "166405cb-6d41-4336-bfd4-7c00a6a25255", "status": "completed", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "e78c9b08-17d5-4001-b489-a5c1d73d6aff", "status": "completed", "code": 200}, {"server_uuid": "c6f3a59a-fdac-4432-a592-ade8db964444", "name": "network-vif-deleted", "tag": "f6550b24-bda6-408c-b503-5a53051f043d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:33.062617 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9085638a-a061-417a-a33b-f97c698664b2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:33.063454 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': '166405cb-6d41-4336-bfd4-7c00a6a25255', 'status': 'completed', 'code': 200} Jan 27 19:39:33.063875 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'e78c9b08-17d5-4001-b489-a5c1d73d6aff', 'status': 'completed', 'code': 200} Jan 27 19:39:33.064282 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3a59a-fdac-4432-a592-ade8db964444', 'name': 'network-vif-deleted', 'tag': 'f6550b24-bda6-408c-b503-5a53051f043d', 'status': 'completed', 'code': 200} Jan 27 19:39:33.094737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Provisioning complete for port ffd43e1f-9d49-4fdd-93c5-7893cf52491a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:33.095176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:33.368925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:33.378511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc4729-a49b-44d2-9199-3e0a263be7c1 req-9d95ca86-5dfd-4499-9854-dba99f81e106 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:33.389837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0cc4729-a49b-44d2-9199-3e0a263be7c1 req-9d95ca86-5dfd-4499-9854-dba99f81e106 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1896386 Jan 27 19:39:33.435055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Current status of the port ffd43e1f-9d49-4fdd-93c5-7893cf52491a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:33.435459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:33.570352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0cc4729-a49b-44d2-9199-3e0a263be7c1 req-c619e7f1-7c12-4e6d-a6d5-d83ee71e0623 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728613 Jan 27 19:39:33.605154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] For port ffd43e1f-9d49-4fdd-93c5-7893cf52491a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:33.626121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:33.842552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48371a-eee1-4613-937f-2bec0b38d163 None None] Pushing event updated for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:33.858221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9ba7a6b1-9af8-4a8b-93a2-cf2fba6b6eda None None] Provisioning complete for port ffd43e1f-9d49-4fdd-93c5-7893cf52491a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:33.866980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a6b1-9af8-4a8b-93a2-cf2fba6b6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:34.097689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:32Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:34.176535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7a6b1-9af8-4a8b-93a2-cf2fba6b6eda None None] Current status of the port ffd43e1f-9d49-4fdd-93c5-7893cf52491a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:34.195696 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5018-ede7-401a-bfc1-eff0a38167d5 None None] Pushing event updated for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:34.204063 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd1a01-0372-499a-adcb-b726f23454a0 None None] The sync data for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 is: [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:32Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:39:34.418881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a64c5-9753-455b-9d1f-8ec08ad55537 req-df13fbf0-5b2f-444b-a5b1-c543997ed67e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:34.434651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b78a64c5-9753-455b-9d1f-8ec08ad55537 req-df13fbf0-5b2f-444b-a5b1-c543997ed67e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2534971 Jan 27 19:39:34.628873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b78a64c5-9753-455b-9d1f-8ec08ad55537 req-94be98e0-913f-4480-ad40-5bfef3fdc6e5 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723022 Jan 27 19:39:34.948476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-861875a9-876f-492e-a7d8-36c924ab8239 req-c3d112c7-4618-421d-942b-89c100cee642 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0890036 Jan 27 19:39:34.992397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ffd43e1f-9d49-4fdd-93c5-7893cf52491a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:35.185646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ffd43e1f-9d49-4fdd-93c5-7893cf52491a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:35.186825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:35.502928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ffd43e1f-9d49-4fdd-93c5-7893cf52491a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:35.562381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8a765ec-b92f-4d2e-8199-27dfd386a4f6 req-40bb1efc-5829-4623-9030-4fdd16b7bdac tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 210 time: 0.0455463 Jan 27 19:39:35.837647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-9a1cdc77-15cf-4831-a7c1-1daa382e0ab8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:35.840418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-9a1cdc77-15cf-4831-a7c1-1daa382e0ab8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 797 time: 0.5213006 Jan 27 19:39:36.072571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-f4106fe8-de20-43d6-814d-670545375517 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:36.075450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-f4106fe8-de20-43d6-814d-670545375517 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 945 time: 0.2222288 Jan 27 19:39:36.113960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b1c2-3ef3-4f8d-bffb-c20ab73611fd req-53dcec0e-58cc-4b91-aa34-c0262456cc79 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:36.117228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0e8b1c2-3ef3-4f8d-bffb-c20ab73611fd req-53dcec0e-58cc-4b91-aa34-c0262456cc79 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d99b455-36fb-45a5-8186-2654eb4d96b7 HTTP/1.1" status: 200 len: 945 time: 0.3667340 Jan 27 19:39:36.350659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Deleting port bfae8797-317e-4a54-922a-93809fd2e381 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:36.351483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bfae8797-317e-4a54-922a-93809fd2e381), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:36.413233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-1f6b5db2-d8c4-4b4f-bd8a-7abd0b2efbaf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 380 time: 0.4615891 Jan 27 19:39:36.433986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'port': {'device_id': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'admin_state_up': True, 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'security_groups': ['d35b5360-a641-470f-ac87-635985dc8047']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:36.698831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0e8b1c2-3ef3-4f8d-bffb-c20ab73611fd req-c1b38f7a-766a-4619-a7c6-97a93bcb0daa tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676477 Jan 27 19:39:36.702047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:39:36.717755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:36.770723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] For port bfae8797-317e-4a54-922a-93809fd2e381, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=bfae8797-317e-4a54-922a-93809fd2e381,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:36.771431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bfae8797-317e-4a54-922a-93809fd2e381), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:36.806603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Calling delete_port for bfae8797-317e-4a54-922a-93809fd2e381 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:37.084524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.12 (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9/e5236405-de22-4658-bf5c-b672f7adf75b/57b35f1d-6b63-46c3-b98c-e5542f00effe) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:39:37.146527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bfae8797-317e-4a54-922a-93809fd2e381), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:37.160418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'bfae8797-317e-4a54-922a-93809fd2e381'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:37.420413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:37.618765 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:37.779219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbdc5-fda9-4da2-9f27-6c7ca3233b0e req-8a5594b9-324e-43ed-8b63-1c780a0f4c77 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:37.789151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc1bbdc5-fda9-4da2-9f27-6c7ca3233b0e req-8a5594b9-324e-43ed-8b63-1c780a0f4c77 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.2782564 Jan 27 19:39:37.876725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:37.890059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:37.899649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:39:38.037768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:38.060344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:38.144387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc1bbdc5-fda9-4da2-9f27-6c7ca3233b0e req-3fcb0ab6-b3af-407d-906a-91010c53413c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513436 Jan 27 19:39:38.148220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7198563 Jan 27 19:39:38.173913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Request body: {'port': {'device_id': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:38.184374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc0877-570b-4519-b42e-7af55dbc5941 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:38.273964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] No DVR routers for this DVR port bfae8797-317e-4a54-922a-93809fd2e381 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:38.288981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:38.304569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-696f86c3-caad-4756-8583-a4dcc4c5ecb5 req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "DELETE /v2.0/ports/bfae8797-317e-4a54-922a-93809fd2e381 HTTP/1.1" status: 204 len: 173 time: 2.2237291 Jan 27 19:39:38.305744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea25bd-f0d2-4ea7-a4ca-d153e11366f3 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event deleted for resources: {'Port': ['ID=bfae8797-317e-4a54-922a-93809fd2e381,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:38.317567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'name': 'network-vif-deleted', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:38.336189 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec905dc-15f7-4d7f-9925-bda734ee5dcf" -d '{"events": [{"server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "name": "network-vif-deleted", "tag": "bfae8797-317e-4a54-922a-93809fd2e381"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:38.416140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:38.447632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e2e628a8-542f-433e-be88-c307881395bc None None] Provisioning complete for port 57b35f1d-6b63-46c3-b98c-e5542f00effe triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:38.448602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2e628a8-542f-433e-be88-c307881395bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:38.543146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e2e628a8-542f-433e-be88-c307881395bc None None] Port 57b35f1d-6b63-46c3-b98c-e5542f00effe cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:39:38.549914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b732e7-688b-4586-ab05-87688bd83f55 req-7b1c6755-f7ee-4e6c-8eeb-ac3a158fbea9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:38.564788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b732e7-688b-4586-ab05-87688bd83f55 req-7b1c6755-f7ee-4e6c-8eeb-ac3a158fbea9 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.2183068 Jan 27 19:39:38.714302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1b732e7-688b-4586-ab05-87688bd83f55 req-fd1b1434-35c8-4f34-a327-6ff4211c70f6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477549 Jan 27 19:39:39.028410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b40519-741d-4c54-930b-8ec393867f24 req-d0007273-ea50-472f-97db-b2d4b0c7f246 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0939262 Jan 27 19:39:39.069212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a7a408-cb42-4a77-8010-2e31de863c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.280846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b35f1d-6b63-46c3-b98c-e5542f00effe {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:39:39.294448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks [] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.318020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Transition to ACTIVE for port object 57b35f1d-6b63-46c3-b98c-e5542f00effe will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:39:39.324029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.403261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfae8797-317e-4a54-922a-93809fd2e381 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:39.458537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: bfae8797-317e-4a54-922a-93809fd2e381 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:39.459190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device bfae8797-317e-4a54-922a-93809fd2e381 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:39.550832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:39.624806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5ff68-264c-4c83-b794-485ddf45be6f req-f7d3674c-1551-4c9f-92da-1aea472047d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:39.628513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74d5ff68-264c-4c83-b794-485ddf45be6f req-f7d3674c-1551-4c9f-92da-1aea472047d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.1578772 Jan 27 19:39:39.652752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:39:39.653342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:39:39.653827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:39.669477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:39:39.675666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:39.684132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:39:39.684721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Checking segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:39.685321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Bound using segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:39:39.685927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Bound port: 57b35f1d-6b63-46c3-b98c-e5542f00effe, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:39:39.688916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.773335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74d5ff68-264c-4c83-b794-485ddf45be6f req-d2be30c1-c8f3-4d5e-a518-72446ce113b7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279204 Jan 27 19:39:39.824282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:39.830739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:39:39.843211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.932677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:39.952406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:39.953837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:39.955588 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce7186-5489-46ef-91c0-b9cc121c9f07 x-openstack-request-id: req-67ce7186-5489-46ef-91c0-b9cc121c9f07 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:39.956115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-ebd246fd-71b0-4043-be33-0b6f0647b5df service neutron] 10.222.0.66 "PUT /v2.0/ports/57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 1092 time: 1.7951891 Jan 27 19:39:39.956211 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d99b455-36fb-45a5-8186-2654eb4d96b7", "name": "network-vif-deleted", "tag": "bfae8797-317e-4a54-922a-93809fd2e381", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:39.956311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:39.956627 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67ce7186-5489-46ef-91c0-b9cc121c9f07 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:39.957203 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d99b455-36fb-45a5-8186-2654eb4d96b7', 'name': 'network-vif-deleted', 'tag': 'bfae8797-317e-4a54-922a-93809fd2e381', 'status': 'completed', 'code': 200} Jan 27 19:39:39.964714 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61939b12-2192-4522-81db-d996d2ce9aec" -d '{"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:40.129185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-e037e06c-275f-490c-895b-afe2026cc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:40.130917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-e037e06c-275f-490c-895b-afe2026cc75d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.1086366 Jan 27 19:39:40.231816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-7088ddcc-f81a-4dc4-ba84-bcbde99f95de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 217 time: 0.0893350 Jan 27 19:39:40.325880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-48fe4fce-95d7-4140-82d1-13c30f4e1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:40.327479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-48fe4fce-95d7-4140-82d1-13c30f4e1404 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.0865932 Jan 27 19:39:40.396129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-5ab6c331-88b7-458b-86da-1a29b84970b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:40.399379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-5ab6c331-88b7-458b-86da-1a29b84970b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625687 Jan 27 19:39:40.563701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-17624e81-ef8f-4243-99b4-03705e07e6f7 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565032 Jan 27 19:39:40.697738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfa91b30-7f6d-4d9c-9c58-f10bfa99188e req-798064fe-b755-4b7e-8570-b4793a301544 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268644 Jan 27 19:39:41.286173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-8b698e0c-7ec0-41f7-abf8-293fac22af44 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:41.294062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-8b698e0c-7ec0-41f7-abf8-293fac22af44 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc148e12-e57b-47ff-a820-33582a68e222 HTTP/1.1" status: 200 len: 944 time: 0.0711768 Jan 27 19:39:41.399565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port 6b162852-c8b2-4184-905a-97792ecdd57c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:41.399909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:41.511589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port 6b162852-c8b2-4184-905a-97792ecdd57c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=6b162852-c8b2-4184-905a-97792ecdd57c,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:41.512461 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:41.533490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for 6b162852-c8b2-4184-905a-97792ecdd57c owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:41.757490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b162852-c8b2-4184-905a-97792ecdd57c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:41.775544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa', 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:41.931831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=6b162852-c8b2-4184-905a-97792ecdd57c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:42.001578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] No DVR routers for this DVR port 6b162852-c8b2-4184-905a-97792ecdd57c on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:42.009202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:42.014250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15b70bbf-c86a-4caa-a39a-39dd10f1dd03 req-fe023695-28c7-4087-805b-08b5c45cbfb2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "DELETE /v2.0/ports/6b162852-c8b2-4184-905a-97792ecdd57c HTTP/1.1" status: 204 len: 173 time: 0.7190471 Jan 27 19:39:42.151638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9740fca-68ac-4890-948d-b2e9735cd9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:42.539913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99440e05-cfdf-4c8e-8ee3-234aca9c14cc req-64eeafe7-e89a-4a3c-8833-7c9b3981e142 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:42.547966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99440e05-cfdf-4c8e-8ee3-234aca9c14cc req-64eeafe7-e89a-4a3c-8833-7c9b3981e142 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0657995 Jan 27 19:39:42.608094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99440e05-cfdf-4c8e-8ee3-234aca9c14cc req-fd3bad66-808a-4feb-8978-bc51c06f47d5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586884 Jan 27 19:39:42.823767 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88040a-ec87-438c-a7e9-14b5e685a725 x-openstack-request-id: req-8e88040a-ec87-438c-a7e9-14b5e685a725 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:42.824220 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:42.824589 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e88040a-ec87-438c-a7e9-14b5e685a725 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:42.825193 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'status': 'completed', 'code': 200} Jan 27 19:39:42.933542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42be6d5e-8442-4110-a586-88ac23c6d2f0 req-4290ddf1-36d9-40da-894e-5c8dadd9c70e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0415435 Jan 27 19:39:42.959644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939b12-2192-4522-81db-d996d2ce9aec req-1d166381-8723-4c4f-b2af-6c5eccccb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:42.962102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-1d166381-8723-4c4f-b2af-6c5eccccb7f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.1065257 Jan 27 19:39:43.108817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939b12-2192-4522-81db-d996d2ce9aec req-8816a388-a445-4d30-b5ca-9f571ee17c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:43.110393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-8816a388-a445-4d30-b5ca-9f571ee17c6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.1422949 Jan 27 19:39:43.209917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-fd447f3c-332e-4e1c-8cf4-12617c26b89e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 217 time: 0.0913229 Jan 27 19:39:43.268952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f5c1-7661-49f7-a84a-a6967e95eac6 req-32db6f2d-f4c7-498f-852a-558df91cf5a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:43.277004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7028f5c1-7661-49f7-a84a-a6967e95eac6 req-32db6f2d-f4c7-498f-852a-558df91cf5a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.1436734 Jan 27 19:39:43.320418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939b12-2192-4522-81db-d996d2ce9aec req-1113251b-1bd5-49e8-8899-e32ef6ca7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:43.322270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-1113251b-1bd5-49e8-8899-e32ef6ca7dbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.1022391 Jan 27 19:39:43.398275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7028f5c1-7661-49f7-a84a-a6967e95eac6 req-be14119f-1d40-45dd-939e-df5433725dad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188300 Jan 27 19:39:43.432564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939b12-2192-4522-81db-d996d2ce9aec req-6d4ace54-93c3-4dc4-962f-f8a332863b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:43.436739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-6d4ace54-93c3-4dc4-962f-f8a332863b08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037712 Jan 27 19:39:43.641112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb1eda-6aac-42f3-ad51-cc75942e6fa6 req-5d470040-a088-4966-aa00-39fa904cbc2f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:43.643837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0bb1eda-6aac-42f3-ad51-cc75942e6fa6 req-5d470040-a088-4966-aa00-39fa904cbc2f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.0964949 Jan 27 19:39:43.646512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-282ef8fc-cbd6-4420-a749-d4f0a6d0957f service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026725 Jan 27 19:39:43.783914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0bb1eda-6aac-42f3-ad51-cc75942e6fa6 req-2116296f-e284-43f9-b644-ee4f7d744ec8 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317043 Jan 27 19:39:43.820237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61939b12-2192-4522-81db-d996d2ce9aec req-1ac2b71e-f1e8-4d0b-aa28-1c20d1a1cda6 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629434 Jan 27 19:39:44.084428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f30f-6f34-4948-a30c-d85a42a16d8d req-3f32ed55-3f36-4ef3-8855-d185e1151445 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:44.086369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3d4f30f-6f34-4948-a30c-d85a42a16d8d req-3f32ed55-3f36-4ef3-8855-d185e1151445 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0582817 Jan 27 19:39:44.149749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3d4f30f-6f34-4948-a30c-d85a42a16d8d req-978ae522-2045-4e74-bda5-87bfe5985b26 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541761 Jan 27 19:39:44.290533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568a04-ffd1-4622-a596-9aefc5d95585 req-6e74c279-acb7-4fac-8c7e-197544848166 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:44.292289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac568a04-ffd1-4622-a596-9aefc5d95585 req-6e74c279-acb7-4fac-8c7e-197544848166 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 907 time: 0.0540738 Jan 27 19:39:44.418728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4d44eb6-155e-4818-9f6b-ae0fafed1625 req-0bd96e3d-3b45-4902-b3e6-1aa07b45e40d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0427861 Jan 27 19:39:44.430916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:39:44.597192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:44.612716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'mac_address': 'fa:16:3e:8d:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:39:44.636748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-13855885-3170-44b8-9c2b-076a582b7077 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:44.645763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-13855885-3170-44b8-9c2b-076a582b7077 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.0891991 Jan 27 19:39:44.657739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 57b35f1d-6b63-46c3-b98c-e5542f00effe is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:44.658380 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:44.681352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b35f1d-6b63-46c3-b98c-e5542f00effe {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:39:44.699920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882659a-c2ff-4830-9fca-77d641835e98 req-e9d6651e-c3f2-4b88-9499-c876e64304f2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:44.701535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e882659a-c2ff-4830-9fca-77d641835e98 req-e9d6651e-c3f2-4b88-9499-c876e64304f2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.0927427 Jan 27 19:39:44.735596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:44.744615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:44.795355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Deleting port 27eff56a-dc68-4f8b-96d1-e4e33614561c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:44.795944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:44.801998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e882659a-c2ff-4830-9fca-77d641835e98 req-d8021264-2fdb-4c97-b0cc-778343a3caf6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929568 Jan 27 19:39:44.826724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-deleted', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:44.829052 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adcf5ce-29d7-4638-80b0-53f352951479" -d '{"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-deleted", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:44.842385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:44.966332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] For port 27eff56a-dc68-4f8b-96d1-e4e33614561c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=27eff56a-dc68-4f8b-96d1-e4e33614561c,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:44.966981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:44.980995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428173e-da42-4b26-b8c4-013fa8ea6f11 req-93bf6338-6f4f-4314-9864-ad0a3d23990f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:44.985348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Calling delete_port for 27eff56a-dc68-4f8b-96d1-e4e33614561c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:44.991411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1428173e-da42-4b26-b8c4-013fa8ea6f11 req-93bf6338-6f4f-4314-9864-ad0a3d23990f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dc253c5-ddb6-4f52-90b3-37bf606ce70f HTTP/1.1" status: 200 len: 946 time: 0.0819423 Jan 27 19:39:45.066887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1428173e-da42-4b26-b8c4-013fa8ea6f11 req-7087a293-573f-4a67-aad0-987a8cdbd17c tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Jan 27 19:39:45.125366 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a23a86-c952-45ba-b089-e772135933ad x-openstack-request-id: req-25a23a86-c952-45ba-b089-e772135933ad {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:45.125675 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc148e12-e57b-47ff-a820-33582a68e222", "name": "network-vif-deleted", "tag": "6b162852-c8b2-4184-905a-97792ecdd57c", "status": "failed", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:45.125926 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25a23a86-c952-45ba-b089-e772135933ad {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:45.126348 n-d-760453-6 neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc148e12-e57b-47ff-a820-33582a68e222', 'name': 'network-vif-deleted', 'tag': '6b162852-c8b2-4184-905a-97792ecdd57c', 'status': 'failed', 'code': 422} returned with failed status Jan 27 19:39:45.156094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:45.176936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['57b35f1d-6b63-46c3-b98c-e5542f00effe'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:45.259004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (27eff56a-dc68-4f8b-96d1-e4e33614561c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:45.289213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', '27eff56a-dc68-4f8b-96d1-e4e33614561c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:45.360206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event deleted for resources: {'Port': ['ID=27eff56a-dc68-4f8b-96d1-e4e33614561c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:45.395039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] No DVR routers for this DVR port 27eff56a-dc68-4f8b-96d1-e4e33614561c on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:45.398027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:45.402087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e2354a29-12d6-4050-9286-7d59b74637c0 req-c8be586c-c5e8-449c-b4de-38191c512b08 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "DELETE /v2.0/ports/27eff56a-dc68-4f8b-96d1-e4e33614561c HTTP/1.1" status: 204 len: 173 time: 0.7493966 Jan 27 19:39:45.402950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'name': 'network-vif-deleted', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:45.405828 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1a150-556b-4969-944a-8b0a535e0e3a" -d '{"events": [{"server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "name": "network-vif-deleted", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:45.459856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aaefd-aa2a-472d-84fc-df6c15061521 req-9cd97066-5eae-46d1-aca9-74466a6cda41 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:45.474709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-514aaefd-aa2a-472d-84fc-df6c15061521 req-9cd97066-5eae-46d1-aca9-74466a6cda41 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1390829 Jan 27 19:39:45.595430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-514aaefd-aa2a-472d-84fc-df6c15061521 req-7d9cd6b5-231f-4115-a316-fc139b203d18 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193640 Jan 27 19:39:45.713891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:45.868381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386af4da-4fdd-4087-bb63-456882a25281 req-18af4823-0e67-4176-9539-9051559598f8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:45.876029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-386af4da-4fdd-4087-bb63-456882a25281 req-18af4823-0e67-4176-9539-9051559598f8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 907 time: 0.1683240 Jan 27 19:39:45.915278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0d75-9b51-4105-a442-dcd08cc3d103 req-e25e136b-7193-4822-a44f-17cd890763d2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:45.918170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-003c0d75-9b51-4105-a442-dcd08cc3d103 req-e25e136b-7193-4822-a44f-17cd890763d2 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 907 time: 0.1571002 Jan 27 19:39:45.976656 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2394d0-1e94-44b4-a802-9d15b1844b18 x-openstack-request-id: req-2c2394d0-1e94-44b4-a802-9d15b1844b18 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:45.977214 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc253c5-ddb6-4f52-90b3-37bf606ce70f", "name": "network-vif-deleted", "tag": "27eff56a-dc68-4f8b-96d1-e4e33614561c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:45.977214 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c2394d0-1e94-44b4-a802-9d15b1844b18 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:45.977615 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc253c5-ddb6-4f52-90b3-37bf606ce70f', 'name': 'network-vif-deleted', 'tag': '27eff56a-dc68-4f8b-96d1-e4e33614561c', 'status': 'completed', 'code': 200} Jan 27 19:39:46.019399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:46.074657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c1aa5d3-19e3-4a11-9e3d-a5c11ed2dcd4 req-4ab60721-1096-41e2-b85d-7d30d44361f7 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0372603 Jan 27 19:39:46.100626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:46.101010 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:46.232881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:46.232881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:46.251131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:46.353357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ea862-2089-443c-8a28-1ddb92a97dd1 req-9d8fa38e-c33d-43dc-8aef-cb577dfa7172 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:46.354967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7ea862-2089-443c-8a28-1ddb92a97dd1 req-9d8fa38e-c33d-43dc-8aef-cb577dfa7172 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 945 time: 0.1060274 Jan 27 19:39:46.449005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7ea862-2089-443c-8a28-1ddb92a97dd1 req-8ac44901-4c02-41d9-af36-7f5e2cb7799d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829852 Jan 27 19:39:46.522585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:46.568861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:46.658017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] No DVR routers for this DVR port ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:46.665501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:46.673459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-386af4da-4fdd-4087-bb63-456882a25281 req-3ff0b841-30c4-427b-a9df-5921f718725e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "DELETE /v2.0/ports/ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 HTTP/1.1" status: 204 len: 173 time: 0.7896016 Jan 27 19:39:46.781007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4583f0f-952b-419a-bdc2-a6c9d7417dde req-6b96ee7e-42ab-45bc-bfa0-e882ca068b2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:46.789120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4583f0f-952b-419a-bdc2-a6c9d7417dde req-6b96ee7e-42ab-45bc-bfa0-e882ca068b2e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0754023 Jan 27 19:39:46.868120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4583f0f-952b-419a-bdc2-a6c9d7417dde req-f3315590-c075-442b-a1e6-fd37d8eb6956 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762432 Jan 27 19:39:46.941310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7063a-c69f-4009-acdb-696977645b7a req-766a78e1-47d6-4396-bc35-297941c67770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:46.942835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-766a78e1-47d6-4396-bc35-297941c67770 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1096 time: 0.0727837 Jan 27 19:39:47.064348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ef9be92-7119-44ac-b805-9c9ee593e692 req-4986a710-cd50-4e39-8150-006f44c2b747 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=be30ada9-a3d9-43e9-a924-6509384db279 HTTP/1.1" status: 200 len: 210 time: 0.0358698 Jan 27 19:39:47.070482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7063a-c69f-4009-acdb-696977645b7a req-2989199f-1b6d-4973-a36b-464df842040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:47.071931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-2989199f-1b6d-4973-a36b-464df842040d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.1216404 Jan 27 19:39:47.132674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'name': 'network-vif-deleted', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:47.135040 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78fd67-e3e9-4fc7-8117-014ebdb87ccb" -d '{"events": [{"server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "name": "network-vif-deleted", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:47.160657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-96207051-996b-4f7a-ab51-e74215b2930c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 1000 time: 0.0805347 Jan 27 19:39:47.242035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1d782e4-973d-443d-adc4-a90a3fbf1f06 req-cd5a3c2e-c3ef-40da-91a1-8b40e4293a4d tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Jan 27 19:39:47.246502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7063a-c69f-4009-acdb-696977645b7a req-60663e9c-0ac8-49ca-b1ff-dcb457ef28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:47.248092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-60663e9c-0ac8-49ca-b1ff-dcb457ef28ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.0790365 Jan 27 19:39:47.327589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7063a-c69f-4009-acdb-696977645b7a req-dfd1b824-d545-436f-a470-e8e7e66a229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:47.330712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-dfd1b824-d545-436f-a470-e8e7e66a229e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748081 Jan 27 19:39:47.365897 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b0679-f42c-429a-a7e2-935b900e3d12 x-openstack-request-id: req-0b4b0679-f42c-429a-a7e2-935b900e3d12 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:47.366291 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30ada9-a3d9-43e9-a924-6509384db279", "name": "network-vif-deleted", "tag": "ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:47.366620 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b4b0679-f42c-429a-a7e2-935b900e3d12 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:47.367093 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30ada9-a3d9-43e9-a924-6509384db279', 'name': 'network-vif-deleted', 'tag': 'ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2', 'status': 'completed', 'code': 200} Jan 27 19:39:47.413569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 27eff56a-dc68-4f8b-96d1-e4e33614561c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:47.438173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 27eff56a-dc68-4f8b-96d1-e4e33614561c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:47.438863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 27eff56a-dc68-4f8b-96d1-e4e33614561c not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:47.466346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-23dea6b9-6ad7-4196-b7db-72793189ca23 service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293504 Jan 27 19:39:47.603462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef7063a-c69f-4009-acdb-696977645b7a req-3e350804-4baa-4d2d-b6f9-bcc32ab7c29c service neutron] 10.222.0.66 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301568 Jan 27 19:39:47.615271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015099fd-a2cb-42f4-9b5b-c7c8e5a15e0f req-2d959bdb-f12a-4b16-91fa-2307002b72a8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:47.620090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-015099fd-a2cb-42f4-9b5b-c7c8e5a15e0f req-2d959bdb-f12a-4b16-91fa-2307002b72a8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 945 time: 0.0758650 Jan 27 19:39:47.669665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-015099fd-a2cb-42f4-9b5b-c7c8e5a15e0f req-aa706f03-2f17-448e-94f8-184126c8088a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Jan 27 19:39:48.062164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6012-8972-4379-bb22-42fcdbe21de3 req-99936cf8-0353-41be-9a14-d5dc914e257b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:48.064122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64fc6012-8972-4379-bb22-42fcdbe21de3 req-99936cf8-0353-41be-9a14-d5dc914e257b tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0770874 Jan 27 19:39:48.129168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64fc6012-8972-4379-bb22-42fcdbe21de3 req-49211d47-4728-4687-af90-fef9a82d7fdb tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550294 Jan 27 19:39:48.426724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94786a6d-d5bf-436b-bef8-45be1fd5e8c7 req-4cd4083b-a0fb-481b-b0fa-560f94019fb9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Jan 27 19:39:48.458547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:39:48.516452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 57b35f1d-6b63-46c3-b98c-e5542f00effe completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:39:48.521679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 57b35f1d-6b63-46c3-b98c-e5542f00effe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:39:48.522063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:48.557681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43febd-c36d-4812-9805-f7b981d9a86a req-c229f9ab-aa14-421a-bb34-ebabf2307e0f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:48.559980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af43febd-c36d-4812-9805-f7b981d9a86a req-c229f9ab-aa14-421a-bb34-ebabf2307e0f tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 945 time: 0.0642269 Jan 27 19:39:48.619136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 57b35f1d-6b63-46c3-b98c-e5542f00effe is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:48.619789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:48.638174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af43febd-c36d-4812-9805-f7b981d9a86a req-4b89ba74-3b29-4cfa-87c2-9530ff1fdafe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706091 Jan 27 19:39:48.660721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:48.661946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:48.665298 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ec33e-277f-4538-bb87-7907f4ec6f81" -d '{"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-plugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:48.670559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:48.725682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:48.821191 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb273f-245c-46b2-acfc-48d2e78bbbf8 x-openstack-request-id: req-c7fb273f-245c-46b2-acfc-48d2e78bbbf8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:48.822026 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-plugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:48.822573 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7fb273f-245c-46b2-acfc-48d2e78bbbf8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:48.823317 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'code': 200} Jan 27 19:39:48.976567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b2e62-2141-4076-a00a-c4b3fcf372b3 req-6f4948d7-e981-4d4f-8b12-54993adb2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:48.978022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d82b2e62-2141-4076-a00a-c4b3fcf372b3 req-6f4948d7-e981-4d4f-8b12-54993adb2d7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.0703354 Jan 27 19:39:48.985181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00c745-366c-45ef-a33d-ce9f0da60f01 req-87de09f6-4f06-45e8-8abe-eb91bf949707 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:48.987316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc00c745-366c-45ef-a33d-ce9f0da60f01 req-87de09f6-4f06-45e8-8abe-eb91bf949707 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.0913591 Jan 27 19:39:49.060647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d82b2e62-2141-4076-a00a-c4b3fcf372b3 req-d56c0bba-b240-4f89-bda6-457deb48be25 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722067 Jan 27 19:39:49.072104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc00c745-366c-45ef-a33d-ce9f0da60f01 req-56756916-4fa9-43e4-af7b-b9031ed7bd41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781560 Jan 27 19:39:49.285121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dab29-b1cd-4cc0-aa24-0de8269b93e9 req-5ecda133-e0cc-43dd-b04a-275ad19e0f8a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:49.286749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f6dab29-b1cd-4cc0-aa24-0de8269b93e9 req-5ecda133-e0cc-43dd-b04a-275ad19e0f8a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.0658202 Jan 27 19:39:49.341345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f6dab29-b1cd-4cc0-aa24-0de8269b93e9 req-c77426db-3144-458d-a3ad-59b36d9c2426 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Jan 27 19:39:49.554705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c5bccd9-46c9-4f98-9239-1aa11ae00bbb req-b8d76d8a-3490-4548-89f8-722e8af1647f tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0463552 Jan 27 19:39:49.709543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-436bd5b3-918f-4894-b2c4-ace7e35a73dd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:49.711217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-436bd5b3-918f-4894-b2c4-ace7e35a73dd tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 945 time: 0.0514727 Jan 27 19:39:49.844391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82339e-1db2-40a3-8ae2-4e8312393999 req-d36d6c48-a5e3-4506-953b-bbba60a69585 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:49.851672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff82339e-1db2-40a3-8ae2-4e8312393999 req-d36d6c48-a5e3-4506-953b-bbba60a69585 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0775fec-56e7-4c90-ab79-3af8c480e975 HTTP/1.1" status: 200 len: 945 time: 0.1029937 Jan 27 19:39:50.263015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff82339e-1db2-40a3-8ae2-4e8312393999 req-517b1f1e-5819-4e69-9455-2eb6cabf4dd8 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103234 Jan 27 19:39:50.267141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:50.267604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.413802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:50.414175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.434587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:50.437832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:50.481821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:50.482425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ba594dc0-cff2-4aa5-bc0e-c0abd023e9c2 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:50.483169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:50.526727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964ef1f-a4de-44a6-9d9c-42a3b6e4ee42 req-b856f3b3-3e1e-404b-8899-17195323f433 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:50.528425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b964ef1f-a4de-44a6-9d9c-42a3b6e4ee42 req-b856f3b3-3e1e-404b-8899-17195323f433 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.0999284 Jan 27 19:39:50.612684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b964ef1f-a4de-44a6-9d9c-42a3b6e4ee42 req-a726d1a2-4337-498e-9cc3-1a465a6eadcf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666881 Jan 27 19:39:50.623567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:50.624296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.702551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a0ae8eb9-0fb3-41e2-a7fb-a579509a6103), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.713555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:50.719287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:50.743445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=a0ae8eb9-0fb3-41e2-a7fb-a579509a6103,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:50.808231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.826942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:50.831761 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d092c-177d-4d1e-8dab-4d99ae2f8085" -d '{"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:50.838681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] No DVR routers for this DVR port a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:50.842407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:50.846940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21bd2ea1-a5e7-4066-b3e7-05d0bbfb156c req-66c06837-3a6b-467c-8021-a34f6029c259 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "DELETE /v2.0/ports/a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 HTTP/1.1" status: 204 len: 173 time: 1.1249707 Jan 27 19:39:50.846940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'name': 'network-vif-deleted', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:50.849192 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf2dac-1da0-416f-a3b2-7327cc339d73" -d '{"events": [{"server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "name": "network-vif-deleted", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:50.882381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf78b-188b-4481-820c-0063b65ccfdc req-801c8987-e116-421e-883b-af016bd8b0aa tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:50.883977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7ddf78b-188b-4481-820c-0063b65ccfdc req-801c8987-e116-421e-883b-af016bd8b0aa tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.0921061 Jan 27 19:39:50.949922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:51.012837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7ddf78b-188b-4481-820c-0063b65ccfdc req-51d57ca1-534c-486f-93b3-4208964432d7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064990 Jan 27 19:39:51.103769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-410eeb7f-3b40-4f70-98c1-1292bf5799e8 req-a488f270-b393-422b-bcc0-45e6cc6cb874 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Jan 27 19:39:51.154491 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc28cbe-2b44-43a6-8b01-785f36c52254 x-openstack-request-id: req-1fc28cbe-2b44-43a6-8b01-785f36c52254 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:51.154787 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-unplugged", "status": "failed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "code": 422}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:51.155043 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fc28cbe-2b44-43a6-8b01-785f36c52254 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:51.155603 n-d-760453-6 neutron-server[103324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'code': 422} returned with failed status Jan 27 19:39:51.188931 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b952937-e028-448e-be94-18849ff658ed x-openstack-request-id: req-2b952937-e028-448e-be94-18849ff658ed {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:51.189480 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0775fec-56e7-4c90-ab79-3af8c480e975", "name": "network-vif-deleted", "tag": "a0ae8eb9-0fb3-41e2-a7fb-a579509a6103", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:51.191449 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b952937-e028-448e-be94-18849ff658ed {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:51.192044 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0775fec-56e7-4c90-ab79-3af8c480e975', 'name': 'network-vif-deleted', 'tag': 'a0ae8eb9-0fb3-41e2-a7fb-a579509a6103', 'status': 'completed', 'code': 200} Jan 27 19:39:51.866980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8922-a1e1-461a-8e54-825c83297b4a req-1d6fc47b-98c2-4909-87e0-0dd918e00284 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:51.868819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758d8922-a1e1-461a-8e54-825c83297b4a req-1d6fc47b-98c2-4909-87e0-0dd918e00284 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.0542679 Jan 27 19:39:51.934646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758d8922-a1e1-461a-8e54-825c83297b4a req-4f23af92-3a34-4f39-98de-d0b108b00893 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595140 Jan 27 19:39:52.089498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-c438401f-eb95-4dc5-93f9-b72ad1b4d403 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:52.091322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-c438401f-eb95-4dc5-93f9-b72ad1b4d403 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.0535944 Jan 27 19:39:52.215278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port 387e48d7-d15a-4856-857b-73a853e831fa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:52.215521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (387e48d7-d15a-4856-857b-73a853e831fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:52.373871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port 387e48d7-d15a-4856-857b-73a853e831fa, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=387e48d7-d15a-4856-857b-73a853e831fa,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:52.374301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (387e48d7-d15a-4856-857b-73a853e831fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:52.392313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for 387e48d7-d15a-4856-857b-73a853e831fa owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:52.412281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d463d3-bf47-403f-9677-b3c54beecb54 req-6b170650-3f80-41e8-bd7a-14cdc9e32870 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:52.413914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55d463d3-bf47-403f-9677-b3c54beecb54 req-6b170650-3f80-41e8-bd7a-14cdc9e32870 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55679a3-98e4-4ca0-ba86-46644f395faf HTTP/1.1" status: 200 len: 945 time: 0.0960183 Jan 27 19:39:52.461501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:52.526615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:52.526967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a0ae8eb9-0fb3-41e2-a7fb-a579509a6103 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:52.527404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:52.543560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55d463d3-bf47-403f-9677-b3c54beecb54 req-781ca458-e3cb-4dd2-8f43-96987ec64786 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=5fe85c03-5d73-4aa3-9df6-5d54c18346bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224468 Jan 27 19:39:52.654894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:39:52.701116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (387e48d7-d15a-4856-857b-73a853e831fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:52.712964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['387e48d7-d15a-4856-857b-73a853e831fa'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:39:52.736367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=387e48d7-d15a-4856-857b-73a853e831fa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:52.750384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c2fb9-2a48-4b44-b309-728262b6aabc req-1f9da9a8-0959-4224-bc66-26fefc24d32f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:52.751931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b42c2fb9-2a48-4b44-b309-728262b6aabc req-1f9da9a8-0959-4224-bc66-26fefc24d32f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1029632 Jan 27 19:39:52.808855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] No DVR routers for this DVR port 387e48d7-d15a-4856-857b-73a853e831fa on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:52.812578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:52.816604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94b46475-3883-48cd-ae48-ab63077f11f7 req-7266db4d-439b-440a-8a5c-bcaa5ed21396 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "DELETE /v2.0/ports/387e48d7-d15a-4856-857b-73a853e831fa HTTP/1.1" status: 204 len: 173 time: 0.7187974 Jan 27 19:39:52.857150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b42c2fb9-2a48-4b44-b309-728262b6aabc req-57afb1fe-5d6e-4c82-90fe-306df45494e0 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971763 Jan 27 19:39:52.888597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:52.992646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f49aa139-9361-4e0d-9f47-c326979d18c4 req-98374b3b-049d-4f85-b3b5-0f688d323bd2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0382569 Jan 27 19:39:52.995061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2262c-925a-4d85-a08c-333f9709a4d2 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:52.996569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-41d2262c-925a-4d85-a08c-333f9709a4d2 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1092 time: 0.1068523 Jan 27 19:39:52.999877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33172) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:53.008786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:53.045310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:53.179614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:53.193601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'name': 'network-vif-deleted', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:53.195955 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eb5f69-530b-4590-9746-a7843aef392d" -d '{"events": [{"server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "name": "network-vif-deleted", "tag": "387e48d7-d15a-4856-857b-73a853e831fa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:53.344356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.81 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c7740b81-727c-4000-879d-35aa542a5ef4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:39:53.404597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfa616-c46e-4273-aa6c-f64e9fdbb540 req-dacc389e-18aa-48d9-99b8-a1467187824e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:53.417798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cbfa616-c46e-4273-aa6c-f64e9fdbb540 req-dacc389e-18aa-48d9-99b8-a1467187824e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.0892463 Jan 27 19:39:53.481906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cbfa616-c46e-4273-aa6c-f64e9fdbb540 req-ba85fb60-0f85-4321-ba1a-5f0b60435bb8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627329 Jan 27 19:39:53.507082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (c7740b81-727c-4000-879d-35aa542a5ef4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:53.541434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:53.547808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:53.556484 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37847070-416c-4af8-bfe9-f3710db74887 x-openstack-request-id: req-37847070-416c-4af8-bfe9-f3710db74887 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:53.556810 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55679a3-98e4-4ca0-ba86-46644f395faf", "name": "network-vif-deleted", "tag": "387e48d7-d15a-4856-857b-73a853e831fa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:53.557104 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37847070-416c-4af8-bfe9-f3710db74887 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:53.557558 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55679a3-98e4-4ca0-ba86-46644f395faf', 'name': 'network-vif-deleted', 'tag': '387e48d7-d15a-4856-857b-73a853e831fa', 'status': 'completed', 'code': 200} Jan 27 19:39:53.591158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:39:53.594439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:39:53.599811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:39:53.639114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=c7740b81-727c-4000-879d-35aa542a5ef4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:53.682867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-25fe13e5-26bf-45d4-b68e-167bedac9056 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386173 Jan 27 19:39:53.689934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-19ddb380-9946-44fd-98cb-c1b21499eb70 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:39:53.702012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-19ddb380-9946-44fd-98cb-c1b21499eb70 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126686 Jan 27 19:39:53.776051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:53.927503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16703a5-c542-4e38-9e67-2a97bc159e7f req-83bb0888-ca46-4841-bb46-05b392381629 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:53.929099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d16703a5-c542-4e38-9e67-2a97bc159e7f req-83bb0888-ca46-4841-bb46-05b392381629 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0573235 Jan 27 19:39:54.009219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d16703a5-c542-4e38-9e67-2a97bc159e7f req-ae5f931b-255c-4645-8264-f8e3bf0f7ab6 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707991 Jan 27 19:39:54.103362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (0c7d31b5-0cf9-4a25-ba31-14d23de466bc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.153418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26c6dc62-7cfb-425b-aece-effd2ba86b4f req-eae06a1a-b173-475a-922b-f44fb0d20449 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0478930 Jan 27 19:39:54.217736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.466471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (c7740b81-727c-4000-879d-35aa542a5ef4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.474586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.534976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=c7740b81-727c-4000-879d-35aa542a5ef4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:54.604073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (0c7d31b5-0cf9-4a25-ba31-14d23de466bc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.757354 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 0c7d31b5-0cf9-4a25-ba31-14d23de466bc associated. External IP: 172.25.5.81, port: 57b35f1d-6b63-46c3-b98c-e5542f00effe. Jan 27 19:39:54.775351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:54.794508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e00b-9f85-413e-b0ba-499e8cdd27cb req-68fa504e-b136-4dca-987d-8253ae0aeb6c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:54.797282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7175e00b-9f85-413e-b0ba-499e8cdd27cb req-68fa504e-b136-4dca-987d-8253ae0aeb6c tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.0932209 Jan 27 19:39:54.858484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7175e00b-9f85-413e-b0ba-499e8cdd27cb req-29a96a76-499a-41fa-b244-8083253ee77f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537589 Jan 27 19:39:55.018152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-af629f5a-da4e-4e42-b562-6dfd6a2a2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:55.020371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-af629f5a-da4e-4e42-b562-6dfd6a2a2789 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5&tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc HTTP/1.1" status: 200 len: 1094 time: 0.0900767 Jan 27 19:39:55.032867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:39:55.073163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 351b6692-3c8d-4d67-9b25-4bdfca93aeec has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:39:55.109379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:55.163029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440314ac-68a3-4393-b13a-053801abf7d7 req-7f712983-3520-4e8e-8023-e70ef9071773 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:55.165313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440314ac-68a3-4393-b13a-053801abf7d7 req-7f712983-3520-4e8e-8023-e70ef9071773 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0588965 Jan 27 19:39:55.266423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-440314ac-68a3-4393-b13a-053801abf7d7 req-f64514d1-b6d4-465d-b8d4-059600736e77 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938027 Jan 27 19:39:55.346930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:55.367286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Sync routers for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:55.395189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:55.402061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:55.430967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:55.472087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4af9c54-610e-4e69-9607-bfac18a90b65 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4652574 Jan 27 19:39:55.472408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:55.474764 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e652fd0-9a3a-487a-9ed0-561fa27221fa" -d '{"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:55.507819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:55.519466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b81796ea-cb0f-4cf6-a382-ed33f6de0ef6 req-5e9f9c1f-6f90-4638-8d56-fd2f8b6e879b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.1166246 Jan 27 19:39:55.586439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:55.593886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-2204e91f-7a5c-4bde-abac-6ebd98ba12c4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:55.597598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-2204e91f-7a5c-4bde-abac-6ebd98ba12c4 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1671147 Jan 27 19:39:55.672530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:55.678179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:39:55.702335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks [] for port (5e26940d-24df-41e6-b1e4-088760f9292c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:55.732893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Transition to ACTIVE for port object 5e26940d-24df-41e6-b1e4-088760f9292c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:39:55.742224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:55.857383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=9']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:55.874124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:39:55.874480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:56.038408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d547-ac18-45d6-a65b-ae1c38793559 req-af908c51-7f52-4320-8ac0-837207709c02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:56.047457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb80d547-ac18-45d6-a65b-ae1c38793559 req-af908c51-7f52-4320-8ac0-837207709c02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.2341273 Jan 27 19:39:56.051404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] No DVR routers for this DVR port 5e26940d-24df-41e6-b1e4-088760f9292c on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:56.162119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] For port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:39:56.162485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:56.183438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb80d547-ac18-45d6-a65b-ae1c38793559 req-89eea4cd-b41a-4921-86ea-cc38f720d5fa tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349947 Jan 27 19:39:56.209364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:56.280757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0c7d31b5-0cf9-4a25-ba31-14d23de466bc', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'mac_address': 'fa:16:3e:8d:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:39:53Z', 'updated_at': '2022-01-27T19:39:53Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:56.287330 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96798e-90a3-44d2-8dca-51ece6296500 x-openstack-request-id: req-cd96798e-90a3-44d2-8dca-51ece6296500 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:56.287783 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:56.287896 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd96798e-90a3-44d2-8dca-51ece6296500 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:56.288285 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'status': 'completed', 'code': 200} Jan 27 19:39:56.367009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Checking router: 351b6692-3c8d-4d67-9b25-4bdfca93aeec for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:56.400673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:56.402080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:56.434800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:39:56.435141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:39:56.435466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:56.448842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:39:56.449175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Attempting to bind port 5e26940d-24df-41e6-b1e4-088760f9292c on network 3a3a485d-ad33-4cdc-b857-f7290f56434b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:39:56.476011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-43323677-f134-4a15-b7a4-0b350d3a6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:56.479118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-43323677-f134-4a15-b7a4-0b350d3a6adc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.1341989 Jan 27 19:39:56.479118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:39:56.479398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Checking segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:39:56.480434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Bound using segment: {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:39:56.481100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Bound port: 5e26940d-24df-41e6-b1e4-088760f9292c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ed2822-a4cf-4463-8e7b-f739e82e17aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:39:56.481556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:56.504751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 387e48d7-d15a-4856-857b-73a853e831fa no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:56.518045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-558cfedf-9cd5-4c50-a02e-9166209685ef tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 200 len: 991 time: 0.3042367 Jan 27 19:39:56.543576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c5c30-2235-4380-9868-74277eb006d4 req-23d7b42c-7e27-4981-8dd3-f6c137f9b8ea tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:56.551378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d3c5c30-2235-4380-9868-74277eb006d4 req-23d7b42c-7e27-4981-8dd3-f6c137f9b8ea tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 943 time: 0.1528704 Jan 27 19:39:56.728984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 387e48d7-d15a-4856-857b-73a853e831fa {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:56.729274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 387e48d7-d15a-4856-857b-73a853e831fa not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:56.758250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:56.772976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d3c5c30-2235-4380-9868-74277eb006d4 req-c90d81f4-b2a0-4c5f-b19c-c8fa232ff378 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206109 Jan 27 19:39:56.779858 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:56.780271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:56.780598 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Floating IP a1419349-6ad8-4d99-b6f4-f016093e4b17 disassociated. External IP: 172.25.5.47, port: 54999696-eba0-4fab-9ffd-fcc3da8d1ef6. Jan 27 19:39:56.780953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:39:56.857950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:39:56.872280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:39:56.882991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-08c23eb0-fccb-4184-a75b-d1ae766c6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:56.884541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-08c23eb0-fccb-4184-a75b-d1ae766c6ff9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.4005876 Jan 27 19:39:56.885882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:57.023159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.023720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:57.026450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] 10.222.0.39 "PUT /v2.0/ports/5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 1091 time: 1.9977388 Jan 27 19:39:57.060059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0255fb-1c4c-4dfe-b51e-ec281a22f2ca req-4795d03a-dfaf-434e-8848-122692cef76a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.069339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0255fb-1c4c-4dfe-b51e-ec281a22f2ca req-4795d03a-dfaf-434e-8848-122692cef76a tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 945 time: 0.1477125 Jan 27 19:39:57.136521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-a0a1f497-e257-43aa-bd19-cb98177e8174 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 999 time: 0.2437789 Jan 27 19:39:57.153274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c1013-e178-4dde-b279-4d84a3adaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:57.156150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad0255fb-1c4c-4dfe-b51e-ec281a22f2ca req-3c5d63c4-fb19-4d3d-9893-1c63c7a6fd0e tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups?id=56e69641-fb93-4cd3-85b8-0df13a992124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827045 Jan 27 19:39:57.185805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0c7d31b5-0cf9-4a25-ba31-14d23de466bc', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'mac_address': 'fa:16:3e:8d:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:39:53Z', 'updated_at': '2022-01-27T19:39:53Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:57.251254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166261bc-a9ab-4031-a723-94b602c5a2ee None None] The sync data for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 is: [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '0c7d31b5-0cf9-4a25-ba31-14d23de466bc', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'mac_address': 'fa:16:3e:8d:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:39:53Z', 'updated_at': '2022-01-27T19:39:53Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:39:57.293676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-68081f17-18fb-45ef-a76c-6c7c70ad4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.295230 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-68081f17-18fb-45ef-a76c-6c7c70ad4dbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1095 time: 0.2320004 Jan 27 19:39:57.327076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-203a7688-e471-4ab6-bf7d-1b472b7fa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.329000 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-203a7688-e471-4ab6-bf7d-1b472b7fa391 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.1642423 Jan 27 19:39:57.374750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7462fe09-a62e-4b08-8ce7-7ca77f81635b req-6e19b4e4-5131-4ff8-827a-c8788dd95244 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0808158 Jan 27 19:39:57.389690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (54999696-eba0-4fab-9ffd-fcc3da8d1ef6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:57.469167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=54999696-eba0-4fab-9ffd-fcc3da8d1ef6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:39:57.505226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-51f6fde5-93c9-4cb5-a80f-ed0f3f3fe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.516694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-51f6fde5-93c9-4cb5-a80f-ed0f3f3fe2fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.2143185 Jan 27 19:39:57.542756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:57.731900 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a849dc2-e3af-41c8-a54e-544a8248f3c8 None None] New status for floating IP 0c7d31b5-0cf9-4a25-ba31-14d23de466bc: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:39:57.751616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Router f725490f-9d1a-48ea-9daf-4863be4c8230 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:39:57.835420 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b337c62-95fa-48c4-b938-90ec985feec8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 200 len: 991 time: 0.2559385 Jan 27 19:39:57.839030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-45ba2e81-96ec-4800-8c47-3c2fe6a0c05d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 998 time: 0.2947841 Jan 27 19:39:57.883778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-9d38fe4c-8a8f-494f-b5c7-14482b21cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:57.891061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-9d38fe4c-8a8f-494f-b5c7-14482b21cffc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711679 Jan 27 19:39:58.057685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-103519a2-699e-4158-9a3b-6809fba912f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:58.059554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-103519a2-699e-4158-9a3b-6809fba912f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.2127724 Jan 27 19:39:58.077775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:39:58.089086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Sync routers for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:39:58.115071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:58.115957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:58.158724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b4048-9d44-488c-9c75-da45ce08ad43 req-402cef1e-31fb-4c14-a669-a0acd25c9932 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:58.162930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b4048-9d44-488c-9c75-da45ce08ad43 req-402cef1e-31fb-4c14-a669-a0acd25c9932 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.1927836 Jan 27 19:39:58.170500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-02a5e695-4908-4a1d-bd9b-0f28b8deecce service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179334 Jan 27 19:39:58.172623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-c1e93d09-6fe3-43cc-af03-19976094a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:58.174512 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-c1e93d09-6fe3-43cc-af03-19976094a717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044457 Jan 27 19:39:58.196046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] No DVR routers for this DVR port 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:39:58.203384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:39:58.212296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ecfd313-124d-4052-bbe8-54f5d72a94ba req-8f2e7c11-b2e2-4dab-b84f-52e3db2baa93 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.66 "DELETE /v2.0/ports/54999696-eba0-4fab-9ffd-fcc3da8d1ef6 HTTP/1.1" status: 204 len: 173 time: 2.6085038 Jan 27 19:39:58.223552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-deleted', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:58.227856 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51caf61-a884-4d6e-9684-238ede531f59" -d '{"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-deleted", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:58.297439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:39:58.300743 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71248ba6-f7ec-4848-b28e-270831f00ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:39:58.334847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-960b4048-9d44-488c-9c75-da45ce08ad43 req-9cf869fe-797f-46d7-af3f-b566e164ea72 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406507 Jan 27 19:39:58.383793 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-cf8b8127-3f4f-416e-be29-939084d9d592 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975181 Jan 27 19:39:58.395123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:58.445298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e652fd0-9a3a-487a-9ed0-561fa27221fa req-cbd540ed-e08f-4538-b7ff-7289bad1b3ef service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683737 Jan 27 19:39:58.490610 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9fc7c885-1b86-478f-b267-d8c5a233a301 req-83a31e17-d0a2-41e3-8dc2-15be0aa362bb tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a5637d-8376-4743-9d08-8b4fa768b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0478919 Jan 27 19:39:58.505632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:39:58.530106 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e2a0a5-ef78-4049-8768-0a58a3fad251 x-openstack-request-id: req-71e2a0a5-ef78-4049-8768-0a58a3fad251 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:58.530641 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a5637d-8376-4743-9d08-8b4fa768b3f4", "name": "network-vif-deleted", "tag": "54999696-eba0-4fab-9ffd-fcc3da8d1ef6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:58.531067 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71e2a0a5-ef78-4049-8768-0a58a3fad251 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:58.531625 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5637d-8376-4743-9d08-8b4fa768b3f4', 'name': 'network-vif-deleted', 'tag': '54999696-eba0-4fab-9ffd-fcc3da8d1ef6', 'status': 'completed', 'code': 200} Jan 27 19:39:58.602543 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cecd03f-909e-497f-a2e2-b6f01c5ab2e9 x-openstack-request-id: req-9cecd03f-909e-497f-a2e2-b6f01c5ab2e9 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:39:58.603172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:39:58.603693 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cecd03f-909e-497f-a2e2-b6f01c5ab2e9 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:39:58.604424 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'status': 'completed', 'code': 200} Jan 27 19:39:58.614098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:39:58.614450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 54999696-eba0-4fab-9ffd-fcc3da8d1ef6 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:39:58.674568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-a312fe99-f282-4747-9b10-8dcee5f7105c service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785358 Jan 27 19:39:58.688419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d4f88df-6761-477e-bc06-25b903fad306 req-4306f115-0d05-4f6d-aa0e-16f4b7fb9870 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0385699 Jan 27 19:39:58.830142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:39:58.867393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-32d0eb8d-cce9-48d5-8df6-4c2ec27a80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:58.880640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-32d0eb8d-cce9-48d5-8df6-4c2ec27a80d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1095 time: 0.1282327 Jan 27 19:39:58.898912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:58.961931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Checking router: f725490f-9d1a-48ea-9daf-4863be4c8230 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:39:58.978851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:39:58.980344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:39:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:39:59.022340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2e9cc57-fd26-4485-91e1-5694d455c197 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 200 len: 993 time: 0.1839151 Jan 27 19:39:59.132810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-72df98fd-6dde-4f95-a891-091dc458388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:59.137405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-72df98fd-6dde-4f95-a891-091dc458388d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 200 len: 918 time: 0.2489715 Jan 27 19:39:59.304498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-cc872753-4867-40df-88e9-c51e61d5239f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 200 len: 998 time: 0.1596510 Jan 27 19:39:59.331749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:39:59.524257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-f495bc96-b3ea-4873-8ec2-0de82b6b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:59.526035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-f495bc96-b3ea-4873-8ec2-0de82b6b9e48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 200 len: 856 time: 0.1858404 Jan 27 19:39:59.662447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-0bf05157-3d97-4cbc-990a-68769699ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:59.664004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-0bf05157-3d97-4cbc-990a-68769699ff48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3a485d-ad33-4cdc-b857-f7290f56434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227999 Jan 27 19:39:59.688395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551101-e238-42df-9865-ff3e930668d5 req-771eb7d5-3ff6-4558-9474-dc3a65aca8c8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:39:59.695801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0551101-e238-42df-9865-ff3e930668d5 req-771eb7d5-3ff6-4558-9474-dc3a65aca8c8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.1288986 Jan 27 19:39:59.814081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0551101-e238-42df-9865-ff3e930668d5 req-dfee91a2-d0fb-490a-b5e1-f6a7e49048e5 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171954 Jan 27 19:40:00.039858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-ad88894a-4ec4-4496-8b4e-8b275b742e00 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663422 Jan 27 19:40:00.052407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:00.174720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9d28b-806a-4a5f-85b8-a9666ccce434 None None] The sync data for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 is: [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:27:32Z', 'revision_number': 4, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '469f02f3-a34f-4b34-8181-52f0a5f857b3', 'name': '', 'network_id': '407cf7d7-c54e-4b1f-84f5-69fa1df2e15e', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'mac_address': 'fa:16:3e:3b:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:29Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'subnets': [{'id': '6af52683-c078-4d07-9df0-6a3d4ae0eed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:40:00.420694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03cbe2de-6d7a-413b-ba0d-5742fa9a3f4c req-91bf96cd-3cf3-4067-bb14-1bcc89913721 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0787218 Jan 27 19:40:00.474108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-71248ba6-f7ec-4848-b28e-270831f00ad6 req-42617784-599d-4d28-b635-25e8ba7375d5 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750695 Jan 27 19:40:00.680300 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1935c-11af-41a2-a50b-8a3d4d2e404d None None] New status for floating IP a1419349-6ad8-4d99-b6f4-f016093e4b17: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:40:03.802892 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:40:08.982203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53069b54-4732-4272-8aa9-cc66962a6d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.093278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:12.125692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-197c9d20-b2dc-4bfb-aa40-d2c0d2b5ea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.193499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (56e69641-fb93-4cd3-85b8-0df13a992124), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.239058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (56e69641-fb93-4cd3-85b8-0df13a992124), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.422164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb491f68-6dd6-4a31-a69f-d53cdb0359a8 req-6b1ea613-d0af-4f04-9eb8-d4cefb18b82f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:12.429890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb491f68-6dd6-4a31-a69f-d53cdb0359a8 req-6b1ea613-d0af-4f04-9eb8-d4cefb18b82f tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 945 time: 0.2166021 Jan 27 19:40:12.444561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (56e69641-fb93-4cd3-85b8-0df13a992124), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.447434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.448609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "DELETE /v2.0/security-groups/56e69641-fb93-4cd3-85b8-0df13a992124 HTTP/1.1" status: 204 len: 168 time: 0.3543174 Jan 27 19:40:12.452401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:12.471579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e69641-fb93-4cd3-85b8-0df13a992124,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:12.478548 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0a58b901-fcba-47cf-8fd4-3a750aaf7631 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] show failed (client error): The resource could not be found. Jan 27 19:40:12.491875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:12.496087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a58b901-fcba-47cf-8fd4-3a750aaf7631 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "GET /v2.0/security-groups/56e69641-fb93-4cd3-85b8-0df13a992124 HTTP/1.1" status: 404 len: 347 time: 0.0416782 Jan 27 19:40:12.505774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.505774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.505774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.506389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.506389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.506673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.506820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.508426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.508426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.508426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.508426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.508426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.509099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b348c-4efc-48d1-827b-34b7acce4c29 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:12.581117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb491f68-6dd6-4a31-a69f-d53cdb0359a8 req-5e1c1b50-7a20-40c4-a6db-c2786b294d2b tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cf4243-fc39-4f12-80ed-cd2da36d450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470249 Jan 27 19:40:12.706625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-f2e76f14-21c8-4747-9abf-21790589cc42 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:12.717234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-f2e76f14-21c8-4747-9abf-21790589cc42 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 945 time: 0.1024561 Jan 27 19:40:12.733173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1594f83-c9e1-4e7b-a5bd-f2a802c03e1c req-1bef3fb2-48b9-4c8a-8e3b-f4c15a99dd1a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:12.734868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1594f83-c9e1-4e7b-a5bd-f2a802c03e1c req-1bef3fb2-48b9-4c8a-8e3b-f4c15a99dd1a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.0673544 Jan 27 19:40:12.741126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Deleting port c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:12.741530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.855467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Deleting port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:12.855810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.868852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1594f83-c9e1-4e7b-a5bd-f2a802c03e1c req-8eeb2c3f-46b5-4b02-9ec6-7882971ee1d1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137826 Jan 27 19:40:12.883922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.884348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.911414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Calling delete_port for c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:12.959555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] For port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,segment=NetworkSegment(8e7b1b5c-9007-438a-825b-c0409dd5460c),segment_id=8e7b1b5c-9007-438a-825b-c0409dd5460c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:12.960237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:12.976392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Calling delete_port for ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:13.016959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00384cb8-f7f7-4098-91c2-5d7162440c6f req-cf37f017-42dd-4ef9-9b98-50f089b89b68 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0446954 Jan 27 19:40:13.150919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:13.217077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Pushing event deleted for resources: {'Port': ['ID=c8401e3a-2b3b-4b0e-a7cd-00c90767f5ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:13.321160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks [] for floatingip (a1419349-6ad8-4d99-b6f4-f016093e4b17), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:13.326085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:13.328386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c8a47cb-ebb5-4feb-aed9-b2b99608bb33 tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] 10.222.0.59 "DELETE /v2.0/floatingips/a1419349-6ad8-4d99-b6f4-f016093e4b17 HTTP/1.1" status: 204 len: 168 time: 0.8350005 Jan 27 19:40:13.334429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:13.554994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:13.604029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Pushing event deleted for resources: {'Port': ['ID=ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:13.647533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] No DVR routers for this DVR port ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:13.651988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:13.656496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b6159ce6-e986-42a0-9fc9-12ac3eb9aa97 req-421dff80-1f2e-4298-babe-80d1d2a72c87 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.39 "DELETE /v2.0/ports/ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 HTTP/1.1" status: 204 len: 173 time: 0.9326866 Jan 27 19:40:13.656780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'name': 'network-vif-deleted', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:40:13.660987 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698230f-31c8-4cf2-a473-94b96cd29050" -d '{"events": [{"server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "name": "network-vif-deleted", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:40:13.796389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-817b1992-b62f-4447-b430-74059321e015 req-95b78cdc-02d3-47ae-ae13-2e14a6482245 tempest-AttachVolumeNegativeTest-741883076 tempest-AttachVolumeNegativeTest-741883076-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7270d-81d1-4a09-bba4-fe1d9f1fe736 HTTP/1.1" status: 200 len: 210 time: 0.0552077 Jan 27 19:40:13.858254 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f203ad6-f0ec-49c2-b998-0dcd90fde2b0 x-openstack-request-id: req-5f203ad6-f0ec-49c2-b998-0dcd90fde2b0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:40:13.858793 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7270d-81d1-4a09-bba4-fe1d9f1fe736", "name": "network-vif-deleted", "tag": "ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:40:13.859207 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f203ad6-f0ec-49c2-b998-0dcd90fde2b0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:40:13.859941 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7270d-81d1-4a09-bba4-fe1d9f1fe736', 'name': 'network-vif-deleted', 'tag': 'ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5', 'status': 'completed', 'code': 200} Jan 27 19:40:14.096132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303938c3-903d-493e-a70a-6fbcef2dae48 req-b7234c6f-0eb1-4f68-8de7-3fde57363322 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:14.097961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-303938c3-903d-493e-a70a-6fbcef2dae48 req-b7234c6f-0eb1-4f68-8de7-3fde57363322 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.1122077 Jan 27 19:40:14.214420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-303938c3-903d-493e-a70a-6fbcef2dae48 req-f6dab2ea-58f7-4eca-85de-2450ab6a0a20 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970266 Jan 27 19:40:14.364990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (f725490f-9d1a-48ea-9daf-4863be4c8230), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:14.440402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c42ceb0a-3e1d-4ca1-8043-844c4686e02e req-579483e7-1568-469b-a4bd-aec57b1b62da tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0362675 Jan 27 19:40:14.886254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33410) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:15.022584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Deleting subnet 9dde38b9-1f64-4ae6-a410-3cef79f2aa1a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:40:15.026841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Publish callbacks [] for subnet (9dde38b9-1f64-4ae6-a410-3cef79f2aa1a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.065455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (9dde38b9-1f64-4ae6-a410-3cef79f2aa1a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.116659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Deleting port 469f02f3-a34f-4b34-8181-52f0a5f857b3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:15.117453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.119223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (9dde38b9-1f64-4ae6-a410-3cef79f2aa1a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.148036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.194928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (9dde38b9-1f64-4ae6-a410-3cef79f2aa1a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.223710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dde38b9-1f64-4ae6-a410-3cef79f2aa1a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:15.228171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.231832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c720e7e0-ff67-47b0-81c5-dc9cc8f934c1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9dde38b9-1f64-4ae6-a410-3cef79f2aa1a HTTP/1.1" status: 204 len: 168 time: 0.3441122 Jan 27 19:40:15.235972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:15.322750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] For port 469f02f3-a34f-4b34-8181-52f0a5f857b3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=469f02f3-a34f-4b34-8181-52f0a5f857b3,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:15.323109 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.352315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b0357751-ea75-4fa9-8bb3-53baac05e592), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.354632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Calling delete_port for 469f02f3-a34f-4b34-8181-52f0a5f857b3 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:15.538081 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b0357751-ea75-4fa9-8bb3-53baac05e592), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.547584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f173738-5bd4-47ac-84a6-8ddef0aea1e3 req-a9cf5f37-b9c3-4777-bccc-4d930fea285e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:15.549245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f173738-5bd4-47ac-84a6-8ddef0aea1e3 req-a9cf5f37-b9c3-4777-bccc-4d930fea285e tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 944 time: 0.1816294 Jan 27 19:40:15.577817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:40:15.587988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:15.625310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0357751-ea75-4fa9-8bb3-53baac05e592']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:15.644130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b1b5c-9007-438a-825b-c0409dd5460c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:15.644441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b1b5c-9007-438a-825b-c0409dd5460c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:15.649968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.654140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:15.655042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device ff2df182-51bc-48f5-b5c7-da4d8bd4d6c5 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:15.670545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (8e7b1b5c-9007-438a-825b-c0409dd5460c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.717806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f173738-5bd4-47ac-84a6-8ddef0aea1e3 req-e1c39904-4b73-41da-860f-a28a316ecf3f tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563985 Jan 27 19:40:15.721575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8e7b1b5c-9007-438a-825b-c0409dd5460c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.738135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:40:15.739001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (8e7b1b5c-9007-438a-825b-c0409dd5460c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:40:15.769631 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:40:15.870686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70f5cc92-a8cd-4b81-a554-82b5629a4561 req-b262869c-d583-4c3d-9da9-d4bf26c0f4f2 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0445147 Jan 27 19:40:15.874427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:15.903370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '5e26940d-24df-41e6-b1e4-088760f9292c', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'port_id': '5e26940d-24df-41e6-b1e4-088760f9292c', 'mac_address': 'fa:16:3e:01:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:40:15.907140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b0357751-ea75-4fa9-8bb3-53baac05e592), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.975523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:15.984515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b0357751-ea75-4fa9-8bb3-53baac05e592 HTTP/1.1" status: 204 len: 168 time: 0.7467916 Jan 27 19:40:15.988749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12618066-2d92-44d2-a744-64fb3224a7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0357751-ea75-4fa9-8bb3-53baac05e592,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:15.992343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (469f02f3-a34f-4b34-8181-52f0a5f857b3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.037245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Pushing event deleted for resources: {'Port': ['ID=469f02f3-a34f-4b34-8181-52f0a5f857b3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:16.037995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:40:16.038654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.070656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:40:16.084223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.117770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:16.140519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.275758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:16.292172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.293307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.294222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.295022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.295868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.296784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.297415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.298149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.298981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.299800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.300683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.301561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.302503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:16.315245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33428) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:16.371594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (f725490f-9d1a-48ea-9daf-4863be4c8230), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.384057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['5e26940d-24df-41e6-b1e4-088760f9292c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:40:16.476386 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-297b9ed1-3cb9-4707-b82a-13222de147f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e358989b01034c2faab0c3c7e1a53cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595199 Jan 27 19:40:16.482035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:16.563936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] Publish callbacks [] for security_group (27cf4243-fc39-4f12-80ed-cd2da36d450b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.595857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] Publish callbacks [] for security_group (27cf4243-fc39-4f12-80ed-cd2da36d450b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.674987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (27cf4243-fc39-4f12-80ed-cd2da36d450b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.682457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:16.691601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27cf4243-fc39-4f12-80ed-cd2da36d450b HTTP/1.1" status: 204 len: 168 time: 0.2079399 Jan 27 19:40:16.724277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9f70f-a320-4ff4-a200-35599a442a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf4243-fc39-4f12-80ed-cd2da36d450b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:16.905213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Router f725490f-9d1a-48ea-9daf-4863be4c8230 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:40:17.077665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a8e6f-3cae-43c6-ad46-0846bd5895c7 req-21a239eb-49d5-4944-a1b2-69c6d6ee8a25 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:17.079241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292a8e6f-3cae-43c6-ad46-0846bd5895c7 req-21a239eb-49d5-4944-a1b2-69c6d6ee8a25 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1725454 Jan 27 19:40:17.127091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:40:17.138000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d65bd879-2960-478a-a8de-9aee0fe9def5 admin admin] 10.222.0.59 "PUT /v2.0/routers/f725490f-9d1a-48ea-9daf-4863be4c8230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8027709 Jan 27 19:40:17.142582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:17.155433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Sync routers for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:40:17.180110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:40:17.181669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:17.264179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-292a8e6f-3cae-43c6-ad46-0846bd5895c7 req-7f43a07c-4d63-4b2c-9a60-11462243c2f8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615665 Jan 27 19:40:17.319590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:40:17.430644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7299e711-3231-4fa7-8d37-3ea0cefb61f4 req-7057ffc0-04cb-4ae7-aef7-dfdf996a2042 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0569060 Jan 27 19:40:17.462738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks [] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:17.585558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:40:17.634142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks [] for router_gateway (f725490f-9d1a-48ea-9daf-4863be4c8230), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:17.714492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Deleting port 7a536abc-2fa8-4a07-9334-f01efeec0191 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:17.714977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:17.720106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 5e26940d-24df-41e6-b1e4-088760f9292c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:40:17.730582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:40:15Z', 'revision_number': 5, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port': {'id': '7a536abc-2fa8-4a07-9334-f01efeec0191', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:23Z', 'updated_at': '2022-01-27T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:17.734963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 5e26940d-24df-41e6-b1e4-088760f9292c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:40:17.735593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:17.822919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Checking router: f725490f-9d1a-48ea-9daf-4863be4c8230 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:40:17.851256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Routers {'f725490f-9d1a-48ea-9daf-4863be4c8230'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:40:17.851914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['f725490f-9d1a-48ea-9daf-4863be4c8230'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:17.877855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] For port 7a536abc-2fa8-4a07-9334-f01efeec0191, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7a536abc-2fa8-4a07-9334-f01efeec0191,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:17.878326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:17.895063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Calling delete_port for 7a536abc-2fa8-4a07-9334-f01efeec0191 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:18.146028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7a536abc-2fa8-4a07-9334-f01efeec0191), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.211581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a536abc-2fa8-4a07-9334-f01efeec0191,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:18.241335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.241696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.242055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.242409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.242777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.243106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.243429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.243764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.244092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.244422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.244753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.245082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.245453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:40:18.265212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 5e26940d-24df-41e6-b1e4-088760f9292c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:40:18.265212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.266619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] Set router f725490f-9d1a-48ea-9daf-4863be4c8230 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:40:18.267797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (f725490f-9d1a-48ea-9daf-4863be4c8230), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.372169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:40:17Z', 'revision_number': 6, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:18.380371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:40:18.383394 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfc93a9-8560-4fe7-b182-6830842f9e22" -d '{"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:40:18.427507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76028db9-b1fa-4d0e-a6c0-4f0e347ade58 None None] The sync data for ids ['f725490f-9d1a-48ea-9daf-4863be4c8230'] in n-d-760453-6 is: [{'id': 'f725490f-9d1a-48ea-9daf-4863be4c8230', 'name': 'tempest-ServerActionsTestJSON-165637666-router', 'tenant_id': '04bcb713ef8a49f1955d2b0120f0602c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:22Z', 'updated_at': '2022-01-27T19:40:17Z', 'revision_number': 6, 'project_id': '04bcb713ef8a49f1955d2b0120f0602c', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:40:18.432549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.437061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks [] for router_controller (f725490f-9d1a-48ea-9daf-4863be4c8230), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.446493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:18.457631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.543891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9eeb-d60b-4274-9c97-fb56553d4d0d req-d01daa1f-567e-4b24-be16-3ae973dd7aed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:18.546778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205c9eeb-d60b-4274-9c97-fb56553d4d0d req-d01daa1f-567e-4b24-be16-3ae973dd7aed tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 945 time: 0.1364450 Jan 27 19:40:18.584574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (f725490f-9d1a-48ea-9daf-4863be4c8230), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.586352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f725490f-9d1a-48ea-9daf-4863be4c8230 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:40:18.601904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.602788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acab7235-4d59-43a2-998c-38e4a78dcd43 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f725490f-9d1a-48ea-9daf-4863be4c8230 HTTP/1.1" status: 204 len: 168 time: 1.4585860 Jan 27 19:40:18.606344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33482) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:18.617157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:18.665907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-205c9eeb-d60b-4274-9c97-fb56553d4d0d req-0eab1ec5-1b7a-4542-9b7a-37aa067d9cb8 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119328 Jan 27 19:40:18.692611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Deleting subnet 6af52683-c078-4d07-9df0-6a3d4ae0eed3 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:40:18.705867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Publish callbacks [] for subnet (6af52683-c078-4d07-9df0-6a3d4ae0eed3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.747031 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfcbaa0-3320-4185-be77-a41bd52f5d03 x-openstack-request-id: req-0bfcbaa0-3320-4185-be77-a41bd52f5d03 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:40:18.747482 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-plugged", "status": "completed", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:40:18.747782 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bfcbaa0-3320-4185-be77-a41bd52f5d03 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:40:18.748276 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'code': 200} Jan 27 19:40:18.784731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (6af52683-c078-4d07-9df0-6a3d4ae0eed3), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:18.938692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06e5d720-4a5a-4437-baa0-505f1ca50a0c req-7849d5c5-d517-46d4-a952-b7b1d74e7205 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0731506 Jan 27 19:40:19.023453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (6af52683-c078-4d07-9df0-6a3d4ae0eed3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.035494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 469f02f3-a34f-4b34-8181-52f0a5f857b3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:19.111943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 469f02f3-a34f-4b34-8181-52f0a5f857b3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:19.114892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 469f02f3-a34f-4b34-8181-52f0a5f857b3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:19.172287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (6af52683-c078-4d07-9df0-6a3d4ae0eed3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.209124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af52683-c078-4d07-9df0-6a3d4ae0eed3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:19.216971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.224052 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a4bff4c7-a1bd-424b-8733-825495371f93 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6af52683-c078-4d07-9df0-6a3d4ae0eed3 HTTP/1.1" status: 204 len: 168 time: 0.6157446 Jan 27 19:40:19.228560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:19.234588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af62b33-c66c-4ab0-add8-7f7c491e7f80 None None] Network 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:19.404287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.527380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc582fe9-8cc6-4060-8095-9949397ed707 req-67991e89-1cab-432b-b634-5d42c2faa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:19.530794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Deleting port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:19.531710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.535617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc582fe9-8cc6-4060-8095-9949397ed707 req-67991e89-1cab-432b-b634-5d42c2faa57c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 1097 time: 0.5501420 Jan 27 19:40:19.567750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] DHCP port deletion for 407cf7d7-c54e-4b1f-84f5-69fa1df2e15e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:40:19.667660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc582fe9-8cc6-4060-8095-9949397ed707 req-9285bc77-4af4-461f-9d4e-998410f53db6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260154 Jan 27 19:40:19.676559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Deleting port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:19.677119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.758693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] For port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:19.759585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.794651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Calling delete_port for 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:19.828540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] For port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,segment=NetworkSegment(ce60ee87-c942-43d9-9ba5-9c925e4a56c8),segment_id=ce60ee87-c942-43d9-9ba5-9c925e4a56c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:19.829404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:19.870750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Calling delete_port for 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:20.061061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.105115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] Pushing event deleted for resources: {'Port': ['ID=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:20.107333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b182a-3669-46b0-8b31-40ec1d68a518 req-fe946ca1-178d-4d8f-8363-46bd1aea9246 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:20.114865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82fd1a-d31a-4634-93da-9fba62227747 None None] No DVR routers for this DVR port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:20.129387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e47b182a-3669-46b0-8b31-40ec1d68a518 req-fe946ca1-178d-4d8f-8363-46bd1aea9246 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 946 time: 0.2753577 Jan 27 19:40:20.249410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e47b182a-3669-46b0-8b31-40ec1d68a518 req-e792b200-9c64-4ecc-964f-69fd55254414 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155887 Jan 27 19:40:20.255998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9143dac7-82e4-4ae1-b16b-b063b4ea69a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.315464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9143dac7-82e4-4ae1-b16b-b063b4ea69a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:20.326549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] No DVR routers for this DVR port 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:20.456508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb1fcf5b-a390-4795-8b09-16db1a3cfcf0 req-0ddc4f22-c36b-4ac5-bdfc-e4ce606dd332 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0712252 Jan 27 19:40:20.542875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.627130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407cf7d7-c54e-4b1f-84f5-69fa1df2e15e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:20.643164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:20.643605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce60ee87-c942-43d9-9ba5-9c925e4a56c8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:20.660369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (ce60ee87-c942-43d9-9ba5-9c925e4a56c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.682176 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ce60ee87-c942-43d9-9ba5-9c925e4a56c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.692153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:40:20.692744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (ce60ee87-c942-43d9-9ba5-9c925e4a56c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:40:20.825886 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:40:20.835075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (407cf7d7-c54e-4b1f-84f5-69fa1df2e15e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.848077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:20.855377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/407cf7d7-c54e-4b1f-84f5-69fa1df2e15e HTTP/1.1" status: 204 len: 168 time: 1.6231680 Jan 27 19:40:20.882531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175cea9-f5af-46bf-b648-f94096493aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=407cf7d7-c54e-4b1f-84f5-69fa1df2e15e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:20.972991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7a536abc-2fa8-4a07-9334-f01efeec0191 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:21.131198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7a536abc-2fa8-4a07-9334-f01efeec0191 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:21.135824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7a536abc-2fa8-4a07-9334-f01efeec0191 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:21.138399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:21.230102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:21.230682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9143dac7-82e4-4ae1-b16b-b063b4ea69a0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:21.459889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:21.467247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265b8b-c6fa-4509-8fd2-249a1715644b req-ed0c5b2e-e600-4769-a306-d3032c028935 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:21.476372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8265b8b-c6fa-4509-8fd2-249a1715644b req-ed0c5b2e-e600-4769-a306-d3032c028935 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 946 time: 0.1185570 Jan 27 19:40:21.568479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8265b8b-c6fa-4509-8fd2-249a1715644b req-f9a0a85d-1562-49ba-bab0-c6fd4a74bdaf tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904684 Jan 27 19:40:21.575014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1d80c9d-e942-46b8-b971-2a11f6cc121b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04bcb713ef8a49f1955d2b0120f0602c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117184 Jan 27 19:40:21.575507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:21.701476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54e8dc98-c227-4f08-9ad4-c4ada786a65b req-dffc571c-1b87-493a-a630-9708a969fcfa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0468600 Jan 27 19:40:21.724335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] Publish callbacks [] for security_group (5fe85c03-5d73-4aa3-9df6-5d54c18346bf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:21.776681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] Publish callbacks [] for security_group (5fe85c03-5d73-4aa3-9df6-5d54c18346bf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:21.988170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5fe85c03-5d73-4aa3-9df6-5d54c18346bf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:21.991284 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:21.992362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fe85c03-5d73-4aa3-9df6-5d54c18346bf HTTP/1.1" status: 204 len: 168 time: 0.4145398 Jan 27 19:40:22.034208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16840e91-cbea-4a01-8c2d-18fbe6890d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe85c03-5d73-4aa3-9df6-5d54c18346bf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:22.845192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becb175-4c4e-4697-8c1b-c06360c808e4 req-49d70211-7852-4f27-a4f1-d938c9b8cc08 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:22.900455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3becb175-4c4e-4697-8c1b-c06360c808e4 req-49d70211-7852-4f27-a4f1-d938c9b8cc08 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 946 time: 0.1756313 Jan 27 19:40:23.002204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3becb175-4c4e-4697-8c1b-c06360c808e4 req-84275f7f-ef18-46f4-b393-066713a751da tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968826 Jan 27 19:40:23.086413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33676) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:23.183106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a09415f4-3aa7-4127-b453-dc2c3d897077 req-e95d243d-79f7-4952-9989-85a6a9ef107b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0548682 Jan 27 19:40:23.351187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71b16e95-2779-4168-a1cf-a791503840fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.493291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:23.503269 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71b16e95-2779-4168-a1cf-a791503840fb admin admin] Publish callbacks [] for security_group (3b4ca061-7263-4414-bb4f-aaa82b603738), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.509740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71b16e95-2779-4168-a1cf-a791503840fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3b4ca061-7263-4414-bb4f-aaa82b603738), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.571038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-71b16e95-2779-4168-a1cf-a791503840fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ec9a659bcf4456f95f00254389c5118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824696 Jan 27 19:40:23.573864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:23.580536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16e95-2779-4168-a1cf-a791503840fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ca061-7263-4414-bb4f-aaa82b603738,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:23.679138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] Publish callbacks [] for security_group (3b4ca061-7263-4414-bb4f-aaa82b603738), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.703704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1620091620-network', 'tenant_id': '12f3c653b4f64bff9214b6ce444c95b6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:23.743073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] Publish callbacks [] for security_group (3b4ca061-7263-4414-bb4f-aaa82b603738), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.779966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.800024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Made reservation on behalf of 12f3c653b4f64bff9214b6ce444c95b6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:23.803840 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.815976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.847216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3b4ca061-7263-4414-bb4f-aaa82b603738), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.851107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:23.855417 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b4ca061-7263-4414-bb4f-aaa82b603738 HTTP/1.1" status: 204 len: 168 time: 0.2804983 Jan 27 19:40:23.877205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e09690-88bb-43b3-9a14-29aa28f4ce87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ca061-7263-4414-bb4f-aaa82b603738,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:23.990659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks [] for security_group (b9bd172c-b834-4378-898b-25cdecfd8c5b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.007015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b9bd172c-b834-4378-898b-25cdecfd8c5b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.051127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:40:24.080939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bd172c-b834-4378-898b-25cdecfd8c5b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:24.090577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8d62d365-5149-49a9-82a7-8ead93564077), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.091377 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Added segment 8d62d365-5149-49a9-82a7-8ead93564077 of type vlan for network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 Jan 27 19:40:24.172723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (84c377f7-7a5d-4c46-b19a-daa8ac67e671), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.228088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (84c377f7-7a5d-4c46-b19a-daa8ac67e671), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.231115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:24.232433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.520446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0206907 Jan 27 19:40:24.520715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33722) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:24.525194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-560e7cdb-aec8-41cd-aacc-eaa5a728ce05 req-9c3e1ae4-c945-4509-b626-4aab872ecbe6 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.1159587 Jan 27 19:40:24.525887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Request body: {'subnet': {'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1620091620-subnet', 'tenant_id': '12f3c653b4f64bff9214b6ce444c95b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:24.546743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b5dd-c00c-49ef-a745-12eeb487679a admin admin] Pushing event updated for resources: {'Network': ['ID=84c377f7-7a5d-4c46-b19a-daa8ac67e671,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:24.562265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:40:24.589580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Made reservation on behalf of 12f3c653b4f64bff9214b6ce444c95b6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:24.592577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.598180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:24.624162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30540fed-fff7-4675-a389-e491cdaca344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.766524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30540fed-fff7-4675-a389-e491cdaca344 admin admin] Publish callbacks [] for security_group (2c272daf-64cd-45fa-abac-a0c0ebf48e69), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.772885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30540fed-fff7-4675-a389-e491cdaca344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c272daf-64cd-45fa-abac-a0c0ebf48e69), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.803533 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.831588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30540fed-fff7-4675-a389-e491cdaca344 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=846dac1771b04f4b992ea54b98969b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318923 Jan 27 19:40:24.835946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:24.839810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30540fed-fff7-4675-a389-e491cdaca344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c272daf-64cd-45fa-abac-a0c0ebf48e69,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:24.870162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (f719dd26-a9d1-48f5-b659-110521dc233f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:24.959881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f719dd26-a9d1-48f5-b659-110521dc233f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:24.988187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] Publish callbacks [] for security_group (2c272daf-64cd-45fa-abac-a0c0ebf48e69), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:25.001433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Checking segment: {'id': '8d62d365-5149-49a9-82a7-8ead93564077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:40:25.002080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Network hostable DHCP agents. Network: 84c377f7-7a5d-4c46-b19a-daa8ac67e671, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:40:25.036295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] Publish callbacks [] for security_group (2c272daf-64cd-45fa-abac-a0c0ebf48e69), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:25.060042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:40:25.085951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 84c377f7-7a5d-4c46-b19a-daa8ac67e671) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:25.091228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:25.091806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:25.112909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53724f05-aa34-45c5-a377-1eae91634139 None None] Network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:25.115515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7b571df-e9d4-4813-bf35-f1f4aca4f1e5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5935838 Jan 27 19:40:25.123482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c272daf-64cd-45fa-abac-a0c0ebf48e69), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:25.128068 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:25.129041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c272daf-64cd-45fa-abac-a0c0ebf48e69 HTTP/1.1" status: 204 len: 168 time: 0.2877426 Jan 27 19:40:25.140771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1988e-5bde-41b7-8e85-d7acc02a8416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c272daf-64cd-45fa-abac-a0c0ebf48e69,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:25.350336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84240735-deaa-416c-b325-ab5d86c42ce2 None None] Network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:26.206165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b60c018f-36ef-498b-9f84-62d55a279674 req-822d7b20-37c5-4f45-acdb-d601653b2d45 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0482571 Jan 27 19:40:27.586297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08c94aa7-e21f-4979-9f5a-f7ef8d2bcc0d req-4d7d32b0-8037-4f1a-8a27-0469cbbb5589 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Jan 27 19:40:28.147699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-ae40927e-0086-4d4b-83dd-e5d8effc44ed tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:28.150527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-ae40927e-0086-4d4b-83dd-e5d8effc44ed tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/networks?id=84c377f7-7a5d-4c46-b19a-daa8ac67e671 HTTP/1.1" status: 200 len: 810 time: 0.1606026 Jan 27 19:40:28.182871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-9aaf9534-b2fc-439d-8fce-92eec865cf45 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/quotas/12f3c653b4f64bff9214b6ce444c95b6 HTTP/1.1" status: 200 len: 375 time: 0.0210900 Jan 27 19:40:28.257111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-de5852de-4433-4b73-b797-869bf7843e03 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=12f3c653b4f64bff9214b6ce444c95b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543828 Jan 27 19:40:28.471647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-4d181301-7d06-4f0a-b1ea-2d744fe1f0d7 service neutron] 10.222.0.59 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003119 Jan 27 19:40:28.678934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-b4c16df5-fb34-4646-9068-929b6b32e0dd service neutron] 10.222.0.59 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042038 Jan 27 19:40:29.213216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33960) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:29.352138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecaa47bb-c178-46b7-993e-2d63a1cd415c req-2dbaf114-dc31-42ca-b36d-697f59be5c6e tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.1073287 Jan 27 19:40:29.630242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-688f6faa-884d-462b-8c44-c1a6fba9f0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:29.659320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e3a80fed-5fdb-4be6-8263-6fb971d5dd3f req-363564f2-adaa-417e-ad82-88b2d4176f08 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 210 time: 0.0434697 Jan 27 19:40:29.857822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-688f6faa-884d-462b-8c44-c1a6fba9f0ac admin admin] Publish callbacks [] for security_group (b821f732-dc5b-4c46-9a57-583921c8e118), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:29.864562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-688f6faa-884d-462b-8c44-c1a6fba9f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b821f732-dc5b-4c46-9a57-583921c8e118), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:29.922364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-688f6faa-884d-462b-8c44-c1a6fba9f0ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b250fe53aa074813a86dd2b68d334da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7062638 Jan 27 19:40:29.926562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:29.927889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6faa-884d-462b-8c44-c1a6fba9f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821f732-dc5b-4c46-9a57-583921c8e118,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:30.033599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] Publish callbacks [] for security_group (b821f732-dc5b-4c46-9a57-583921c8e118), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:30.082724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] Publish callbacks [] for security_group (b821f732-dc5b-4c46-9a57-583921c8e118), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:30.187239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b821f732-dc5b-4c46-9a57-583921c8e118), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:30.194555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:30.200100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b821f732-dc5b-4c46-9a57-583921c8e118 HTTP/1.1" status: 204 len: 168 time: 0.2673688 Jan 27 19:40:30.216453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d7697-d98a-40b8-ba27-8bb651d1a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821f732-dc5b-4c46-9a57-583921c8e118,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:30.524327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94107e23-51d6-49b9-8539-fce416b2be03 req-3d92aa47-f578-47a8-82f6-64c0b46e16cd tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0472684 Jan 27 19:40:30.843593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee2e2752-8fc4-40cc-af8a-0d0c3f2c374b req-90f93bfc-aef3-4dd5-a40f-d72cdd6638f3 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 210 time: 0.0546622 Jan 27 19:40:30.889058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:30.913381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7810877b-9ae3-44b1-9e04-191bea2baa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.075498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7810877b-9ae3-44b1-9e04-191bea2baa2d admin admin] Publish callbacks [] for security_group (bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.084883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7810877b-9ae3-44b1-9e04-191bea2baa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.159944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7810877b-9ae3-44b1-9e04-191bea2baa2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=175950bd68f8463aafc5e3674590bfdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691417 Jan 27 19:40:31.161980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810877b-9ae3-44b1-9e04-191bea2baa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:31.164955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:31.245946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] Publish callbacks [] for security_group (bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.274522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-24f1fc32-b61a-4f04-ad5c-d399f961e79e tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:31.277008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-24f1fc32-b61a-4f04-ad5c-d399f961e79e tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.39 "GET /v2.0/networks?id=84c377f7-7a5d-4c46-b19a-daa8ac67e671 HTTP/1.1" status: 200 len: 810 time: 0.2655673 Jan 27 19:40:31.289336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] Publish callbacks [] for security_group (bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.299948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Request body: {'port': {'device_id': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671', 'admin_state_up': True, 'tenant_id': '12f3c653b4f64bff9214b6ce444c95b6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:31.459713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.469725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.478560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f HTTP/1.1" status: 204 len: 168 time: 0.3116596 Jan 27 19:40:31.499738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a809-54b1-48a6-8c91-6ea4c878dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b0c9b-de27-4d0f-bdf9-bed8835ebe0f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:31.607843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Made reservation on behalf of 12f3c653b4f64bff9214b6ce444c95b6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:31.615138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:31.790816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31d20250-46af-4c55-90f3-834f46a1e7fe req-7f2f32ff-0a6d-40ae-8aff-a890fcfade1c tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6f3a59a-fdac-4432-a592-ade8db964444 HTTP/1.1" status: 200 len: 210 time: 0.0810792 Jan 27 19:40:32.040357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Allocated IP 172.20.0.7 (84c377f7-7a5d-4c46-b19a-daa8ac67e671/f719dd26-a9d1-48f5-b659-110521dc233f/23da34a5-2991-470c-b346-e94abb58924e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:40:32.208349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e343a392-1a20-4c38-8647-1510774efa41 req-164014c8-604a-42d9-a7d6-c79c1a1ec623 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 210 time: 0.0719142 Jan 27 19:40:32.252031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks [] for port (23da34a5-2991-470c-b346-e94abb58924e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:32.303201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:32.401510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:40:32.408534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:32.413108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:40:32.476348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Pushing event updated for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:32.515863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:32.518027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:32.544578 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7af76ce7-69b7-4516-9129-ba314302f295 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2579095 Jan 27 19:40:32.559088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-fa26d28b-80cd-4e2a-8c55-8e59d106276f tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:40:32.560450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-fa26d28b-80cd-4e2a-8c55-8e59d106276f tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090027 Jan 27 19:40:32.576629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Request body: {'port': {'device_id': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:32.669941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (23da34a5-2991-470c-b346-e94abb58924e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.140851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:33.160871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23da34a5-2991-470c-b346-e94abb58924e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:40:33.172782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks [] for port (23da34a5-2991-470c-b346-e94abb58924e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.190650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Transition to ACTIVE for port object 23da34a5-2991-470c-b346-e94abb58924e will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:40:33.196948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.340741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (bbe22d69-1c49-491e-b520-69f7cefaf0a2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.355078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Pushing event updated for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:33.400852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Attempting to bind port 23da34a5-2991-470c-b346-e94abb58924e on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:40:33.401201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Attempting to bind port 23da34a5-2991-470c-b346-e94abb58924e by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '8d62d365-5149-49a9-82a7-8ead93564077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:40:33.401622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Attempting to bind port 23da34a5-2991-470c-b346-e94abb58924e on network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:40:33.408755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Port 23da34a5-2991-470c-b346-e94abb58924e on network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:40:33.409090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Attempting to bind port 23da34a5-2991-470c-b346-e94abb58924e on network 84c377f7-7a5d-4c46-b19a-daa8ac67e671 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:40:33.416739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:40:33.417093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Checking segment: {'id': '8d62d365-5149-49a9-82a7-8ead93564077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:40:33.417570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Bound using segment: {'id': '8d62d365-5149-49a9-82a7-8ead93564077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:40:33.418028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Bound port: 23da34a5-2991-470c-b346-e94abb58924e, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d62d365-5149-49a9-82a7-8ead93564077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:40:33.418396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (23da34a5-2991-470c-b346-e94abb58924e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.458218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (bbe22d69-1c49-491e-b520-69f7cefaf0a2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.503744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89831725-0b61-467e-a2ad-977e72b9f756 req-73e16467-ebba-452e-bec4-15522273b9c7 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:33.506711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89831725-0b61-467e-a2ad-977e72b9f756 req-73e16467-ebba-452e-bec4-15522273b9c7 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 943 time: 0.1343181 Jan 27 19:40:33.540096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:40:33.547632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=23da34a5-2991-470c-b346-e94abb58924e,segment=NetworkSegment(8d62d365-5149-49a9-82a7-8ead93564077),segment_id=8d62d365-5149-49a9-82a7-8ead93564077)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:40:33.565424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.651958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Pushing event updated for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:33.659894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:33.660822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.663297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-22921c72-3ffd-40c7-b7a7-06359a0b0fba service neutron] 10.222.0.39 "PUT /v2.0/ports/23da34a5-2991-470c-b346-e94abb58924e HTTP/1.1" status: 200 len: 1091 time: 1.0941901 Jan 27 19:40:33.663962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'tag': '23da34a5-2991-470c-b346-e94abb58924e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:40:33.667866 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40124e95-cab6-4b56-898d-5f60cb2044ac" -d '{"events": [{"name": "network-changed", "server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "tag": "23da34a5-2991-470c-b346-e94abb58924e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:40:33.742491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89831725-0b61-467e-a2ad-977e72b9f756 req-6e9e5a26-fd87-449d-bc6b-63cc32017318 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228973 Jan 27 19:40:33.781684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bbe22d69-1c49-491e-b520-69f7cefaf0a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.792456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:33.799433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/security-groups/bbe22d69-1c49-491e-b520-69f7cefaf0a2 HTTP/1.1" status: 204 len: 168 time: 0.6513720 Jan 27 19:40:33.800489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:33.857099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3ed5f-fa59-4e28-90da-067bdf5304ba tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe22d69-1c49-491e-b520-69f7cefaf0a2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:33.857516 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef7784-0139-4815-bca3-24512830b9ff x-openstack-request-id: req-f1ef7784-0139-4815-bca3-24512830b9ff {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:40:33.858156 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "tag": "23da34a5-2991-470c-b346-e94abb58924e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:40:33.858551 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1ef7784-0139-4815-bca3-24512830b9ff {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:40:33.859371 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'tag': '23da34a5-2991-470c-b346-e94abb58924e', 'status': 'completed', 'code': 200} Jan 27 19:40:33.911876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-c8f91e3f-16b4-466d-8461-13f2af49ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:33.913480 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-c8f91e3f-16b4-466d-8461-13f2af49ac22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12f3c653b4f64bff9214b6ce444c95b6&device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 1094 time: 0.1913562 Jan 27 19:40:33.939299 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-1c056865-8991-4554-b3cc-13a52bc8ee5b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] show failed (client error): The resource could not be found. Jan 27 19:40:33.940985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c056865-8991-4554-b3cc-13a52bc8ee5b tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "GET /v2.0/security-groups/bbe22d69-1c49-491e-b520-69f7cefaf0a2 HTTP/1.1" status: 404 len: 347 time: 0.1057324 Jan 27 19:40:33.963254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34092) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:33.977861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-d277f9db-cf0e-430c-9fb1-97701ed87e3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23da34a5-2991-470c-b346-e94abb58924e HTTP/1.1" status: 200 len: 217 time: 0.0506217 Jan 27 19:40:34.044264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-ee2ef938-034b-433d-a242-60659302c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:34.046140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-ee2ef938-034b-433d-a242-60659302c393 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f719dd26-a9d1-48f5-b659-110521dc233f HTTP/1.1" status: 200 len: 850 time: 0.0615952 Jan 27 19:40:34.155376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-f393ff74-7f5b-429f-af52-e704c6bce9ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84c377f7-7a5d-4c46-b19a-daa8ac67e671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991964 Jan 27 19:40:34.280925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port b7267a0d-4941-4d8f-9128-4a11154d4b3c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:34.281300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:34.368019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-7c0bbc73-4dd5-4bed-bd74-3066fdd04711 service neutron] 10.222.0.39 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045703 Jan 27 19:40:34.472846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:34.474590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (b7267a0d-4941-4d8f-9128-4a11154d4b3c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:34.555424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for b7267a0d-4941-4d8f-9128-4a11154d4b3c owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:34.735742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75abfd32-410c-4504-9bfd-8d20b5343c63 req-6c286a80-37d2-455d-a98b-c4529260d182 service neutron] 10.222.0.39 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418190 Jan 27 19:40:34.950208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-eaffddd8-9bd0-40ba-b2e6-ca4a2bc657f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:34.953048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-eaffddd8-9bd0-40ba-b2e6-ca4a2bc657f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12f3c653b4f64bff9214b6ce444c95b6&device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 1094 time: 0.1435552 Jan 27 19:40:35.117621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b7267a0d-4941-4d8f-9128-4a11154d4b3c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:35.171567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=b7267a0d-4941-4d8f-9128-4a11154d4b3c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:35.228359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-8d8156e0-8966-454d-bb42-002ebd20b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:35.230736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-8d8156e0-8966-454d-bb42-002ebd20b012 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84c377f7-7a5d-4c46-b19a-daa8ac67e671 HTTP/1.1" status: 200 len: 911 time: 0.2701869 Jan 27 19:40:35.281904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d3ef-8afc-4099-a475-d62927e9f0ae req-e084365b-a28b-456a-9d8e-f6ef5daecc69 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:35.283353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3277d3ef-8afc-4099-a475-d62927e9f0ae req-e084365b-a28b-456a-9d8e-f6ef5daecc69 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 943 time: 0.2634287 Jan 27 19:40:35.373841 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-7bc6ce4e-38cb-44cb-acc8-4459c23ef2cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23da34a5-2991-470c-b346-e94abb58924e HTTP/1.1" status: 200 len: 217 time: 0.1335561 Jan 27 19:40:35.487517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for floatingip (47cfb16b-8ccf-4634-ad1f-7686438002c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:35.491418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:35.495410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf1dc679-a400-4450-961f-c3c81e73c535 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/floatingips/47cfb16b-8ccf-4634-ad1f-7686438002c2 HTTP/1.1" status: 204 len: 168 time: 1.5304041 Jan 27 19:40:35.496059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:35.519294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3277d3ef-8afc-4099-a475-d62927e9f0ae req-e97d004d-fdb7-4fb4-8760-0eb3fbe1a1a4 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236009 Jan 27 19:40:35.526268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-e71aa207-7f18-4123-a3b0-048c3d4bc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:35.572766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-e71aa207-7f18-4123-a3b0-048c3d4bc2d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f719dd26-a9d1-48f5-b659-110521dc233f HTTP/1.1" status: 200 len: 850 time: 0.1923950 Jan 27 19:40:35.706602 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-affbc495-3e57-4259-bc82-bce832d18e3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84c377f7-7a5d-4c46-b19a-daa8ac67e671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267874 Jan 27 19:40:35.800918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port 504caba0-665f-4055-9710-1286693d9c9c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:35.801607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (504caba0-665f-4055-9710-1286693d9c9c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:36.004550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (504caba0-665f-4055-9710-1286693d9c9c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:36.059613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for 504caba0-665f-4055-9710-1286693d9c9c owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:36.064607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-bc9c46ec-f982-4452-b685-9289e7dc42b1 service neutron] 10.222.0.39 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441458 Jan 27 19:40:36.397193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40124e95-cab6-4b56-898d-5f60cb2044ac req-7cb7f842-af59-42ec-b46a-1dab918c366b service neutron] 10.222.0.39 "GET /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269649 Jan 27 19:40:36.500264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34168) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:36.507699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (504caba0-665f-4055-9710-1286693d9c9c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:36.603516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=504caba0-665f-4055-9710-1286693d9c9c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:36.828363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:36.845602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c0406055-542a-4a6c-a1af-e6b3ee12d5e4 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/ports/504caba0-665f-4055-9710-1286693d9c9c HTTP/1.1" status: 204 len: 168 time: 1.3438303 Jan 27 19:40:36.846096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:36.847468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0728552-4f7c-4eac-b440-55cf44ffa2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:36.937860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2131-6176-41fb-b80e-6dbdea2e4135 req-aadbb30e-339e-4f52-8359-5c2c3ded37ed tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:36.937860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0ca2131-6176-41fb-b80e-6dbdea2e4135 req-aadbb30e-339e-4f52-8359-5c2c3ded37ed tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 943 time: 0.2045708 Jan 27 19:40:37.061247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0ca2131-6176-41fb-b80e-6dbdea2e4135 req-b45af64f-e006-4562-a77a-78e0c0f9d55f tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122191 Jan 27 19:40:37.202521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port 2a476bc7-a64d-4b69-99a8-105a67187c92 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:37.203071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.411707 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0728552-4f7c-4eac-b440-55cf44ffa2ac admin admin] Publish callbacks [] for security_group (df750b9e-db3d-4831-93cf-d5c82e6db0d8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.430176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0728552-4f7c-4eac-b440-55cf44ffa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df750b9e-db3d-4831-93cf-d5c82e6db0d8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.486647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.541434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for 2a476bc7-a64d-4b69-99a8-105a67187c92 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:37.554690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0728552-4f7c-4eac-b440-55cf44ffa2ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15756387fcb6492c9f7be9435f75adbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0512829 Jan 27 19:40:37.555008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:37.557734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0728552-4f7c-4eac-b440-55cf44ffa2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df750b9e-db3d-4831-93cf-d5c82e6db0d8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:37.667080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] Publish callbacks [] for security_group (df750b9e-db3d-4831-93cf-d5c82e6db0d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.699892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] Publish callbacks [] for security_group (df750b9e-db3d-4831-93cf-d5c82e6db0d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.707376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 23da34a5-2991-470c-b346-e94abb58924e details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:40:37.742058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2a476bc7-a64d-4b69-99a8-105a67187c92), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.816707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df750b9e-db3d-4831-93cf-d5c82e6db0d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.820520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.824732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df750b9e-db3d-4831-93cf-d5c82e6db0d8 HTTP/1.1" status: 204 len: 168 time: 0.2674778 Jan 27 19:40:37.845519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948ccf9-b8d6-464d-b037-ea3bdf0dc636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df750b9e-db3d-4831-93cf-d5c82e6db0d8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:37.865430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=2a476bc7-a64d-4b69-99a8-105a67187c92,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:37.956500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:37.963002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:37.981978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e79f0e91-b424-4bac-960c-390148d91699 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/ports/2a476bc7-a64d-4b69-99a8-105a67187c92 HTTP/1.1" status: 204 len: 168 time: 1.1202602 Jan 27 19:40:38.015646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=23da34a5-2991-470c-b346-e94abb58924e,segment=NetworkSegment(8d62d365-5149-49a9-82a7-8ead93564077),segment_id=8d62d365-5149-49a9-82a7-8ead93564077)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:38.036319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '23da34a5-2991-470c-b346-e94abb58924e', 'network_id': '84c377f7-7a5d-4c46-b19a-daa8ac67e671', 'port_id': '23da34a5-2991-470c-b346-e94abb58924e', 'mac_address': 'fa:16:3e:d5:5b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f719dd26-a9d1-48f5-b659-110521dc233f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:40:38.056174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting subnet 2af34fb9-25f8-4768-945c-a02b900ab401 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:40:38.062488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for subnet (2af34fb9-25f8-4768-945c-a02b900ab401), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.089980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 23da34a5-2991-470c-b346-e94abb58924e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:40:38.090384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (23da34a5-2991-470c-b346-e94abb58924e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.115647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23da34a5-2991-470c-b346-e94abb58924e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:40:38.131345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2af34fb9-25f8-4768-945c-a02b900ab401), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.147618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=23da34a5-2991-470c-b346-e94abb58924e,segment=NetworkSegment(8d62d365-5149-49a9-82a7-8ead93564077),segment_id=8d62d365-5149-49a9-82a7-8ead93564077)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:38.156383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.291608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:38.453178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['23da34a5-2991-470c-b346-e94abb58924e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:40:38.465222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8ab2-fe6f-48a2-ba71-824739bd1bf6 req-507f7b05-1b46-4e19-b7fa-959c006b35c1 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:38.471856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-504c8ab2-fe6f-48a2-ba71-824739bd1bf6 req-507f7b05-1b46-4e19-b7fa-959c006b35c1 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 944 time: 0.1815701 Jan 27 19:40:38.479301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2af34fb9-25f8-4768-945c-a02b900ab401), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.622019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-504c8ab2-fe6f-48a2-ba71-824739bd1bf6 req-0c3c8e0b-3aa1-4a8a-aa89-83d776c158fe tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324573 Jan 27 19:40:38.662580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2af34fb9-25f8-4768-945c-a02b900ab401), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.724629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Subnet': ['ID=2af34fb9-25f8-4768-945c-a02b900ab401,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:38.755607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34218) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:38.796763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e28c5258-6e8a-469d-b817-f78634c37bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.797973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.803213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c0dd6ed-e60b-42e2-88e1-c894d8ac95b9 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/subnets/2af34fb9-25f8-4768-945c-a02b900ab401 HTTP/1.1" status: 204 len: 168 time: 0.8390253 Jan 27 19:40:38.807711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:38.811184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24659be8-0def-4284-9db1-a87e91b0506d None None] Network b35a9de1-c8a7-416e-ab41-235f9010ae71 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:38.913309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting subnet 64c35b2c-d521-42f7-91c2-ce34510105d4 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:40:38.917998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks [] for subnet (64c35b2c-d521-42f7-91c2-ce34510105d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.977140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e28c5258-6e8a-469d-b817-f78634c37bc5 admin admin] Publish callbacks [] for security_group (e9992f6b-3ed7-43d4-aefc-23f4111242d8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:38.988488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e28c5258-6e8a-469d-b817-f78634c37bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9992f6b-3ed7-43d4-aefc-23f4111242d8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.062354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e28c5258-6e8a-469d-b817-f78634c37bc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f78adadb6ad94d039e2c539b783920b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012626 Jan 27 19:40:39.065929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34230) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:39.093276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-738002a1-b43a-4811-897d-0804ee3d2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.127998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5258-6e8a-469d-b817-f78634c37bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9992f6b-3ed7-43d4-aefc-23f4111242d8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:39.168440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] Publish callbacks [] for security_group (e9992f6b-3ed7-43d4-aefc-23f4111242d8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.204804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] Publish callbacks [] for security_group (e9992f6b-3ed7-43d4-aefc-23f4111242d8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.225796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] DHCP port deletion for b35a9de1-c8a7-416e-ab41-235f9010ae71 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:40:39.278663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9992f6b-3ed7-43d4-aefc-23f4111242d8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.282886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.290432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Deleting port dfd73f94-6883-44c3-ab02-47e0e57cab63 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:39.291048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.295631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9992f6b-3ed7-43d4-aefc-23f4111242d8 HTTP/1.1" status: 204 len: 168 time: 0.2210197 Jan 27 19:40:39.321439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34047953-2536-4169-9340-eceef6eb7624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9992f6b-3ed7-43d4-aefc-23f4111242d8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:39.391106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (64c35b2c-d521-42f7-91c2-ce34510105d4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.405652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] For port dfd73f94-6883-44c3-ab02-47e0e57cab63, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dfd73f94-6883-44c3-ab02-47e0e57cab63,segment=NetworkSegment(02f9ff82-08d6-4ab2-9da4-44caeeeba7fc),segment_id=02f9ff82-08d6-4ab2-9da4-44caeeeba7fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:39.409592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.428565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Calling delete_port for dfd73f94-6883-44c3-ab02-47e0e57cab63 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:39.511899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (64c35b2c-d521-42f7-91c2-ce34510105d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.537413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (dfd73f94-6883-44c3-ab02-47e0e57cab63), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.574980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] No DVR routers for this DVR port dfd73f94-6883-44c3-ab02-47e0e57cab63 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:39.576876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d55c-8735-4653-ac2d-84f8887643a8 None None] Pushing event deleted for resources: {'Port': ['ID=dfd73f94-6883-44c3-ab02-47e0e57cab63,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:39.648086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (64c35b2c-d521-42f7-91c2-ce34510105d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.706229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Subnet': ['ID=64c35b2c-d521-42f7-91c2-ce34510105d4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:39.725008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 23da34a5-2991-470c-b346-e94abb58924e up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:40:39.733212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.743262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3d629780-2899-4ecd-af89-c50c4f0e47fa tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/subnets/64c35b2c-d521-42f7-91c2-ce34510105d4 HTTP/1.1" status: 204 len: 168 time: 0.9327657 Jan 27 19:40:39.747891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:39.773468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a60d6-e40e-4715-a9a8-8900116989f9 None None] Network cec23798-03e9-4a59-8707-554942f6f3b9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:39.942115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb4f28-24cb-4656-be09-9c36b435acf7 req-f74aed62-b101-4337-bed6-eb1e0d4394a0 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:39.960634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b35a9de1-c8a7-416e-ab41-235f9010ae71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:39.961208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aecb4f28-24cb-4656-be09-9c36b435acf7 req-f74aed62-b101-4337-bed6-eb1e0d4394a0 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 944 time: 0.2381556 Jan 27 19:40:40.105581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aecb4f28-24cb-4656-be09-9c36b435acf7 req-96be0dc0-2dbd-4070-a405-557636e4c90d tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435583 Jan 27 19:40:40.135950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 23da34a5-2991-470c-b346-e94abb58924e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:40:40.161603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 23da34a5-2991-470c-b346-e94abb58924e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:40:40.164579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (23da34a5-2991-470c-b346-e94abb58924e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.214144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b35a9de1-c8a7-416e-ab41-235f9010ae71), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.288312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35a9de1-c8a7-416e-ab41-235f9010ae71']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:40.291366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] DHCP port deletion for cec23798-03e9-4a59-8707-554942f6f3b9 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:40:40.309538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:40.316909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f9ff82-08d6-4ab2-9da4-44caeeeba7fc') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:40.331679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (02f9ff82-08d6-4ab2-9da4-44caeeeba7fc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.355980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (02f9ff82-08d6-4ab2-9da4-44caeeeba7fc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.367152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:40:40.368295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (02f9ff82-08d6-4ab2-9da4-44caeeeba7fc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:40:40.424394 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:40:40.515331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b35a9de1-c8a7-416e-ab41-235f9010ae71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.526135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.538380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/networks/b35a9de1-c8a7-416e-ab41-235f9010ae71 HTTP/1.1" status: 204 len: 168 time: 0.7842588 Jan 27 19:40:40.539108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:40.610088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5c408-cf8c-4747-93e0-2129e8892e88 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Network': ['ID=b35a9de1-c8a7-416e-ab41-235f9010ae71,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:40.664184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 23da34a5-2991-470c-b346-e94abb58924e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:40:40.664746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (23da34a5-2991-470c-b346-e94abb58924e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.723490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=23da34a5-2991-470c-b346-e94abb58924e,segment=NetworkSegment(8d62d365-5149-49a9-82a7-8ead93564077),segment_id=8d62d365-5149-49a9-82a7-8ead93564077)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:40.725749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da34a5-2991-470c-b346-e94abb58924e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:40:40.728664 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b655cc7e-500c-4490-be8a-b071470bc083" -d '{"events": [{"server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "name": "network-vif-plugged", "status": "completed", "tag": "23da34a5-2991-470c-b346-e94abb58924e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:40:40.735044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Deleting port cb01208c-0495-4807-92c0-1c974c701d1b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:40.735957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.738013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.753372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cec23798-03e9-4a59-8707-554942f6f3b9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.817875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:40:40.897077 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1c3396-7b40-4b9c-aca3-f3d148688348 x-openstack-request-id: req-df1c3396-7b40-4b9c-aca3-f3d148688348 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:40:40.898093 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "name": "network-vif-plugged", "status": "completed", "tag": "23da34a5-2991-470c-b346-e94abb58924e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:40:40.898534 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df1c3396-7b40-4b9c-aca3-f3d148688348 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:40:40.899453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Deleting port cb01208c-0495-4807-92c0-1c974c701d1b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:40.900365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:40.909818 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da34a5-2991-470c-b346-e94abb58924e', 'code': 200} Jan 27 19:40:40.998979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:41.007332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] For port cb01208c-0495-4807-92c0-1c974c701d1b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cb01208c-0495-4807-92c0-1c974c701d1b,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:41.007936 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.043878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Calling delete_port for cb01208c-0495-4807-92c0-1c974c701d1b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:41.046884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c0a8-e99c-4f67-a0ab-158ede2912f3 req-2f9afbda-202e-42cb-9d37-0ae949fe0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:41.056202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5441c0a8-e99c-4f67-a0ab-158ede2912f3 req-2f9afbda-202e-42cb-9d37-0ae949fe0efa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 1096 time: 0.1015072 Jan 27 19:40:41.070359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] For port cb01208c-0495-4807-92c0-1c974c701d1b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cb01208c-0495-4807-92c0-1c974c701d1b,segment=NetworkSegment(c6475aea-aa83-4004-a9f0-dcac3c99a63c),segment_id=c6475aea-aa83-4004-a9f0-dcac3c99a63c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:41.076378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.118954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Calling delete_port for cb01208c-0495-4807-92c0-1c974c701d1b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:41.153892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5441c0a8-e99c-4f67-a0ab-158ede2912f3 req-0823cc70-c655-473b-8bee-75e0f2be932b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896053 Jan 27 19:40:41.193652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cb01208c-0495-4807-92c0-1c974c701d1b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:41.286997 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No ports have port_id starting with cb01208c-0495-4807-92c0-1c974c701d1b Jan 27 19:40:41.296911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfd73f94-6883-44c3-ab02-47e0e57cab63 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:41.330604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: dfd73f94-6883-44c3-ab02-47e0e57cab63 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:41.330964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dfd73f94-6883-44c3-ab02-47e0e57cab63 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:41.332918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.391058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cb01208c-0495-4807-92c0-1c974c701d1b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.415694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] Pushing event deleted for resources: {'Port': ['ID=cb01208c-0495-4807-92c0-1c974c701d1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:41.420800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d147535-721a-4f16-9494-aa280742fcdc None None] No DVR routers for this DVR port cb01208c-0495-4807-92c0-1c974c701d1b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:41.455877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac43084-03dd-450d-b89e-7e5b7b06cb3c req-3b9ff5f9-6aab-418e-8474-5d8a0d266770 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:41.465383 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dac43084-03dd-450d-b89e-7e5b7b06cb3c req-3b9ff5f9-6aab-418e-8474-5d8a0d266770 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 945 time: 0.1745238 Jan 27 19:40:41.483190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Port': ['ID=cb01208c-0495-4807-92c0-1c974c701d1b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:41.490193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] No DVR routers for this DVR port cb01208c-0495-4807-92c0-1c974c701d1b on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:41.703546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dac43084-03dd-450d-b89e-7e5b7b06cb3c req-ba8c6acb-06ee-42cb-92b1-27df41ef8c74 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364008 Jan 27 19:40:41.711850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cec23798-03e9-4a59-8707-554942f6f3b9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.754634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec23798-03e9-4a59-8707-554942f6f3b9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:41.769472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6475aea-aa83-4004-a9f0-dcac3c99a63c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:41.769925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6475aea-aa83-4004-a9f0-dcac3c99a63c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:41.788645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (c6475aea-aa83-4004-a9f0-dcac3c99a63c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.812988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c6475aea-aa83-4004-a9f0-dcac3c99a63c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.822396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:40:41.823235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (c6475aea-aa83-4004-a9f0-dcac3c99a63c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:40:41.828264 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:40:41.843814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:41.923571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cec23798-03e9-4a59-8707-554942f6f3b9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.932791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:41.937492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] 10.222.0.59 "DELETE /v2.0/networks/cec23798-03e9-4a59-8707-554942f6f3b9 HTTP/1.1" status: 204 len: 168 time: 1.3976300 Jan 27 19:40:41.953798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c82c7-158d-4766-adda-24427f885913 tempest-TaggedBootDevicesTest_v242-1311384908 tempest-TaggedBootDevicesTest_v242-1311384908-project] Pushing event deleted for resources: {'Network': ['ID=cec23798-03e9-4a59-8707-554942f6f3b9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:42.059689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2060bd73-5cff-4f7d-8e67-28b670e0ccb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.162650 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fab9220-94be-4e29-9c78-700bdd199705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.316120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2060bd73-5cff-4f7d-8e67-28b670e0ccb6 admin admin] Publish callbacks [] for security_group (2b7fb077-5b1f-42f6-82b9-0969406c772e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.324788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2060bd73-5cff-4f7d-8e67-28b670e0ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b7fb077-5b1f-42f6-82b9-0969406c772e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.404128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2060bd73-5cff-4f7d-8e67-28b670e0ccb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75f8f33298dd40768e81d5c435380ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521438 Jan 27 19:40:42.404128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060bd73-5cff-4f7d-8e67-28b670e0ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fb077-5b1f-42f6-82b9-0969406c772e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:42.405116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:42.603869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] Publish callbacks [] for security_group (2b7fb077-5b1f-42f6-82b9-0969406c772e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.648198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] Publish callbacks [] for security_group (2b7fb077-5b1f-42f6-82b9-0969406c772e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.757289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b7fb077-5b1f-42f6-82b9-0969406c772e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.774016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:42.790127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b7fb077-5b1f-42f6-82b9-0969406c772e HTTP/1.1" status: 204 len: 168 time: 0.3838627 Jan 27 19:40:42.804104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9205-b1b8-4d56-81e4-48108ce6cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fb077-5b1f-42f6-82b9-0969406c772e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:42.897593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982690a-f606-4092-9c6f-c319f5a1236e req-6135c3b2-f73d-4a14-98f9-5f2cc8b0a652 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:42.899423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7982690a-f606-4092-9c6f-c319f5a1236e req-6135c3b2-f73d-4a14-98f9-5f2cc8b0a652 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 945 time: 0.0752997 Jan 27 19:40:43.023111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7982690a-f606-4092-9c6f-c319f5a1236e req-47ca65c6-bcc8-46e8-a051-df755a3b2de4 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 Jan 27 19:40:43.731458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d41ca-c371-4d17-a6ca-491331f483e5 req-f11fa49d-9818-43ce-b36f-3c4b8d1b2ef6 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:43.745138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a72d41ca-c371-4d17-a6ca-491331f483e5 req-f11fa49d-9818-43ce-b36f-3c4b8d1b2ef6 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 945 time: 0.1012158 Jan 27 19:40:43.848200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a72d41ca-c371-4d17-a6ca-491331f483e5 req-bc54d9be-9ed2-4833-95cb-b20f86774e29 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015632 Jan 27 19:40:45.137376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212c61b-8aa5-4814-b0fa-219e397ee3e0 req-a7f34f6d-c817-44a1-b593-2a912bd49dee tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:45.149384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:45.150410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d212c61b-8aa5-4814-b0fa-219e397ee3e0 req-a7f34f6d-c817-44a1-b593-2a912bd49dee tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 945 time: 0.1267560 Jan 27 19:40:45.235021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d212c61b-8aa5-4814-b0fa-219e397ee3e0 req-97739726-c67b-47f5-916e-c417f831b70b tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9bd172c-b834-4378-898b-25cdecfd8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Jan 27 19:40:45.385920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34492) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:45.503009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651830d7-675a-4857-ba64-0091acc6d07e req-606b9c68-2e8e-49de-857b-8615493454ba tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:45.512552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-651830d7-675a-4857-ba64-0091acc6d07e req-606b9c68-2e8e-49de-857b-8615493454ba tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.39 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 945 time: 0.1644418 Jan 27 19:40:45.558711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:45.734732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eda177df-23f6-4dcf-b1d5-0a8fc333a64b tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1624260991'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:45.735773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eda177df-23f6-4dcf-b1d5-0a8fc333a64b tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Unknown quota resources ['metering_label']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:40:46.005971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Deleting port 23da34a5-2991-470c-b346-e94abb58924e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:40:46.006466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (23da34a5-2991-470c-b346-e94abb58924e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.051613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.110564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eda177df-23f6-4dcf-b1d5-0a8fc333a64b tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.112224 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eda177df-23f6-4dcf-b1d5-0a8fc333a64b tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7155547 Jan 27 19:40:46.115383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:46.122798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-baffc85b-2ab7-440b-95f8-fd880f100956 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4e9d7973-8965-4cb1-b9f0-86ecf9acdc52'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:46.123877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-baffc85b-2ab7-440b-95f8-fd880f100956 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:40:46.274461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] For port 23da34a5-2991-470c-b346-e94abb58924e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=23da34a5-2991-470c-b346-e94abb58924e,segment=NetworkSegment(8d62d365-5149-49a9-82a7-8ead93564077),segment_id=8d62d365-5149-49a9-82a7-8ead93564077)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:40:46.275054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (23da34a5-2991-470c-b346-e94abb58924e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.298765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Calling delete_port for 23da34a5-2991-470c-b346-e94abb58924e owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:40:46.321239 n-d-760453-6 neutron-server[103323]: WARNING neutron.services.metering.metering_plugin [None req-baffc85b-2ab7-440b-95f8-fd880f100956 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 19:40:46.635411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (23da34a5-2991-470c-b346-e94abb58924e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.655469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['23da34a5-2991-470c-b346-e94abb58924e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:40:46.719347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Pushing event deleted for resources: {'Port': ['ID=23da34a5-2991-470c-b346-e94abb58924e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:46.784477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] No DVR routers for this DVR port 23da34a5-2991-470c-b346-e94abb58924e on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:40:46.787712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.792121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-651830d7-675a-4857-ba64-0091acc6d07e req-d63b4d00-820a-4b44-a84b-021167dd3cbf tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.39 "DELETE /v2.0/ports/23da34a5-2991-470c-b346-e94abb58924e HTTP/1.1" status: 204 len: 173 time: 1.2730911 Jan 27 19:40:46.792881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'name': 'network-vif-deleted', 'tag': '23da34a5-2991-470c-b346-e94abb58924e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:40:46.806171 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a006cf-fa80-47d2-843c-54a7f2f23e1e" -d '{"events": [{"server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "name": "network-vif-deleted", "tag": "23da34a5-2991-470c-b346-e94abb58924e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:40:46.828915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74e64ed9-c816-4ee7-8cd7-e4de70cc8fbb req-f90f9f01-ecb2-4b5f-bf10-c501a0a018b6 tempest-ServerGroupTestJSON-1395384866 tempest-ServerGroupTestJSON-1395384866-project] 10.222.0.59 "GET /v2.0/ports?device_id=323d19fa-58d0-4b8c-a15e-0dd1f416cae8 HTTP/1.1" status: 200 len: 210 time: 0.2195702 Jan 27 19:40:46.840508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baffc85b-2ab7-440b-95f8-fd880f100956 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:46.846947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-baffc85b-2ab7-440b-95f8-fd880f100956 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7276735 Jan 27 19:40:46.850748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:46.856341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f7def939-c362-4896-ab46-199c2d3c3f49 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4e9d7973-8965-4cb1-b9f0-86ecf9acdc52'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:46.857190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f7def939-c362-4896-ab46-199c2d3c3f49 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:40:47.172159 n-d-760453-6 neutron-server[103322]: WARNING neutron.services.metering.metering_plugin [None req-f7def939-c362-4896-ab46-199c2d3c3f49 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 19:40:47.195703 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d790adac-3411-4514-bef9-4f0b1bcdbf96 x-openstack-request-id: req-d790adac-3411-4514-bef9-4f0b1bcdbf96 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:40:47.196269 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d19fa-58d0-4b8c-a15e-0dd1f416cae8", "name": "network-vif-deleted", "tag": "23da34a5-2991-470c-b346-e94abb58924e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:40:47.196696 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d790adac-3411-4514-bef9-4f0b1bcdbf96 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:40:47.197319 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d19fa-58d0-4b8c-a15e-0dd1f416cae8', 'name': 'network-vif-deleted', 'tag': '23da34a5-2991-470c-b346-e94abb58924e', 'status': 'completed', 'code': 200} Jan 27 19:40:47.815249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7def939-c362-4896-ab46-199c2d3c3f49 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:47.819362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7def939-c362-4896-ab46-199c2d3c3f49 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9641612 Jan 27 19:40:47.819783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:47.837377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-81d248ae-42b4-4bc3-9e3a-a083f63e20c4 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=17ceec50-0575-4831-b616-bef419cdb6de HTTP/1.1" status: 200 len: 462 time: 0.0159688 Jan 27 19:40:47.839928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.121233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efff0929-98ed-4cb0-b797-fb11a85dd6ba tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.122469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efff0929-98ed-4cb0-b797-fb11a85dd6ba tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/17ceec50-0575-4831-b616-bef419cdb6de HTTP/1.1" status: 204 len: 168 time: 0.2811451 Jan 27 19:40:48.127130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.143493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6e76b614-6a0e-475b-a56f-50698bf835bd tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=17ceec50-0575-4831-b616-bef419cdb6de HTTP/1.1" status: 200 len: 221 time: 0.0141609 Jan 27 19:40:48.148408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34586) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.153659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5d3556a0-1c2e-4f31-ac75-8bc0b68bdec2 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--868354695', 'description': 'label created by tempest'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:48.154466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5d3556a0-1c2e-4f31-ac75-8bc0b68bdec2 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Unknown quota resources ['metering_label']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:40:48.565547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34606) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.638428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d3556a0-1c2e-4f31-ac75-8bc0b68bdec2 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.648398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d3556a0-1c2e-4f31-ac75-8bc0b68bdec2 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4987285 Jan 27 19:40:48.652980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.663632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Deleting subnet f719dd26-a9d1-48f5-b659-110521dc233f {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:40:48.667487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Publish callbacks [] for subnet (f719dd26-a9d1-48f5-b659-110521dc233f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.773698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (f719dd26-a9d1-48f5-b659-110521dc233f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.777949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c40e7088-c5d5-4063-8e65-87c38f33cfa3 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=e2e9ca3f-935e-4b11-874e-f6d0bced3e18 HTTP/1.1" status: 200 len: 467 time: 0.1237271 Jan 27 19:40:48.783053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:48.849931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f719dd26-a9d1-48f5-b659-110521dc233f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.937388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (f719dd26-a9d1-48f5-b659-110521dc233f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:48.972196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f719dd26-a9d1-48f5-b659-110521dc233f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:48.995365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.004444 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8fb2a010-2187-4bdb-9718-1164ce96a2dd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f719dd26-a9d1-48f5-b659-110521dc233f HTTP/1.1" status: 204 len: 168 time: 0.4375172 Jan 27 19:40:49.005109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.120468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (84c377f7-7a5d-4c46-b19a-daa8ac67e671), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.189592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88002dee-5981-4fa5-affe-6f2e12fdbce6 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.190714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-88002dee-5981-4fa5-affe-6f2e12fdbce6 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/e2e9ca3f-935e-4b11-874e-f6d0bced3e18 HTTP/1.1" status: 204 len: 168 time: 0.4063084 Jan 27 19:40:49.195362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.227471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70b4999a-b36c-4faf-a8fe-7cdaa917d389 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=e2e9ca3f-935e-4b11-874e-f6d0bced3e18 HTTP/1.1" status: 200 len: 216 time: 0.0276637 Jan 27 19:40:49.236149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.248968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7c01251c-f50f-4e63-b52a-7184dd22ded3 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0116272 Jan 27 19:40:49.257845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.281089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-980842fd-fbf1-451d-bf80-9da424a49373 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0219116 Jan 27 19:40:49.287846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.326251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (84c377f7-7a5d-4c46-b19a-daa8ac67e671), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.377344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea43e42f-e24b-404c-8168-7f2ea9c78985 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/4e9d7973-8965-4cb1-b9f0-86ecf9acdc52 HTTP/1.1" status: 200 len: 473 time: 0.0880363 Jan 27 19:40:49.388501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34644) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.402418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c377f7-7a5d-4c46-b19a-daa8ac67e671']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:49.414489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8894cce-0187-4adb-995c-1f185d3c34e3 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/1db97140-498a-472d-9ec5-63aa9d79965c HTTP/1.1" status: 200 len: 459 time: 0.0248177 Jan 27 19:40:49.420535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d62d365-5149-49a9-82a7-8ead93564077') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:49.421166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.424680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d62d365-5149-49a9-82a7-8ead93564077') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:40:49.442230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (8d62d365-5149-49a9-82a7-8ead93564077), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.477244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8d62d365-5149-49a9-82a7-8ead93564077), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.496173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:40:49.496848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (8d62d365-5149-49a9-82a7-8ead93564077), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:40:49.498820 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:40:49.582557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (84c377f7-7a5d-4c46-b19a-daa8ac67e671), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.599859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.630012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] 10.222.0.59 "DELETE /v2.0/networks/84c377f7-7a5d-4c46-b19a-daa8ac67e671 HTTP/1.1" status: 204 len: 168 time: 0.6182816 Jan 27 19:40:49.643187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c22162a-85c6-421d-b452-57de8b972247 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.643187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9c22162a-85c6-421d-b452-57de8b972247 tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/1db97140-498a-472d-9ec5-63aa9d79965c HTTP/1.1" status: 204 len: 168 time: 0.2167799 Jan 27 19:40:49.645592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:49.659969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119b05e-8203-4355-8e2d-a27911713ada admin admin] Pushing event deleted for resources: {'Network': ['ID=84c377f7-7a5d-4c46-b19a-daa8ac67e671,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:49.741082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 23da34a5-2991-470c-b346-e94abb58924e no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:40:49.788283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 23da34a5-2991-470c-b346-e94abb58924e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:40:49.789994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 23da34a5-2991-470c-b346-e94abb58924e not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:40:49.983172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73071d8e-11bc-4a64-a1a0-5cd119f736be tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:49.986045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-73071d8e-11bc-4a64-a1a0-5cd119f736be tempest-MeteringIpV6TestJSON-1829256833 tempest-MeteringIpV6TestJSON-1829256833-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/4e9d7973-8965-4cb1-b9f0-86ecf9acdc52 HTTP/1.1" status: 204 len: 168 time: 0.3385003 Jan 27 19:40:49.989372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34668) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:50.078770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a8b3360f-c81f-4548-83fc-48f47e81dc0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12f3c653b4f64bff9214b6ce444c95b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862725 Jan 27 19:40:50.080780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:50.211317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] Publish callbacks [] for security_group (b9bd172c-b834-4378-898b-25cdecfd8c5b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:50.263901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] Publish callbacks [] for security_group (b9bd172c-b834-4378-898b-25cdecfd8c5b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:50.386842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b9bd172c-b834-4378-898b-25cdecfd8c5b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:50.392101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:50.397192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9bd172c-b834-4378-898b-25cdecfd8c5b HTTP/1.1" status: 204 len: 168 time: 0.3119283 Jan 27 19:40:50.418212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7beb0b-bf62-4833-934c-b35549498d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bd172c-b834-4378-898b-25cdecfd8c5b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:50.575084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:50.855250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6366494-1885-4105-a574-4ecb5fb63b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.076056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6366494-1885-4105-a574-4ecb5fb63b3e admin admin] Publish callbacks [] for security_group (86f3929e-436e-42c4-8f9d-6010d20e57df), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.086204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6366494-1885-4105-a574-4ecb5fb63b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (86f3929e-436e-42c4-8f9d-6010d20e57df), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.171134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b6366494-1885-4105-a574-4ecb5fb63b3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca7f72b5f53440179a22c88927b2e4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5943406 Jan 27 19:40:51.171427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:51.172992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6366494-1885-4105-a574-4ecb5fb63b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3929e-436e-42c4-8f9d-6010d20e57df,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:51.240572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] Publish callbacks [] for security_group (86f3929e-436e-42c4-8f9d-6010d20e57df), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.278765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] Publish callbacks [] for security_group (86f3929e-436e-42c4-8f9d-6010d20e57df), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.527239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (86f3929e-436e-42c4-8f9d-6010d20e57df), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.536820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:51.540956 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86f3929e-436e-42c4-8f9d-6010d20e57df HTTP/1.1" status: 204 len: 168 time: 0.3674436 Jan 27 19:40:51.634415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838cb1-e89b-4a18-88d8-7a48b0081b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3929e-436e-42c4-8f9d-6010d20e57df,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:52.317546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34764) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:52.346176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f494e4e-d56a-4bc5-860e-85f04cb24bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:52.558086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:52.568477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f494e4e-d56a-4bc5-860e-85f04cb24bac admin admin] Publish callbacks [] for security_group (54a0cfd0-8c50-4e8c-ba9b-72907006c0ef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:52.580969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f494e4e-d56a-4bc5-860e-85f04cb24bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54a0cfd0-8c50-4e8c-ba9b-72907006c0ef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:52.627108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f494e4e-d56a-4bc5-860e-85f04cb24bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0cfd0-8c50-4e8c-ba9b-72907006c0ef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:52.675211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f494e4e-d56a-4bc5-860e-85f04cb24bac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf4604fc371e4874a85474d70f034f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524940 Jan 27 19:40:52.676021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:52.858833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] Publish callbacks [] for security_group (54a0cfd0-8c50-4e8c-ba9b-72907006c0ef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:52.931499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] Publish callbacks [] for security_group (54a0cfd0-8c50-4e8c-ba9b-72907006c0ef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:52.951560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-763262406-network', 'tenant_id': '88550a9b2155465aa6f26a1294c31df4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:53.006006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Made reservation on behalf of 88550a9b2155465aa6f26a1294c31df4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:53.009637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.051993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (54a0cfd0-8c50-4e8c-ba9b-72907006c0ef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.055024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.056803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54a0cfd0-8c50-4e8c-ba9b-72907006c0ef HTTP/1.1" status: 204 len: 168 time: 0.3791556 Jan 27 19:40:53.061718 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.086865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320b641-db46-4b30-a4be-165ebbd3093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0cfd0-8c50-4e8c-ba9b-72907006c0ef,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:53.340341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks [] for security_group (f3c1d111-f21d-42cc-b4b5-f917c36320be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.393885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3c1d111-f21d-42cc-b4b5-f917c36320be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.515363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1d111-f21d-42cc-b4b5-f917c36320be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:53.548527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:40:53.580847 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (27a9d1a0-f24a-40f5-8d36-d9eb368a1f39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.582321 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Added segment 27a9d1a0-f24a-40f5-8d36-d9eb368a1f39 of type vlan for network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 Jan 27 19:40:53.714566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.784780 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.792223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:53.796436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:53.859656 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:54.164976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6050138 Jan 27 19:40:54.170434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:54.177298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75243b6-7d6e-44d0-a7c3-0a9cab3f5a6f admin admin] Pushing event updated for resources: {'Network': ['ID=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:54.187487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Request body: {'subnet': {'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-763262406-subnet', 'tenant_id': '88550a9b2155465aa6f26a1294c31df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:54.224398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:40:54.277335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Made reservation on behalf of 88550a9b2155465aa6f26a1294c31df4 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:54.286509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:54.821099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:55.016797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e5a1832f-0ec8-4605-bc01-622711de56b5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:55.239698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:55.308502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a1832f-0ec8-4605-bc01-622711de56b5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:55.343092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Checking segment: {'id': '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:40:55.345824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Network hostable DHCP agents. Network: 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:40:55.416198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:40:55.435593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:55.454364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:55.454981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:55.456095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a140f-f9e2-4a29-870b-923fe724c84e None None] Network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:55.497156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-293b5bae-4431-4161-b12e-b03dba458007 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3095295 Jan 27 19:40:55.599624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1444328976'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:55.703183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:55.722976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193c450-82ae-416f-beab-3316f4f8b010 None None] Network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:55.731842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:55.769598 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.119549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for security_group (57b822af-dc57-4229-8600-45b432636240), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.135238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57b822af-dc57-4229-8600-45b432636240), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.227409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:40:56.256816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b822af-dc57-4229-8600-45b432636240,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:56.274469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d3a4b6f4-d829-4842-b2d3-6a5a5454a218), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.274768 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Added segment d3a4b6f4-d829-4842-b2d3-6a5a5454a218 of type vlan for network f79d3a22-c261-4d10-9121-beb724bf7fab Jan 27 19:40:56.354291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f79d3a22-c261-4d10-9121-beb724bf7fab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.422996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f79d3a22-c261-4d10-9121-beb724bf7fab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.442565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:56.443787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:56.601207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Network': ['ID=f79d3a22-c261-4d10-9121-beb724bf7fab,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:56.614094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f79d3a22-c261-4d10-9121-beb724bf7fab details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:40:56.669533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-452792b3-ab1b-4aec-a891-47b15969363a tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4276619 Jan 27 19:40:56.673501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:56.680865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'subnet': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:56.897555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:56.902223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:57.094920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-247db150-9fb4-47dd-a806-254c46eb2533 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:57.116706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-247db150-9fb4-47dd-a806-254c46eb2533 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/networks?id=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 HTTP/1.1" status: 200 len: 820 time: 0.5164566 Jan 27 19:40:57.146930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-c6865be5-9855-4af1-bc70-fe1c61b5ccee tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/quotas/88550a9b2155465aa6f26a1294c31df4 HTTP/1.1" status: 200 len: 375 time: 0.0290706 Jan 27 19:40:57.272646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-9c378379-ed6b-4008-afe9-cfa8a9da4715 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88550a9b2155465aa6f26a1294c31df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243103 Jan 27 19:40:57.512335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (d3a13188-4ff3-4178-bf79-c69374f1313a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:57.634677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Subnet': ['ID=d3a13188-4ff3-4178-bf79-c69374f1313a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:57.635949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-54f5c2c7-40a5-409a-a92f-d61fef1f06ec service neutron] 10.222.0.59 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609850 Jan 27 19:40:57.639806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Checking segment: {'id': 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:40:57.640205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network hostable DHCP agents. Network: f79d3a22-c261-4d10-9121-beb724bf7fab, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:40:57.670375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:40:57.703983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f79d3a22-c261-4d10-9121-beb724bf7fab) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:57.727015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535f026-ca16-414b-a273-2a28531c93d5 None None] Network f79d3a22-c261-4d10-9121-beb724bf7fab requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:40:57.751346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:57.772728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:57.847831 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51d0fb8d-adab-43ab-886f-96ea1f3d3fbd tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1725857 Jan 27 19:40:57.854166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34932) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:57.862413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-596144863'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:57.918412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f79d3a22-c261-4d10-9121-beb724bf7fab', 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'project_id': 'dbc539e28eb54da2803479bcae4b9545', 'fixed_ips': [{'subnet_id': 'd3a13188-4ff3-4178-bf79-c69374f1313a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:40:57.921291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:57.959517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-7ae1d8a2-f4c0-4adc-9e65-134d743783bd service neutron] 10.222.0.59 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856152 Jan 27 19:40:58.149353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:40:58.153981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:58.190077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:40:58.237945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Allocated IP 2001:db8::2 (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/ed18d73e-7e13-46e3-87ab-9902114aa2db) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:40:58.693651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks [] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:58.723009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:58.884277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-02535915-c938-4602-92a9-8eb5d42936e4 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:58.886811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-02535915-c938-4602-92a9-8eb5d42936e4 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.2051306 Jan 27 19:40:58.888592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::26e (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/cb84b75b-ca2f-4e61-9df8-fc398cc0eea7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:40:58.892451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:40:58.904920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Pushing event updated for resources: {'Port': ['ID=ed18d73e-7e13-46e3-87ab-9902114aa2db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:58.917335 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-3b2625b1-4d3b-42a5-80c0-2a17dc4200ab tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:58.920218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:58.932532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:40:59.111999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-3b2625b1-4d3b-42a5-80c0-2a17dc4200ab tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Publish callbacks [] for security_group (3d9e5358-1345-4647-89ab-66931175bbce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.122118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-3b2625b1-4d3b-42a5-80c0-2a17dc4200ab tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d9e5358-1345-4647-89ab-66931175bbce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.212096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Attempting to bind port ed18d73e-7e13-46e3-87ab-9902114aa2db on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:40:59.214325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Attempting to bind port ed18d73e-7e13-46e3-87ab-9902114aa2db by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:40:59.218279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Attempting to bind port ed18d73e-7e13-46e3-87ab-9902114aa2db on network f79d3a22-c261-4d10-9121-beb724bf7fab {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:40:59.235708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:40:59.237883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Checking segment: {'id': 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:40:59.238908 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.239822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Bound using segment: {'id': 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:40:59.240905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Bound port: ed18d73e-7e13-46e3-87ab-9902114aa2db, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:40:59.243233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.251272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.280518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd843c6b-6f41-44fe-a534-05aa099eab9c req-3b2625b1-4d3b-42a5-80c0-2a17dc4200ab tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832431 Jan 27 19:40:59.311997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.355975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2625b1-4d3b-42a5-80c0-2a17dc4200ab tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e5358-1345-4647-89ab-66931175bbce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:59.433511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-724b7402-6b06-444f-be0e-dc9d34a971e4 req-e4ca1a68-4a13-4b4e-b32b-d67fdfeb1722 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 210 time: 0.0392385 Jan 27 19:40:59.473504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:40:59.483201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:40:59.495927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:40:59.502526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:40:59.502997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.558661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e1b53484-6114-42e4-8895-793c19919809 None None] For port ed18d73e-7e13-46e3-87ab-9902114aa2db, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:40:59.569337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=cb84b75b-ca2f-4e61-9df8-fc398cc0eea7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:59.574674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e1b53484-6114-42e4-8895-793c19919809 None None] For port ed18d73e-7e13-46e3-87ab-9902114aa2db, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed18d73e-7e13-46e3-87ab-9902114aa2db,segment=NetworkSegment(d3a4b6f4-d829-4842-b2d3-6a5a5454a218),segment_id=d3a4b6f4-d829-4842-b2d3-6a5a5454a218)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:40:59.583860 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:40:59.601119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3c4d34c2-a419-45ca-801a-4e3e3438db7f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7452171 Jan 27 19:40:59.604316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:40:59.611666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1908883026', 'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:8c:e7:f2'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:40:59.772814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b53484-6114-42e4-8895-793c19919809 None None] Pushing event updated for resources: {'Port': ['ID=ed18d73e-7e13-46e3-87ab-9902114aa2db,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:40:59.999363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:00.377586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:00.483100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port f97707dc-9088-482e-a69f-1e7c3e1816b6 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:41:00.695192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::245 (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/f97707dc-9088-482e-a69f-1e7c3e1816b6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:01.216034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed18d73e-7e13-46e3-87ab-9902114aa2db up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:01.229794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52a4b-080a-47d3-9450-9c96e4982d0a req-8aed0dfc-0055-44d0-9b0f-591ea30bddac tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:01.241054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8a52a4b-080a-47d3-9450-9c96e4982d0a req-8aed0dfc-0055-44d0-9b0f-591ea30bddac tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.3713355 Jan 27 19:41:01.293384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-e7059fce-3318-441f-90f0-b0ed6e300a41 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:01.295840 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-e7059fce-3318-441f-90f0-b0ed6e300a41 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.66 "GET /v2.0/networks?id=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 HTTP/1.1" status: 200 len: 820 time: 0.4672322 Jan 27 19:41:01.311392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Request body: {'port': {'device_id': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8', 'admin_state_up': True, 'tenant_id': '88550a9b2155465aa6f26a1294c31df4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:01.425357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.494154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed18d73e-7e13-46e3-87ab-9902114aa2db triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:01.495223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.502687 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.674997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8a52a4b-080a-47d3-9450-9c96e4982d0a req-791a0d67-543a-4c0d-96c3-47335fc4061d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318256 Jan 27 19:41:01.699139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:01.732973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:01.759178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Made reservation on behalf of 88550a9b2155465aa6f26a1294c31df4 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:01.764706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:01.766561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.777105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:01.825931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:01.830595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.896815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed18d73e-7e13-46e3-87ab-9902114aa2db is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:01.897538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:01.969149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ed18d73e-7e13-46e3-87ab-9902114aa2db, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed18d73e-7e13-46e3-87ab-9902114aa2db,segment=NetworkSegment(d3a4b6f4-d829-4842-b2d3-6a5a5454a218),segment_id=d3a4b6f4-d829-4842-b2d3-6a5a5454a218)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:01.983254 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:02.036521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4306016 Jan 27 19:41:02.047812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53be7a8a-2677-420f-a7e4-8ea784840c35 req-2d771c0c-c2bb-4eab-9b0a-0701bf90c409 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 210 time: 0.1297419 Jan 27 19:41:02.048607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:02.120616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8d1d0-0edb-4cdf-8da8-f18f3a06a068 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=f97707dc-9088-482e-a69f-1e7c3e1816b6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:02.221433 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-67db9709-d687-4cb1-84d0-e63af4a91381 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 200 len: 993 time: 0.5128903 Jan 27 19:41:02.252486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ed18d73e-7e13-46e3-87ab-9902114aa2db,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:02.400250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519eb59f-7753-4260-b6fa-74c846fb05e9 None None] Network f79d3a22-c261-4d10-9121-beb724bf7fab requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:02.433327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-b62346cb-b631-40e3-a56f-5b2b58c383e1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:02.435028 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-b62346cb-b631-40e3-a56f-5b2b58c383e1 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 946 time: 0.2255073 Jan 27 19:41:02.567308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Allocated IP 172.20.0.2 (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8/e5a1832f-0ec8-4605-bc01-622711de56b5/a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:02.604128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Deleting port 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:02.604575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:02.793565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03646b1-38b0-44af-b274-76c696c7c4ad tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:02.830830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03646b1-38b0-44af-b274-76c696c7c4ad tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:02.867562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03646b1-38b0-44af-b274-76c696c7c4ad tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:02.879730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-55cd50f1-bcc6-4d7d-aa92-37b7220604c5 None None] Provisioning complete for port ed18d73e-7e13-46e3-87ab-9902114aa2db triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:02.880377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55cd50f1-bcc6-4d7d-aa92-37b7220604c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:02.881281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c03646b1-38b0-44af-b274-76c696c7c4ad tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.8203773 Jan 27 19:41:02.889085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:02.917238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fe322-a6f7-4ad5-ba23-d1ec044cccea req-92616a99-e46a-4806-9a7d-366c1e8014d7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:02.926945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] For port 5e26940d-24df-41e6-b1e4-088760f9292c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=5e26940d-24df-41e6-b1e4-088760f9292c,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:02.927861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:02.929578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-003fe322-a6f7-4ad5-ba23-d1ec044cccea req-92616a99-e46a-4806-9a7d-366c1e8014d7 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 946 time: 0.6463397 Jan 27 19:41:02.989091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-0ac92092-390e-49a0-9e89-98663bb1b24c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5074549 Jan 27 19:41:03.109936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed18d73e-7e13-46e3-87ab-9902114aa2db up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:03.213716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed18d73e-7e13-46e3-87ab-9902114aa2db triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:03.214124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:03.217226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-55cd50f1-bcc6-4d7d-aa92-37b7220604c5 None None] Current status of the port ed18d73e-7e13-46e3-87ab-9902114aa2db is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:03.661783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed18d73e-7e13-46e3-87ab-9902114aa2db is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:03.717622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:03.720341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:03.720960 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Floating IP aa4031d0-f303-4236-8abf-6fe372f19176 disassociated. External IP: 172.25.5.70, port: 5e26940d-24df-41e6-b1e4-088760f9292c. Jan 27 19:41:03.721634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Calling delete_port for 5e26940d-24df-41e6-b1e4-088760f9292c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:04.115281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Provisioning complete for port f97707dc-9088-482e-a69f-1e7c3e1816b6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:04.115894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:04.240993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Port f97707dc-9088-482e-a69f-1e7c3e1816b6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:04.277650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Provisioning complete for port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:04.278119 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:04.398014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:04.427720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Provisioning complete for port ed18d73e-7e13-46e3-87ab-9902114aa2db triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:04.428173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:04.497929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-003fe322-a6f7-4ad5-ba23-d1ec044cccea req-1d929e69-db20-42aa-adfb-8ba3d2c45f69 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups?id=71301178-1d81-49bb-a8cb-95125b2fd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5138516 Jan 27 19:41:04.534540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-05907478-7caa-4527-8582-2287b34fecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:04.539313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-05907478-7caa-4527-8582-2287b34fecb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 1100 time: 1.4318941 Jan 27 19:41:04.601535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6e059-bdee-436e-9404-e577c5f5826c None None] Current status of the port ed18d73e-7e13-46e3-87ab-9902114aa2db is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:04.829751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks [] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:04.848480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dd885982-1c9c-4ed9-9340-f0606d746c5e None None] Provisioning complete for port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:04.849509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd885982-1c9c-4ed9-9340-f0606d746c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:04.932013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd885982-1c9c-4ed9-9340-f0606d746c5e None None] Port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:05.065407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-0396a9e5-d6db-4d0c-a383-3fc9d912699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:05.068161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-0396a9e5-d6db-4d0c-a383-3fc9d912699c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.5079470 Jan 27 19:41:05.074671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:05.263717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port f97707dc-9088-482e-a69f-1e7c3e1816b6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:05.264080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:05.324166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-cfd2ce09-98c1-4478-8c6e-037994c0eb8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f57c8328-dfa5-4fd5-9464-2e7852681500 HTTP/1.1" status: 200 len: 217 time: 0.2264178 Jan 27 19:41:05.352912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:05.361340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:05.364087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:05.373558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68858-cad6-4b3b-8c2b-1e00609a5416 req-e46597ce-9cd6-4979-ada9-7e4889b0f607 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:05.387819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5e26940d-24df-41e6-b1e4-088760f9292c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:05.394999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8a68858-cad6-4b3b-8c2b-1e00609a5416 req-e46597ce-9cd6-4979-ada9-7e4889b0f607 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 931 time: 0.3242407 Jan 27 19:41:05.608066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dc34115d-b9d9-4659-a85b-525e0af05f81 None None] Provisioning complete for port f97707dc-9088-482e-a69f-1e7c3e1816b6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:05.616035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc34115d-b9d9-4659-a85b-525e0af05f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:05.638103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Pushing event updated for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:05.676304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'Port': ['ID=5e26940d-24df-41e6-b1e4-088760f9292c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:05.685182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:41:05.740358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-c6e975f5-d0b5-429e-acb3-30f881b824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:05.743413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-c6e975f5-d0b5-429e-acb3-30f881b824c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.1888347 Jan 27 19:41:05.808598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc34115d-b9d9-4659-a85b-525e0af05f81 None None] Port f97707dc-9088-482e-a69f-1e7c3e1816b6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:05.843564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:05.883260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for f97707dc-9088-482e-a69f-1e7c3e1816b6 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:06.053328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:06.056623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:06.190818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8a68858-cad6-4b3b-8c2b-1e00609a5416 req-f8774ef9-ec57-494a-b332-14195d51b5b6 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246037 Jan 27 19:41:06.252218 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-81e78c19-770b-43f2-9e5a-6bab13829179 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9476993 Jan 27 19:41:06.262056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:41:06.283978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:41:06.299374 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:06.300380 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:40:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:06.318499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-9639cb5b-2bd2-4cae-a63d-eda322633410 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:41:06.323999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-9639cb5b-2bd2-4cae-a63d-eda322633410 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0300553 Jan 27 19:41:06.365678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Request body: {'port': {'device_id': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:06.512800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-b1a35f24-45e9-4944-9d72-0f624c939017 req-05de7903-f1a9-4455-bda2-a595043e8629 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:41:06.541434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1a35f24-45e9-4944-9d72-0f624c939017 req-05de7903-f1a9-4455-bda2-a595043e8629 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0661643 Jan 27 19:41:06.599327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:06.614334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f97707dc-9088-482e-a69f-1e7c3e1816b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:06.618390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-87d53b53-8d6d-4415-89d0-02c6134e76fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4594257 Jan 27 19:41:06.638555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-32589f69-3ef3-497b-816e-05498c7072ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:06.640086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-32589f69-3ef3-497b-816e-05498c7072ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4792960 Jan 27 19:41:06.653520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] No DVR routers for this DVR port 5e26940d-24df-41e6-b1e4-088760f9292c on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:06.662677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:06.680083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5eb2bdd-9bc9-41b6-811c-cb7d90044542 req-8e06cb0c-fe38-4075-a5c7-e129b037b9b4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.39 "DELETE /v2.0/ports/5e26940d-24df-41e6-b1e4-088760f9292c HTTP/1.1" status: 204 len: 173 time: 4.2344124 Jan 27 19:41:06.689366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-deleted', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:06.692016 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a534f9-c81a-4277-b896-95db418e112e" -d '{"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-deleted", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:06.743582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=f97707dc-9088-482e-a69f-1e7c3e1816b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:06.987817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:07.201044 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:07.213484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-1915a901-289c-4645-afba-078b19e4ec0a service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880183 Jan 27 19:41:07.217212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-ee156bb5-3f48-47a0-b8fd-7f6d6880ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:07.220257 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-ee156bb5-3f48-47a0-b8fd-7f6d6880ded7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.5060630 Jan 27 19:41:07.316230 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:41:07.359778 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:07.360630 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:40:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:07.769012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:07.772758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-5bc253e5-8c2f-4bc8-b919-46c32f710f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:07.783526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-5bc253e5-8c2f-4bc8-b919-46c32f710f44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.5293629 Jan 27 19:41:07.814806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 5e26940d-24df-41e6-b1e4-088760f9292c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:07.815443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 5e26940d-24df-41e6-b1e4-088760f9292c not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:07.856861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:07.867661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d9236f9-7e46-4b4d-ad17-ac2d7b8f2697 req-42147cb1-2ee8-4387-9d39-9ef373ad750a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5 HTTP/1.1" status: 200 len: 210 time: 0.4870994 Jan 27 19:41:07.869613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:07.883704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-89ee035c-abe1-4c9d-93ac-0d9a52bf2b17 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/f97707dc-9088-482e-a69f-1e7c3e1816b6 HTTP/1.1" status: 204 len: 168 time: 4.9843578 Jan 27 19:41:07.903697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:07.912770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-d0152f63-0fbe-4112-ae7b-8a351d1e86e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6886995 Jan 27 19:41:07.936875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1beecd91-60f1-4ad6-90a8-922c740824f4 req-2a992b7c-1125-47c0-8b48-7f5ed9b0e64e service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015884 Jan 27 19:41:07.950748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-98bc2e66-83a7-4a7d-95ee-e1d5ba241d88 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:41:07.952334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-98bc2e66-83a7-4a7d-95ee-e1d5ba241d88 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158517 Jan 27 19:41:08.077827 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acf5ae4-37be-4f1b-8f7f-261cb5a7bb59 x-openstack-request-id: req-1acf5ae4-37be-4f1b-8f7f-261cb5a7bb59 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:08.079191 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5", "name": "network-vif-deleted", "tag": "5e26940d-24df-41e6-b1e4-088760f9292c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:08.081548 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1acf5ae4-37be-4f1b-8f7f-261cb5a7bb59 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:08.085403 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984dd2d-cceb-4e25-9d2d-04ae2e6c81a5', 'name': 'network-vif-deleted', 'tag': '5e26940d-24df-41e6-b1e4-088760f9292c', 'status': 'completed', 'code': 200} Jan 27 19:41:08.144237 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff2cadb-8354-4f90-9b0b-47d93ba0d0cf tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] GET failed (client error): The resource could not be found. Jan 27 19:41:08.146501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bff2cadb-8354-4f90-9b0b-47d93ba0d0cf tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports/f97707dc-9088-482e-a69f-1e7c3e1816b6 HTTP/1.1" status: 404 len: 333 time: 0.2321556 Jan 27 19:41:08.155713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35196) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:08.155713 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-e6928d2e-fde6-41f1-829e-2c7fe843014d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.3696387 Jan 27 19:41:08.159774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1380275912'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:08.329358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-cf92547d-f2b8-4a01-846e-828f7a1f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:08.331459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-cf92547d-f2b8-4a01-846e-828f7a1f472e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.1655700 Jan 27 19:41:08.523618 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:08.555821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe22d77-eb0f-4917-b5cc-14251a59c709 req-05fab56c-a3ef-441f-bad3-d1f53660da3a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:08.565847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfe22d77-eb0f-4917-b5cc-14251a59c709 req-05fab56c-a3ef-441f-bad3-d1f53660da3a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1635551 Jan 27 19:41:08.604630 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae784ce4-bb3d-40cb-8825-9e0299c67c4a None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:29:04Z', 'revision_number': 4, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b1f44792-4fa2-4783-b899-3a5b5efa0a0a', 'name': '', 'network_id': '3a3a485d-ad33-4cdc-b857-f7290f56434b', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'mac_address': 'fa:16:3e:f4:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:29:03Z', 'updated_at': '2022-01-27T19:29:13Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'subnets': [{'id': '4495bfd5-2522-43eb-977b-d3fd9096584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:41:08.693735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-026c5d75-9b4a-4807-8fc5-75f6b7556786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:08.695614 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-026c5d75-9b4a-4807-8fc5-75f6b7556786 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3528268 Jan 27 19:41:08.739551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfe22d77-eb0f-4917-b5cc-14251a59c709 req-829a4e42-5c80-455e-85f7-fef5d437c737 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597829 Jan 27 19:41:08.838651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:08.848444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:08.995162 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01152c46-d4b8-400d-92b5-dd0de12a928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.051676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c7995-f2b0-4334-bc1c-b0638420dc78 req-210b54c4-eef6-4dfb-877f-ff7cc6db598e tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:09.053962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-408c7995-f2b0-4334-bc1c-b0638420dc78 req-210b54c4-eef6-4dfb-877f-ff7cc6db598e tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 931 time: 0.1796041 Jan 27 19:41:09.140503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:41:09.161046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:41:09.196704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks [] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.203932 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-736f7b02-c444-4447-9321-a914f848c18c service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433739 Jan 27 19:41:09.205698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-408c7995-f2b0-4334-bc1c-b0638420dc78 req-baaf01d8-6326-473b-9d7d-d2dcfdd01136 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394069 Jan 27 19:41:09.283855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Transition to ACTIVE for port object a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:41:09.322993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677134a-35c2-4872-a5df-183e226d262b None None] New status for floating IP aa4031d0-f303-4236-8abf-6fe372f19176: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:41:09.439085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:09.568050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (71301178-1d81-49bb-a8cb-95125b2fd05d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.651749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (71301178-1d81-49bb-a8cb-95125b2fd05d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.816205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (71301178-1d81-49bb-a8cb-95125b2fd05d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.820228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:09.821816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "DELETE /v2.0/security-groups/71301178-1d81-49bb-a8cb-95125b2fd05d HTTP/1.1" status: 204 len: 168 time: 0.3811998 Jan 27 19:41:09.825857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:09.872765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64edccb-2aed-41b9-93ee-e9622426e7a6 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71301178-1d81-49bb-a8cb-95125b2fd05d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:09.888138 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3dbd4a9d-dcf8-4bda-a629-0ab68a82fa5a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] show failed (client error): The resource could not be found. Jan 27 19:41:09.890616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3dbd4a9d-dcf8-4bda-a629-0ab68a82fa5a tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "GET /v2.0/security-groups/71301178-1d81-49bb-a8cb-95125b2fd05d HTTP/1.1" status: 404 len: 347 time: 0.0589366 Jan 27 19:41:09.894015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:10.231184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.356605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca9a6c-38b0-4c0b-81f7-352ae26edc4b req-2483100d-b2f0-4542-8659-7c63743c0aeb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:10.371460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-daca9a6c-38b0-4c0b-81f7-352ae26edc4b req-2483100d-b2f0-4542-8659-7c63743c0aeb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.3591208 Jan 27 19:41:10.421793 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8714f85e-728f-4af7-a0a3-7ac7c0bb6ab4 req-3714cd20-e1b3-4ada-a3b0-7ec807c3111e service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2108827 Jan 27 19:41:10.522720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Pushing event updated for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:10.526362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::260 (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/743b4c9c-cb8f-449f-8356-cf494f1fd3bf) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:10.534525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Deleting port b00e03aa-8cda-4383-ad34-24aa6ad07654 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:10.534525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.702104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Attempting to bind port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:10.702352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Attempting to bind port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:10.702774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Attempting to bind port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 on network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:10.710634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 on network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:41:10.711078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Attempting to bind port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 on network 235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:10.739610 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.741730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (b00e03aa-8cda-4383-ad34-24aa6ad07654), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.744998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:10.745439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Checking segment: {'id': '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:10.745753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Bound using segment: {'id': '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:10.746202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Bound port: a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:10.746560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.772608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Calling delete_port for b00e03aa-8cda-4383-ad34-24aa6ad07654 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:10.884833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.889403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:10.894698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,segment=NetworkSegment(27a9d1a0-f24a-40f5-8d36-d9eb368a1f39),segment_id=27a9d1a0-f24a-40f5-8d36-d9eb368a1f39)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:10.904495 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.979632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:10.980208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:10.981944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] 10.222.0.66 "PUT /v2.0/ports/a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 HTTP/1.1" status: 200 len: 1091 time: 4.6349931 Jan 27 19:41:10.988220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:10.990691 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59105853-831a-4caf-99f8-908333157101" -d '{"events": [{"name": "network-changed", "server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:11.008377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b00e03aa-8cda-4383-ad34-24aa6ad07654), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:11.024381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:11.026381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0e2e8-e402-4a7b-a0b1-60b729b130ea service neutron] Pushing event updated for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:11.079407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-daca9a6c-38b0-4c0b-81f7-352ae26edc4b req-4145d67f-c588-4425-a1ad-0fed3cad9be8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6774125 Jan 27 19:41:11.083604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Pushing event deleted for resources: {'Port': ['ID=b00e03aa-8cda-4383-ad34-24aa6ad07654,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:11.124486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=743b4c9c-cb8f-449f-8356-cf494f1fd3bf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:11.223501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks [] for floatingip (aa4031d0-f303-4236-8abf-6fe372f19176), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:11.226940 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:11.245541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-321787de-d2d6-4ce3-867f-130c6820c4d4 tempest-AttachVolumeShelveTestJSON-676439699 tempest-AttachVolumeShelveTestJSON-676439699-project] 10.222.0.59 "DELETE /v2.0/floatingips/aa4031d0-f303-4236-8abf-6fe372f19176 HTTP/1.1" status: 204 len: 168 time: 1.3442347 Jan 27 19:41:11.289846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-ac511671-9ed0-4ed1-9c6d-4381df21881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:11.328846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-ac511671-9ed0-4ed1-9c6d-4381df21881c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.9051282 Jan 27 19:41:11.431983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:11.434364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:11.437443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:11.449307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:11.466040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:11.517557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-dc55fe76-99ad-44fd-9864-8d7568684865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:11.520342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-dc55fe76-99ad-44fd-9864-8d7568684865 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88550a9b2155465aa6f26a1294c31df4&device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 1094 time: 0.3590086 Jan 27 19:41:11.629635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-d628624a-a3c5-48b7-8ac4-1a4e201b7f7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 HTTP/1.1" status: 200 len: 217 time: 0.1029396 Jan 27 19:41:11.641853 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0256f500-53ef-4fbb-b124-ff6f2d3dcb9f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4867499 Jan 27 19:41:11.642878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35292) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:11.679178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049ce8-c9f2-40b2-ae0c-54eac88a6545 req-5bea34cf-aaef-4dc2-961b-b72d0a3f3718 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:11.680776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25049ce8-c9f2-40b2-ae0c-54eac88a6545 req-5bea34cf-aaef-4dc2-961b-b72d0a3f3718 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 943 time: 0.3498073 Jan 27 19:41:11.693341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:8c:e7:f2'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:11.762776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-4f11015d-cc30-4ae4-9a64-d6d53f075691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:11.764952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-4f11015d-cc30-4ae4-9a64-d6d53f075691 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.4352484 Jan 27 19:41:11.935747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25049ce8-c9f2-40b2-ae0c-54eac88a6545 req-594f997a-ff02-4d13-97d2-313351437150 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290728 Jan 27 19:41:11.952400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-4d72f21b-770f-4b29-8b76-77cd59bcb6a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 1001 time: 0.1281528 Jan 27 19:41:12.075513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4c676a24-3053-4894-97af-824910d9216b None None] Provisioning complete for port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:12.076246 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c676a24-3053-4894-97af-824910d9216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:12.134920 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb5c74b-eadc-495e-8933-2ad06d7762e3 x-openstack-request-id: req-bdb5c74b-eadc-495e-8933-2ad06d7762e3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:12.142470 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:12.145328 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdb5c74b-eadc-495e-8933-2ad06d7762e3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:12.146040 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24', 'status': 'completed', 'code': 200} Jan 27 19:41:12.147840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:12.159668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-6ed65fcd-ad86-4457-b37d-bad13d11fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:12.166350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-6ed65fcd-ad86-4457-b37d-bad13d11fc2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.1904542 Jan 27 19:41:12.224067 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3769a6c6-4a08-4c2c-bb7a-6f83a360e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:12.231772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6931-3a89-4894-9c79-0bcada63002e req-90f0e031-0072-4d15-815e-8919e9571f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:12.245220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-90f0e031-0072-4d15-815e-8919e9571f63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5a1832f-0ec8-4605-bc01-622711de56b5 HTTP/1.1" status: 200 len: 860 time: 0.5985546 Jan 27 19:41:12.248580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c676a24-3053-4894-97af-824910d9216b None None] Port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:12.277238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-954cab93-ef5a-414d-a477-5398af801a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:12.279269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-954cab93-ef5a-414d-a477-5398af801a6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077120 Jan 27 19:41:12.386784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-2f4d025c-249a-4d6f-a3d4-53664ae7a7a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781150 Jan 27 19:41:12.573675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812844-5272-4d44-9328-d5f068ac5992 req-7a0caab9-8790-4b2e-b357-6e382437502b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:12.575450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07812844-5272-4d44-9328-d5f068ac5992 req-7a0caab9-8790-4b2e-b357-6e382437502b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.2891150 Jan 27 19:41:12.666634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-25fac2d1-8b77-47ed-a22b-1d12e8daca36 service neutron] 10.222.0.66 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723660 Jan 27 19:41:12.685359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-c5872c43-dad4-4ae1-bfb1-b1850a2e4195 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851769 Jan 27 19:41:12.792194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07812844-5272-4d44-9328-d5f068ac5992 req-f3a82b0a-7218-4582-9558-1213410c0082 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071714 Jan 27 19:41:12.843360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:12.855642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:12.902110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-5e794b2b-47d5-426c-837f-7224b68a241b service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009678 Jan 27 19:41:13.020422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] In _notify_port_updated(), no bound segment for port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf on network f79d3a22-c261-4d10-9121-beb724bf7fab {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:41:13.025895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:13.026723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:13.032649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:13.047826 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "PUT /v2.0/ports/743b4c9c-cb8f-449f-8356-cf494f1fd3bf HTTP/1.1" status: 200 len: 1003 time: 1.3754809 Jan 27 19:41:13.116860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736e78-a2bb-4041-b814-c45b12b4245f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=743b4c9c-cb8f-449f-8356-cf494f1fd3bf,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:13.180631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d89b6931-3a89-4894-9c79-0bcada63002e req-f3c46fe5-5eca-4103-b2f9-574749fa7a5d service neutron] 10.222.0.66 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041060 Jan 27 19:41:13.264492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43523d17-54c2-451d-a270-d97d2c72cc29 req-485a5de3-2d59-4f79-b08c-bd380c217d2f tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:13.266869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43523d17-54c2-451d-a270-d97d2c72cc29 req-485a5de3-2d59-4f79-b08c-bd380c217d2f tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 943 time: 0.1124411 Jan 27 19:41:13.412333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105853-831a-4caf-99f8-908333157101 req-6c0dd520-8d3d-4583-8ae8-17348f04bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:13.415017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-6c0dd520-8d3d-4583-8ae8-17348f04bcfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88550a9b2155465aa6f26a1294c31df4&device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 1094 time: 0.1273603 Jan 27 19:41:13.439726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43523d17-54c2-451d-a270-d97d2c72cc29 req-ae2f0ea8-3ebc-4ea5-857f-b0ed63d01ca6 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326306 Jan 27 19:41:13.516440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:13.517681 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:13.645321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105853-831a-4caf-99f8-908333157101 req-8a0eea77-51de-4125-98af-394357110800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:13.645321 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-8a0eea77-51de-4125-98af-394357110800 service neutron] 10.222.0.66 "GET /v2.0/networks?id=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 HTTP/1.1" status: 200 len: 921 time: 0.2208469 Jan 27 19:41:13.712509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-eb4a1741-3464-41ae-91e9-6fffa88142b4 None None] Provisioning complete for port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:13.713597 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1741-3464-41ae-91e9-6fffa88142b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:13.775517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a1741-3464-41ae-91e9-6fffa88142b4 None None] Port 743b4c9c-cb8f-449f-8356-cf494f1fd3bf cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:13.776692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:13.783227 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-cab6a343-0b34-483c-ac9a-78171c8043f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 HTTP/1.1" status: 200 len: 217 time: 0.1271749 Jan 27 19:41:13.858990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for 743b4c9c-cb8f-449f-8356-cf494f1fd3bf owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:13.931681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105853-831a-4caf-99f8-908333157101 req-26b92cb3-497f-41b4-a298-784f35c281c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:13.934734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-26b92cb3-497f-41b4-a298-784f35c281c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5a1832f-0ec8-4605-bc01-622711de56b5 HTTP/1.1" status: 200 len: 860 time: 0.1434681 Jan 27 19:41:14.013322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-e9c5c76c-a395-4c56-85fc-728744599804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698576 Jan 27 19:41:14.103389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8054a-d132-42a0-ba35-045d8fd3f270 req-dc605a7b-a71e-4712-a1b6-4679970e4576 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:14.113158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dd8054a-d132-42a0-ba35-045d8fd3f270 req-dc605a7b-a71e-4712-a1b6-4679970e4576 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.2320099 Jan 27 19:41:14.353006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4dd8054a-d132-42a0-ba35-045d8fd3f270 req-306ceaaa-ac5a-44b0-9e06-c4ca8e4075f5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388608 Jan 27 19:41:14.409937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (743b4c9c-cb8f-449f-8356-cf494f1fd3bf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:14.415936 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-2a7ea0de-2ed8-4845-871e-96121827c60a service neutron] 10.222.0.66 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937972 Jan 27 19:41:14.446281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=743b4c9c-cb8f-449f-8356-cf494f1fd3bf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:14.456202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.456715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.457164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.457641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.458217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.458570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.459038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.459489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.459922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.460360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.460802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.461232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.461691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:14.697368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59105853-831a-4caf-99f8-908333157101 req-6d140596-ebc3-43d2-9839-af589adadc45 service neutron] 10.222.0.66 "GET /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759278 Jan 27 19:41:14.746170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:14.752642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:14.752883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca3b030a-f5f9-41fc-b694-88d6cae122b9 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/743b4c9c-cb8f-449f-8356-cf494f1fd3bf HTTP/1.1" status: 204 len: 168 time: 1.7188461 Jan 27 19:41:14.787875 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e4e3a3-51cf-433d-b118-979a7fef50fe tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] GET failed (client error): The resource could not be found. Jan 27 19:41:14.789917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2e4e3a3-51cf-433d-b118-979a7fef50fe tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports/743b4c9c-cb8f-449f-8356-cf494f1fd3bf HTTP/1.1" status: 404 len: 333 time: 0.0351980 Jan 27 19:41:14.794688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35380) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:14.815490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1978293312'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:14.818887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e771d-92ea-4d8a-a6a8-2cbf2c533313 req-a61f9748-5735-4615-bf3f-ba498f91c72e tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:14.828885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9e771d-92ea-4d8a-a6a8-2cbf2c533313 req-a61f9748-5735-4615-bf3f-ba498f91c72e tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 943 time: 0.1841877 Jan 27 19:41:15.003266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c9e771d-92ea-4d8a-a6a8-2cbf2c533313 req-28ea25c3-8f7e-473f-842b-139f86de5b71 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722641 Jan 27 19:41:15.100241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:15.106811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:15.134772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port 58b3ea11-58ea-40b7-ba23-d168530045c0 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:41:15.176355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:15.417345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::b3 (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/58b3ea11-58ea-40b7-ba23-d168530045c0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:15.561388 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:15.672410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa35b-1884-485d-820d-9c9316f1776f req-81753ee1-b0be-4898-a68a-a648ea1ae56b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:15.674358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f1aa35b-1884-485d-820d-9c9316f1776f req-81753ee1-b0be-4898-a68a-a648ea1ae56b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1005709 Jan 27 19:41:15.838515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:15.857068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f1aa35b-1884-485d-820d-9c9316f1776f req-c5c28ee0-797a-4ffd-bd0d-caa4421e6338 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654551 Jan 27 19:41:15.909522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.026279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:16.027693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.048015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:16.059775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:16.076036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:16.077749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.108002 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3126307 Jan 27 19:41:16.109639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eed671-c302-489d-958b-db43b79cce20 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=58b3ea11-58ea-40b7-ba23-d168530045c0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:16.110774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:16.116179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8c:e7:f2'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:16.356186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8d07-3e93-47f4-aa04-fc4bac8a2cf2 req-1b2dc978-2f83-4d10-800b-480e33a1a8d0 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:16.373228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a7f8d07-3e93-47f4-aa04-fc4bac8a2cf2 req-1b2dc978-2f83-4d10-800b-480e33a1a8d0 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 943 time: 0.1918654 Jan 27 19:41:16.456588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a7f8d07-3e93-47f4-aa04-fc4bac8a2cf2 req-b38f699b-850d-431c-85ed-2dccbf836a19 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820613 Jan 27 19:41:16.511967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.549380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7c85a914-b1e4-4fc0-913c-84b82a967034 None None] Provisioning complete for port 58b3ea11-58ea-40b7-ba23-d168530045c0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:16.549877 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c85a914-b1e4-4fc0-913c-84b82a967034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.598158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c85a914-b1e4-4fc0-913c-84b82a967034 None None] Port 58b3ea11-58ea-40b7-ba23-d168530045c0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:16.874937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:41:16.936640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.944836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:16.990743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] In _notify_port_updated(), no bound segment for port 58b3ea11-58ea-40b7-ba23-d168530045c0 on network f79d3a22-c261-4d10-9121-beb724bf7fab {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:41:17.004995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:17.005741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.014157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "PUT /v2.0/ports/58b3ea11-58ea-40b7-ba23-d168530045c0 HTTP/1.1" status: 200 len: 1002 time: 0.8983526 Jan 27 19:41:17.014157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:17.109595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,segment=NetworkSegment(27a9d1a0-f24a-40f5-8d36-d9eb368a1f39),segment_id=27a9d1a0-f24a-40f5-8d36-d9eb368a1f39)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:17.110520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b6781-607f-4813-8072-9804fc46eeba tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=58b3ea11-58ea-40b7-ba23-d168530045c0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:17.135553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24', 'network_id': '235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8', 'port_id': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24', 'mac_address': 'fa:16:3e:04:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a1832f-0ec8-4605-bc01-622711de56b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:41:17.226388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:17.227066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.251264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbc39-438d-4b43-acfc-a019d214a733 req-2bcd2a2a-0429-455b-8404-0f2c9d39be5b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:17.252238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:41:17.252971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d0fbc39-438d-4b43-acfc-a019d214a733 req-2bcd2a2a-0429-455b-8404-0f2c9d39be5b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1320517 Jan 27 19:41:17.286791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,segment=NetworkSegment(27a9d1a0-f24a-40f5-8d36-d9eb368a1f39),segment_id=27a9d1a0-f24a-40f5-8d36-d9eb368a1f39)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:17.298074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.384444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:17.410223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d0fbc39-438d-4b43-acfc-a019d214a733 req-8cf67d18-423e-4460-93f8-ea2c5ef18322 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396050 Jan 27 19:41:17.417572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.419175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.419750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.421710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.422721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.423265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.424381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.425647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.426340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.427907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.428477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.429872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.430851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:17.446933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port 58b3ea11-58ea-40b7-ba23-d168530045c0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:17.448523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.569991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac5e5c63-8b89-4a1c-a458-4595a1a6307f None None] Provisioning complete for port 58b3ea11-58ea-40b7-ba23-d168530045c0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:17.569991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5c63-8b89-4a1c-a458-4595a1a6307f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.631670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:41:17.662850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:17.673685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e5c63-8b89-4a1c-a458-4595a1a6307f None None] Port 58b3ea11-58ea-40b7-ba23-d168530045c0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:17.700372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for 58b3ea11-58ea-40b7-ba23-d168530045c0 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:17.794871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9141318-0f28-418f-9832-baf4514baf9e req-8dd16bff-6999-42ce-b29d-d97cabf9c33d tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:17.800417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:41:17.806866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9141318-0f28-418f-9832-baf4514baf9e req-8dd16bff-6999-42ce-b29d-d97cabf9c33d tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 944 time: 0.2218626 Jan 27 19:41:17.969181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9141318-0f28-418f-9832-baf4514baf9e req-491dba87-9ec7-46ca-9048-ebd71d292879 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534250 Jan 27 19:41:18.111555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (58b3ea11-58ea-40b7-ba23-d168530045c0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:18.171477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=58b3ea11-58ea-40b7-ba23-d168530045c0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:18.198094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:18.202212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-97d1ff2b-1299-4e21-89cc-e72778149090 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/58b3ea11-58ea-40b7-ba23-d168530045c0 HTTP/1.1" status: 204 len: 168 time: 1.1146927 Jan 27 19:41:18.205032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:18.240350 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51d54bf-cca5-44f5-95b8-206a0217cbbb tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] GET failed (client error): The resource could not be found. Jan 27 19:41:18.245222 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b51d54bf-cca5-44f5-95b8-206a0217cbbb tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports/58b3ea11-58ea-40b7-ba23-d168530045c0 HTTP/1.1" status: 404 len: 333 time: 0.0378649 Jan 27 19:41:18.249204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:18.255931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1983496703'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:18.401584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:18.406744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:18.427721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port 90563f40-b9af-4b0f-aeb6-12ddc1763853 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:41:18.664282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::39e (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/90563f40-b9af-4b0f-aeb6-12ddc1763853) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:18.686325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dabe1-4947-4c88-8309-2e1db7ec9623 req-a7c1efbe-699e-499e-8638-fd4bfe525eb8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:18.687838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-652dabe1-4947-4c88-8309-2e1db7ec9623 req-a7c1efbe-699e-499e-8638-fd4bfe525eb8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1207798 Jan 27 19:41:18.895262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:18.934236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.003213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-652dabe1-4947-4c88-8309-2e1db7ec9623 req-aec974a0-1a27-4fb9-8271-c85f09a439ed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851753 Jan 27 19:41:19.009930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.090797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:41:19.103449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:19.104077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.133321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:19.135499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:19.139568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:19.147615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:19.148256 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.269989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0160656 Jan 27 19:41:19.270555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:19.276074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'network_id': 'f79d3a22-c261-4d10-9121-beb724bf7fab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872480836'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:19.310101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244c1a6-cf05-41f1-9f75-e65a2163e967 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=90563f40-b9af-4b0f-aeb6-12ddc1763853,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:19.332965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:19.333202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac578d-62d0-41b1-a308-61304b6d7078 req-9f68ccee-7e7f-4e56-a50f-d26a5d7dfdce tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:19.333776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.334737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79ac578d-62d0-41b1-a308-61304b6d7078 req-9f68ccee-7e7f-4e56-a50f-d26a5d7dfdce tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 944 time: 0.1545486 Jan 27 19:41:19.415577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79ac578d-62d0-41b1-a308-61304b6d7078 req-25eddc29-4581-408a-a388-3b515d82c98a tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733314 Jan 27 19:41:19.430104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:19.434051 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b018898-243c-444b-a33d-548c4e8a93b7" -d '{"events": [{"server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "name": "network-vif-plugged", "status": "completed", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:19.452870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,segment=NetworkSegment(27a9d1a0-f24a-40f5-8d36-d9eb368a1f39),segment_id=27a9d1a0-f24a-40f5-8d36-d9eb368a1f39)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:19.460766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.629066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:19.657119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Made reservation on behalf of dbc539e28eb54da2803479bcae4b9545 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:19.660918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.690968 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a6285-92f5-44c7-bfa6-df04194ee112 x-openstack-request-id: req-452a6285-92f5-44c7-bfa6-df04194ee112 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:19.691264 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "name": "network-vif-plugged", "status": "completed", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:19.691520 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-452a6285-92f5-44c7-bfa6-df04194ee112 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:19.691920 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24', 'code': 200} Jan 27 19:41:19.733585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] device_id is not set on port f0507eb1-d752-4692-910c-26c025fb2f40 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:41:19.761797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9d65cce1-1424-4711-9b20-54bdda99e2dc None None] Provisioning complete for port 90563f40-b9af-4b0f-aeb6-12ddc1763853 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:19.764486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d65cce1-1424-4711-9b20-54bdda99e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:19.888522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d65cce1-1424-4711-9b20-54bdda99e2dc None None] Port 90563f40-b9af-4b0f-aeb6-12ddc1763853 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:20.038242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e1fbf-0c75-4b7e-8c39-8ff4acfc181f req-cc28cc99-8886-4aa0-b038-d6529a615a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:20.040584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9b4e1fbf-0c75-4b7e-8c39-8ff4acfc181f req-cc28cc99-8886-4aa0-b038-d6529a615a73 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 1096 time: 0.1935682 Jan 27 19:41:20.129229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Allocated IP 2001:db8::268 (f79d3a22-c261-4d10-9121-beb724bf7fab/d3a13188-4ff3-4178-bf79-c69374f1313a/f0507eb1-d752-4692-910c-26c025fb2f40) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:20.184961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4af3-b4a6-4ea9-86fb-d430b10fe8e9 req-fb2323ec-9fac-4bd4-ac4b-a1edc0168b29 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:20.186647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30fc4af3-b4a6-4ea9-86fb-d430b10fe8e9 req-fb2323ec-9fac-4bd4-ac4b-a1edc0168b29 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.0711112 Jan 27 19:41:20.247550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9b4e1fbf-0c75-4b7e-8c39-8ff4acfc181f req-c8969742-6e32-4d34-9855-94b6e87afd7f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891954 Jan 27 19:41:20.259733 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30fc4af3-b4a6-4ea9-86fb-d430b10fe8e9 req-b86f6196-da93-4b4f-a7a4-04b6690af56a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647314 Jan 27 19:41:20.365230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (f0507eb1-d752-4692-910c-26c025fb2f40), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:20.412932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:20.477144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Network f79d3a22-c261-4d10-9121-beb724bf7fab is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:20.480995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:20.484671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:20.491363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:20.492094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:20.522247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:20.528683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:8c:e7:f2'}, {'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:74:c7:d8'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:20.534553 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2628050 Jan 27 19:41:20.570898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=f0507eb1-d752-4692-910c-26c025fb2f40,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:20.593559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.594018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.594444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.596347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.596719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.597131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.597763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.598175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.599137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.599552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.601050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.601497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.602409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277d93-4aec-4a12-bf39-c2d433919c6f tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:41:20.677101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fd7cd-793e-4cfb-9e22-1faaf1e6c3dd req-f62ea229-a2c3-4bb0-859b-1ec7f06baa8a tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:20.679165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e5fd7cd-793e-4cfb-9e22-1faaf1e6c3dd req-f62ea229-a2c3-4bb0-859b-1ec7f06baa8a tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 945 time: 0.1463819 Jan 27 19:41:21.051085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-607bc89a-1240-4f0e-be59-9eaa4e1f2aba None None] Provisioning complete for port f0507eb1-d752-4692-910c-26c025fb2f40 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:21.052095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-607bc89a-1240-4f0e-be59-9eaa4e1f2aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:21.106352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-607bc89a-1240-4f0e-be59-9eaa4e1f2aba None None] Port f0507eb1-d752-4692-910c-26c025fb2f40 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:21.289115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e5fd7cd-793e-4cfb-9e22-1faaf1e6c3dd req-3136ae28-50f2-4900-bf2b-981c315b2de4 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991333 Jan 27 19:41:21.298284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:21.535966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd183e-8f87-48f7-ba5c-39b858d28220 req-5c343bfc-9f77-4564-a080-12ec78977bad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:21.543626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bfd183e-8f87-48f7-ba5c-39b858d28220 req-5c343bfc-9f77-4564-a080-12ec78977bad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1350014 Jan 27 19:41:21.642779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bfd183e-8f87-48f7-ba5c-39b858d28220 req-9ef9005b-db83-447f-93cc-012cde97ddd5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979221 Jan 27 19:41:21.705465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for port (f0507eb1-d752-4692-910c-26c025fb2f40), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:21.712296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:21.755002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] In _notify_port_updated(), no bound segment for port f0507eb1-d752-4692-910c-26c025fb2f40 on network f79d3a22-c261-4d10-9121-beb724bf7fab {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:41:21.760845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:21.761613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:21.763010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "PUT /v2.0/ports/f0507eb1-d752-4692-910c-26c025fb2f40 HTTP/1.1" status: 200 len: 1068 time: 1.2396607 Jan 27 19:41:21.767858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:21.796287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f8d4-242b-4fd7-bb92-fe9408822b01 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event updated for resources: {'Port': ['ID=f0507eb1-d752-4692-910c-26c025fb2f40,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:21.920901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port f0507eb1-d752-4692-910c-26c025fb2f40 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:21.921924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:22.163283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:22.205041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for f0507eb1-d752-4692-910c-26c025fb2f40 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:22.395055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bdc5aa11-5839-4380-b850-363bd270079f None None] Provisioning complete for port f0507eb1-d752-4692-910c-26c025fb2f40 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:22.395961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc5aa11-5839-4380-b850-363bd270079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:22.519299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5aa11-5839-4380-b850-363bd270079f None None] Port f0507eb1-d752-4692-910c-26c025fb2f40 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:41:22.590715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f0507eb1-d752-4692-910c-26c025fb2f40), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:22.620246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf01e3-d432-4b0f-be75-b09288919ec9 req-1dbdc2e9-cbba-4a52-9691-3f07b604cce5 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:22.628652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fbf01e3-d432-4b0f-be75-b09288919ec9 req-1dbdc2e9-cbba-4a52-9691-3f07b604cce5 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 945 time: 0.1558867 Jan 27 19:41:22.706968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fbf01e3-d432-4b0f-be75-b09288919ec9 req-13d0ff74-0f22-4126-8a5c-fc612caca9ba tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726395 Jan 27 19:41:22.855612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=f0507eb1-d752-4692-910c-26c025fb2f40,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:22.948300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909f1b-011f-45a8-a6d1-ec1c7c8e71c4 req-9c3f31b1-46c5-4a25-83af-0094c80d69ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:22.954821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30909f1b-011f-45a8-a6d1-ec1c7c8e71c4 req-9c3f31b1-46c5-4a25-83af-0094c80d69ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1364961 Jan 27 19:41:23.063316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.067556 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3326c040-7b5d-41ff-90d6-faf717d3239c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/f0507eb1-d752-4692-910c-26c025fb2f40 HTTP/1.1" status: 204 len: 168 time: 1.2979352 Jan 27 19:41:23.071158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:23.112986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30909f1b-011f-45a8-a6d1-ec1c7c8e71c4 req-f520686e-e89c-472d-80af-9fc4f7a9a22f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518629 Jan 27 19:41:23.157164 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-df67faeb-1db6-42f6-97f5-1ebf0f1c653c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] GET failed (client error): The resource could not be found. Jan 27 19:41:23.165658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35624) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:23.182756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-df67faeb-1db6-42f6-97f5-1ebf0f1c653c tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports/f0507eb1-d752-4692-910c-26c025fb2f40 HTTP/1.1" status: 404 len: 333 time: 0.0928741 Jan 27 19:41:23.353144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port 90563f40-b9af-4b0f-aeb6-12ddc1763853 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:23.353658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.512265 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.536209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for 90563f40-b9af-4b0f-aeb6-12ddc1763853 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:23.698612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (90563f40-b9af-4b0f-aeb6-12ddc1763853), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.794442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=90563f40-b9af-4b0f-aeb6-12ddc1763853,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:23.799563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.845101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:23.852474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09086cb5-4d9d-4443-8f68-61fe21509c64 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/90563f40-b9af-4b0f-aeb6-12ddc1763853 HTTP/1.1" status: 204 len: 168 time: 0.6857333 Jan 27 19:41:23.854931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:23.890354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c949e2-9a1f-4a6c-ac44-b0ec6d252eb3 req-1101dac5-56f3-497e-af51-018584ec07f9 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:23.899725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c949e2-9a1f-4a6c-ac44-b0ec6d252eb3 req-1101dac5-56f3-497e-af51-018584ec07f9 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 945 time: 0.0767508 Jan 27 19:41:23.904441 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16f6763-2013-48c0-a5f5-28c8670fb0a8 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] GET failed (client error): The resource could not be found. Jan 27 19:41:23.911572 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a16f6763-2013-48c0-a5f5-28c8670fb0a8 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "GET /v2.0/ports/90563f40-b9af-4b0f-aeb6-12ddc1763853 HTTP/1.1" status: 404 len: 333 time: 0.0553019 Jan 27 19:41:23.912766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35664) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:23.998152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c949e2-9a1f-4a6c-ac44-b0ec6d252eb3 req-8b4a5526-cbd2-4edf-8856-817ac6ffe815 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jan 27 19:41:24.021213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:24.021592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.142328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.158497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:24.313050 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cb84b75b-ca2f-4e61-9df8-fc398cc0eea7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.409552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2e13-5995-4683-9a06-1bb1aad80fe7 req-49df4463-b9be-4997-a27d-d3c48fad7362 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:24.413899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f66a2e13-5995-4683-9a06-1bb1aad80fe7 req-49df4463-b9be-4997-a27d-d3c48fad7362 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1507390 Jan 27 19:41:24.422781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.429304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/ports/cb84b75b-ca2f-4e61-9df8-fc398cc0eea7 HTTP/1.1" status: 204 len: 168 time: 0.5144684 Jan 27 19:41:24.429961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35680) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:24.497808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting subnet d3a13188-4ff3-4178-bf79-c69374f1313a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:41:24.502372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for subnet (d3a13188-4ff3-4178-bf79-c69374f1313a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.560984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (d3a13188-4ff3-4178-bf79-c69374f1313a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.565604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694de353-c649-4c83-966d-4bee9e430d87 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=cb84b75b-ca2f-4e61-9df8-fc398cc0eea7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:24.600439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f66a2e13-5995-4683-9a06-1bb1aad80fe7 req-45bfb778-f472-45e8-84ce-5797d27f6bcd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701906 Jan 27 19:41:24.731844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (d3a13188-4ff3-4178-bf79-c69374f1313a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.788953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.840420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (d3a13188-4ff3-4178-bf79-c69374f1313a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.870028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b8040-f8dd-4a5a-8fb7-2f52fc938330 None None] Network f79d3a22-c261-4d10-9121-beb724bf7fab requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:24.885222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:24.893471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/subnets/d3a13188-4ff3-4178-bf79-c69374f1313a HTTP/1.1" status: 204 len: 168 time: 0.4577718 Jan 27 19:41:24.893471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:24.908307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab79c52-5a3d-43af-8da1-a310cbee3137 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a13188-4ff3-4178-bf79-c69374f1313a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:25.088532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f79d3a22-c261-4d10-9121-beb724bf7fab), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.122727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] DHCP port deletion for f79d3a22-c261-4d10-9121-beb724bf7fab request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:41:25.223500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Deleting port ed18d73e-7e13-46e3-87ab-9902114aa2db {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:25.224546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.344901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] For port ed18d73e-7e13-46e3-87ab-9902114aa2db, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed18d73e-7e13-46e3-87ab-9902114aa2db,segment=NetworkSegment(d3a4b6f4-d829-4842-b2d3-6a5a5454a218),segment_id=d3a4b6f4-d829-4842-b2d3-6a5a5454a218)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:25.345752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.394018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f2190671-4649-45a8-a91b-46b6fe7b0e32 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:25.395653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f2190671-4649-45a8-a91b-46b6fe7b0e32 tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 945 time: 0.1237576 Jan 27 19:41:25.399936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Deleting port ed18d73e-7e13-46e3-87ab-9902114aa2db {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:25.401210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.403110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Calling delete_port for ed18d73e-7e13-46e3-87ab-9902114aa2db owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:25.438083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a1afb-f938-43a6-bb39-c3c50495f773 req-0a50c274-ae20-4f70-bdd4-832f910151da tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:25.459047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-320a1afb-f938-43a6-bb39-c3c50495f773 req-0a50c274-ae20-4f70-bdd4-832f910151da tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 945 time: 0.2124703 Jan 27 19:41:25.553069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.603717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] For port ed18d73e-7e13-46e3-87ab-9902114aa2db, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed18d73e-7e13-46e3-87ab-9902114aa2db,segment=NetworkSegment(d3a4b6f4-d829-4842-b2d3-6a5a5454a218),segment_id=d3a4b6f4-d829-4842-b2d3-6a5a5454a218)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:25.604731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.623733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] No DVR routers for this DVR port ed18d73e-7e13-46e3-87ab-9902114aa2db on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:25.632622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f619-3931-4861-baac-d7b9a1565f95 None None] Pushing event deleted for resources: {'Port': ['ID=ed18d73e-7e13-46e3-87ab-9902114aa2db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:25.636570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Calling delete_port for ed18d73e-7e13-46e3-87ab-9902114aa2db owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:25.669385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-320a1afb-f938-43a6-bb39-c3c50495f773 req-33cbaca7-1db7-48d8-9285-b35b382720ed tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3c1d111-f21d-42cc-b4b5-f917c36320be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083638 Jan 27 19:41:25.842714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Deleting port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:25.843161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.855420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944446a-1d38-4c44-9636-3bff9a58a9e8 req-1241c7c9-c4f8-4d5c-afc8-335c1d268170 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:25.861408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a944446a-1d38-4c44-9636-3bff9a58a9e8 req-1241c7c9-c4f8-4d5c-afc8-335c1d268170 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.0906804 Jan 27 19:41:25.932858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a944446a-1d38-4c44-9636-3bff9a58a9e8 req-f091d798-181b-4999-ad4b-230ac026be4e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650995 Jan 27 19:41:25.970572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] For port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,segment=NetworkSegment(27a9d1a0-f24a-40f5-8d36-d9eb368a1f39),segment_id=27a9d1a0-f24a-40f5-8d36-d9eb368a1f39)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:25.971151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:25.986160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Calling delete_port for a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:26.070224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ed18d73e-7e13-46e3-87ab-9902114aa2db), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.118637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Port': ['ID=ed18d73e-7e13-46e3-87ab-9902114aa2db,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:26.130744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] No DVR routers for this DVR port ed18d73e-7e13-46e3-87ab-9902114aa2db on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:26.295209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f79d3a22-c261-4d10-9121-beb724bf7fab), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.401552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79d3a22-c261-4d10-9121-beb724bf7fab']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:26.418247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:26.419194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a4b6f4-d829-4842-b2d3-6a5a5454a218') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:26.429552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.444154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:41:26.448190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (d3a4b6f4-d829-4842-b2d3-6a5a5454a218), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.491690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Pushing event deleted for resources: {'Port': ['ID=a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:26.527474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d3a4b6f4-d829-4842-b2d3-6a5a5454a218), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.545745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:26.547413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (d3a4b6f4-d829-4842-b2d3-6a5a5454a218), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:26.567008 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:26.590568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] No DVR routers for this DVR port a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:26.597093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.614723 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e99fb92e-5891-41f8-bcbb-826e5282c4c8 req-f229e706-7a72-40bc-b188-48c172a2f4ca tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.66 "DELETE /v2.0/ports/a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 HTTP/1.1" status: 204 len: 173 time: 1.2104836 Jan 27 19:41:26.615235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'name': 'network-vif-deleted', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:26.622805 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f27dd-d45e-4b58-9ae4-1fe53ae1435d" -d '{"events": [{"server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "name": "network-vif-deleted", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:26.730711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f79d3a22-c261-4d10-9121-beb724bf7fab), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.740573 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e990824-8910-4b8c-bdd0-e2101d6a28be x-openstack-request-id: req-1e990824-8910-4b8c-bdd0-e2101d6a28be {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:26.740573 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca305364-cf6a-4b3e-847e-70d31fa33283", "name": "network-vif-deleted", "tag": "a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:26.740573 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e990824-8910-4b8c-bdd0-e2101d6a28be {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:26.741915 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca305364-cf6a-4b3e-847e-70d31fa33283', 'name': 'network-vif-deleted', 'tag': 'a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24', 'status': 'completed', 'code': 200} Jan 27 19:41:26.744526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:26.752343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] 10.222.0.59 "DELETE /v2.0/networks/f79d3a22-c261-4d10-9121-beb724bf7fab HTTP/1.1" status: 204 len: 168 time: 1.8560565 Jan 27 19:41:26.769980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadf664-59a4-42b5-92ff-2acb2443bb70 tempest-AllowedAddressPairIpV6TestJSON-1518348681 tempest-AllowedAddressPairIpV6TestJSON-1518348681-project] Pushing event deleted for resources: {'Network': ['ID=f79d3a22-c261-4d10-9121-beb724bf7fab,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:26.879311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef5da621-45de-41eb-9933-26e1c8cdc5bc req-3e7def63-a9e7-49dc-99e6-41cce4e2bc6c tempest-ServerMetadataNegativeTestJSON-1493405404 tempest-ServerMetadataNegativeTestJSON-1493405404-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca305364-cf6a-4b3e-847e-70d31fa33283 HTTP/1.1" status: 200 len: 210 time: 0.0445518 Jan 27 19:41:26.956881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed18d73e-7e13-46e3-87ab-9902114aa2db no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:26.996209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ed18d73e-7e13-46e3-87ab-9902114aa2db {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:26.996566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed18d73e-7e13-46e3-87ab-9902114aa2db not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:27.166282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ed0-3eb9-4e2e-a24e-8cd2afe75d93 req-5f917101-f16b-4f87-aee1-dd983f0ac80f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:27.182070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6267ed0-3eb9-4e2e-a24e-8cd2afe75d93 req-5f917101-f16b-4f87-aee1-dd983f0ac80f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1315138 Jan 27 19:41:27.253687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6267ed0-3eb9-4e2e-a24e-8cd2afe75d93 req-84e17ed4-ceea-42cb-a843-4a22069be6ad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628786 Jan 27 19:41:27.319220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35744) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:27.576513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c16ed85a-bf90-4311-8257-ef3083a59b2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbc539e28eb54da2803479bcae4b9545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535288 Jan 27 19:41:27.576741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:27.742859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:28.051400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:28.114354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Deleting subnet e5a1832f-0ec8-4605-bc01-622711de56b5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:41:28.123791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Publish callbacks [] for subnet (e5a1832f-0ec8-4605-bc01-622711de56b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.267623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] Publish callbacks [] for security_group (57b822af-dc57-4229-8600-45b432636240), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.300206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] Publish callbacks [] for security_group (57b822af-dc57-4229-8600-45b432636240), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.344686 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e5a1832f-0ec8-4605-bc01-622711de56b5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.396112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e5a1832f-0ec8-4605-bc01-622711de56b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.423368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57b822af-dc57-4229-8600-45b432636240), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.432403 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.436053 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57b822af-dc57-4229-8600-45b432636240 HTTP/1.1" status: 204 len: 168 time: 0.8582695 Jan 27 19:41:28.460998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198bfd9-0783-4d2c-921e-c5bc5e6c99a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b822af-dc57-4229-8600-45b432636240,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:28.560702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6c478-e6a2-49c9-a274-cbed7e5f77f6 req-d519fe87-2748-49b2-a8f2-ee9f3948ba35 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:28.562398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eb6c478-e6a2-49c9-a274-cbed7e5f77f6 req-d519fe87-2748-49b2-a8f2-ee9f3948ba35 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1266825 Jan 27 19:41:28.683995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eb6c478-e6a2-49c9-a274-cbed7e5f77f6 req-7af2fed5-7623-4969-828f-dcc59d7a0a46 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755079 Jan 27 19:41:28.737074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e5a1832f-0ec8-4605-bc01-622711de56b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.786559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.797353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e5a1832f-0ec8-4605-bc01-622711de56b5 HTTP/1.1" status: 204 len: 168 time: 0.7414947 Jan 27 19:41:28.798641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:28.914742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76e60e-1ad3-44e1-8dc0-d379319d2a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a1832f-0ec8-4605-bc01-622711de56b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:28.938777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:28.958859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:28.994854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:28.995888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a9bbc7df-5333-4b1c-90c2-65dc9a6f0e24 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:29.113609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.153122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:29.166250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:29.166800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a9d1a0-f24a-40f5-8d36-d9eb368a1f39') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:29.178933 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (27a9d1a0-f24a-40f5-8d36-d9eb368a1f39), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.180028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.219990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (27a9d1a0-f24a-40f5-8d36-d9eb368a1f39), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.248840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:29.249443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (27a9d1a0-f24a-40f5-8d36-d9eb368a1f39), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:29.252258 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:29.431010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.440509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.445928 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] 10.222.0.59 "DELETE /v2.0/networks/235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8 HTTP/1.1" status: 204 len: 168 time: 0.6428027 Jan 27 19:41:29.494980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56be4a-2871-4b1d-89cf-766082cc051b admin admin] Pushing event deleted for resources: {'Network': ['ID=235e23ea-6ec0-4e75-b1e5-14f8ffe6b3b8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:29.695635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35828) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:29.792911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb8be387-344f-4cad-8e9d-20241f87504f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88550a9b2155465aa6f26a1294c31df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952225 Jan 27 19:41:29.795547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:29.894858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] Publish callbacks [] for security_group (f3c1d111-f21d-42cc-b4b5-f917c36320be), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:29.925541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] Publish callbacks [] for security_group (f3c1d111-f21d-42cc-b4b5-f917c36320be), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.038207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Deleting port 35901532-c024-478e-ae86-90e2afa08982 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:30.038561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (35901532-c024-478e-ae86-90e2afa08982), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.047942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35840) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:30.100736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3c1d111-f21d-42cc-b4b5-f917c36320be), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.115777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.120441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3c1d111-f21d-42cc-b4b5-f917c36320be HTTP/1.1" status: 204 len: 168 time: 0.3237512 Jan 27 19:41:30.142848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22b912-8d97-45b4-8b65-9459f10bbc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1d111-f21d-42cc-b4b5-f917c36320be,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:30.149867 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-04c55f08-a287-4150-8c94-7a21877d680f service neutron] show failed (client error): The resource could not be found. Jan 27 19:41:30.151375 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-04c55f08-a287-4150-8c94-7a21877d680f service neutron] 10.222.0.66 "GET /v2.0/ports/57b35f1d-6b63-46c3-b98c-e5542f00effe/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.1778259 Jan 27 19:41:30.185467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caffb7-ce17-4f5a-8299-2bdcd8b44b1f req-0b990fb9-145f-43c1-8de3-4b84f85c329f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:30.193461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06caffb7-ce17-4f5a-8299-2bdcd8b44b1f req-0b990fb9-145f-43c1-8de3-4b84f85c329f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.2527170 Jan 27 19:41:30.197308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] For port 35901532-c024-478e-ae86-90e2afa08982, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35901532-c024-478e-ae86-90e2afa08982,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:30.197767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (35901532-c024-478e-ae86-90e2afa08982), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.224836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Calling delete_port for 35901532-c024-478e-ae86-90e2afa08982 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:30.285721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06caffb7-ce17-4f5a-8299-2bdcd8b44b1f req-fc19ffc1-b196-46fd-bf4f-788046849163 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912910 Jan 27 19:41:30.364563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682750590'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:30.426267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:30.430207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.454289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.610500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for security_group (6b1a5ab1-b7bf-4120-a043-4116db028388), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.627317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6b1a5ab1-b7bf-4120-a043-4116db028388), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.665621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:30.675066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (35901532-c024-478e-ae86-90e2afa08982), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.697917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-582c74bc-5b06-4459-aeab-eeb8a8c7e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:30.699530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-582c74bc-5b06-4459-aeab-eeb8a8c7e08b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 1097 time: 0.0874898 Jan 27 19:41:30.700789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8b0deeeb-d272-49cd-998e-bec0ecbe6382), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:30.701725 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 8b0deeeb-d272-49cd-998e-bec0ecbe6382 of type vlan for network ef89f927-234b-45e6-84ec-963f77c3faf1 Jan 27 19:41:30.703286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a5ab1-b7bf-4120-a043-4116db028388,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:30.742763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:30.790395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35901532-c024-478e-ae86-90e2afa08982,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:30.977441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ef89f927-234b-45e6-84ec-963f77c3faf1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.079628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.090516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ef89f927-234b-45e6-84ec-963f77c3faf1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.096329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:31.096999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.126978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.274758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2222073 Jan 27 19:41:31.521239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10a282-c820-499c-a7dd-3091608fe1e7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=ef89f927-234b-45e6-84ec-963f77c3faf1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:31.523638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35884) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:31.533247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ef89f927-234b-45e6-84ec-963f77c3faf1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:31.538158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:31.730976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274288a-b5c4-4d75-8f8f-e4911ed4edb7 req-47a2a148-6aeb-4e01-9414-ca84e040cecd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:31.732552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c274288a-b5c4-4d75-8f8f-e4911ed4edb7 req-47a2a148-6aeb-4e01-9414-ca84e040cecd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1785188 Jan 27 19:41:31.759659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:41:31.772593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:31.776372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:31.847193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c274288a-b5c4-4d75-8f8f-e4911ed4edb7 req-8f4e5fb2-cbd2-48ab-b4f3-30eb299d6b9d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051507 Jan 27 19:41:31.860853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:31.936622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:41:31.946661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a5714a8-c43f-4dae-a1ee-e25b01391fa3 admin admin] 10.222.0.59 "PUT /v2.0/routers/375b96b1-27d8-4b96-ae83-4b34ff36dc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1992621 Jan 27 19:41:31.949610 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Sync routers for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:41:31.950180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35904) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:31.964706 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:31.966096 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:31.990552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:32.164755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:32.166270 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:32.176806 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910015f-afc1-47e5-9092-1b81997a8be0" -d '{"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-unplugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:32.258964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks [] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:32.298353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks [] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:32.303893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Transition to ACTIVE for port object 57b35f1d-6b63-46c3-b98c-e5542f00effe will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:41:32.328129 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:32.494532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (23fc5d11-f758-4927-8d26-139405ecf6ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:32.674999 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:41:30Z', 'revision_number': 5, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port': {'id': '6bbf94cc-6705-40a7-a8af-b8f18ac275ef', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:24Z', 'updated_at': '2022-01-27T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:32.679870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks [] for router_gateway (375b96b1-27d8-4b96-ae83-4b34ff36dc89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:32.745888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Checking router: 375b96b1-27d8-4b96-ae83-4b34ff36dc89 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:41:32.773944 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606daf32-a3f5-4274-b94c-eeca1b5d5aac x-openstack-request-id: req-606daf32-a3f5-4274-b94c-eeca1b5d5aac {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:32.773944 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-unplugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:32.773944 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-606daf32-a3f5-4274-b94c-eeca1b5d5aac {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:32.773944 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'code': 200} Jan 27 19:41:32.776193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Routers {'375b96b1-27d8-4b96-ae83-4b34ff36dc89'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:32.776869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:32.800898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:32.902248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] No DVR routers for this DVR port 57b35f1d-6b63-46c3-b98c-e5542f00effe on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:32.913665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-471ca7e1-71ee-4d23-8f09-1a7b614a20a2 req-c5e558cc-33d4-4fa6-ba66-43366abfb221 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.1612723 Jan 27 19:41:32.979138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:33.011267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Deleting port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:33.015305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:33.021376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=23fc5d11-f758-4927-8d26-139405ecf6ff,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:33.120063 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] Set router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:33.147081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '8b0deeeb-d272-49cd-998e-bec0ecbe6382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:33.147081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: ef89f927-234b-45e6-84ec-963f77c3faf1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:33.192899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 57b35f1d-6b63-46c3-b98c-e5542f00effe host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:41:33.195405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:33.274992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] For port 6bbf94cc-6705-40a7-a8af-b8f18ac275ef, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:33.275374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:33.293485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Calling delete_port for 6bbf94cc-6705-40a7-a8af-b8f18ac275ef owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:33.338069 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:41:32Z', 'revision_number': 6, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:33.441574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738c645-4c92-46e7-92eb-c7d4dfc446ab None None] The sync data for ids ['375b96b1-27d8-4b96-ae83-4b34ff36dc89'] in n-d-760453-6 is: [{'id': '375b96b1-27d8-4b96-ae83-4b34ff36dc89', 'name': 'tempest-TaggedBootDevicesTest_v242-722863990-router', 'tenant_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:20Z', 'updated_at': '2022-01-27T19:41:32Z', 'revision_number': 6, 'project_id': '273bfe2f1c0c4f8ab5d733305afe72a5', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:41:33.443358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network ef89f927-234b-45e6-84ec-963f77c3faf1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:33.504626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:33.505679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:33.506498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:33.513010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ef89f927-234b-45e6-84ec-963f77c3faf1) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:33.522648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:41:33.523403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Attempting to bind port 57b35f1d-6b63-46c3-b98c-e5542f00effe on network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:33.524066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae9841-a92d-4e73-a014-14a5002ee891 None None] Network ef89f927-234b-45e6-84ec-963f77c3faf1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:33.539334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:33.540689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:33.545382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:33.546261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Checking segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:33.547894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Bound using segment: {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:33.548828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Bound port: 57b35f1d-6b63-46c3-b98c-e5542f00effe, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760641f0-b903-4e0b-be79-ffef7c7f5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:33.549649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:33.688615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c194ff6d-ebb1-498b-9ea5-28b4d26496c4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1571436 Jan 27 19:41:33.693188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35954) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:33.724893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247420969'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:33.881493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de0b51-0a9b-4166-b6b4-fdcaad0313de req-6c5d577c-2d80-453a-a13b-68923cb5dfdf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:33.889281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6de0b51-0a9b-4166-b6b4-fdcaad0313de req-6c5d577c-2d80-453a-a13b-68923cb5dfdf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.1277692 Jan 27 19:41:33.892166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ef89f927-234b-45e6-84ec-963f77c3faf1', 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '23fc5d11-f758-4927-8d26-139405ecf6ff'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:33.893057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:33.919685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:33.933944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.020209 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6bbf94cc-6705-40a7-a8af-b8f18ac275ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.029497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:34.101535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:34.136953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbf94cc-6705-40a7-a8af-b8f18ac275ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:34.147213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.151396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:34.258393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:34.285510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.286015 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 98c7ef6a-b87e-43ec-9217-e34a45f7edbf of type vlan for network 22b33134-06d6-49d8-a61b-983f49e0c148 Jan 27 19:41:34.290049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:34.291110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.303603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-2a7b80a2-637f-47de-a130-e9c058200501 service neutron] 10.222.0.39 "PUT /v2.0/ports/57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 1092 time: 3.5644178 Jan 27 19:41:34.398813 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.418902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6de0b51-0a9b-4166-b6b4-fdcaad0313de req-b4097641-d21a-42fe-839d-65cd7fb15e56 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266423 Jan 27 19:41:34.489467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Allocated IP 172.20.255.242 (ef89f927-234b-45e6-84ec-963f77c3faf1/23fc5d11-f758-4927-8d26-139405ecf6ff/243ac5de-30c3-49e9-8b2b-221235e0e357) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:34.691884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.779488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-98ca22bc-2da9-48da-854e-ab6522de7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:34.787275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-98ca22bc-2da9-48da-854e-ab6522de7d85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.3185785 Jan 27 19:41:34.787946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:34.801144 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e335b2-b2de-49c0-9632-9a06046a58c4" -d '{"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:34.827874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:41:34.867898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.887906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks [] for router_controller (375b96b1-27d8-4b96-ae83-4b34ff36dc89), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.890304 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks [] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:34.904182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.027693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Pushing event updated for resources: {'Port': ['ID=243ac5de-30c3-49e9-8b2b-221235e0e357,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:35.045531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Network ef89f927-234b-45e6-84ec-963f77c3faf1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:35.054253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:35.059708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:35.087876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (375b96b1-27d8-4b96-ae83-4b34ff36dc89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.088484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375b96b1-27d8-4b96-ae83-4b34ff36dc89 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:41:35.104876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.109722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a400c4d-5e73-4cb8-aa87-7465705e00b3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/375b96b1-27d8-4b96-ae83-4b34ff36dc89 HTTP/1.1" status: 204 len: 168 time: 3.1566057 Jan 27 19:41:35.111006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:35.243411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35901532-c024-478e-ae86-90e2afa08982 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:35.292620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-745f3043-2a8d-4994-96a2-5e9fe1f02b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:35.294946 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-745f3043-2a8d-4994-96a2-5e9fe1f02b10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.4764118 Jan 27 19:41:35.333494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 35901532-c024-478e-ae86-90e2afa08982 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:35.334228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35901532-c024-478e-ae86-90e2afa08982 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:35.334914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbf94cc-6705-40a7-a8af-b8f18ac275ef no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:35.345366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.359764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Deleting subnet 19c8a16b-b94f-475f-969c-6cca097308e2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:41:35.370133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Publish callbacks [] for subnet (19c8a16b-b94f-475f-969c-6cca097308e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.376166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:35.398539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.434946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Attempting to bind port 243ac5de-30c3-49e9-8b2b-221235e0e357 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:35.435722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Attempting to bind port 243ac5de-30c3-49e9-8b2b-221235e0e357 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '8b0deeeb-d272-49cd-998e-bec0ecbe6382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:35.436593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Attempting to bind port 243ac5de-30c3-49e9-8b2b-221235e0e357 on network ef89f927-234b-45e6-84ec-963f77c3faf1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:35.442372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6bbf94cc-6705-40a7-a8af-b8f18ac275ef {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:35.443096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6bbf94cc-6705-40a7-a8af-b8f18ac275ef not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:35.453311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:35.454046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Checking segment: {'id': '8b0deeeb-d272-49cd-998e-bec0ecbe6382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:35.454706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.455338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Bound using segment: {'id': '8b0deeeb-d272-49cd-998e-bec0ecbe6382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:35.456194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Bound port: 243ac5de-30c3-49e9-8b2b-221235e0e357, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0deeeb-d272-49cd-998e-bec0ecbe6382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ef89f927-234b-45e6-84ec-963f77c3faf1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:35.457464 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.493373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (19c8a16b-b94f-475f-969c-6cca097308e2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.669672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] For port 243ac5de-30c3-49e9-8b2b-221235e0e357, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:35.685238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] For port 243ac5de-30c3-49e9-8b2b-221235e0e357, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=243ac5de-30c3-49e9-8b2b-221235e0e357,segment=NetworkSegment(8b0deeeb-d272-49cd-998e-bec0ecbe6382),segment_id=8b0deeeb-d272-49cd-998e-bec0ecbe6382)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:35.696074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.697341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (19c8a16b-b94f-475f-969c-6cca097308e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.836007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (19c8a16b-b94f-475f-969c-6cca097308e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:35.903299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2fc8d-937b-4026-976a-a3894e32de0d None None] Pushing event updated for resources: {'Port': ['ID=243ac5de-30c3-49e9-8b2b-221235e0e357,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:35.992057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c8a16b-b94f-475f-969c-6cca097308e2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:36.008023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5de14-57fc-4d5d-8311-7d2b40b6ab6e None None] Network c2f64754-a244-4d03-84ba-39ff20e0d1ba requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:36.015501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:36.037042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f7597eaf-d3e0-4c5d-acaa-c16419f3d802 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/19c8a16b-b94f-475f-969c-6cca097308e2 HTTP/1.1" status: 204 len: 168 time: 0.9218464 Jan 27 19:41:36.040109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36012) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:36.041058 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3456516 Jan 27 19:41:36.067191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:36.095336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:36.133185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fc995-128c-4673-bd69-02a723b52a30 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=22b33134-06d6-49d8-a61b-983f49e0c148,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:36.196565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-e4a52f7d-528a-48b7-a1b1-d393f7a5eff7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 999 time: 0.8892400 Jan 27 19:41:36.327862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 22b33134-06d6-49d8-a61b-983f49e0c148 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:36.428744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-29ada2e9-6f75-47fe-9268-5e165eeada18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:36.442772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-29ada2e9-6f75-47fe-9268-5e165eeada18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.2220528 Jan 27 19:41:36.549082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c2f64754-a244-4d03-84ba-39ff20e0d1ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:36.563106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-a5002d8d-7bab-4c8e-b32a-4e7be7b1747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:36.565079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-a5002d8d-7bab-4c8e-b32a-4e7be7b1747b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212394 Jan 27 19:41:36.591739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f918ae1-b65c-43ee-b440-c679dcb55bd0 req-0d583930-4eb9-4306-a15b-b03ea9872bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.4361660 Jan 27 19:41:36.717926 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaacde5-2e51-4aa8-a34e-ca4764cde1cd x-openstack-request-id: req-7aaacde5-2e51-4aa8-a34e-ca4764cde1cd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:36.718783 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:36.719053 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7aaacde5-2e51-4aa8-a34e-ca4764cde1cd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:36.719477 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'status': 'completed', 'code': 200} Jan 27 19:41:36.800525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] DHCP port deletion for c2f64754-a244-4d03-84ba-39ff20e0d1ba request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:41:36.831532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:36.847761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:36.971493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-6e7c0499-47a0-4ea2-8e29-5c8d32502617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:36.973098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-6e7c0499-47a0-4ea2-8e29-5c8d32502617 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.2526817 Jan 27 19:41:37.108657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Deleting port f8e2af06-ba30-42f0-8635-a0f41d2836c5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:37.112762 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:37.131613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Deleting port f8e2af06-ba30-42f0-8635-a0f41d2836c5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:37.132378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:37.153847 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-d4c1289e-9688-469b-8543-8b5429270e04 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812759 Jan 27 19:41:37.242243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 243ac5de-30c3-49e9-8b2b-221235e0e357 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:37.275746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] For port f8e2af06-ba30-42f0-8635-a0f41d2836c5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f8e2af06-ba30-42f0-8635-a0f41d2836c5,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:37.276055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:37.325515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Calling delete_port for f8e2af06-ba30-42f0-8635-a0f41d2836c5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:37.489769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] For port f8e2af06-ba30-42f0-8635-a0f41d2836c5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f8e2af06-ba30-42f0-8635-a0f41d2836c5,segment=NetworkSegment(3c6e4b76-ce0e-497e-9f42-e697e7fefe18),segment_id=3c6e4b76-ce0e-497e-9f42-e697e7fefe18)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:37.490890 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:37.498725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 243ac5de-30c3-49e9-8b2b-221235e0e357 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:37.500500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:37.608651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-750aed8b-5fae-411c-adc1-3f6eaf592910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:37.610669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-750aed8b-5fae-411c-adc1-3f6eaf592910 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.6285632 Jan 27 19:41:37.680231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Calling delete_port for f8e2af06-ba30-42f0-8635-a0f41d2836c5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:37.730791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2175a370-0fad-4c8b-a99d-d3916d43a68c req-ef210c12-86d4-4715-8bf6-05eca7bc5989 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700181 Jan 27 19:41:37.833731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-af06e6a5-ce87-4b8d-acaf-88a106c53654 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 999 time: 0.2079415 Jan 27 19:41:38.036978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-15c4ae16-424a-420d-aac8-c8f983cdcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.040328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-15c4ae16-424a-420d-aac8-c8f983cdcbf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.1092451 Jan 27 19:41:38.121362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 243ac5de-30c3-49e9-8b2b-221235e0e357 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:38.121873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.274292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-54c763db-d619-4f21-af07-c5f8a26b5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.279004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-54c763db-d619-4f21-af07-c5f8a26b5c2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.4305995 Jan 27 19:41:38.282456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 243ac5de-30c3-49e9-8b2b-221235e0e357, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=243ac5de-30c3-49e9-8b2b-221235e0e357,segment=NetworkSegment(8b0deeeb-d272-49cd-998e-bec0ecbe6382),segment_id=8b0deeeb-d272-49cd-998e-bec0ecbe6382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:38.303224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.375554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa30bc-0a8d-4b52-9e36-0a202c004810 None None] Network ef89f927-234b-45e6-84ec-963f77c3faf1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:38.399510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-e47c3ec6-9cb9-43c8-9e81-bcc9b1a32d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.400912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-e47c3ec6-9cb9-43c8-9e81-bcc9b1a32d0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.3460462 Jan 27 19:41:38.452143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f8e2af06-ba30-42f0-8635-a0f41d2836c5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:38.534339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-dae59916-2d29-45cb-bae9-53d069d5931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.535906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-dae59916-2d29-45cb-bae9-53d069d5931a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226274 Jan 27 19:41:38.553753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=243ac5de-30c3-49e9-8b2b-221235e0e357,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:38.581520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cdcd7d25-32d2-43b5-86e5-23701b93011d None None] Provisioning complete for port 243ac5de-30c3-49e9-8b2b-221235e0e357 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:38.582188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7d25-32d2-43b5-86e5-23701b93011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.663038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-10a84334-f8a7-4811-98d6-6624ba40c76c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 999 time: 0.2470751 Jan 27 19:41:38.667831 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.670262 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (94de33d5-bedd-4422-a8df-f7f9c16fd538), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:41:38.688907 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 19:41:38.734054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b15b-fc43-4275-a9e4-fab316565b66 req-10d1386c-c94e-4265-83dd-7f841fd27d66 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.741316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2842b15b-fc43-4275-a9e4-fab316565b66 req-10d1386c-c94e-4265-83dd-7f841fd27d66 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 1.2674444 Jan 27 19:41:38.752927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 19:41:38.753434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port f8e2af06-ba30-42f0-8635-a0f41d2836c5 host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:41:38.753899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f8e2af06-ba30-42f0-8635-a0f41d2836c5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:38.754663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e2af06-ba30-42f0-8635-a0f41d2836c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:38.756586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] No DVR routers for this DVR port f8e2af06-ba30-42f0-8635-a0f41d2836c5 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:38.810593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (f8e2af06-ba30-42f0-8635-a0f41d2836c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.835077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-3e5901d8-a5b8-440b-9c36-8b06cb0688d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:38.840219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-3e5901d8-a5b8-440b-9c36-8b06cb0688d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.1412539 Jan 27 19:41:38.845475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=94de33d5-bedd-4422-a8df-f7f9c16fd538,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:38.926404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2842b15b-fc43-4275-a9e4-fab316565b66 req-13d77a7e-cb45-4b4b-858c-2a147d0f96d1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840937 Jan 27 19:41:38.933848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '98c7ef6a-b87e-43ec-9217-e34a45f7edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:38.934220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 22b33134-06d6-49d8-a61b-983f49e0c148, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:38.938899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c2f64754-a244-4d03-84ba-39ff20e0d1ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:38.969949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f64754-a244-4d03-84ba-39ff20e0d1ba']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:38.983164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6e4b76-ce0e-497e-9f42-e697e7fefe18') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:38.983457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6e4b76-ce0e-497e-9f42-e697e7fefe18') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:39.000189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 22b33134-06d6-49d8-a61b-983f49e0c148 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:39.028990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (3c6e4b76-ce0e-497e-9f42-e697e7fefe18), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.087098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 22b33134-06d6-49d8-a61b-983f49e0c148) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:39.100343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:39.106070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.144049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3c6e4b76-ce0e-497e-9f42-e697e7fefe18), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.168304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-4ea4f514-d837-49b5-9834-b145ddd2ad01 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219013 Jan 27 19:41:39.195394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba4fc22e-1af4-4d50-8470-7be925891551 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1252613 Jan 27 19:41:39.221756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-a9464422-c324-41df-8ab3-505d6b1062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:39.223867 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-a9464422-c324-41df-8ab3-505d6b1062b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3551922 Jan 27 19:41:39.226681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:39.250190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:39.250763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (3c6e4b76-ce0e-497e-9f42-e697e7fefe18), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:39.252904 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:39.300239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] No DVR routers for this DVR port f8e2af06-ba30-42f0-8635-a0f41d2836c5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:39.307105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e777819-b1dd-44d2-b580-b4ac5c452152 None None] Network 22b33134-06d6-49d8-a61b-983f49e0c148 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:39.309742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 243ac5de-30c3-49e9-8b2b-221235e0e357 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:39.333124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70105b07-4c84-40ff-8745-0fd5aa8438be None None] Pushing event deleted for resources: {'Port': ['ID=f8e2af06-ba30-42f0-8635-a0f41d2836c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:39.434587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd7d25-32d2-43b5-86e5-23701b93011d None None] Current status of the port 243ac5de-30c3-49e9-8b2b-221235e0e357 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:39.446350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c2f64754-a244-4d03-84ba-39ff20e0d1ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.449942 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-449848ba-d47a-49a0-9896-a03d909bba50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.462334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.470894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] 10.222.0.59 "DELETE /v2.0/networks/c2f64754-a244-4d03-84ba-39ff20e0d1ba HTTP/1.1" status: 204 len: 168 time: 3.4281878 Jan 27 19:41:39.484965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:39.507170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6759-7610-41e5-a5a4-369fbf22d1b7 req-fbc00c35-be4c-4448-9b64-d2c33049b800 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:39.515149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f4f6759-7610-41e5-a5a4-369fbf22d1b7 req-fbc00c35-be4c-4448-9b64-d2c33049b800 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.3626564 Jan 27 19:41:39.530007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 243ac5de-30c3-49e9-8b2b-221235e0e357 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:39.537062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.557575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712648-324c-4a38-838a-54302f3ea19f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f64754-a244-4d03-84ba-39ff20e0d1ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:39.652656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f4f6759-7610-41e5-a5a4-369fbf22d1b7 req-00227267-65a1-47c8-8124-8dd953f20315 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211293 Jan 27 19:41:39.721212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-22b33134-06d6-49d8-a61b-983f49e0c148', 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '94de33d5-bedd-4422-a8df-f7f9c16fd538'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:39.732515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.749502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:39.771145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-76eb394b-49d1-4980-bce8-6ff9aaa37e9a service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920191 Jan 27 19:41:39.874340 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-39621de2-41e5-4140-9775-303ffbcf8c02 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807136 Jan 27 19:41:39.968230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9fa59da-b097-41af-a8c3-c05e7a7fab42 req-3b18c323-a427-4510-bd76-0fc3781f94dd tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0828362 Jan 27 19:41:40.035146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (94de33d5-bedd-4422-a8df-f7f9c16fd538), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:40.057404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Allocated IP 172.20.0.2 (22b33134-06d6-49d8-a61b-983f49e0c148/94de33d5-bedd-4422-a8df-f7f9c16fd538/43e97cf6-1434-45dc-888f-dd75fda97e91) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:40.224392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e0e96-d5e2-400d-943f-f69bafeba04c req-8345382c-7732-4b9f-a65d-fcd4988c934b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:40.241868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-848e0e96-d5e2-400d-943f-f69bafeba04c req-8345382c-7732-4b9f-a65d-fcd4988c934b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.1187441 Jan 27 19:41:40.336887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-848e0e96-d5e2-400d-943f-f69bafeba04c req-fee24988-b34c-4157-bb4a-27f708770bcf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902705 Jan 27 19:41:40.407413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-255bec1e-3f92-4c43-be43-e3e68ac5785f None None] Provisioning complete for port 243ac5de-30c3-49e9-8b2b-221235e0e357 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:40.407994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-255bec1e-3f92-4c43-be43-e3e68ac5785f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:40.533614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 243ac5de-30c3-49e9-8b2b-221235e0e357 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:40.563408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks [] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:40.575698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:40.685334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Network 22b33134-06d6-49d8-a61b-983f49e0c148 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:40.693308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:40.702288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:40.740349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Pushing event updated for resources: {'Port': ['ID=43e97cf6-1434-45dc-888f-dd75fda97e91,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:40.815404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c548-e2bf-423a-86e1-b00d6332208a req-1be73495-e138-4ab7-8f43-417ec07aeda3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:40.822974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9873c548-e2bf-423a-86e1-b00d6332208a req-1be73495-e138-4ab7-8f43-417ec07aeda3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.1639190 Jan 27 19:41:40.830166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-255bec1e-3f92-4c43-be43-e3e68ac5785f None None] Current status of the port 243ac5de-30c3-49e9-8b2b-221235e0e357 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:40.857760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-3a1d9710-e4ed-497c-aac7-fd84ff1968a2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:40.860668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-3a1d9710-e4ed-497c-aac7-fd84ff1968a2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa&tenant_id=2e018dbe00a44688a7a2e0b982600366&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 944 time: 0.1908839 Jan 27 19:41:40.956980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9873c548-e2bf-423a-86e1-b00d6332208a req-6ce8d465-3cc6-464c-9f0d-b92c62eafb8a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330016 Jan 27 19:41:41.007496 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-09cd1a06-06cf-4290-b1db-e3f1a9950ad6 service neutron] delete failed (client error): The resource could not be found. Jan 27 19:41:41.008150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Attempting to bind port 43e97cf6-1434-45dc-888f-dd75fda97e91 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:41.008364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Attempting to bind port 43e97cf6-1434-45dc-888f-dd75fda97e91 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '98c7ef6a-b87e-43ec-9217-e34a45f7edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:41.008580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-09cd1a06-06cf-4290-b1db-e3f1a9950ad6 service neutron] 10.222.0.66 "DELETE /v2.0/ports/57b35f1d-6b63-46c3-b98c-e5542f00effe/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.1367061 Jan 27 19:41:41.008901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Attempting to bind port 43e97cf6-1434-45dc-888f-dd75fda97e91 on network 22b33134-06d6-49d8-a61b-983f49e0c148 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:41.034538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:41.035117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Checking segment: {'id': '98c7ef6a-b87e-43ec-9217-e34a45f7edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:41.035641 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.036157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Bound using segment: {'id': '98c7ef6a-b87e-43ec-9217-e34a45f7edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:41.036828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Bound port: 43e97cf6-1434-45dc-888f-dd75fda97e91, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c7ef6a-b87e-43ec-9217-e34a45f7edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '22b33134-06d6-49d8-a61b-983f49e0c148'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:41.037394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.103677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f0e335b2-b2de-49c0-9632-9a06046a58c4 req-8d8593d4-c808-4ec3-97c9-47c719d85d49 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2136331 Jan 27 19:41:41.230317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] For port 43e97cf6-1434-45dc-888f-dd75fda97e91, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:41.239590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] For port 43e97cf6-1434-45dc-888f-dd75fda97e91, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=43e97cf6-1434-45dc-888f-dd75fda97e91,segment=NetworkSegment(98c7ef6a-b87e-43ec-9217-e34a45f7edbf),segment_id=98c7ef6a-b87e-43ec-9217-e34a45f7edbf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:41.253096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bcb36621-f432-4104-8418-de650fd13585 req-e8e92e73-003e-48eb-a96f-7b97a1fc204e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.3413773 Jan 27 19:41:41.254572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.264592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-8d07dacf-5bb7-48b2-bc83-8893378080af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:41.271194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (94de33d5-bedd-4422-a8df-f7f9c16fd538), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.271892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-8d07dacf-5bb7-48b2-bc83-8893378080af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1095 time: 0.1974585 Jan 27 19:41:41.307897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a403d-e1cb-4dc1-8cd1-f52ee988e9ec req-3c545101-41f8-4aaf-b185-baa404e00b3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:41.310957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534a403d-e1cb-4dc1-8cd1-f52ee988e9ec req-3c545101-41f8-4aaf-b185-baa404e00b3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1860518 Jan 27 19:41:41.342711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=94de33d5-bedd-4422-a8df-f7f9c16fd538,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:41.416467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fce35-676d-4777-ac6d-455f4632bf9b None None] Pushing event updated for resources: {'Port': ['ID=43e97cf6-1434-45dc-888f-dd75fda97e91,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:41.424408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-534a403d-e1cb-4dc1-8cd1-f52ee988e9ec req-8f51f63d-2a77-4d10-bdaa-74648af512ec tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030209 Jan 27 19:41:41.464503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.540569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b33134-06d6-49d8-a61b-983f49e0c148']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:41.574954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7ef6a-b87e-43ec-9217-e34a45f7edbf') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:41.575274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7ef6a-b87e-43ec-9217-e34a45f7edbf') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:41.591035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.648053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.697957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1edcf915-9e08-47db-9d55-47a5fc572492 req-0205c573-cc87-4e33-a213-37eb57cc7d17 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.1314316 Jan 27 19:41:41.699335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:41.699750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:41.716554 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:41.842406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-816531aa-720d-479f-a627-709faec9fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:41.851395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-816531aa-720d-479f-a627-709faec9fa0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.3543890 Jan 27 19:41:41.912231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:41:41.912231 n-d-760453-6 neutron-server[103322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:41:41.912231 n-d-760453-6 neutron-server[103322]: [parameters: {'id': '22b33134-06d6-49d8-a61b-983f49e0c148'}] Jan 27 19:41:41.912231 n-d-760453-6 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:41:41.912700 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:41:41.919645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:41.973605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:41:42.116614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-ed4b5e66-7ffb-46a6-a494-63a2e7897ccd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 999 time: 0.2582345 Jan 27 19:41:42.417159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-103e842a-6b66-4fbc-8c23-401e9f231e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:42.422503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-103e842a-6b66-4fbc-8c23-401e9f231e9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.2983904 Jan 27 19:41:42.434757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ffa9-75c8-4213-b8ba-e04acb05f1d3 req-a9a024b8-745b-410d-b217-bc56694c4732 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:42.438338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:42.445310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f99ffa9-75c8-4213-b8ba-e04acb05f1d3 req-a9a024b8-745b-410d-b217-bc56694c4732 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 944 time: 0.2584798 Jan 27 19:41:42.446124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:42.529577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'port_id': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'mac_address': 'fa:16:3e:8d:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:41:42.602348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-7dca7e38-4014-4462-bb2a-dcd900ac870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:42.606822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-7dca7e38-4014-4462-bb2a-dcd900ac870a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458831 Jan 27 19:41:42.632672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f99ffa9-75c8-4213-b8ba-e04acb05f1d3 req-7131b14b-9b89-465b-8487-b85309619a74 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854169 Jan 27 19:41:42.746701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 57b35f1d-6b63-46c3-b98c-e5542f00effe is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:42.747340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:42.752770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d937e3-6fb7-409b-9016-db3a1f92abad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:42.823646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 43e97cf6-1434-45dc-888f-dd75fda97e91 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:42.824576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b35f1d-6b63-46c3-b98c-e5542f00effe {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:41:42.825171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:42.961999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:42.967143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61a86a-1221-406d-b243-fa83dd8f5cdb req-2666d638-912d-4d4a-b98d-81b0ae201daf tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:42.973378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:42.981428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d61a86a-1221-406d-b243-fa83dd8f5cdb req-2666d638-912d-4d4a-b98d-81b0ae201daf tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1650643 Jan 27 19:41:43.013400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-8bb8da4f-0370-4b62-b9c5-f69b8284e21f service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795075 Jan 27 19:41:43.119205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:43.130547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d61a86a-1221-406d-b243-fa83dd8f5cdb req-a8e70848-5292-42fb-9519-83c31dd2539b tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480722 Jan 27 19:41:43.234578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 43e97cf6-1434-45dc-888f-dd75fda97e91, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=43e97cf6-1434-45dc-888f-dd75fda97e91,segment=NetworkSegment(98c7ef6a-b87e-43ec-9217-e34a45f7edbf),segment_id=98c7ef6a-b87e-43ec-9217-e34a45f7edbf)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:43.243612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.253513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcf4cbe-2cd4-4750-acc3-115fc262cd3e req-265d6c72-bf59-4761-9ff6-9f759ef68869 service neutron] 10.222.0.66 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292311 Jan 27 19:41:43.262249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 43e97cf6-1434-45dc-888f-dd75fda97e91 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:43.311498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 43e97cf6-1434-45dc-888f-dd75fda97e91 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:43.325927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e21b054-1e8e-470f-96fd-cdd7df5ae2cf req-02b510aa-a149-4787-bb89-cbbf331cbf0f tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0613101 Jan 27 19:41:43.336342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['57b35f1d-6b63-46c3-b98c-e5542f00effe'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:41:43.493026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 43e97cf6-1434-45dc-888f-dd75fda97e91 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:43.498487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.525495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Deleting port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:43.526157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.539788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f158a20-fbba-4084-a035-9f0a2972e1cd None None] Network 22b33134-06d6-49d8-a61b-983f49e0c148 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:43.726372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.799271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 43e97cf6-1434-45dc-888f-dd75fda97e91 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:43.809674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Could not find standard attr ID for object 43e97cf6-1434-45dc-888f-dd75fda97e91. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:41:43.841581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b52c680a-fb99-4be8-a8f0-869a29f269e6 None None] Provisioning complete for port 43e97cf6-1434-45dc-888f-dd75fda97e91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:43.841739 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b52c680a-fb99-4be8-a8f0-869a29f269e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (43e97cf6-1434-45dc-888f-dd75fda97e91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.875661 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No ports have port_id starting with 43e97cf6-1434-45dc-888f-dd75fda97e91 Jan 27 19:41:43.909784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:43.940478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b33134-06d6-49d8-a61b-983f49e0c148']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:43.957453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7ef6a-b87e-43ec-9217-e34a45f7edbf') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:43.957803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7ef6a-b87e-43ec-9217-e34a45f7edbf') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:43.961972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b52c680a-fb99-4be8-a8f0-869a29f269e6 None None] Port 43e97cf6-1434-45dc-888f-dd75fda97e91 was deleted so its status cannot be updated. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 19:41:44.001503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.039642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.060026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:44.061042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (98c7ef6a-b87e-43ec-9217-e34a45f7edbf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.068845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951d0d-d681-4c9e-8ac9-ace0386d825d req-3b7e5ca6-ceee-4f29-8a56-640673b96e7f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:44.085762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8951d0d-d681-4c9e-8ac9-ace0386d825d req-3b7e5ca6-ceee-4f29-8a56-640673b96e7f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 945 time: 0.1437972 Jan 27 19:41:44.104220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee06d1-762f-4b7b-b63c-b91550fa15a5 None None] DHCP port deletion for 22b33134-06d6-49d8-a61b-983f49e0c148 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:44.251827 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:44.254110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=43e97cf6-1434-45dc-888f-dd75fda97e91,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:44.267055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a8951d0d-d681-4c9e-8ac9-ace0386d825d req-314b6c85-9f12-4b8f-91db-cd4140a12b9a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760983 Jan 27 19:41:44.271454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (22b33134-06d6-49d8-a61b-983f49e0c148), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.286222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.287246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:44.294876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/22b33134-06d6-49d8-a61b-983f49e0c148 HTTP/1.1" status: 204 len: 168 time: 5.0666862 Jan 27 19:41:44.296736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36166) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:44.324279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111328382'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:44.357067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f09792-7131-4e73-beba-59fafbe9f4cc tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=22b33134-06d6-49d8-a61b-983f49e0c148,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:44.364415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] For port 1de6c4a6-a6c3-4cc4-999f-c9eda2533981, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:44.364822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.404797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Calling delete_port for 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:44.432446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:44.436037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.534080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70245e4b-88e0-43ef-b4b2-f572789eba31 req-4debbd7f-7c1d-4de8-955c-fb2ae5c4987b tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0469739 Jan 27 19:41:44.583618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6da36d7d-83d2-40e2-ba8c-94bf0db5e433 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 200 len: 992 time: 0.2935395 Jan 27 19:41:44.587584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:44.611531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (144bb5ef-5c73-459f-9b12-38ce7018f39d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.611921 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 144bb5ef-5c73-459f-9b12-38ce7018f39d of type vlan for network 086bc751-afd8-46da-b876-99129d18b6ec Jan 27 19:41:44.674290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (086bc751-afd8-46da-b876-99129d18b6ec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.712525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (086bc751-afd8-46da-b876-99129d18b6ec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.725930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:44.727466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:44.746002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757498b7-3b79-4f5d-8377-b9d246de8887 req-d6fea9f0-16bc-4140-b965-4275e15a0cb4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:44.747418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-757498b7-3b79-4f5d-8377-b9d246de8887 req-d6fea9f0-16bc-4140-b965-4275e15a0cb4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1028478 Jan 27 19:41:44.770263 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4549718 Jan 27 19:41:44.775545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:44.788129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '086bc751-afd8-46da-b876-99129d18b6ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:44.923191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-757498b7-3b79-4f5d-8377-b9d246de8887 req-5c324ca4-c12e-4e82-a280-0e00cd72f7be tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692500 Jan 27 19:41:44.959854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307159f-00d2-48a5-8f5a-083b3f0ee81d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=086bc751-afd8-46da-b876-99129d18b6ec,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:44.971690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:44.974229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 086bc751-afd8-46da-b876-99129d18b6ec details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:44.978792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.071068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:41:45.072175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:41:45.095618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 43e97cf6-1434-45dc-888f-dd75fda97e91 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:45.165055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 43e97cf6-1434-45dc-888f-dd75fda97e91 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:45.165690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 43e97cf6-1434-45dc-888f-dd75fda97e91 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:45.207311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.220754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1de6c4a6-a6c3-4cc4-999f-c9eda2533981), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.274914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de6c4a6-a6c3-4cc4-999f-c9eda2533981,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:45.445275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (16e4c153-6b53-430d-a933-426b34a70c3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.575337 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.615036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.668005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=16e4c153-6b53-430d-a933-426b34a70c3d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:45.679832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '144bb5ef-5c73-459f-9b12-38ce7018f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '086bc751-afd8-46da-b876-99129d18b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:45.681108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 086bc751-afd8-46da-b876-99129d18b6ec, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:45.719182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 086bc751-afd8-46da-b876-99129d18b6ec is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:45.756356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 086bc751-afd8-46da-b876-99129d18b6ec) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:45.781823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:45.782431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:45.786911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a19f044-c50c-4f47-b395-bc8f32c63f54 req-1c8edc66-84a1-492f-b7d7-119654f483b6 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0524395 Jan 27 19:41:45.795206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc61790-354b-47bc-801f-acadef884d1d None None] Network 086bc751-afd8-46da-b876-99129d18b6ec requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:45.817149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a2ed03a1-a098-4d9c-87f3-12a606272b8d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0339334 Jan 27 19:41:45.817149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:46.028760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:41:46.048424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (086bc751-afd8-46da-b876-99129d18b6ec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.161094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.185887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:41:46.190550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81abd62-289c-4050-889a-cc8610184465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-086bc751-afd8-46da-b876-99129d18b6ec', 'network_id': '086bc751-afd8-46da-b876-99129d18b6ec', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '16e4c153-6b53-430d-a933-426b34a70c3d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:46.191745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81abd62-289c-4050-889a-cc8610184465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.222372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (16e4c153-6b53-430d-a933-426b34a70c3d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.308421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6571c5-d6e6-441e-abd6-ee45ba0084dc req-b5412f6d-0ae2-4a29-9f5c-12fe0168d4ad tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:46.316954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f6571c5-d6e6-441e-abd6-ee45ba0084dc req-b5412f6d-0ae2-4a29-9f5c-12fe0168d4ad tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1797721 Jan 27 19:41:46.353462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 57b35f1d-6b63-46c3-b98c-e5542f00effe completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:41:46.359870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 57b35f1d-6b63-46c3-b98c-e5542f00effe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:41:46.360699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.418195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:41:46.427858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b65d2830-6713-4b5e-8e44-709d1b30a698 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ac6eb03-5c69-41d3-87a7-1d47ee8059e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9380877 Jan 27 19:41:46.429124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:46.440677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Sync routers for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:41:46.473329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (16e4c153-6b53-430d-a933-426b34a70c3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.572240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f6571c5-d6e6-441e-abd6-ee45ba0084dc req-61a8c96f-64d3-4ef7-9479-87004da23f46 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538426 Jan 27 19:41:46.577058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=16e4c153-6b53-430d-a933-426b34a70c3d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-d81abd62-289c-4050-889a-cc8610184465 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e4c153-6b53-430d-a933-426b34a70c3d: This subnet is being modified by another concurrent operation. Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e4c153-6b53-430d-a933-426b34a70c3d: This subnet is being modified by another concurrent operation. Jan 27 19:41:46.606510 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:41:46.616339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Routers {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:46.617091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:46.643358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks [] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.717333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b90fdc-6828-4167-af02-79cd77e5faa5 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:41:46.746389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (086bc751-afd8-46da-b876-99129d18b6ec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.771720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks [] for router_gateway (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.794415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086bc751-afd8-46da-b876-99129d18b6ec']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:46.840424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144bb5ef-5c73-459f-9b12-38ce7018f39d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:46.840992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144bb5ef-5c73-459f-9b12-38ce7018f39d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:46.883342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (144bb5ef-5c73-459f-9b12-38ce7018f39d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.913444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (144bb5ef-5c73-459f-9b12-38ce7018f39d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.923907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:46.924450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (144bb5ef-5c73-459f-9b12-38ce7018f39d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:46.926615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Deleting port 37d43372-7b6f-4fc4-adc9-cad083bb168c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:46.927002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:47.005597 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:47.058498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99633962-1bad-4f1f-a957-a4398a5a42dd req-ee74aaff-7041-4763-9779-988a90e06004 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Jan 27 19:41:47.076016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (086bc751-afd8-46da-b876-99129d18b6ec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.114175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.120757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/086bc751-afd8-46da-b876-99129d18b6ec HTTP/1.1" status: 204 len: 168 time: 1.3038373 Jan 27 19:41:47.122452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2da1d3-6e7e-4cac-83a3-9730a489bc55 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=086bc751-afd8-46da-b876-99129d18b6ec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:47.125852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:47.136353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1791158802'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:47.174394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] For port 37d43372-7b6f-4fc4-adc9-cad083bb168c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37d43372-7b6f-4fc4-adc9-cad083bb168c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:47.174851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.180452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:47.184557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.199420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Calling delete_port for 37d43372-7b6f-4fc4-adc9-cad083bb168c owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:47.222501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:47.235754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.236236 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 5a7f3fef-cb1a-4e13-a905-d3a410b7f92a of type vlan for network 2bcc8446-7e04-4fd5-9fca-5d36d347542d Jan 27 19:41:47.297047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.337185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.337668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 57b35f1d-6b63-46c3-b98c-e5542f00effe is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:41:47.338156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.344028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:47.344964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.375034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Set router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:47.431379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3025320 Jan 27 19:41:47.442438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:47.450144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:47.490185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (37d43372-7b6f-4fc4-adc9-cad083bb168c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.515469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f65e-b6c0-47f9-b462-cf76bcb0b847 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=2bcc8446-7e04-4fd5-9fca-5d36d347542d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:47.582888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:47.586878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d43372-7b6f-4fc4-adc9-cad083bb168c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:47.588666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.593967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2bcc8446-7e04-4fd5-9fca-5d36d347542d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:47.607204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:41:47.609707 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae3e53c-05dd-45d9-a1f8-4ee902755e3d" -d '{"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-plugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:41:47.650021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.756043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.759132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks [] for router_controller (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.768160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:47.781092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.790294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120835-1c68-482f-a503-2e40a2d17062 req-2dffcd5a-0e3b-4042-afdb-2a617d9ba4f9 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:47.792944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82120835-1c68-482f-a503-2e40a2d17062 req-2dffcd5a-0e3b-4042-afdb-2a617d9ba4f9 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.0909462 Jan 27 19:41:47.798850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b90fdc-6828-4167-af02-79cd77e5faa5 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:41:47.819523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (6ac6eb03-5c69-41d3-87a7-1d47ee8059e4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.823620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:41:47.845904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:47.851624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c6cf8d0-178b-4f66-9773-b4e67c0ddab5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 HTTP/1.1" status: 204 len: 168 time: 1.4197257 Jan 27 19:41:47.854827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36208) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:47.908698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82120835-1c68-482f-a503-2e40a2d17062 req-23a15e99-b06a-4989-9740-2638d60083f0 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080337 Jan 27 19:41:47.987090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:47.990287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Deleting subnet 450e4ad4-8975-4a42-a335-527b5d4f7166 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:41:48.000729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Publish callbacks [] for subnet (450e4ad4-8975-4a42-a335-527b5d4f7166), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.053768 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69e04d-6512-4002-9ff6-5e66dd870d0c x-openstack-request-id: req-5a69e04d-6512-4002-9ff6-5e66dd870d0c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:41:48.054475 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-plugged", "status": "completed", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:41:48.054969 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a69e04d-6512-4002-9ff6-5e66dd870d0c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:41:48.055607 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'code': 200} Jan 27 19:41:48.068837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e9474403-78db-4826-afa4-613253d87ae0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.087965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (450e4ad4-8975-4a42-a335-527b5d4f7166), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.231888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=e9474403-78db-4826-afa4-613253d87ae0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:48.252756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'name': 'tempest-TaggedBootDevicesTest_v242-2077581749-router', 'tenant_id': 'ea651ec960084256b9def0f9fd24628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:27:48Z', 'updated_at': '2022-01-27T19:41:45Z', 'revision_number': 5, 'project_id': 'ea651ec960084256b9def0f9fd24628e', 'gw_port': {'id': '37d43372-7b6f-4fc4-adc9-cad083bb168c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6eb03-5c69-41d3-87a7-1d47ee8059e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:27:52Z', 'updated_at': '2022-01-27T19:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:48.285535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (450e4ad4-8975-4a42-a335-527b5d4f7166), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.300634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Checking router: 6ac6eb03-5c69-41d3-87a7-1d47ee8059e4 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:41:48.329813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:48.330354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:41:48.331113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:41:48.331989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106fe0-ee1c-4dec-988e-c323faa9b2f3 None None] The sync data for ids ['6ac6eb03-5c69-41d3-87a7-1d47ee8059e4'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:41:48.349232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1eb04-1dc3-44d8-b4f8-b1f7f1c5fa50 None None] Network 086bc751-afd8-46da-b876-99129d18b6ec requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:48.370666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:48.371144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 2bcc8446-7e04-4fd5-9fca-5d36d347542d, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:48.401991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1eb04-1dc3-44d8-b4f8-b1f7f1c5fa50 None None] Network 086bc751-afd8-46da-b876-99129d18b6ec could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:41:48.419645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 2bcc8446-7e04-4fd5-9fca-5d36d347542d is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:48.452923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 2bcc8446-7e04-4fd5-9fca-5d36d347542d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:48.466164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30afea-bcda-4d8d-847e-9ed48d1b2c3f None None] Network 2bcc8446-7e04-4fd5-9fca-5d36d347542d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:48.505295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:48.505560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-dd61dcb3-e066-4cd6-9f5d-24b05352c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:48.506339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.507088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-dd61dcb3-e066-4cd6-9f5d-24b05352c653 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.0982382 Jan 27 19:41:48.540211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d35fe90-e617-4349-91bd-32a319dfc50e req-fbf58bcd-5401-4972-bf21-c769f7c8925c tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0514009 Jan 27 19:41:48.567496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00aa7d97-45fd-4d62-aca2-be44d67f5fb2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1238112 Jan 27 19:41:48.572103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:48.658749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-2bcc8446-7e04-4fd5-9fca-5d36d347542d', 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': 'e9474403-78db-4826-afa4-613253d87ae0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:48.660417 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.741665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (450e4ad4-8975-4a42-a335-527b5d4f7166), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.768171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a009ff-badc-4efc-b9a9-464add550693 req-fc899898-0791-4adf-9ddb-66c274e8bd99 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:48.771202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8a009ff-badc-4efc-b9a9-464add550693 req-fc899898-0791-4adf-9ddb-66c274e8bd99 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1170847 Jan 27 19:41:48.777361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.835787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450e4ad4-8975-4a42-a335-527b5d4f7166,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:48.857774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:48.865017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ebb23551-f2b4-4457-9135-fc9f12fb5c34 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/450e4ad4-8975-4a42-a335-527b5d4f7166 HTTP/1.1" status: 204 len: 168 time: 1.0090897 Jan 27 19:41:48.870971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:48.881077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5272e0f-26cc-4458-933d-f110820f8259 None None] Network b6f58b64-c0f9-43c9-a299-8153cc2b35d8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:48.885225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8a009ff-badc-4efc-b9a9-464add550693 req-581a2b00-4137-471c-9e23-29cf90397cef tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022689 Jan 27 19:41:48.970264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e9474403-78db-4826-afa4-613253d87ae0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.031153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Allocated IP 172.20.0.1 (2bcc8446-7e04-4fd5-9fca-5d36d347542d/e9474403-78db-4826-afa4-613253d87ae0/cc7fc538-c4e8-43e5-9aa7-979e90b2ee44) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:49.079493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:49.395138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks [] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.446068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e9474403-78db-4826-afa4-613253d87ae0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.471516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-77f7b13a-0d37-4750-aa4a-c19be0fc6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:49.473619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-77f7b13a-0d37-4750-aa4a-c19be0fc6743 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.9530678 Jan 27 19:41:49.481172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:49.503895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b6f58b64-c0f9-43c9-a299-8153cc2b35d8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.518536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.522149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=e9474403-78db-4826-afa4-613253d87ae0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:49.568462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:49.568819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1de6c4a6-a6c3-4cc4-999f-c9eda2533981 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:49.599782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Pushing event updated for resources: {'Port': ['ID=cc7fc538-c4e8-43e5-9aa7-979e90b2ee44,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:49.610245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-027a9679-1a9d-4926-9259-d3963ce323c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.1247563 Jan 27 19:41:49.635015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Network 2bcc8446-7e04-4fd5-9fca-5d36d347542d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:49.637507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:49.641207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:49.752266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-787b669c-1ae3-47ec-9694-849f3fb9baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:49.755854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-787b669c-1ae3-47ec-9694-849f3fb9baa1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.1378794 Jan 27 19:41:49.759341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Attempting to bind port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:49.760990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Deleting port 39604648-2929-4791-8acc-07911b2d9630 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:49.761763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Attempting to bind port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:49.761924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (39604648-2929-4791-8acc-07911b2d9630), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.773158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Attempting to bind port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 on network 2bcc8446-7e04-4fd5-9fca-5d36d347542d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:49.784393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:49.789081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Checking segment: {'id': '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:49.789711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.789934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Bound using segment: {'id': '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:49.790455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Bound port: cc7fc538-c4e8-43e5-9aa7-979e90b2ee44, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:49.790852 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:49.878016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64db45e6-007d-4580-ac9f-d64152e2217c req-060bce5d-997c-4178-8fa4-7070a9e3fbad tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.1182728 Jan 27 19:41:49.898711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] DHCP port deletion for b6f58b64-c0f9-43c9-a299-8153cc2b35d8 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:41:50.004377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.042433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcc8446-7e04-4fd5-9fca-5d36d347542d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.061429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.062462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.063359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] For port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:50.063974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] For port 39604648-2929-4791-8acc-07911b2d9630, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=39604648-2929-4791-8acc-07911b2d9630,segment=NetworkSegment(44376414-212e-4044-9521-38b630ac1810),segment_id=44376414-212e-4044-9521-38b630ac1810)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:50.064644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (39604648-2929-4791-8acc-07911b2d9630), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.086900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] For port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cc7fc538-c4e8-43e5-9aa7-979e90b2ee44,segment=NetworkSegment(5a7f3fef-cb1a-4e13-a905-d3a410b7f92a),segment_id=5a7f3fef-cb1a-4e13-a905-d3a410b7f92a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:50.088227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Calling delete_port for 39604648-2929-4791-8acc-07911b2d9630 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:50.099324 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.172462 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.189819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.197488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:50.198082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.254171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (39604648-2929-4791-8acc-07911b2d9630), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:50.278260 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:50.298088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:41:50.298088 n-d-760453-6 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:41:50.298088 n-d-760453-6 neutron-server[103323]: [parameters: {'id': '2bcc8446-7e04-4fd5-9fca-5d36d347542d'}] Jan 27 19:41:50.298088 n-d-760453-6 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:41:50.298571 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:41:50.310244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Pushing event deleted for resources: {'Port': ['ID=39604648-2929-4791-8acc-07911b2d9630,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:50.325549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] No DVR routers for this DVR port 39604648-2929-4791-8acc-07911b2d9630 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:50.340779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Deleting port 39604648-2929-4791-8acc-07911b2d9630 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:50.342821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (39604648-2929-4791-8acc-07911b2d9630), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.393356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-d8e99e47-2fa3-476d-9c7a-8fea53eed64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:50.395473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-d8e99e47-2fa3-476d-9c7a-8fea53eed64c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539531 Jan 27 19:41:50.401064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7dbd8-29e4-40a6-af6c-75a0973c3548 req-5674b6ee-7e26-4cae-b0f1-8ae5be90b378 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:50.410164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fd7dbd8-29e4-40a6-af6c-75a0973c3548 req-5674b6ee-7e26-4cae-b0f1-8ae5be90b378 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.3445694 Jan 27 19:41:50.493363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a19769-effe-4df7-a8f0-4c1d034876f2 None None] Pushing event updated for resources: {'Port': ['ID=cc7fc538-c4e8-43e5-9aa7-979e90b2ee44,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:50.497341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b6f58b64-c0f9-43c9-a299-8153cc2b35d8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.529438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8fd7dbd8-29e4-40a6-af6c-75a0973c3548 req-8b090ab8-0fed-4e35-903e-587ad45f0d94 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060560 Jan 27 19:41:50.530660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] For port 39604648-2929-4791-8acc-07911b2d9630, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:50.531589 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (39604648-2929-4791-8acc-07911b2d9630), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.552031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Calling delete_port for 39604648-2929-4791-8acc-07911b2d9630 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:50.554118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e79dac-f93a-4f3f-a2f5-82d4c04fe6b4 None None] Network 2bcc8446-7e04-4fd5-9fca-5d36d347542d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:50.566531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Port 39604648-2929-4791-8acc-07911b2d9630 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:41:50.571789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f58b64-c0f9-43c9-a299-8153cc2b35d8']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.584610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (39604648-2929-4791-8acc-07911b2d9630), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.592027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44376414-212e-4044-9521-38b630ac1810') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.592905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44376414-212e-4044-9521-38b630ac1810') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:50.657219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.665607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] No DVR routers for this DVR port 39604648-2929-4791-8acc-07911b2d9630 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:50.734510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb0075-1885-497a-84dc-26e30cdc32fc None None] Pushing event deleted for resources: {'Port': ['ID=39604648-2929-4791-8acc-07911b2d9630,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:50.771152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (44376414-212e-4044-9521-38b630ac1810), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.818283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.840179 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (44376414-212e-4044-9521-38b630ac1810), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.855328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:50.856156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (44376414-212e-4044-9521-38b630ac1810), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:50.858985 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:50.950692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d0479-8e1d-44f9-8f86-83f334e6f9da None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:41:51.054832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b6f58b64-c0f9-43c9-a299-8153cc2b35d8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.079286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.085102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37d43372-7b6f-4fc4-adc9-cad083bb168c no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:51.093850 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b6f58b64-c0f9-43c9-a299-8153cc2b35d8 HTTP/1.1" status: 204 len: 168 time: 2.2189047 Jan 27 19:41:51.112177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 37d43372-7b6f-4fc4-adc9-cad083bb168c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:51.112530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37d43372-7b6f-4fc4-adc9-cad083bb168c not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:51.112955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39604648-2929-4791-8acc-07911b2d9630 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:51.129761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17b416-38d1-4811-b08a-9f752d89a77f admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f58b64-c0f9-43c9-a299-8153cc2b35d8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:51.138261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 39604648-2929-4791-8acc-07911b2d9630 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:51.138620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 39604648-2929-4791-8acc-07911b2d9630 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:51.139450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-500f9ac3-9250-4e07-8b43-24e77b39d577 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402162 Jan 27 19:41:51.218104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d0479-8e1d-44f9-8f86-83f334e6f9da None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:41:51.395802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-36ad2f49-965b-4ca5-9215-49fba5573aa2 req-62f3e64f-dc9e-4aa5-ba24-b9b34b79ea60 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496736 Jan 27 19:41:51.396842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36252) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:51.471008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-80dcbbb8-6905-4f54-a507-bd9f8b266e6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=273bfe2f1c0c4f8ab5d733305afe72a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723753 Jan 27 19:41:51.473416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36254) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:51.563176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] Publish callbacks [] for security_group (ca96ea36-9e24-4c3f-b968-09b2ae776d17), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.599139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] Publish callbacks [] for security_group (ca96ea36-9e24-4c3f-b968-09b2ae776d17), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.648749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65de2e0d-6830-4797-b5fb-0a35536ecc4a req-99ef8541-47f2-42c4-a739-80af9289bf49 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0612919 Jan 27 19:41:51.710328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ca96ea36-9e24-4c3f-b968-09b2ae776d17), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.715477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.722491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca96ea36-9e24-4c3f-b968-09b2ae776d17 HTTP/1.1" status: 204 len: 168 time: 0.2471788 Jan 27 19:41:51.742438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba7078-d430-4351-811a-30aa83f6b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca96ea36-9e24-4c3f-b968-09b2ae776d17,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:51.824983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:51.829017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.973005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cc7fc538-c4e8-43e5-9aa7-979e90b2ee44,segment=NetworkSegment(5a7f3fef-cb1a-4e13-a905-d3a410b7f92a),segment_id=5a7f3fef-cb1a-4e13-a905-d3a410b7f92a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:51.973418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:51.993346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae46d31-8d6b-463e-a004-ce8a0d3d0f54 req-38a2cf79-97c4-47a1-a50e-7af6b7e83a92 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:51.998091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ae46d31-8d6b-463e-a004-ce8a0d3d0f54 req-38a2cf79-97c4-47a1-a50e-7af6b7e83a92 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1755009 Jan 27 19:41:52.025490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:52.148058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ae46d31-8d6b-463e-a004-ce8a0d3d0f54 req-efb6f79e-2a9b-4c8e-8e88-48b8cc91554a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205404 Jan 27 19:41:52.168176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Deleting port b1f44792-4fa2-4783-b899-3a5b5efa0a0a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:52.168654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.416284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cc7fc538-c4e8-43e5-9aa7-979e90b2ee44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.435598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36278) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:52.453474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] For port b1f44792-4fa2-4783-b899-3a5b5efa0a0a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:52.453826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.472417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Calling delete_port for b1f44792-4fa2-4783-b899-3a5b5efa0a0a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:52.523925 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-42ca91be-0faa-43ba-b399-83c6fd383356 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea651ec960084256b9def0f9fd24628e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856824 Jan 27 19:41:52.524941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:52.585555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port cc7fc538-c4e8-43e5-9aa7-979e90b2ee44 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:52.595732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=cc7fc538-c4e8-43e5-9aa7-979e90b2ee44,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:52.699231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] Publish callbacks [] for security_group (9083ee7b-a3ae-483b-884c-a6446a4b2a46), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.756995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.790845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] Publish callbacks [] for security_group (9083ee7b-a3ae-483b-884c-a6446a4b2a46), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.791216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcc8446-7e04-4fd5-9fca-5d36d347542d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:52.804038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:52.804349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7f3fef-cb1a-4e13-a905-d3a410b7f92a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:52.826865 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.924798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.938637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b245ec7-2e92-420d-a1dd-f940dc8d9619 req-4b36fe75-8b34-46ef-bb2a-0e962dd43e4d tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0919094 Jan 27 19:41:52.947911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:52.948390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (5a7f3fef-cb1a-4e13-a905-d3a410b7f92a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:52.951894 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:52.966900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9083ee7b-a3ae-483b-884c-a6446a4b2a46), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.969695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:52.970875 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9083ee7b-a3ae-483b-884c-a6446a4b2a46 HTTP/1.1" status: 204 len: 168 time: 0.4444902 Jan 27 19:41:53.007613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0f284-0f58-4ec8-a6ba-e404d7f2af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9083ee7b-a3ae-483b-884c-a6446a4b2a46,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:53.089295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b1f44792-4fa2-4783-b899-3a5b5efa0a0a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.146516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f44792-4fa2-4783-b899-3a5b5efa0a0a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:53.172826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2bcc8446-7e04-4fd5-9fca-5d36d347542d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.183322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.190949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/2bcc8446-7e04-4fd5-9fca-5d36d347542d HTTP/1.1" status: 204 len: 168 time: 4.6173508 Jan 27 19:41:53.196724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36342) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:53.212858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412225018'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:53.343648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:53.356167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.481158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:53.501796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7cb4963a-d6bb-4257-84da-67568da122ad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.501796 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 7cb4963a-d6bb-4257-84da-67568da122ad of type vlan for network 14efb804-c6b4-45d9-b872-4ef0ec90d628 Jan 27 19:41:53.610040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (14efb804-c6b4-45d9-b872-4ef0ec90d628), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.668708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.676848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (14efb804-c6b4-45d9-b872-4ef0ec90d628), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.683610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:53.684309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.705218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fa207-ff7b-40ea-adb3-1d736517a3ae tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=2bcc8446-7e04-4fd5-9fca-5d36d347542d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:53.759704 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5613627 Jan 27 19:41:53.760658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36386) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:53.815919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '14efb804-c6b4-45d9-b872-4ef0ec90d628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:53.828836 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:53.963613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc89d7-5ff6-4569-9933-3a5699903072 req-2c7780df-c8f5-4195-823a-07512c230002 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:53.970426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044251-22eb-4692-bda1-2a2ce1e335d4 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=14efb804-c6b4-45d9-b872-4ef0ec90d628,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:53.972700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0afc89d7-5ff6-4569-9933-3a5699903072 req-2c7780df-c8f5-4195-823a-07512c230002 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.5293899 Jan 27 19:41:53.984538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 14efb804-c6b4-45d9-b872-4ef0ec90d628 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:54.073021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:54.078373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:54.113154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0afc89d7-5ff6-4569-9933-3a5699903072 req-2d3d5f7e-480c-4534-8041-5ac4b014ab3e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395459 Jan 27 19:41:54.358207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0d77211-1cae-466f-a500-a22dc93679e4 req-f6f40e3c-1b9a-40ad-ab26-6ab7205435f1 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0449641 Jan 27 19:41:54.418072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:41:54.547805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7f61d0c3-8633-4133-8d67-779adb63b023), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:54.619869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:41:54.631564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d9b9ee81-71a1-4547-8a86-942c99b4e4a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/8d1da5ba-7931-41f0-b2bd-0db7e93bbb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5492451 Jan 27 19:41:54.638651 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Sync routers for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:41:54.644497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:54.678926 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:54.681698 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:54.731406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=7f61d0c3-8633-4133-8d67-779adb63b023,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:54.741758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '7cb4963a-d6bb-4257-84da-67568da122ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '14efb804-c6b4-45d9-b872-4ef0ec90d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:54.742226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 14efb804-c6b4-45d9-b872-4ef0ec90d628, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:54.764229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 14efb804-c6b4-45d9-b872-4ef0ec90d628 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:54.779650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 14efb804-c6b4-45d9-b872-4ef0ec90d628) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:54.790860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f56b5-5570-45ab-8ccc-9aaacd822205 None None] Network 14efb804-c6b4-45d9-b872-4ef0ec90d628 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:54.799862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:54.800437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:54.836484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-486af890-1dac-4a14-ac96-5b3137629042 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0266135 Jan 27 19:41:54.839513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:54.887487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:54.967605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks [] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.058677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.109337 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:41:55.182418 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:55.215965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (14efb804-c6b4-45d9-b872-4ef0ec90d628), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.294782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb460c6-58b3-4e23-a4fa-d6fa6d374ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-14efb804-c6b4-45d9-b872-4ef0ec90d628', 'network_id': '14efb804-c6b4-45d9-b872-4ef0ec90d628', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '7f61d0c3-8633-4133-8d67-779adb63b023'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:55.296556 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abb460c6-58b3-4e23-a4fa-d6fa6d374ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.297509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-network', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:55.339891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks [] for router_gateway (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.350199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7f61d0c3-8633-4133-8d67-779adb63b023), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.463032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Made reservation on behalf of 21a59e6ea8fb437ca6ea8d0dcbdf84a0 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:55.473540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.481224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7f61d0c3-8633-4133-8d67-779adb63b023), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.508129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:41:52Z', 'revision_number': 5, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port': {'id': 'c9d91d02-98b4-49c4-8eca-4561df237932', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:28:58Z', 'updated_at': '2022-01-27T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-abb460c6-58b3-4e23-a4fa-d6fa6d374ee7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f61d0c3-8633-4133-8d67-779adb63b023: This subnet is being modified by another concurrent operation. Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f61d0c3-8633-4133-8d67-779adb63b023: This subnet is being modified by another concurrent operation. Jan 27 19:41:55.518533 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:41:55.532986 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.553467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309fb35b-e28f-4aee-9063-94ae19ed1d9a None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:41:55.574477 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Checking router: 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:41:55.587771 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Routers {'8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:55.589640 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:55.594743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=7f61d0c3-8633-4133-8d67-779adb63b023,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:55.659031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks [] for security_group (7025bce2-fd45-480f-bb65-2a0c623ca553), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.674991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7025bce2-fd45-480f-bb65-2a0c623ca553), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.724112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27660c5f-f44e-43cf-902a-da38c9289cb1 req-1100b4b6-2877-4603-934c-39ad2fb6a4a6 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0631561 Jan 27 19:41:55.735196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Deleting port c9d91d02-98b4-49c4-8eca-4561df237932 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:55.736859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.783566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:55.786307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (14efb804-c6b4-45d9-b872-4ef0ec90d628), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.791313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fb35b-e28f-4aee-9063-94ae19ed1d9a None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:41:55.836625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14efb804-c6b4-45d9-b872-4ef0ec90d628']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:55.846298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7025bce2-fd45-480f-bb65-2a0c623ca553,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:55.853392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (85fbe202-60db-4c51-b9bb-7cddc3de399a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.854129 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Added segment 85fbe202-60db-4c51-b9bb-7cddc3de399a of type vlan for network ad88e122-62bb-4c45-90e2-35995ea4fbaf Jan 27 19:41:55.866915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb4963a-d6bb-4257-84da-67568da122ad') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:55.867239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb4963a-d6bb-4257-84da-67568da122ad') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:55.891093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7cb4963a-d6bb-4257-84da-67568da122ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.922134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7cb4963a-d6bb-4257-84da-67568da122ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.932512 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ad88e122-62bb-4c45-90e2-35995ea4fbaf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.934910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:41:55.935518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7cb4963a-d6bb-4257-84da-67568da122ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:41:55.941192 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:41:55.998635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] For port c9d91d02-98b4-49c4-8eca-4561df237932, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c9d91d02-98b4-49c4-8eca-4561df237932,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:55.999184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.017624 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ad88e122-62bb-4c45-90e2-35995ea4fbaf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.019023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:56.019922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.076680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (14efb804-c6b4-45d9-b872-4ef0ec90d628), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.087875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.099621 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/14efb804-c6b4-45d9-b872-4ef0ec90d628 HTTP/1.1" status: 204 len: 168 time: 1.2587724 Jan 27 19:41:56.099831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:56.111095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] Set router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:41:56.112215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2061818658'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:56.117099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Calling delete_port for c9d91d02-98b4-49c4-8eca-4561df237932 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:56.118926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab184-ecbc-40c2-9b44-ec3181187d34 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=14efb804-c6b4-45d9-b872-4ef0ec90d628,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:56.123107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2342205 Jan 27 19:41:56.126927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:56.139589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Request body: {'subnet': {'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-subnet', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:56.147387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d072ffd-99bf-4131-8fcb-9acea2fc9c48 admin admin] Pushing event updated for resources: {'Network': ['ID=ad88e122-62bb-4c45-90e2-35995ea4fbaf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:56.184204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:56.197591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Made reservation on behalf of 21a59e6ea8fb437ca6ea8d0dcbdf84a0 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:56.203625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.218399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:56.223355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.228658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dd729-f495-4cf3-b14c-4edb0ab81b3c None None] Network 14efb804-c6b4-45d9-b872-4ef0ec90d628 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:56.273590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:41:56.287041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c0eb4396-6846-4a92-9399-34d5091c0fd8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.287439 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment c0eb4396-6846-4a92-9399-34d5091c0fd8 of type vlan for network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 Jan 27 19:41:56.310415 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:41:55Z', 'revision_number': 6, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:41:56.317415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dd729-f495-4cf3-b14c-4edb0ab81b3c None None] Network 14efb804-c6b4-45d9-b872-4ef0ec90d628 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:41:56.360260 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.392463 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef654e7-ffef-44a9-8e79-804b0b502782 None None] The sync data for ids ['8d1da5ba-7931-41f0-b2bd-0db7e93bbb71'] in n-d-760453-6 is: [{'id': '8d1da5ba-7931-41f0-b2bd-0db7e93bbb71', 'name': 'tempest-AttachVolumeShelveTestJSON-1273997037-router', 'tenant_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:28:56Z', 'updated_at': '2022-01-27T19:41:55Z', 'revision_number': 6, 'project_id': '8ec8ebb9a01e4092be1b04beb13a34fc', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:41:56.410238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.419783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:56.421539 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.565484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (8751fdc5-b362-4b9b-8995-a4eae9d19769), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.606941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5021243 Jan 27 19:41:56.607644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:56.614490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adad7b2-6398-4a0c-9222-d175c99cea39 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:56.630518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:41:56.639272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:56.658896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8751fdc5-b362-4b9b-8995-a4eae9d19769,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:56.677644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Checking segment: {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:56.678301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Network hostable DHCP agents. Network: ad88e122-62bb-4c45-90e2-35995ea4fbaf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:56.753078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:56.771220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ad88e122-62bb-4c45-90e2-35995ea4fbaf) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:56.786405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9a34b-3f2d-40f3-9ddf-9ea056fa6249 None None] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:56.801891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:56.805891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.857441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd5c1056-91fd-454c-ace7-20a7247f201a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7267811 Jan 27 19:41:56.859169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36704) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:56.872135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:41:56.929027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1f44792-4fa2-4783-b899-3a5b5efa0a0a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:56.949599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.951089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:56.993538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d03fa6bb-fbab-40fd-b386-bb7da921dbe9 req-845b0769-7c1d-4a3d-91dd-c1354dd5c45a tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0758312 Jan 27 19:41:57.026566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c9d91d02-98b4-49c4-8eca-4561df237932), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.087230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:41:57.093605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.093964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for router_controller (10cf6409-4fbe-4c37-bb49-ae85d8334358), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.098409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b1f44792-4fa2-4783-b899-3a5b5efa0a0a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:57.099254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1f44792-4fa2-4783-b899-3a5b5efa0a0a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:57.104015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369ac55-f59a-4c79-a75f-a0e1283e656e None None] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:57.174422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:41:57.174944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:41:57.194539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d91d02-98b4-49c4-8eca-4561df237932,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:57.265404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.403970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for router_gateway (10cf6409-4fbe-4c37-bb49-ae85d8334358), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.451057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.455856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks [] for router_controller (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.567637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8d1da5ba-7931-41f0-b2bd-0db7e93bbb71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.568960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:41:57.579811 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.581583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-afba1be3-6c5a-4313-957e-f72356fbdefe admin admin] 10.222.0.59 "DELETE /v2.0/routers/8d1da5ba-7931-41f0-b2bd-0db7e93bbb71 HTTP/1.1" status: 204 len: 168 time: 2.9353762 Jan 27 19:41:57.588188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:57.658758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (b0150234-cfc7-4762-8377-79978cc1b5b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.736471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Deleting subnet 4495bfd5-2522-43eb-977b-d3fd9096584f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:41:57.755006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Publish callbacks [] for subnet (4495bfd5-2522-43eb-977b-d3fd9096584f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.830054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': 'c0eb4396-6846-4a92-9399-34d5091c0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:57.830671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:41:57.840999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=b0150234-cfc7-4762-8377-79978cc1b5b5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:57.888286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (4495bfd5-2522-43eb-977b-d3fd9096584f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.894813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:41:57.920437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for router_gateway (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.947672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:57.954167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.955463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:57.956419 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:57.963015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2594d8f-c3d0-4785-8831-1815c8db8ac5 None None] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:58.021829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0dfaee06-c42e-4b8e-bebb-3c780f2b4c4b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4089801 Jan 27 19:41:58.035075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:58.113416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Allocated IP 172.25.5.38 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/2c086ec3-1557-42a0-b0bb-3c703eec0b88) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:58.177653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117', 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': 'b0150234-cfc7-4762-8377-79978cc1b5b5'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:41:58.178705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.304568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.370334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.441832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Allocated IP 172.20.0.3 (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117/b0150234-cfc7-4762-8377-79978cc1b5b5/acfdc0bc-a709-4481-90d6-f3a6dc18d139) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:41:58.495085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Pushing event updated for resources: {'Port': ['ID=2c086ec3-1557-42a0-b0bb-3c703eec0b88,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:58.514544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:58.517418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:58.527390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:58.631813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks [] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.642584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.645373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-405f1d42-a1fd-45c6-92d7-70a905b5ab17 req-dcd1d211-eb99-41f3-b8b8-d594ae049e45 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.4791200 Jan 27 19:41:58.712906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.730679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4495bfd5-2522-43eb-977b-d3fd9096584f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.767388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:41:58.777357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:41:58.783597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:41:58.810074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (4495bfd5-2522-43eb-977b-d3fd9096584f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.813500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Pushing event updated for resources: {'Port': ['ID=acfdc0bc-a709-4481-90d6-f3a6dc18d139,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:58.856041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Attempting to bind port acfdc0bc-a709-4481-90d6-f3a6dc18d139 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:41:58.856692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Attempting to bind port acfdc0bc-a709-4481-90d6-f3a6dc18d139 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c0eb4396-6846-4a92-9399-34d5091c0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:41:58.857229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Attempting to bind port acfdc0bc-a709-4481-90d6-f3a6dc18d139 on network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:41:58.864796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:41:58.865597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Checking segment: {'id': 'c0eb4396-6846-4a92-9399-34d5091c0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:41:58.866242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.866798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Bound using segment: {'id': 'c0eb4396-6846-4a92-9399-34d5091c0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:41:58.867619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Bound port: acfdc0bc-a709-4481-90d6-f3a6dc18d139, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eb4396-6846-4a92-9399-34d5091c0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:41:58.868354 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.937485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4495bfd5-2522-43eb-977b-d3fd9096584f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:58.937794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:58.945195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-27e3c91e-55df-4809-81fb-dc163c7ef1b4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4495bfd5-2522-43eb-977b-d3fd9096584f HTTP/1.1" status: 204 len: 168 time: 1.3548589 Jan 27 19:41:58.953627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e23701-83a6-4017-8139-59f1bd66de29 None None] Network 3a3a485d-ad33-4cdc-b857-f7290f56434b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:41:58.959573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:59.069917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c9d91d02-98b4-49c4-8eca-4561df237932 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:41:59.077608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for router_gateway (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.102085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port acfdc0bc-a709-4481-90d6-f3a6dc18d139 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:59.102667 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.110645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c9d91d02-98b4-49c4-8eca-4561df237932 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:41:59.110999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c9d91d02-98b4-49c4-8eca-4561df237932 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:41:59.194883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46331300-9512-4be7-a356-5cee77091b4b None None] For port acfdc0bc-a709-4481-90d6-f3a6dc18d139, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:41:59.216168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46331300-9512-4be7-a356-5cee77091b4b None None] For port acfdc0bc-a709-4481-90d6-f3a6dc18d139, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=acfdc0bc-a709-4481-90d6-f3a6dc18d139,segment=NetworkSegment(c0eb4396-6846-4a92-9399-34d5091c0fd8),segment_id=c0eb4396-6846-4a92-9399-34d5091c0fd8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:41:59.228958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.271847 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3a3a485d-ad33-4cdc-b857-f7290f56434b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.342071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46331300-9512-4be7-a356-5cee77091b4b None None] Pushing event updated for resources: {'Port': ['ID=acfdc0bc-a709-4481-90d6-f3a6dc18d139,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:59.361706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] DHCP port deletion for 3a3a485d-ad33-4cdc-b857-f7290f56434b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:41:59.403264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-e707cf9d-21f7-4ad2-9933-56da281de231 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:41:59.406014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-e707cf9d-21f7-4ad2-9933-56da281de231 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 814 time: 0.3301852 Jan 27 19:41:59.413505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port acfdc0bc-a709-4481-90d6-f3a6dc18d139, host n-d-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:59.416473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.443340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Deleting port deeda461-546f-476b-8de3-7dbe3d6398c1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:59.443726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.467801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for acfdc0bc-a709-4481-90d6-f3a6dc18d139 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:59.473780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.487818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-c792d49f-e2e0-4b9a-a648-fb28a64796b7 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/quotas/9ab6f3b01879451a880803111a2adaf7 HTTP/1.1" status: 200 len: 375 time: 0.0659225 Jan 27 19:41:59.542331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] For port deeda461-546f-476b-8de3-7dbe3d6398c1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=deeda461-546f-476b-8de3-7dbe3d6398c1,segment=NetworkSegment(45ed2822-a4cf-4463-8e7b-f739e82e17aa),segment_id=45ed2822-a4cf-4463-8e7b-f739e82e17aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:59.543313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.562640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Calling delete_port for deeda461-546f-476b-8de3-7dbe3d6398c1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:41:59.604518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-09a10b18-0864-401a-bf18-c37934e5854b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146357 Jan 27 19:41:59.714686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Deleting port deeda461-546f-476b-8de3-7dbe3d6398c1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:41:59.716929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.722580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.723769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Router 10cf6409-4fbe-4c37-bb49-ae85d8334358 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:41:59.784278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] Pushing event deleted for resources: {'Port': ['ID=deeda461-546f-476b-8de3-7dbe3d6398c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:41:59.788425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64aabd1-a8ff-4d92-9f62-e87f6023a465 None None] No DVR routers for this DVR port deeda461-546f-476b-8de3-7dbe3d6398c1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:41:59.934600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:41:59.968323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.968581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Sync routers for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:41:59.975143 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41397f96-3556-4cab-954f-87f1fda46172 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1095638 Jan 27 19:41:59.975424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] For port deeda461-546f-476b-8de3-7dbe3d6398c1, host n-d-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:41:59.975424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:41:59.975723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:41:59.985719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:41:59.987312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:00.031399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Calling delete_port for deeda461-546f-476b-8de3-7dbe3d6398c1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:00.040228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Port deeda461-546f-476b-8de3-7dbe3d6398c1 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:42:00.093301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (deeda461-546f-476b-8de3-7dbe3d6398c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.157545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-99d0590e-af4a-4210-ae70-1bc5dfd16fb9 service neutron] 10.222.0.59 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492654 Jan 27 19:42:00.202845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Pushing event deleted for resources: {'Port': ['ID=deeda461-546f-476b-8de3-7dbe3d6398c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:00.267636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] No DVR routers for this DVR port deeda461-546f-476b-8de3-7dbe3d6398c1 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:00.329079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (acfdc0bc-a709-4481-90d6-f3a6dc18d139), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.451533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=acfdc0bc-a709-4481-90d6-f3a6dc18d139,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:00.476664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:00.526596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port acfdc0bc-a709-4481-90d6-f3a6dc18d139 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:00.531642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3a3a485d-ad33-4cdc-b857-f7290f56434b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.618151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-803125d9-9ba3-4e9a-bb88-f50e77b03918 service neutron] 10.222.0.59 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598019 Jan 27 19:42:00.640869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3a485d-ad33-4cdc-b857-f7290f56434b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:00.703788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b0150234-cfc7-4762-8377-79978cc1b5b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.710488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ed2822-a4cf-4463-8e7b-f739e82e17aa') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:00.710779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ed2822-a4cf-4463-8e7b-f739e82e17aa') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:00.724949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (45ed2822-a4cf-4463-8e7b-f739e82e17aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.742919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (45ed2822-a4cf-4463-8e7b-f739e82e17aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.751984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:00.752156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (45ed2822-a4cf-4463-8e7b-f739e82e17aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.805928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:41:58Z', 'revision_number': 3, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:00.835979 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:00.876670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Checking router: 10cf6409-4fbe-4c37-bb49-ae85d8334358 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:42:00.877065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Updating router 10cf6409-4fbe-4c37-bb49-ae85d8334358 port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:42:00.901017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3a3a485d-ad33-4cdc-b857-f7290f56434b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.930525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:00.940793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3a3a485d-ad33-4cdc-b857-f7290f56434b HTTP/1.1" status: 204 len: 168 time: 1.9789677 Jan 27 19:42:00.979709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46337ee2-8e10-4bf9-9165-b053692bed63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3a485d-ad33-4cdc-b857-f7290f56434b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:01.006584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.138457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (b0150234-cfc7-4762-8377-79978cc1b5b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.270520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=b0150234-cfc7-4762-8377-79978cc1b5b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:01.283979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:01.355092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-365be98c-95e1-4227-bde9-917f1e1a37ec req-4bad2880-e145-4a81-93d1-ca986bab7fc7 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.1100662 Jan 27 19:42:01.610090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.638959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-385ab14d-c443-4a85-8443-42cb3a32ddb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ec8ebb9a01e4092be1b04beb13a34fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474114 Jan 27 19:42:01.645760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:01.689224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a95a969-90e1-4edc-a4b3-8da3bc4990ad req-97f4fa0e-880a-4336-a9bd-659df1c87fb3 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 210 time: 0.1521864 Jan 27 19:42:01.700990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:01.712929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eb4396-6846-4a92-9399-34d5091c0fd8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:01.713671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eb4396-6846-4a92-9399-34d5091c0fd8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:01.745941 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (c0eb4396-6846-4a92-9399-34d5091c0fd8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.766173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c0eb4396-6846-4a92-9399-34d5091c0fd8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.777473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:01.779420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (c0eb4396-6846-4a92-9399-34d5091c0fd8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:01.791035 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:01.818213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.892413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] Publish callbacks [] for security_group (4fce3a11-74e7-4039-ab17-d3b3b8080828), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.919519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks [] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.929239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.945563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device deeda461-546f-476b-8de3-7dbe3d6398c1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:01.948771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:01.951076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fecfd0-5ee0-4ee1-8256-71ccee5bdae0 None None] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:01.982982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36828) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:01.983998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 HTTP/1.1" status: 204 len: 168 time: 3.9447973 Jan 27 19:42:01.993865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046787130'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:02.013885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fecfd0-5ee0-4ee1-8256-71ccee5bdae0 None None] Network 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:42:02.015934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-093ec6f9-d05c-4c0d-9300-73dec905a310 None None] Could not find standard attr ID for object acfdc0bc-a709-4481-90d6-f3a6dc18d139. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:42:02.018006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.035941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3aed-c600-4d1b-9ed0-d871ea06ff6b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:02.166259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] Publish callbacks [] for security_group (4fce3a11-74e7-4039-ab17-d3b3b8080828), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.206504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e869-813f-4bd2-8c5a-368fdc24258e None None] Pushing event updated for resources: {'Port': ['ID=2c086ec3-1557-42a0-b0bb-3c703eec0b88,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:02.221045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f731f4-d130-485a-affe-e8fd3612bd28 None None] DHCP port deletion for 7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:02.228244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: deeda461-546f-476b-8de3-7dbe3d6398c1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:02.229142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device deeda461-546f-476b-8de3-7dbe3d6398c1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:02.267727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Attempting to bind port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:02.268768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Attempting to bind port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:02.270030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Attempting to bind port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:02.291967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:02.298194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:02.304135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.304927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:02.305832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Bound port: 2c086ec3-1557-42a0-b0bb-3c703eec0b88, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:02.306499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.321955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:02.329035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.441833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Allocated IP 172.20.0.1 (ad88e122-62bb-4c45-90e2-35995ea4fbaf/8751fdc5-b362-4b9b-8995-a4eae9d19769/11c41b08-29a1-4313-929d-7bcd7fcc8d5d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:02.453954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:02.471992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4fce3a11-74e7-4039-ab17-d3b3b8080828), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.475950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.481346 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fce3a11-74e7-4039-ab17-d3b3b8080828 HTTP/1.1" status: 204 len: 168 time: 0.8333597 Jan 27 19:42:02.499988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.500454 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment e440bedc-7a75-4a17-9798-affe2d4ca793 of type vlan for network df52fd2d-db72-4834-bd15-23c81e62e957 Jan 27 19:42:02.559863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d6a4b-4082-4cf5-9d18-815be0ed75a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce3a11-74e7-4039-ab17-d3b3b8080828,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:02.617122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] For port 2c086ec3-1557-42a0-b0bb-3c703eec0b88, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:02.620947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.644355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] For port 2c086ec3-1557-42a0-b0bb-3c703eec0b88, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2c086ec3-1557-42a0-b0bb-3c703eec0b88,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:02.652309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.725277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e869-813f-4bd2-8c5a-368fdc24258e None None] Pushing event updated for resources: {'Port': ['ID=2c086ec3-1557-42a0-b0bb-3c703eec0b88,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:02.755746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:02.756442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:02.768677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks [] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.788331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.789521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a0b16fd1-d6ee-4f55-b516-ee6ab8a0065f req-0603a859-6aa9-4d16-bb35-4ff7359f225d tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0963476 Jan 27 19:42:02.803994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:02.804690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:02.998601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device acfdc0bc-a709-4481-90d6-f3a6dc18d139 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:03.054424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: acfdc0bc-a709-4481-90d6-f3a6dc18d139 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:03.055704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device acfdc0bc-a709-4481-90d6-f3a6dc18d139 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:03.105413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd9987a3-7eb4-4c72-a3f9-bbcf84398b78 req-d59f7563-c7b5-41b6-a658-3a86451bdbd0 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 210 time: 0.1257188 Jan 27 19:42:03.130278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:03.136629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:03.140674 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1543620 Jan 27 19:42:03.142102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:03.161708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:03.197462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:03.224146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:03.270870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:03.429499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:03.460765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:03.470071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:03.604031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:41:58Z', 'revision_number': 3, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:03.630503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1974970-6a2e-4cf6-969d-2c5d2efb9b60 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=df52fd2d-db72-4834-bd15-23c81e62e957,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:03.676015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network df52fd2d-db72-4834-bd15-23c81e62e957 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:03.678830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa3b66-bc5e-42fd-b805-1f05f624e9eb None None] The sync data for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 is: [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:41:58Z', 'revision_number': 3, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:42:03.698140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:04.074786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Pushing event updated for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:04.142466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-eb2123bc-6ba8-40f1-87fc-bb822f134589 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:04.144412 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-eb2123bc-6ba8-40f1-87fc-bb822f134589 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 814 time: 0.9989200 Jan 27 19:42:04.200309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Request body: {'port': {'device_id': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385', 'admin_state_up': True, 'tenant_id': '9ab6f3b01879451a880803111a2adaf7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:04.339285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-342bbf1e-3d79-4bb7-9cd2-b2e216e19890 req-be4b7098-0bd7-4b28-8f6c-13f42e2f8ed1 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0901134 Jan 27 19:42:04.347808 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (c7f47399-73c6-4505-9f07-a4aeedc6bcdb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:04.647916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks [] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:04.694212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd50313c-b310-44ac-ac43-b73d9a371abc req-7f44694a-2900-4df5-9d70-3c2ebb5478e1 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 210 time: 0.0999794 Jan 27 19:42:04.699259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:04.726584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=c7f47399-73c6-4505-9f07-a4aeedc6bcdb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:04.739506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': 'e440bedc-7a75-4a17-9798-affe2d4ca793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:04.741113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: df52fd2d-db72-4834-bd15-23c81e62e957, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:04.769062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network df52fd2d-db72-4834-bd15-23c81e62e957 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:04.828441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, df52fd2d-db72-4834-bd15-23c81e62e957) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:04.849483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3207f-c994-439d-92b9-6e4a0a869511 None None] Network df52fd2d-db72-4834-bd15-23c81e62e957 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:04.855911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:04.857080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:04.976195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f340b554-2dcb-4942-9ff3-ba025f233e86 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8380954 Jan 27 19:42:04.977196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:05.037304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Pushing event updated for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:05.178902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Made reservation on behalf of 9ab6f3b01879451a880803111a2adaf7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:05.193530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.218418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2c086ec3-1557-42a0-b0bb-3c703eec0b88 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:05.328781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.432162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.468087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-df52fd2d-db72-4834-bd15-23c81e62e957', 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': 'c7f47399-73c6-4505-9f07-a4aeedc6bcdb'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:05.469369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.838364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-739bba5a-2c89-43fa-b9e6-bfb07435c095 req-753f31a9-b517-4b1d-b58a-ce5aa68d29a4 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.1188824 Jan 27 19:42:05.856296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c7f47399-73c6-4505-9f07-a4aeedc6bcdb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.864013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Allocated IP 172.20.0.1 (df52fd2d-db72-4834-bd15-23c81e62e957/c7f47399-73c6-4505-9f07-a4aeedc6bcdb/4d301d20-5452-42ce-8497-afd90cc294d1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:05.925350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:05.942704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:05.943099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:05.947689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:06.334555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07698030-cd1d-47a6-aaeb-8130ca2ecb4b req-07bd420b-c27b-4aae-8497-c77b0650c64f tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 210 time: 0.1540864 Jan 27 19:42:06.358268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-0c13a198-3398-44dd-93a6-e48755badfc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2929580 Jan 27 19:42:06.365406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Router 10cf6409-4fbe-4c37-bb49-ae85d8334358 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:42:06.408007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Allocated IP 172.20.0.6 (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385/5982f783-7056-4282-b312-12d03770d972/19b029bf-d044-42d3-ace1-b1c7e18ad430) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:06.498529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75817ce-d779-43ba-b579-70202ec742da req-29e8f6b9-1c6a-40b8-b669-319e51158c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:06.501447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-29e8f6b9-1c6a-40b8-b669-319e51158c08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.0707815 Jan 27 19:42:06.596585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:06.597276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:06.797054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 2c086ec3-1557-42a0-b0bb-3c703eec0b88, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2c086ec3-1557-42a0-b0bb-3c703eec0b88,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:06.805282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks [] for port (4d301d20-5452-42ce-8497-afd90cc294d1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:06.809293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:06.835517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks [] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:06.848599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75817ce-d779-43ba-b579-70202ec742da req-b6fc4a42-8aa3-4243-a6e5-9002cb064ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:06.851162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-b6fc4a42-8aa3-4243-a6e5-9002cb064ef2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.3195291 Jan 27 19:42:06.919122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.035614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=2c086ec3-1557-42a0-b0bb-3c703eec0b88,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:07.042590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Network df52fd2d-db72-4834-bd15-23c81e62e957 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:07.072846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (c7f47399-73c6-4505-9f07-a4aeedc6bcdb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.076015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:07.163432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:07.203712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-7b146a02-3b26-4674-982c-a37a00564ce4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.3388782 Jan 27 19:42:07.210899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f47399-73c6-4505-9f07-a4aeedc6bcdb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:07.251818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.254034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1e75c9c-22fd-46a8-bcd7-00374a60364e req-2214467b-1385-4d5b-a1b6-acbc6750e198 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0485125 Jan 27 19:42:07.264721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Pushing event updated for resources: {'Port': ['ID=4d301d20-5452-42ce-8497-afd90cc294d1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:07.362228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Attempting to bind port 4d301d20-5452-42ce-8497-afd90cc294d1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:07.362999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Attempting to bind port 4d301d20-5452-42ce-8497-afd90cc294d1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e440bedc-7a75-4a17-9798-affe2d4ca793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:07.363689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Attempting to bind port 4d301d20-5452-42ce-8497-afd90cc294d1 on network df52fd2d-db72-4834-bd15-23c81e62e957 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:07.386981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.393792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:07.394616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Checking segment: {'id': 'e440bedc-7a75-4a17-9798-affe2d4ca793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:07.395287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.396002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Bound using segment: {'id': 'e440bedc-7a75-4a17-9798-affe2d4ca793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:07.396758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Bound port: 4d301d20-5452-42ce-8497-afd90cc294d1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e440bedc-7a75-4a17-9798-affe2d4ca793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'df52fd2d-db72-4834-bd15-23c81e62e957'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:07.397425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.472687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df52fd2d-db72-4834-bd15-23c81e62e957']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:07.503102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e440bedc-7a75-4a17-9798-affe2d4ca793') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:07.505727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e440bedc-7a75-4a17-9798-affe2d4ca793') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:07.528589 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.540278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:42:07.555508 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Sync routers for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:42:07.581520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b56e9a5-8ce0-4948-8759-b7b907e0dded admin admin] 10.222.0.59 "PUT /v2.0/routers/10cf6409-4fbe-4c37-bb49-ae85d8334358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6056278 Jan 27 19:42:07.585565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:07.586259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.590725 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:07.591639 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:07.605725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:07.610912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Pushing event updated for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:07.615217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:07.645698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] For port 4d301d20-5452-42ce-8497-afd90cc294d1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:07.651976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:07.652973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:07.695928 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:07.778892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75817ce-d779-43ba-b579-70202ec742da req-4abc95b2-7c32-46cc-a8c4-bb6029cb5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:07.786887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-4abc95b2-7c32-46cc-a8c4-bb6029cb5865 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.5729406 Jan 27 19:42:07.844198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:07.846480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:07.872553 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:07.893102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d5f36d3f-33db-4d6e-a765-86d797a847f8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7076318 Jan 27 19:42:07.913817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Request body: {'port': {'device_id': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:08.112158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] For port 4d301d20-5452-42ce-8497-afd90cc294d1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4d301d20-5452-42ce-8497-afd90cc294d1,segment=NetworkSegment(e440bedc-7a75-4a17-9798-affe2d4ca793),segment_id=e440bedc-7a75-4a17-9798-affe2d4ca793)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:08.119049 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:08.129043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:42:08.129043 n-d-760453-6 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:42:08.129043 n-d-760453-6 neutron-server[103323]: [parameters: {'id': 'df52fd2d-db72-4834-bd15-23c81e62e957'}] Jan 27 19:42:08.129043 n-d-760453-6 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:42:08.129572 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:42:08.141278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:08.164834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f974-8bc8-43d8-88b1-0995bab26404 req-6640186a-17a4-4ac8-9f45-af4e9c3c4c6b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:08.178752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f313f974-8bc8-43d8-88b1-0995bab26404 req-6640186a-17a4-4ac8-9f45-af4e9c3c4c6b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 931 time: 0.5789094 Jan 27 19:42:08.263715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75817ce-d779-43ba-b579-70202ec742da req-9a4a29c7-ac00-4769-83af-d7ff3b6dd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:08.273581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-9a4a29c7-ac00-4769-83af-d7ff3b6dd652 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3185389 Jan 27 19:42:08.324425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea847d-30f8-441b-81bd-7d2bedb741c9 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:42:08.392005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 2, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:08.418742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f313f974-8bc8-43d8-88b1-0995bab26404 req-715bb9fa-c513-4715-b2d6-2f759a4e82f1 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347977 Jan 27 19:42:08.484885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Checking router: 10cf6409-4fbe-4c37-bb49-ae85d8334358 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:42:08.492007 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Updating router 10cf6409-4fbe-4c37-bb49-ae85d8334358 port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:42:08.549081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea847d-30f8-441b-81bd-7d2bedb741c9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:42:08.583378 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:08.649913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:08.657002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634b21-f892-445c-aeaf-65c9edecbb16 None None] Pushing event updated for resources: {'Port': ['ID=4d301d20-5452-42ce-8497-afd90cc294d1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:08.768220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-833f3cf5-1805-4bf8-9d06-64e501ba171b service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924043 Jan 27 19:42:08.870652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b029bf-d044-42d3-ace1-b1c7e18ad430 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:42:08.906258 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks [] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:08.948804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Transition to ACTIVE for port object 19b029bf-d044-42d3-ace1-b1c7e18ad430 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:42:08.956334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.065413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2c086ec3-1557-42a0-b0bb-3c703eec0b88 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:09.107684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 4d301d20-5452-42ce-8497-afd90cc294d1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:09.108801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.154026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Pushing event updated for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:09.170013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1586f770-7800-4388-8f84-3bbc1017f2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.293783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 4d301d20-5452-42ce-8497-afd90cc294d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4d301d20-5452-42ce-8497-afd90cc294d1,segment=NetworkSegment(e440bedc-7a75-4a17-9798-affe2d4ca793),segment_id=e440bedc-7a75-4a17-9798-affe2d4ca793)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:09.294175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.311520 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks [] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.324155 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.389208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 4d301d20-5452-42ce-8497-afd90cc294d1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:09.393017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Attempting to bind port 19b029bf-d044-42d3-ace1-b1c7e18ad430 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:09.393859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Attempting to bind port 19b029bf-d044-42d3-ace1-b1c7e18ad430 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:09.394203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Attempting to bind port 19b029bf-d044-42d3-ace1-b1c7e18ad430 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:09.405434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Port 19b029bf-d044-42d3-ace1-b1c7e18ad430 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:42:09.405763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Attempting to bind port 19b029bf-d044-42d3-ace1-b1c7e18ad430 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:09.424095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:09.424314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Checking segment: {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:09.426653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Bound using segment: {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:09.427981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Bound port: 19b029bf-d044-42d3-ace1-b1c7e18ad430, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:09.430267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.438810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f75817ce-d779-43ba-b579-70202ec742da req-b48059ff-0801-46dc-b4e9-f4590c66eea3 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421993 Jan 27 19:42:09.574208 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Pushing event updated for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:09.576581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:09.577542 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.590508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44acfbfb-9b93-4d4b-8dd9-8b57c0958c0b None None] Network df52fd2d-db72-4834-bd15-23c81e62e957 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:09.602306 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Attempting to bind port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:09.610668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-56bce34b-79b3-4a04-a904-c021b87e067b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:09.611844 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Attempting to bind port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:09.612336 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Attempting to bind port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d on network ad88e122-62bb-4c45-90e2-35995ea4fbaf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:09.616488 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.616827 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.617170 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.617532 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.617857 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.618181 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.618519 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.618823 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.619144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.619461 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.619776 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.620091 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.620423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:09.628352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:09.629411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-56bce34b-79b3-4a04-a904-c021b87e067b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 820 time: 0.7260177 Jan 27 19:42:09.638475 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:09.638948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Checking segment: {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:09.639338 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.639738 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Bound using segment: {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:09.640249 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Bound port: 11c41b08-29a1-4313-929d-7bcd7fcc8d5d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:09.640978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:09.649072 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.650735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.668520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a7fc6722-e512-4ee8-ae12-a28ff76180b2 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/quotas/21a59e6ea8fb437ca6ea8d0dcbdf84a0 HTTP/1.1" status: 200 len: 375 time: 0.0313070 Jan 27 19:42:09.769437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:09.771785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.775954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] 10.222.0.39 "PUT /v2.0/ports/19b029bf-d044-42d3-ace1-b1c7e18ad430 HTTP/1.1" status: 200 len: 1091 time: 1.8743920 Jan 27 19:42:09.777067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:09.785533 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75d6d2-f4dd-459f-b73b-baca785b9588" -d '{"events": [{"name": "network-changed", "server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:09.810564 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] For port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:09.815288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] For port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:09.823326 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.850848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a00be2f1-6f8d-4029-ac0b-8359332870b0 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813917 Jan 27 19:42:09.866307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4d301d20-5452-42ce-8497-afd90cc294d1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:09.894008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9100-bd11-457d-aa11-ff6441a9a505 service neutron] Pushing event updated for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:09.930218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-b2743418-c392-4865-885e-b7fceec3fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:09.934022 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-b2743418-c392-4865-885e-b7fceec3fb67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 1094 time: 0.0948765 Jan 27 19:42:09.934560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:09.951326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=4d301d20-5452-42ce-8497-afd90cc294d1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:09.961704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 4d301d20-5452-42ce-8497-afd90cc294d1 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:10.033896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-e65cd611-69f0-4b72-bfb7-b8acad7bd0e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430 HTTP/1.1" status: 200 len: 217 time: 0.0872781 Jan 27 19:42:10.059304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11824-b53d-46e1-9628-0f805d0038f7 None None] Pushing event updated for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:10.075896 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:10.076902 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:41:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:10.087558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-ca8e7f45-8844-4757-9893-635a73509334 service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355371 Jan 27 19:42:10.124806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-886b7328-3af4-404d-abda-7ae7c08013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:10.127457 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-886b7328-3af4-404d-abda-7ae7c08013fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 200 len: 854 time: 0.0870373 Jan 27 19:42:10.165836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-a7c2e18f-f66a-43cd-89d4-1e122fa5ab7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301218 Jan 27 19:42:10.262797 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:10.276514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.330913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df52fd2d-db72-4834-bd15-23c81e62e957']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:10.353678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e440bedc-7a75-4a17-9798-affe2d4ca793') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:10.354118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e440bedc-7a75-4a17-9798-affe2d4ca793') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:10.375245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.394832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-c71e8ad7-135c-4c47-8b8f-f50f6a00fb3e service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837191 Jan 27 19:42:10.403397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.416846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:10.417469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (e440bedc-7a75-4a17-9798-affe2d4ca793), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:10.421662 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:10.424077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-a7412c0a-42cf-49d1-aa2a-84566c14fde3 service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471223 Jan 27 19:42:10.497354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (df52fd2d-db72-4834-bd15-23c81e62e957), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.509914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.513675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/df52fd2d-db72-4834-bd15-23c81e62e957 HTTP/1.1" status: 204 len: 168 time: 5.5349612 Jan 27 19:42:10.527860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:10.534218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085271050'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:10.540232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bc2b-3c12-499c-aab5-72826861010c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=df52fd2d-db72-4834-bd15-23c81e62e957,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:10.574222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:10.579413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.618854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:10.626216 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-94fb5467-7fc4-47f0-a50b-38089f3569d8 req-a18da02b-65f3-4ef6-b140-10556b743819 service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974981 Jan 27 19:42:10.634139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.634971 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 9289da18-f0ea-47c6-adc8-728e814d68b2 of type vlan for network aa6aa448-ff1b-47fb-bce3-3689c5829d5e Jan 27 19:42:10.731336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.737687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62f71bfb-cca5-48a2-adac-6628a8d64dcf req-0ccd19a9-8d2e-4260-9c11-a19ee7abc675 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0460401 Jan 27 19:42:10.771074 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:09Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:10.778495 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.784632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:10.785526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:10.868479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3388486 Jan 27 19:42:10.871814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:10.877934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:10.960427 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1844dce-0d95-4970-bf58-0cf9d154610b None None] The sync data for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 is: [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:09Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:42:11.440018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e12f7f-6663-49b3-a188-294355fc7482 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=aa6aa448-ff1b-47fb-bce3-3689c5829d5e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:11.457561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network aa6aa448-ff1b-47fb-bce3-3689c5829d5e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:11.497173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:11.501178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:11.544974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146b29-8f23-4895-aaaf-3f14df6c794b req-9930b48f-579b-4f20-907f-8d31ad707b50 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:11.547197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3146b29-8f23-4895-aaaf-3f14df6c794b req-9930b48f-579b-4f20-907f-8d31ad707b50 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 943 time: 0.6347501 Jan 27 19:42:11.677120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3146b29-8f23-4895-aaaf-3f14df6c794b req-f61ee8a2-94e2-4371-bf61-5ae49af0b082 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953112 Jan 27 19:42:11.757984 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56ca0c-89a7-4839-9b78-1cca08d1723c x-openstack-request-id: req-fc56ca0c-89a7-4839-9b78-1cca08d1723c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:11.758556 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:11.758670 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc56ca0c-89a7-4839-9b78-1cca08d1723c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:11.759149 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430', 'status': 'completed', 'code': 200} Jan 27 19:42:11.877192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (1157a0a7-8d12-41c7-be63-6324be9002cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:11.924569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-e2214882-0263-420b-b371-c9b9feefa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:11.930784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-e2214882-0263-420b-b371-c9b9feefa0f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 1094 time: 0.1263988 Jan 27 19:42:12.094648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1241bb8-01ac-4426-97bb-1db24e039e1a req-cf914928-5b0c-4b8c-93d3-05c708b1a491 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 210 time: 0.0895786 Jan 27 19:42:12.127359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=1157a0a7-8d12-41c7-be63-6324be9002cf,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:12.157840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-866896e4-c44e-43ba-b572-c1dc03f9316a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:12.176169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '9289da18-f0ea-47c6-adc8-728e814d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:12.177453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: aa6aa448-ff1b-47fb-bce3-3689c5829d5e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:12.226925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-c9063531-896f-4bb1-ba91-178f9f9afc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:12.228003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network aa6aa448-ff1b-47fb-bce3-3689c5829d5e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:12.229013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-c9063531-896f-4bb1-ba91-178f9f9afc3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 915 time: 0.2913897 Jan 27 19:42:12.338551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-7ed97fc1-d972-4647-9b2b-496272fc296c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430 HTTP/1.1" status: 200 len: 217 time: 0.1000800 Jan 27 19:42:12.470435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-bcd67cd5-6b39-4fd9-aca8-7910fa57cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:12.471943 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-bcd67cd5-6b39-4fd9-aca8-7910fa57cd6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 200 len: 854 time: 0.1220124 Jan 27 19:42:12.503719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, aa6aa448-ff1b-47fb-bce3-3689c5829d5e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:12.522429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d6fe8-ac30-480b-b24b-55e5bfe9d341 None None] Network aa6aa448-ff1b-47fb-bce3-3689c5829d5e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:12.523134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-fa9ecec6-21c1-4600-b040-23b03ba1d102 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418715 Jan 27 19:42:12.539319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:12.539929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:12.562803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b99d8d07-1e27-4023-940b-f9b505dc3f62 req-0573e712-6ad7-4307-bbf0-e765eb50db0f tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.1508646 Jan 27 19:42:12.601283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eec44cec-8f98-4bab-b846-2996af5cb314 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7269766 Jan 27 19:42:12.604179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:12.739264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:12.764594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-93d16b0d-edf8-49b6-8e9f-72bc2a506338 service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283862 Jan 27 19:42:12.803666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-aa6aa448-ff1b-47fb-bce3-3689c5829d5e', 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '1157a0a7-8d12-41c7-be63-6324be9002cf'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:12.809318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:12.859078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-0d037326-112b-4154-8432-04e1b213055e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:12.860884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-0d037326-112b-4154-8432-04e1b213055e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 820 time: 0.6010797 Jan 27 19:42:12.894055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'port': {'device_id': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'admin_state_up': True, 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:13.018075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eb75d6d2-f4dd-459f-b73b-baca785b9588 req-f9492826-94bc-46ea-a009-adb0ae930679 service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419603 Jan 27 19:42:13.040992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Made reservation on behalf of 21a59e6ea8fb437ca6ea8d0dcbdf84a0 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:13.044721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.111838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1157a0a7-8d12-41c7-be63-6324be9002cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.135197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296691-d013-4646-8777-1cc22fc45a9f req-8899d220-7374-45bd-be55-7252b753e0aa tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:13.151544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83296691-d013-4646-8777-1cc22fc45a9f req-8899d220-7374-45bd-be55-7252b753e0aa tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 943 time: 0.3656518 Jan 27 19:42:13.227026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Allocated IP 172.20.0.1 (aa6aa448-ff1b-47fb-bce3-3689c5829d5e/1157a0a7-8d12-41c7-be63-6324be9002cf/3bda3137-713f-41fe-a2f2-33a3eeab9fb1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:13.270286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11c41b08-29a1-4313-929d-7bcd7fcc8d5d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:13.293519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83296691-d013-4646-8777-1cc22fc45a9f req-5212dab9-6c9a-47dc-a7de-a95493514381 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407065 Jan 27 19:42:13.515768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:13.516443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.547961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-922b8b3f-e984-4f0d-b37e-1b04813064fd req-fe081f80-d271-4d91-b393-910e62aeda23 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 210 time: 0.0519390 Jan 27 19:42:13.583544 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4f73a19b-640b-46ff-aa93-bca9ab09c129 req-c72e1237-de27-4b41-a505-768e862feae4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0662074 Jan 27 19:42:13.588270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Allocated IP 172.20.0.6 (ad88e122-62bb-4c45-90e2-35995ea4fbaf/8751fdc5-b362-4b9b-8995-a4eae9d19769/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:13.611212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks [] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.622665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.675538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Pushing event updated for resources: {'Port': ['ID=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:13.737817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Network aa6aa448-ff1b-47fb-bce3-3689c5829d5e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:13.741756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:13.744399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:13.783793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:13.783793 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.878408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.890631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Attempting to bind port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:13.891166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Attempting to bind port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '9289da18-f0ea-47c6-adc8-728e814d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:13.891637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Attempting to bind port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 on network aa6aa448-ff1b-47fb-bce3-3689c5829d5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:13.895166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:13.900603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:13.901165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Checking segment: {'id': '9289da18-f0ea-47c6-adc8-728e814d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:13.901790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.902438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Bound using segment: {'id': '9289da18-f0ea-47c6-adc8-728e814d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:13.903108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Bound port: 3bda3137-713f-41fe-a2f2-33a3eeab9fb1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9289da18-f0ea-47c6-adc8-728e814d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:13.903635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.923077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:13.963074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.029371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] For port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:14.032794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:14.038346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] For port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,segment=NetworkSegment(9289da18-f0ea-47c6-adc8-728e814d68b2),segment_id=9289da18-f0ea-47c6-adc8-728e814d68b2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:14.041542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8da0d220-5c15-4acb-bc69-2183861863d6 req-0b18d034-5da3-4390-b08f-bfcb4c89ba02 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0973206 Jan 27 19:42:14.057018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.073188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (1157a0a7-8d12-41c7-be63-6324be9002cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.081708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Network ad88e122-62bb-4c45-90e2-35995ea4fbaf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:14.117188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:14.125894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:14.129727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:14.194277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:14.194963 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.202120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=1157a0a7-8d12-41c7-be63-6324be9002cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:14.208846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 19b029bf-d044-42d3-ace1-b1c7e18ad430 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:42:14.395088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-554ff416-a4c0-4c91-975f-5ce245bf735c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035481 Jan 27 19:42:14.443968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Request body: {'port': {'device_id': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:14.446733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bca9be-b10e-4b65-9017-da2b9c21edde None None] Pushing event updated for resources: {'Port': ['ID=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:14.523933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.568607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6aa448-ff1b-47fb-bce3-3689c5829d5e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:14.635751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289da18-f0ea-47c6-adc8-728e814d68b2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:14.636340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289da18-f0ea-47c6-adc8-728e814d68b2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:14.701033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2d741-b0e5-42c5-9fbc-96bc7ab10a1f req-93b10947-9e1f-46c9-af93-d21290e7151b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:14.718337 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf2d741-b0e5-42c5-9fbc-96bc7ab10a1f req-93b10947-9e1f-46c9-af93-d21290e7151b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 943 time: 0.3201869 Jan 27 19:42:14.781726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:14.784296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.845284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.850818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '19b029bf-d044-42d3-ace1-b1c7e18ad430', 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385', 'port_id': '19b029bf-d044-42d3-ace1-b1c7e18ad430', 'mac_address': 'fa:16:3e:f8:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5982f783-7056-4282-b312-12d03770d972', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:42:14.870761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.886932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:14.887464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:14.897564 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:15.078764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 19b029bf-d044-42d3-ace1-b1c7e18ad430 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:15.079318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.163964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b029bf-d044-42d3-ace1-b1c7e18ad430 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:42:15.178139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.225733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:15.244800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.303065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf2d741-b0e5-42c5-9fbc-96bc7ab10a1f req-49f84b18-18af-4661-a6cb-74e2d4863201 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773273 Jan 27 19:42:15.374190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11c41b08-29a1-4313-929d-7bcd7fcc8d5d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:15.415703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:42:15.415703 n-d-760453-6 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:42:15.415703 n-d-760453-6 neutron-server[103323]: [parameters: {'id': 'aa6aa448-ff1b-47fb-bce3-3689c5829d5e'}] Jan 27 19:42:15.415703 n-d-760453-6 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:42:15.416438 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:42:15.462988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:15.525396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:15.526231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.589565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['19b029bf-d044-42d3-ace1-b1c7e18ad430'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:42:15.682972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e841c-0b59-40b8-b923-3da2eb65b5b6 req-3747275d-01f2-4258-9896-1682c4410b90 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:15.684641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-427e841c-0b59-40b8-b923-3da2eb65b5b6 req-3747275d-01f2-4258-9896-1682c4410b90 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 931 time: 0.1894197 Jan 27 19:42:15.721087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.836774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:15.838325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:15.872080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee27aa3-fd6b-4517-99d4-45d3afd8dd2e {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:42:15.912126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-427e841c-0b59-40b8-b923-3da2eb65b5b6 req-73f2de69-fa11-4d6c-9c3f-b6e0d93c8add tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132692 Jan 27 19:42:15.914324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks [] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.930457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:15.965174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Transition to ACTIVE for port object dee27aa3-fd6b-4517-99d4-45d3afd8dd2e will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:42:15.992250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.114744 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.142466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8816191-f9f9-4358-951b-8652c2d90131 req-ccb228a2-a8cb-458c-b2ba-884edf008924 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0501299 Jan 27 19:42:16.160018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:16.161142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:16.172256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.191975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.192136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.192532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.192973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.193224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.193624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.194002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.194340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.194675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.195011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.195384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.195717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.196045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:16.350170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:16.350840 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.420981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b563b1d-a63a-4369-83c9-1f6cf55f4b81 None None] Network aa6aa448-ff1b-47fb-bce3-3689c5829d5e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:16.430536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:16.437966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.495968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Attempting to bind port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:16.497163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Attempting to bind port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:16.497737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Attempting to bind port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e on network ad88e122-62bb-4c45-90e2-35995ea4fbaf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:16.517218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e on network ad88e122-62bb-4c45-90e2-35995ea4fbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:42:16.517875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Attempting to bind port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e on network ad88e122-62bb-4c45-90e2-35995ea4fbaf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:16.543682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:16.544208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Checking segment: {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:16.544756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Bound using segment: {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:16.545442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Bound port: dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fbe202-60db-4c51-b9bb-7cddc3de399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:16.546121 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.565593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,segment=NetworkSegment(9289da18-f0ea-47c6-adc8-728e814d68b2),segment_id=9289da18-f0ea-47c6-adc8-728e814d68b2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:16.566245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.620518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:16.794851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:16.808126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2887ad83-028d-4102-b882-bf6e333edf79 None None] Provisioning complete for port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:16.808702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2887ad83-028d-4102-b882-bf6e333edf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.812188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,segment=NetworkSegment(9289da18-f0ea-47c6-adc8-728e814d68b2),segment_id=9289da18-f0ea-47c6-adc8-728e814d68b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:16.817165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:16.824021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.828459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:16.977075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:16.989685 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.db [None req-2887ad83-028d-4102-b882-bf6e333edf79 None None] No ports have port_id starting with 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 Jan 27 19:42:17.011592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:17.015667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:17.016585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.018135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-a2552cf5-4214-4bd2-aa58-f3eea04e0f98 service neutron] 10.222.0.66 "PUT /v2.0/ports/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 1091 time: 2.5832441 Jan 27 19:42:17.042147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:17.044572 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f7d529-4a03-47d8-9e18-8f2cd3d70579" -d '{"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:17.051631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3bda3137-713f-41fe-a2f2-33a3eeab9fb1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.086298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d39429b-5309-4a06-8428-615030874b93 req-57092494-a135-4ca0-8af6-8bd8cf672150 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3&device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.2399704 Jan 27 19:42:17.122129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48215011-4796-4f05-a8c0-eab0eb8eb71d None None] DHCP port deletion for aa6aa448-ff1b-47fb-bce3-3689c5829d5e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:17.166720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:17.176822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=3bda3137-713f-41fe-a2f2-33a3eeab9fb1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:17.319687 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.387026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-3745fdd6-b27b-4d78-98c2-2483c9afe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:17.388585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-3745fdd6-b27b-4d78-98c2-2483c9afe253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1094 time: 0.3010967 Jan 27 19:42:17.393507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6aa448-ff1b-47fb-bce3-3689c5829d5e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:17.415147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289da18-f0ea-47c6-adc8-728e814d68b2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:17.415419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289da18-f0ea-47c6-adc8-728e814d68b2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:17.457118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-562407e8-bbbe-4eb3-873e-9e5982353dea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.0597072 Jan 27 19:42:17.459729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.478893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3584c-0c0b-4680-9dd6-abb02dc4d7d6 req-f3691be6-ee46-41f4-9517-e1f7e29e0985 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:17.481116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74b3584c-0c0b-4680-9dd6-abb02dc4d7d6 req-f3691be6-ee46-41f4-9517-e1f7e29e0985 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 944 time: 0.1869614 Jan 27 19:42:17.527047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.555668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:17.556485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (9289da18-f0ea-47c6-adc8-728e814d68b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:17.562807 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:17.755962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-312f4a37-f0e6-44d9-b791-5e3c92dcfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:17.758321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-312f4a37-f0e6-44d9-b791-5e3c92dcfe10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.2870271 Jan 27 19:42:17.765911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (aa6aa448-ff1b-47fb-bce3-3689c5829d5e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.778560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.783515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/aa6aa448-ff1b-47fb-bce3-3689c5829d5e HTTP/1.1" status: 204 len: 168 time: 5.1783247 Jan 27 19:42:17.787910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37254) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:17.798050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698719454'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:17.830724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd070a-3d3f-4d71-9016-da3c305ea9e1 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=aa6aa448-ff1b-47fb-bce3-3689c5829d5e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:17.859289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:17.867723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74b3584c-0c0b-4680-9dd6-abb02dc4d7d6 req-259a3b1b-468d-4f7c-a931-5e3a3b3eb149 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762054 Jan 27 19:42:17.872419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:17.931248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-7843e2e1-a6dd-42f1-9099-14f519ea984e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380978 Jan 27 19:42:17.977568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:17.999764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (16fd1eaa-7cf8-485e-983e-9ac6ccda2273), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.000293 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 16fd1eaa-7cf8-485e-983e-9ac6ccda2273 of type vlan for network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 Jan 27 19:42:18.094185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.162988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 19b029bf-d044-42d3-ace1-b1c7e18ad430 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:18.173977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.180192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:18.195570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.215381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5309f80-870b-4869-882a-0c40a71ccc72 req-a63be0c2-0ffb-44cd-8a64-42af01615eef tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:18.221244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5309f80-870b-4869-882a-0c40a71ccc72 req-a63be0c2-0ffb-44cd-8a64-42af01615eef tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 943 time: 0.2402058 Jan 27 19:42:18.291345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 19b029bf-d044-42d3-ace1-b1c7e18ad430 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:42:18.301094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 19b029bf-d044-42d3-ace1-b1c7e18ad430 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:18.303969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.318927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=48e00e66-7df7-43c5-8dd4-89ef47cdc5f1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:18.338564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-9ed66e1e-cefb-4ac5-970c-9086fe1951aa service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001820 Jan 27 19:42:18.367788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f7f7d42-5733-4a52-b757-d15fbbee252e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5777931 Jan 27 19:42:18.368609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:18.374980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:18.398402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:18.424580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5309f80-870b-4869-882a-0c40a71ccc72 req-a58c9258-212b-45ac-961a-eebf6f16fe9d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920636 Jan 27 19:42:18.522515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 19b029bf-d044-42d3-ace1-b1c7e18ad430 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:18.523069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.569314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:18.572660 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d58c5e-8978-40aa-afa1-1c8cb58b19ea" -d '{"events": [{"server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "name": "network-vif-plugged", "status": "completed", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:18.595534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:18.603382 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.631831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4365d76-8f7d-4e0a-a18c-0e90ee2df42e req-263e89d8-8d59-451c-a8fc-e4f7a4ff1f9b service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793236 Jan 27 19:42:18.678558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:18.690087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.693757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.695922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.696389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.696841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.698238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.700699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.701876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.702545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.703834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.705355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.711191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.711191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:18.713626 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c19a8f7-ad45-43c2-a785-36df058af643 x-openstack-request-id: req-1c19a8f7-ad45-43c2-a785-36df058af643 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:18.713921 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:18.714179 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c19a8f7-ad45-43c2-a785-36df058af643 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:18.714585 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:42:18.835739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-283bc12f-3ef3-4928-bbbe-b00deef6e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:18.839605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-283bc12f-3ef3-4928-bbbe-b00deef6e116 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1094 time: 0.1041832 Jan 27 19:42:18.839936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.884541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.921914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:42:18.935288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:18.937381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:18.940403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "PUT /v2.0/networks/48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 HTTP/1.1" status: 200 len: 723 time: 0.5700238 Jan 27 19:42:18.946142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:18.954466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:19.098149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:19.137340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-34251afa-20b0-4286-b5a6-85c8fb5b2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:19.138939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-34251afa-20b0-4286-b5a6-85c8fb5b2460 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.2914402 Jan 27 19:42:19.259927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-9c95df48-b1bf-4b8d-bc80-9cc26ea38274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.1139200 Jan 27 19:42:19.360010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-6e40723b-5f7a-4913-b283-9f99f27ac085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:19.361770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-6e40723b-5f7a-4913-b283-9f99f27ac085 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.0865340 Jan 27 19:42:19.365963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af77ba7-f3e7-4173-a2ea-46e7e8cd35e3 req-f998d7c4-a06e-41eb-a341-9c5faebd3d2e tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:19.371134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af77ba7-f3e7-4173-a2ea-46e7e8cd35e3 req-f998d7c4-a06e-41eb-a341-9c5faebd3d2e tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.1080022 Jan 27 19:42:19.474465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-556a690c-87c6-4805-a44f-2e9e0d9c9198 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022990 Jan 27 19:42:19.476255 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c07787c-823d-4bd1-b273-924f00e4deb2 x-openstack-request-id: req-6c07787c-823d-4bd1-b273-924f00e4deb2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:19.476701 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "name": "network-vif-plugged", "status": "completed", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:19.477057 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c07787c-823d-4bd1-b273-924f00e4deb2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:19.477690 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430', 'code': 200} Jan 27 19:42:19.479325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:19.479967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3bda3137-713f-41fe-a2f2-33a3eeab9fb1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:19.528551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bd2f932-459b-4ca8-bffd-120e257e70b3 req-8ec33ca4-bbcb-4388-b059-6e6cf6fd6c6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a048bdf3c094712bbef992ef4fe036d&device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.2614529 Jan 27 19:42:19.583388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af77ba7-f3e7-4173-a2ea-46e7e8cd35e3 req-fd697dda-c2f3-44e7-a02a-f5fa406512a9 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982834 Jan 27 19:42:19.593707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967416a-d061-443d-85f8-a527ec5f329f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=48e00e66-7df7-43c5-8dd4-89ef47cdc5f1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:19.615948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:19.652377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:19.657287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:19.668820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:19.795197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-e1f3e2c7-cc77-43f7-bcf6-2708cf5f40c4 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934489 Jan 27 19:42:19.811508 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bd2f932-459b-4ca8-bffd-120e257e70b3 req-274a83a1-1278-48a5-99f4-56401eade0c2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9a048bdf3c094712bbef992ef4fe036d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2540891 Jan 27 19:42:19.884649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53c99e-c08c-4bec-80f6-28eb2e83872d req-cbec7a3c-f59d-4995-a02f-7fcf6ce7ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:19.886741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa53c99e-c08c-4bec-80f6-28eb2e83872d req-cbec7a3c-f59d-4995-a02f-7fcf6ce7ee4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 1096 time: 0.5796587 Jan 27 19:42:20.114379 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa53c99e-c08c-4bec-80f6-28eb2e83872d req-b2b96a45-5c10-4f34-adbf-7c45b05af8b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816885 Jan 27 19:42:20.119309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2f932-459b-4ca8-bffd-120e257e70b3 req-6d90f2a7-b5db-4eca-bc8b-23e4dde6b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:20.121075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bd2f932-459b-4ca8-bffd-120e257e70b3 req-6d90f2a7-b5db-4eca-bc8b-23e4dde6b829 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037033 Jan 27 19:42:20.212329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (dbdfbfd7-f988-48dd-9c16-8ef724a13e6c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.276596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=dbdfbfd7-f988-48dd-9c16-8ef724a13e6c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:20.294447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '16fd1eaa-7cf8-485e-983e-9ac6ccda2273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:20.295184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:20.316431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:20.336478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:20.342908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:20.343696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.350686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca822909-01c8-464e-aae2-ec92683c5f9b None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:20.373411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a29dc489-2bf0-4fda-9f0e-8d3f60fa8d4d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4231153 Jan 27 19:42:20.373889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37484) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:20.380289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:20.446052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791aced-07f8-4c39-8522-cccad1b8c7f1 req-5ea42c97-1ed5-485c-9d13-51c2105512f0 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:20.448036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a791aced-07f8-4c39-8522-cccad1b8c7f1 req-5ea42c97-1ed5-485c-9d13-51c2105512f0 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 945 time: 0.6759267 Jan 27 19:42:20.455812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f7d529-4a03-47d8-9e18-8f2cd3d70579 req-8e937f3a-42d1-465c-88a3-b4f9b918c908 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545846 Jan 27 19:42:20.505503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66615051'] for subnet (dbdfbfd7-f988-48dd-9c16-8ef724a13e6c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.526788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-48e00e66-7df7-43c5-8dd4-89ef47cdc5f1', 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': 'dbdfbfd7-f988-48dd-9c16-8ef724a13e6c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:20.528487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.553320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a791aced-07f8-4c39-8522-cccad1b8c7f1 req-025742ee-ee47-4dd0-851e-33aefd7affd3 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Jan 27 19:42:20.558270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port c7740b81-727c-4000-879d-35aa542a5ef4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:20.558521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.718384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.719016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (c7740b81-727c-4000-879d-35aa542a5ef4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.743261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781165712339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66885523'] for subnet (dbdfbfd7-f988-48dd-9c16-8ef724a13e6c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.751655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62105cd1-95fe-4f2f-9d9d-edcb9aa2b63b req-e54e179c-25bf-4330-b1b6-0432f1728b20 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0464773 Jan 27 19:42:20.757213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for c7740b81-727c-4000-879d-35aa542a5ef4 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:20.819756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Allocated IP 172.20.0.2 (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1/dbdfbfd7-f988-48dd-9c16-8ef724a13e6c/1c6d52c9-1b3f-4025-bf79-fd1d44a6468d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:20.871755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:20.872641 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:20.878385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:20.878886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "PUT /v2.0/subnets/dbdfbfd7-f988-48dd-9c16-8ef724a13e6c HTTP/1.1" status: 200 len: 806 time: 0.5035493 Jan 27 19:42:20.893681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=dbdfbfd7-f988-48dd-9c16-8ef724a13e6c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:20.904806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.905362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.905863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.906359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.906956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.907447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.908094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.908882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.909467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.909969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.910469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.911068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:20.911561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917ad99-c217-4ced-a2a1-d0f0ef774eba tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:42:21.040349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks [] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.053853 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.068891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e939a-81b7-4bcb-a693-81d69a53ae1b req-47753b52-ad2d-4d47-8b35-f80a9c6703b7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:21.070510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a51e939a-81b7-4bcb-a693-81d69a53ae1b req-47753b52-ad2d-4d47-8b35-f80a9c6703b7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 943 time: 0.1490188 Jan 27 19:42:21.098290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:21.101805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:21.104672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:21.124796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.146875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Pushing event updated for resources: {'Port': ['ID=1c6d52c9-1b3f-4025-bf79-fd1d44a6468d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:21.171770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a51e939a-81b7-4bcb-a693-81d69a53ae1b req-aec67ce6-f438-4336-9068-4e5a4753927b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 Jan 27 19:42:21.178534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c7740b81-727c-4000-879d-35aa542a5ef4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.205026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Attempting to bind port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:21.205815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Attempting to bind port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '16fd1eaa-7cf8-485e-983e-9ac6ccda2273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:21.206188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Attempting to bind port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d on network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:21.220681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:21.221129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Checking segment: {'id': '16fd1eaa-7cf8-485e-983e-9ac6ccda2273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:21.221614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.222009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Bound using segment: {'id': '16fd1eaa-7cf8-485e-983e-9ac6ccda2273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:21.222508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Bound port: 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fd1eaa-7cf8-485e-983e-9ac6ccda2273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e00e66-7df7-43c5-8dd4-89ef47cdc5f1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:21.223603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.235052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=c7740b81-727c-4000-879d-35aa542a5ef4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:21.327233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] For port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:21.331848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] For port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c6d52c9-1b3f-4025-bf79-fd1d44a6468d,segment=NetworkSegment(16fd1eaa-7cf8-485e-983e-9ac6ccda2273),segment_id=16fd1eaa-7cf8-485e-983e-9ac6ccda2273)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:21.332303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (0c7d31b5-0cf9-4a25-ba31-14d23de466bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.332647 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 0c7d31b5-0cf9-4a25-ba31-14d23de466bc disassociated (deleted). External IP: 172.25.5.81, port: 57b35f1d-6b63-46c3-b98c-e5542f00effe. Jan 27 19:42:21.340718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.436123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:21.436696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.525939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ced17-5e4d-4ac5-9602-2167a7e22ecc None None] Pushing event updated for resources: {'Port': ['ID=1c6d52c9-1b3f-4025-bf79-fd1d44a6468d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:21.635182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bd2f932-459b-4ca8-bffd-120e257e70b3 req-8d7e8f0e-2d80-4124-bf78-655ea1619bad tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1772753-e2b2-4e7e-8666-fa69fae695f3 HTTP/1.1" status: 200 len: 210 time: 0.0446961 Jan 27 19:42:21.686191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1c6d52c9-1b3f-4025-bf79-fd1d44a6468d,segment=NetworkSegment(16fd1eaa-7cf8-485e-983e-9ac6ccda2273),segment_id=16fd1eaa-7cf8-485e-983e-9ac6ccda2273)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:21.686568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:21.719094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:22.015253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 351b6692-3c8d-4d67-9b25-4bdfca93aeec has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:42:22.162255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c6d52c9-1b3f-4025-bf79-fd1d44a6468d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.246396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=1c6d52c9-1b3f-4025-bf79-fd1d44a6468d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:22.267718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed89e-7b84-4cbf-8f5c-3d22e6d59cc9 req-c89f8458-79a3-4263-9fe0-a8fc4e42b077 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:22.269504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50eed89e-7b84-4cbf-8f5c-3d22e6d59cc9 req-c89f8458-79a3-4263-9fe0-a8fc4e42b077 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 945 time: 0.1707375 Jan 27 19:42:22.307386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:42:22.332990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.335813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:22.338815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Sync routers for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:42:22.357917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:22.358711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:22.405789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-49da3588-cf2f-4ee0-bb4e-1d12be379aff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/floatingips/0c7d31b5-0cf9-4a25-ba31-14d23de466bc HTTP/1.1" status: 204 len: 168 time: 2.7522471 Jan 27 19:42:22.411753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:22.413797 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3" -d '{"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:22.433166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50eed89e-7b84-4cbf-8f5c-3d22e6d59cc9 req-16b8f322-7e8a-4c91-b2ff-e2d5c0403a73 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421752 Jan 27 19:42:22.437134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (dbdfbfd7-f988-48dd-9c16-8ef724a13e6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.525394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:22.556872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (dbdfbfd7-f988-48dd-9c16-8ef724a13e6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.604063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdfbfd7-f988-48dd-9c16-8ef724a13e6c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:22.733739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.765984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e00e66-7df7-43c5-8dd4-89ef47cdc5f1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:22.786143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fd1eaa-7cf8-485e-983e-9ac6ccda2273') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:22.786651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fd1eaa-7cf8-485e-983e-9ac6ccda2273') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:22.804343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (16fd1eaa-7cf8-485e-983e-9ac6ccda2273), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.820035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (16fd1eaa-7cf8-485e-983e-9ac6ccda2273), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.832748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:22.833183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (16fd1eaa-7cf8-485e-983e-9ac6ccda2273), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:22.836985 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:22.896734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:22.953977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Checking router: 351b6692-3c8d-4d67-9b25-4bdfca93aeec for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:42:22.957194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (48e00e66-7df7-43c5-8dd4-89ef47cdc5f1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.966025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:22.974070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 HTTP/1.1" status: 204 len: 168 time: 2.0920715 Jan 27 19:42:22.974421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:22.998713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:23.004116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:23.006835 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba047224-4f73-4fd8-af3e-6dd8b4ca2811 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:23.007569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba047224-4f73-4fd8-af3e-6dd8b4ca2811 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:23.011138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035307ef-954d-49f9-93b3-b57a2c27e53d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=48e00e66-7df7-43c5-8dd4-89ef47cdc5f1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:23.014901 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba047224-4f73-4fd8-af3e-6dd8b4ca2811 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 HTTP/1.1" status: 404 len: 339 time: 0.0393178 Jan 27 19:42:23.020027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:23.026864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238218295', 'description': 'd1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:23.058734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:23.063674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.106518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:23.140170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (89377b15-2644-4676-94c2-7f5de1467b6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.141716 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 89377b15-2644-4676-94c2-7f5de1467b6c of type vlan for network a5d5969e-93bc-44ec-afb5-c7b6d47874a4 Jan 27 19:42:23.167590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:23.261242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.331206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device dee27aa3-fd6b-4517-99d4-45d3afd8dd2e details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:42:23.360513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.366574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:23.367329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.410796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e05223-cdaa-45a2-9093-1506e78f6e82 None None] DHCP port deletion for 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:23.495008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a46f90f0-d50b-4429-afbf-55c9f36c7197 None None] Could not find standard attr ID for object 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:42:23.504463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4801741 Jan 27 19:42:23.505046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37582) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:23.529688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a43ec-eac1-477c-b24b-04ebbd74a020 None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:23.547012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae539c-8270-4e7f-aba9-8312385c7981 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=a5d5969e-93bc-44ec-afb5-c7b6d47874a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:23.555010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a43ec-eac1-477c-b24b-04ebbd74a020 None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:42:23.562841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a5d5969e-93bc-44ec-afb5-c7b6d47874a4 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:23.572188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4318ff4-ee02-4c75-8fbe-9e7ad0269e4b None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:23.601011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658633a-8b30-4acc-8d1e-0c8db019fc73 req-9742cebb-01e6-4540-bf2e-47a75de11a2f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:23.602739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2658633a-8b30-4acc-8d1e-0c8db019fc73 req-9742cebb-01e6-4540-bf2e-47a75de11a2f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 943 time: 0.1371880 Jan 27 19:42:23.658986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4318ff4-ee02-4c75-8fbe-9e7ad0269e4b None None] Network 48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:42:23.722558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2658633a-8b30-4acc-8d1e-0c8db019fc73 req-f7e9bcfe-cb25-4d9e-8c9f-851d4bfb7eeb tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070077 Jan 27 19:42:23.739093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b935f18-b967-43b8-b307-d4a4d0c5351f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:23.742460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b935f18-b967-43b8-b307-d4a4d0c5351f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks?id=a5d5969e-93bc-44ec-afb5-c7b6d47874a4 HTTP/1.1" status: 200 len: 760 time: 0.2353673 Jan 27 19:42:23.745385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:23.756322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'description': 'd2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:23.830048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:23.845714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.850583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'port_id': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'mac_address': 'fa:16:3e:fc:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:42:23.913864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:23.914270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:23.949244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee27aa3-fd6b-4517-99d4-45d3afd8dd2e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:42:23.964652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:24.018009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf47fbd-3282-4d65-b939-6161049f2e4e None None] The sync data for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 is: [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:39:23Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'ffd43e1f-9d49-4fdd-93c5-7893cf52491a', 'name': '', 'network_id': 'dd8a2bda-4f7c-48fe-900d-44bcd225aaa9', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:25:1c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:20Z', 'updated_at': '2022-01-27T19:39:33Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': 'e5236405-de22-4658-bf5c-b672f7adf75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:42:24.038868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:24.044790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:24.193898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:24.232020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf28b8-a04e-473f-8a7c-576e80b65ce3 x-openstack-request-id: req-82bf28b8-a04e-473f-8a7c-576e80b65ce3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:24.233149 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:24.233641 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82bf28b8-a04e-473f-8a7c-576e80b65ce3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:24.234239 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'status': 'completed', 'code': 200} Jan 27 19:42:24.289957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:24.309225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:24.348073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-97ed5afc-e50c-4c1d-847e-dfc7b495e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:24.349766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-97ed5afc-e50c-4c1d-847e-dfc7b495e04a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 1097 time: 0.0973842 Jan 27 19:42:24.356631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network a5d5969e-93bc-44ec-afb5-c7b6d47874a4 is not hosted by any dhcp agent {{(pid=103323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:42:24.361451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:42:24.361957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:24.362613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:24.364102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "PUT /v2.0/networks/a5d5969e-93bc-44ec-afb5-c7b6d47874a4 HTTP/1.1" status: 200 len: 757 time: 0.6163082 Jan 27 19:42:24.370648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:24.488285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbc6b2-f327-4632-b488-3b62a11fa414 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=a5d5969e-93bc-44ec-afb5-c7b6d47874a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:24.513896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a5d5969e-93bc-44ec-afb5-c7b6d47874a4 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:24.610515 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed5201-5f77-4468-aab8-9d7fcf020d93 None None] New status for floating IP 0c7d31b5-0cf9-4a25-ba31-14d23de466bc: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:42:24.648683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eabe388d-2fe2-4e48-82d6-093c4f7c36ff req-864473b5-0f40-40c8-869f-bde8db9fcca4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a048bdf3c094712bbef992ef4fe036d&device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.0726066 Jan 27 19:42:24.712320 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eabe388d-2fe2-4e48-82d6-093c4f7c36ff req-93035736-4098-4654-bfd9-a6713a5fdd4e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9a048bdf3c094712bbef992ef4fe036d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501914 Jan 27 19:42:24.924811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe388d-2fe2-4e48-82d6-093c4f7c36ff req-44667ffa-d956-4fbe-8b82-5766e47ea181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:24.926378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eabe388d-2fe2-4e48-82d6-093c4f7c36ff req-44667ffa-d956-4fbe-8b82-5766e47ea181 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053115 Jan 27 19:42:25.005914 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.038460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:25.148099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:25.149350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1c6d52c9-1b3f-4025-bf79-fd1d44a6468d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:25.193891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eaf33-96c7-4dec-a871-d870d73d9dcc req-8ac0dd75-93e0-40f6-b219-a96bb3cd1efb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.202085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf6eaf33-96c7-4dec-a871-d870d73d9dcc req-8ac0dd75-93e0-40f6-b219-a96bb3cd1efb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1168776 Jan 27 19:42:25.252147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89e155-e31a-417d-906c-bf16105c3926 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.254085 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be89e155-e31a-417d-906c-bf16105c3926 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks?id=a5d5969e-93bc-44ec-afb5-c7b6d47874a4 HTTP/1.1" status: 200 len: 760 time: 0.8810699 Jan 27 19:42:25.258566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:25.268480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1161377960'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:25.301095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-11a02fd2-9f18-4291-b121-b130fd230a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.303688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-11a02fd2-9f18-4291-b121-b130fd230a5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 200 len: 898 time: 0.9465480 Jan 27 19:42:25.308644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf6eaf33-96c7-4dec-a871-d870d73d9dcc req-863471db-5ad6-4480-8e4f-74dbf605cfe2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35b5360-a641-470f-ac87-635985dc8047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939465 Jan 27 19:42:25.385914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:25.390404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.394174 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-376f42c4-fe49-474c-8033-0ad992f77f1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 200 len: 217 time: 0.0827932 Jan 27 19:42:25.453949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-217bf86f-d173-4827-a086-d60cb20251b1 req-5798ee02-98f4-4c9f-8fe3-65941ef1f02a tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.0356648 Jan 27 19:42:25.465554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-3bf1259f-08a8-4455-86cd-e890ca051aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.468183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-3bf1259f-08a8-4455-86cd-e890ca051aab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 200 len: 834 time: 0.0649939 Jan 27 19:42:25.475126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:25.497576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.498021 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment 066d91ef-1fe1-4c33-8346-773f1c936dd7 of type vlan for network ca531e5a-e2f4-42da-bb9a-7851b4728a60 Jan 27 19:42:25.568482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.584522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-33d3a5e9-e539-4b56-9041-54e2f50c12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.586917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-33d3a5e9-e539-4b56-9041-54e2f50c12d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094356 Jan 27 19:42:25.630260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.638660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.640184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:25.669421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea1534-8f37-4f07-a34f-2956403cb970 req-001fd308-fe5e-4bd2-ae1f-e89f775a88fe tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.673661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eea1534-8f37-4f07-a34f-2956403cb970 req-001fd308-fe5e-4bd2-ae1f-e89f775a88fe tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 944 time: 0.0957270 Jan 27 19:42:25.759019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4967670 Jan 27 19:42:25.766501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:25.772917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:25.825923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eea1534-8f37-4f07-a34f-2956403cb970 req-faed503e-5f7b-47b1-85d3-0687f4fb6c6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450570 Jan 27 19:42:25.885814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-9b8ca26f-e583-492d-86cd-5774a3aebc86 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:25.886690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af8018-8f96-4618-b0dc-fd6b9917c895 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=ca531e5a-e2f4-42da-bb9a-7851b4728a60,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:25.891923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-9b8ca26f-e583-492d-86cd-5774a3aebc86 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 946 time: 0.1361489 Jan 27 19:42:25.906612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ca531e5a-e2f4-42da-bb9a-7851b4728a60 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:25.912970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-83571def-1a57-4082-9d83-ce6c7f901479 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074882 Jan 27 19:42:25.919076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:25.924895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.095809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 57b35f1d-6b63-46c3-b98c-e5542f00effe {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:26.096376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.144431 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cd1df0a4-b5e6-4ed0-85ad-b286475546e3 req-4bbceba1-b75f-4b80-b836-eb2628cd5d23 service neutron] 10.222.0.39 "GET /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156057 Jan 27 19:42:26.222480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 57b35f1d-6b63-46c3-b98c-e5542f00effe, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=57b35f1d-6b63-46c3-b98c-e5542f00effe,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:26.223103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.242124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 57b35f1d-6b63-46c3-b98c-e5542f00effe owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:26.311980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (35fbe98a-a893-4eea-ad78-05b18d300786), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.446204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=35fbe98a-a893-4eea-ad78-05b18d300786,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:26.454496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (57b35f1d-6b63-46c3-b98c-e5542f00effe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.503550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=57b35f1d-6b63-46c3-b98c-e5542f00effe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:26.547072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': '066d91ef-1fe1-4c33-8346-773f1c936dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:26.547705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: ca531e5a-e2f4-42da-bb9a-7851b4728a60, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:26.567185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] No DVR routers for this DVR port 57b35f1d-6b63-46c3-b98c-e5542f00effe on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:26.570672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.580355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d993e9c-7dfd-489b-87f8-07f2e1c37051 req-defc5b85-d13e-4011-946b-0c8fa70e2de2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "DELETE /v2.0/ports/57b35f1d-6b63-46c3-b98c-e5542f00effe HTTP/1.1" status: 204 len: 173 time: 0.6825545 Jan 27 19:42:26.584912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-deleted', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:26.587638 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148faaf-cafe-4337-be3d-a3e2e66e6478" -d '{"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-deleted", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:26.635837 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eabe388d-2fe2-4e48-82d6-093c4f7c36ff req-e1324fe3-dcf3-43be-9db7-f3e966c857a0 tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.0973008 Jan 27 19:42:26.649568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f97eb3d-a220-4ea4-94ef-2082bbb58e9c req-a30aafbc-d95d-4017-b0cb-d638565b751e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=62669b9c-9013-4b6c-8143-6671bb8061aa HTTP/1.1" status: 200 len: 210 time: 0.0331311 Jan 27 19:42:26.670139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network ca531e5a-e2f4-42da-bb9a-7851b4728a60 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:26.686970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ca531e5a-e2f4-42da-bb9a-7851b4728a60) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:26.708438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:26.709352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af652583-ecaa-46fb-93b6-54b71e15678b None None] Network ca531e5a-e2f4-42da-bb9a-7851b4728a60 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:26.724503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:26.760488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ad5605a-498c-4bda-baa4-837491e93fd2 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9921191 Jan 27 19:42:26.764531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37654) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:26.984374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-668e5619-5c4a-4bcc-b383-1f0a4a35ada7 req-3fe7db1e-2060-418a-acb7-d1bce7ec328d tempest-ServerShowV247Test-726264486 tempest-ServerShowV247Test-726264486-project] 10.222.0.59 "GET /v2.0/ports?device_id=50d64827-687f-487c-8191-be8afc6a395e HTTP/1.1" status: 200 len: 210 time: 0.0987358 Jan 27 19:42:27.008230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ca531e5a-e2f4-42da-bb9a-7851b4728a60', 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': '35fbe98a-a893-4eea-ad78-05b18d300786'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:27.009115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.027067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.207934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device dee27aa3-fd6b-4517-99d4-45d3afd8dd2e up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:27.221854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (35fbe98a-a893-4eea-ad78-05b18d300786), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.374451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Allocated IP 172.20.0.2 (ca531e5a-e2f4-42da-bb9a-7851b4728a60/35fbe98a-a893-4eea-ad78-05b18d300786/6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:27.390406 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae28d9-f178-442d-a3ae-e664e6af5e42 x-openstack-request-id: req-59ae28d9-f178-442d-a3ae-e664e6af5e42 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:27.391002 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62669b9c-9013-4b6c-8143-6671bb8061aa", "name": "network-vif-deleted", "tag": "57b35f1d-6b63-46c3-b98c-e5542f00effe", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:27.391002 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59ae28d9-f178-442d-a3ae-e664e6af5e42 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:27.391394 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62669b9c-9013-4b6c-8143-6671bb8061aa', 'name': 'network-vif-deleted', 'tag': '57b35f1d-6b63-46c3-b98c-e5542f00effe', 'status': 'completed', 'code': 200} Jan 27 19:42:27.418929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:42:27.441609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:27.442250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.531947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d543386-86a9-4d95-886a-131b3a36739c req-1ec80b91-b405-4e58-8010-f99c8cab88ac tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:27.534575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d543386-86a9-4d95-886a-131b3a36739c req-1ec80b91-b405-4e58-8010-f99c8cab88ac tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 944 time: 0.0691979 Jan 27 19:42:27.596767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d543386-86a9-4d95-886a-131b3a36739c req-685b3c09-dec8-42e8-bb6b-33b6b4f3db16 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Jan 27 19:42:27.660408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:27.660711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.700008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:27.702412 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9474c08b-1f17-4e85-91c1-7f6daca82cd9" -d '{"events": [{"server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "name": "network-vif-plugged", "status": "completed", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:27.732762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:27.738949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks [] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.741613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.765899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.787696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (35fbe98a-a893-4eea-ad78-05b18d300786), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.878589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=35fbe98a-a893-4eea-ad78-05b18d300786,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:27.939857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:27.947894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Network ca531e5a-e2f4-42da-bb9a-7851b4728a60 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:27.951395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:27.967384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:27.990538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:27.995515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:28.022321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca531e5a-e2f4-42da-bb9a-7851b4728a60']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:28.061432 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb11269-8b72-4425-8cf5-b00766cb3e91 x-openstack-request-id: req-bcb11269-8b72-4425-8cf5-b00766cb3e91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:28.062000 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "name": "network-vif-plugged", "status": "completed", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:28.062114 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcb11269-8b72-4425-8cf5-b00766cb3e91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:28.062480 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'code': 200} Jan 27 19:42:28.077385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d91ef-1fe1-4c33-8346-773f1c936dd7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:28.081570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d91ef-1fe1-4c33-8346-773f1c936dd7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:28.122406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.128389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Pushing event updated for resources: {'Port': ['ID=6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:28.146110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Attempting to bind port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:28.146295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Attempting to bind port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '066d91ef-1fe1-4c33-8346-773f1c936dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:28.146664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Attempting to bind port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e on network ca531e5a-e2f4-42da-bb9a-7851b4728a60 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:28.155256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:28.155747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Checking segment: {'id': '066d91ef-1fe1-4c33-8346-773f1c936dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:28.156161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.156556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Bound using segment: {'id': '066d91ef-1fe1-4c33-8346-773f1c936dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:28.159621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Bound port: 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066d91ef-1fe1-4c33-8346-773f1c936dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:28.160054 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.163998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.191395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:28.195311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:28.203701 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:28.250355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d15d0-f7ad-454b-93bf-06c118d48d49 req-2aa07147-ac70-4add-91e6-f8596a5d8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:28.252156 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-535d15d0-f7ad-454b-93bf-06c118d48d49 req-2aa07147-ac70-4add-91e6-f8596a5d8ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.1151810 Jan 27 19:42:28.312523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] For port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:28.383195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-535d15d0-f7ad-454b-93bf-06c118d48d49 req-f76069d4-3ef2-4fb5-bf14-72e499db1d07 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193771 Jan 27 19:42:28.383548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] For port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e,segment=NetworkSegment(066d91ef-1fe1-4c33-8346-773f1c936dd7),segment_id=066d91ef-1fe1-4c33-8346-773f1c936dd7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:28.386105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:42:28.386105 n-d-760453-6 neutron-server[103322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:42:28.386105 n-d-760453-6 neutron-server[103322]: [parameters: {'id': 'ca531e5a-e2f4-42da-bb9a-7851b4728a60'}] Jan 27 19:42:28.386105 n-d-760453-6 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:42:28.390315 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:42:28.392211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.581798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258ccd9-a364-472c-9fd1-148278f9df67 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:42:28.691273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:28.714151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258ccd9-a364-472c-9fd1-148278f9df67 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:42:28.716172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b717bfa-26a4-4fb6-8d5c-29904d6efc1c None None] Pushing event updated for resources: {'Port': ['ID=6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:28.736570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.893619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:28.986725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb260fa-1c21-4611-92e9-a49c027e0565 None None] Network ca531e5a-e2f4-42da-bb9a-7851b4728a60 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:29.000771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e873797b-d566-44ba-aed9-1f7d540900c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.090575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b812a-bb83-4f51-997e-29f1ec55fb4d req-5a943456-61d7-4e52-8d70-06450022a52f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:29.093018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a21b812a-bb83-4f51-997e-29f1ec55fb4d req-5a943456-61d7-4e52-8d70-06450022a52f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.2814159 Jan 27 19:42:29.140597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:29.140990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.274661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e,segment=NetworkSegment(066d91ef-1fe1-4c33-8346-773f1c936dd7),segment_id=066d91ef-1fe1-4c33-8346-773f1c936dd7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:29.275083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.291680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:29.421775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.486349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:29.503867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 6ab91fb1-03ae-4d2d-975a-4200a2e9ff2e on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:29.751021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e873797b-d566-44ba-aed9-1f7d540900c8 admin admin] Publish callbacks [] for security_group (eff94293-f25d-40a5-9943-e0c2c8c8441b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.765301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e873797b-d566-44ba-aed9-1f7d540900c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eff94293-f25d-40a5-9943-e0c2c8c8441b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.812672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e873797b-d566-44ba-aed9-1f7d540900c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a048bdf3c094712bbef992ef4fe036d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1202457 Jan 27 19:42:29.816190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:29.824064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37700) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:29.878500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca531e5a-e2f4-42da-bb9a-7851b4728a60']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:29.946515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873797b-d566-44ba-aed9-1f7d540900c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff94293-f25d-40a5-9943-e0c2c8c8441b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:29.983219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d91ef-1fe1-4c33-8346-773f1c936dd7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:29.983509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d91ef-1fe1-4c33-8346-773f1c936dd7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:30.029356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.031984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] Publish callbacks [] for security_group (eff94293-f25d-40a5-9943-e0c2c8c8441b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.046634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a21b812a-bb83-4f51-997e-29f1ec55fb4d req-7cfb3cea-f960-4022-91f4-78c3e18d73bc tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9294856 Jan 27 19:42:30.130697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] Publish callbacks [] for security_group (eff94293-f25d-40a5-9943-e0c2c8c8441b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.229611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:30.254243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.255898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port ffd43e1f-9d49-4fdd-93c5-7893cf52491a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:30.262763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:30.263296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (066d91ef-1fe1-4c33-8346-773f1c936dd7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.263968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.289379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 57b35f1d-6b63-46c3-b98c-e5542f00effe {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:30.291058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 57b35f1d-6b63-46c3-b98c-e5542f00effe not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:30.343188 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:30.361715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eff94293-f25d-40a5-9943-e0c2c8c8441b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.364379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.368807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eff94293-f25d-40a5-9943-e0c2c8c8441b HTTP/1.1" status: 204 len: 168 time: 0.5406084 Jan 27 19:42:30.390681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbce40d-e55f-4841-a336-4a98ee832507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff94293-f25d-40a5-9943-e0c2c8c8441b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:30.398185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ca531e5a-e2f4-42da-bb9a-7851b4728a60), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.417429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.435520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/ca531e5a-e2f4-42da-bb9a-7851b4728a60 HTTP/1.1" status: 204 len: 168 time: 3.6698070 Jan 27 19:42:30.436179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:30.503283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port ffd43e1f-9d49-4fdd-93c5-7893cf52491a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:30.503651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:30.526048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for ffd43e1f-9d49-4fdd-93c5-7893cf52491a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:30.549454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526558c0-4595-46a2-9d95-146249316087 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=ca531e5a-e2f4-42da-bb9a-7851b4728a60,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:30.553532 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c918e3-b0b6-45e4-8c9f-a9342262423c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] GET failed (client error): The resource could not be found. Jan 27 19:42:30.554922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43c918e3-b0b6-45e4-8c9f-a9342262423c tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets/35fbe98a-a893-4eea-ad78-05b18d300786 HTTP/1.1" status: 404 len: 337 time: 0.0728216 Jan 27 19:42:30.559299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:30.605408 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-105a1748-088c-4ebe-a53c-d48b3b8fd9e0 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:30.605959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105a1748-088c-4ebe-a53c-d48b3b8fd9e0 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:30.617332 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-105a1748-088c-4ebe-a53c-d48b3b8fd9e0 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/ca531e5a-e2f4-42da-bb9a-7851b4728a60 HTTP/1.1" status: 404 len: 339 time: 0.0549731 Jan 27 19:42:30.622011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37714) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:31.007847 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ffd43e1f-9d49-4fdd-93c5-7893cf52491a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:31.067726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=ffd43e1f-9d49-4fdd-93c5-7893cf52491a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:31.198312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da23c2-9a09-4763-bd03-9512a1168c9f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.206047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15da23c2-9a09-4763-bd03-9512a1168c9f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5804877 Jan 27 19:42:31.214305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:31.312333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99054aa6-1ec3-4dc8-8063-97274b91a509 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 207 time: 0.0922287 Jan 27 19:42:31.313247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37734) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:31.418819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:31.553929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cdbb0-50b4-4eb1-aa91-ed5011a75d05 req-539d3a09-9be2-4074-b872-ccf5725ef4ee tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.555961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df7cdbb0-50b4-4eb1-aa91-ed5011a75d05 req-539d3a09-9be2-4074-b872-ccf5725ef4ee tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1339004 Jan 27 19:42:31.717554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df7cdbb0-50b4-4eb1-aa91-ed5011a75d05 req-f7ef5d9f-7298-4368-93f2-0b70837c6c04 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527398 Jan 27 19:42:31.782353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ec0d-440a-4ae6-a4bf-af1945ae9121 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.789649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ec0d-440a-4ae6-a4bf-af1945ae9121 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.803925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ec0d-440a-4ae6-a4bf-af1945ae9121 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.818511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ec0d-440a-4ae6-a4bf-af1945ae9121 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:31.828024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b58ec0d-440a-4ae6-a4bf-af1945ae9121 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5135520 Jan 27 19:42:31.828707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37748) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:32.086671 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:42:32.101146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 351b6692-3c8d-4d67-9b25-4bdfca93aeec has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:42:32.129816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:32.135075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5a8ffc8f-8ff5-40d2-a490-6610a830af95 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3050714 Jan 27 19:42:32.604965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f3244-fa55-4b2b-8b57-9df8682584cd tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.608818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f3244-fa55-4b2b-8b57-9df8682584cd tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.611043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-336f3244-fa55-4b2b-8b57-9df8682584cd tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4802573 Jan 27 19:42:32.620376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37766) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:32.630412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cecae-2d4a-4ad9-8c30-b9d440e80e72 req-03ff1965-bfa1-49fe-a445-574d38b12e3b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.640296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-645cecae-2d4a-4ad9-8c30-b9d440e80e72 req-03ff1965-bfa1-49fe-a445-574d38b12e3b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.3929763 Jan 27 19:42:32.662564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-6b9ee7dd-d082-4874-80d3-e8553a2056df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.664937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-6b9ee7dd-d082-4874-80d3-e8553a2056df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.5376980 Jan 27 19:42:32.727498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:42:32.741738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Sync routers for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:42:32.764738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:32.768978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:32.834332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d24bc79-87a2-4286-90cd-b537d24aca74 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.836670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d24bc79-87a2-4286-90cd-b537d24aca74 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:32.845738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1e173550-df0d-4fe2-bc73-0785fd5d1f75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/351b6692-3c8d-4d67-9b25-4bdfca93aeec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8468764 Jan 27 19:42:32.851459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:32.852405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1d24bc79-87a2-4286-90cd-b537d24aca74 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2286389 Jan 27 19:42:32.853374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:32.927962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-645cecae-2d4a-4ad9-8c30-b9d440e80e72 req-98a9a3b6-aad6-4f59-abdd-cd5f6f96e6c6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718105 Jan 27 19:42:33.027284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting subnet e5236405-de22-4658-bf5c-b672f7adf75b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:42:33.034572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (e5236405-de22-4658-bf5c-b672f7adf75b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:33.108585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:33.227534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-747d193c-321d-4acf-9e9d-654748ebb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:33.235743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-747d193c-321d-4acf-9e9d-654748ebb123 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.5502203 Jan 27 19:42:33.261742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e5236405-de22-4658-bf5c-b672f7adf75b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:33.495213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e5236405-de22-4658-bf5c-b672f7adf75b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:33.679896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e5236405-de22-4658-bf5c-b672f7adf75b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:33.684660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-69267f6e-0ead-4800-a2b6-709288306e4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.4477494 Jan 27 19:42:33.704408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:42:30Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:33.791451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Checking router: 351b6692-3c8d-4d67-9b25-4bdfca93aeec for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:42:33.794524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Subnet': ['ID=e5236405-de22-4658-bf5c-b672f7adf75b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:33.797415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:33.800964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4eb47b-d87a-4e46-adc5-8284cb718594 None None] Network dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:33.803056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-071fa9e5-98cc-491d-8dd3-f7500fc13222 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/subnets/e5236405-de22-4658-bf5c-b672f7adf75b HTTP/1.1" status: 204 len: 168 time: 0.9103687 Jan 27 19:42:33.807476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37792) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:33.865321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f678eaa-8b96-41a9-bf5e-5401dfb3029d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:33.870212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8f678eaa-8b96-41a9-bf5e-5401dfb3029d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks/ef89f927-234b-45e6-84ec-963f77c3faf1 HTTP/1.1" status: 200 len: 799 time: 0.9721246 Jan 27 19:42:33.880065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:34.079019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Routers {'351b6692-3c8d-4d67-9b25-4bdfca93aeec'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:34.079942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:34.142938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-41bcd8c1-0f4f-42b5-8c8f-70e1c5490c92 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/networks/ef89f927-234b-45e6-84ec-963f77c3faf1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2616141 Jan 27 19:42:34.153826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:34.182072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-5451a383-5633-4d3e-9b4b-5a8f8fdc357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:34.191218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-5451a383-5633-4d3e-9b4b-5a8f8fdc357f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.4871988 Jan 27 19:42:34.217990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] Set router 351b6692-3c8d-4d67-9b25-4bdfca93aeec gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:34.413878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:34.499089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-b2b661fe-a80a-4492-af7e-0c6a0bf72519 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2331955 Jan 27 19:42:34.642604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] DHCP port deletion for dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:34.711173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015739-e947-4ef1-9b1f-fe83d188a4c2 req-11c49824-0bba-4eb6-b91b-4f343ebe1bab tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:34.712808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d015739-e947-4ef1-9b1f-fe83d188a4c2 req-11c49824-0bba-4eb6-b91b-4f343ebe1bab tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.5688636 Jan 27 19:42:34.799907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c49dc-5373-45a0-b550-37a2d782b504 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:34.801844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f1c49dc-5373-45a0-b550-37a2d782b504 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets/23fc5d11-f758-4927-8d26-139405ecf6ff HTTP/1.1" status: 200 len: 811 time: 0.6462536 Jan 27 19:42:34.805637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:34.886925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d015739-e947-4ef1-9b1f-fe83d188a4c2 req-2a906fac-a776-4d6c-bd10-c2f2aa66833d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578748 Jan 27 19:42:34.957642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-71d4064c-248a-4282-a435-3c99b45b2703 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318438 Jan 27 19:42:34.995659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9899ea89-d1c5-4058-8a56-2670bebb7ff6 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:35.010666 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9899ea89-d1c5-4058-8a56-2670bebb7ff6 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "GET /v2.0/subnets/23fc5d11-f758-4927-8d26-139405ecf6ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2038219 Jan 27 19:42:35.012480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (351b6692-3c8d-4d67-9b25-4bdfca93aeec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.016829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Deleting port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:35.017774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:35.017953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.043120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544844174'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:35.115302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:42:30Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:35.160149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:35.168907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.271128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:35.271433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.289656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:35.349317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e307b761-2d05-45a6-afce-b6310bf89ef4 req-5571ad8a-4165-4bd6-a16f-bf4568d328e5 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892150 Jan 27 19:42:35.410681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b92e1102-ab01-47ab-8065-99eceebf4693), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.411086 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Added segment b92e1102-ab01-47ab-8065-99eceebf4693 of type vlan for network 8336320c-5dd4-401d-a693-ceafba5b02a7 Jan 27 19:42:35.558364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8336320c-5dd4-401d-a693-ceafba5b02a7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.602699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 4cc468bd-c5f3-4860-bf27-0ef964a77d4d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:35.603196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.622757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 4cc468bd-c5f3-4860-bf27-0ef964a77d4d owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:35.644203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8336320c-5dd4-401d-a693-ceafba5b02a7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.659722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:35.661079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:35.715620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6977420 Jan 27 19:42:35.715940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:35.725330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:35.831570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e48346-2d71-4e7f-ac38-14e7f764ab29 None None] The sync data for ids ['351b6692-3c8d-4d67-9b25-4bdfca93aeec'] in n-d-760453-6 is: [{'id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585078569', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:39:09Z', 'updated_at': '2022-01-27T19:42:30Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '4cc468bd-c5f3-4860-bf27-0ef964a77d4d', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b6692-3c8d-4d67-9b25-4bdfca93aeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:39:10Z', 'updated_at': '2022-01-27T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:42:35.841810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:35.989612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bbde5-6e05-4a39-a66d-cc801848cada tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Network': ['ID=8336320c-5dd4-401d-a693-ceafba5b02a7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:36.052703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:36.207750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Made reservation on behalf of a23b9053431344eaae9a0056202dfdf5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:36.242401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:36.383942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] For port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:36.392003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:36.490034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Calling delete_port for d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:36.674871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4cc468bd-c5f3-4860-bf27-0ef964a77d4d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:36.712102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:42:36.715710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:42:36.817243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=4cc468bd-c5f3-4860-bf27-0ef964a77d4d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:36.899202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acc04d-a09d-4f0f-9d36-1d186e49a419 req-36130f82-ac43-460f-8120-489244b71af7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:36.917773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64acc04d-a09d-4f0f-9d36-1d186e49a419 req-36130f82-ac43-460f-8120-489244b71af7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.5747118 Jan 27 19:42:37.089090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64acc04d-a09d-4f0f-9d36-1d186e49a419 req-6e0fa515-756f-446b-ac86-239cf1902829 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684136 Jan 27 19:42:37.141819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:37.147792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:37.152312 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:37.287631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,segment=NetworkSegment(760641f0-b903-4e0b-be79-ffef7c7f5042),segment_id=760641f0-b903-4e0b-be79-ffef7c7f5042)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:37.305176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:37.440036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (fd3f33af-53ba-4e92-83d8-4b85f3d2df54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:37.508088 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:37.601620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] No DVR routers for this DVR port d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:37.632138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:37.660965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ffd43e1f-9d49-4fdd-93c5-7893cf52491a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:37.715769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=fd3f33af-53ba-4e92-83d8-4b85f3d2df54,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:37.762627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ffb5f-b2cd-4cd2-9727-6efb0a0227c4 None None] Pushing event deleted for resources: {'Port': ['ID=d40d5fef-781d-4ea4-9a0f-9e1b6f5f7469,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:37.848353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a8d09d2-9f1c-4013-be64-01b4833e3a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:37.879282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ffd43e1f-9d49-4fdd-93c5-7893cf52491a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:37.879639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ffd43e1f-9d49-4fdd-93c5-7893cf52491a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:37.883859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Checking segment: {'id': 'b92e1102-ab01-47ab-8065-99eceebf4693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:37.884183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network hostable DHCP agents. Network: 8336320c-5dd4-401d-a693-ceafba5b02a7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:38.099289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a8d09d2-9f1c-4013-be64-01b4833e3a2e admin admin] Publish callbacks [] for security_group (d2fd3e6c-0eaf-4add-9256-573de17978aa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.124895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a8d09d2-9f1c-4013-be64-01b4833e3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d2fd3e6c-0eaf-4add-9256-573de17978aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.211523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d09d2-9f1c-4013-be64-01b4833e3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd3e6c-0eaf-4add-9256-573de17978aa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:38.214193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:38.261925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8336320c-5dd4-401d-a693-ceafba5b02a7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:38.273730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a8d09d2-9f1c-4013-be64-01b4833e3a2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9248e282746468391b7e0b5aead2d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1304433 Jan 27 19:42:38.275096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.276247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:38.282011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:38.282832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8323530'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.283720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e26674-6240-417a-91d3-c631a1c076b1 None None] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:38.485880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] Publish callbacks [] for security_group (d2fd3e6c-0eaf-4add-9256-573de17978aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.516063 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] Publish callbacks [] for security_group (d2fd3e6c-0eaf-4add-9256-573de17978aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.559624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8336320c-5dd4-401d-a693-ceafba5b02a7', 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7', 'project_id': 'a23b9053431344eaae9a0056202dfdf5', 'fixed_ips': [{'subnet_id': 'fd3f33af-53ba-4e92-83d8-4b85f3d2df54'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:38.569874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.573948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.588873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (351b6692-3c8d-4d67-9b25-4bdfca93aeec), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.660700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2ed2bb47-1708-46d0-9dd3-3917ad37b525 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9379268 Jan 27 19:42:38.661603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:38.681613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:38.693770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (351b6692-3c8d-4d67-9b25-4bdfca93aeec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.694382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Fanout notify agent at l3_agent the message router_deleted on router 351b6692-3c8d-4d67-9b25-4bdfca93aeec {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:42:38.709387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.712550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c6f51dc-d423-4fef-82d7-7912a11beb19 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/routers/351b6692-3c8d-4d67-9b25-4bdfca93aeec HTTP/1.1" status: 204 len: 168 time: 4.9018381 Jan 27 19:42:38.715816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37870) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:38.795394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b21e5-9de3-44a9-bd8d-bd0fdd0b8ff1 req-91949b46-bc58-4ae9-acd9-3f8775261908 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:38.803904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-037b21e5-9de3-44a9-bd8d-bd0fdd0b8ff1 req-91949b46-bc58-4ae9-acd9-3f8775261908 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.5181303 Jan 27 19:42:38.872237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d2fd3e6c-0eaf-4add-9256-573de17978aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.877505 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:38.881925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2fd3e6c-0eaf-4add-9256-573de17978aa HTTP/1.1" status: 204 len: 168 time: 0.5777745 Jan 27 19:42:38.907184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcf220-4bc2-4d0c-9b56-3ecbcee41ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd3e6c-0eaf-4add-9256-573de17978aa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:39.064113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4968337'] for subnet (fd3f33af-53ba-4e92-83d8-4b85f3d2df54), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.087551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.102280 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-037b21e5-9de3-44a9-bd8d-bd0fdd0b8ff1 req-5647911a-b113-42ea-9073-7582243abbb7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966089 Jan 27 19:42:39.109686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6122fe40-a9d8-42c1-b3dc-553e4233b9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.156057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Allocated IP 172.20.0.3 (8336320c-5dd4-401d-a693-ceafba5b02a7/fd3f33af-53ba-4e92-83d8-4b85f3d2df54/c542a8c0-5637-4bd5-9f01-876f157b25aa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:39.387929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.443882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8a2bda-4f7c-48fe-900d-44bcd225aaa9']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:39.474371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760641f0-b903-4e0b-be79-ffef7c7f5042') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:39.474843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760641f0-b903-4e0b-be79-ffef7c7f5042') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:39.500380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (760641f0-b903-4e0b-be79-ffef7c7f5042), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.518214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks [] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.535573 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (760641f0-b903-4e0b-be79-ffef7c7f5042), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.543933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4cc468bd-c5f3-4860-bf27-0ef964a77d4d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:39.550949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:39.551529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (760641f0-b903-4e0b-be79-ffef7c7f5042), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.552395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:39.560476 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:39.709696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4cc468bd-c5f3-4860-bf27-0ef964a77d4d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:39.710572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (dd8a2bda-4f7c-48fe-900d-44bcd225aaa9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.711308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4cc468bd-c5f3-4860-bf27-0ef964a77d4d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:39.726894 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.739871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/networks/dd8a2bda-4f7c-48fe-900d-44bcd225aaa9 HTTP/1.1" status: 204 len: 168 time: 1.0223098 Jan 27 19:42:39.757843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:39.763264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:39.778489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:39.785068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:39.787970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd5695-d684-4445-9bae-75d789deb710 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Network': ['ID=dd8a2bda-4f7c-48fe-900d-44bcd225aaa9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:39.851219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Pushing event updated for resources: {'Port': ['ID=c542a8c0-5637-4bd5-9f01-876f157b25aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:39.905447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (d35b5360-a641-470f-ac87-635985dc8047), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.967819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (d35b5360-a641-470f-ac87-635985dc8047), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:39.972480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781165712339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4937102'] for subnet (fd3f33af-53ba-4e92-83d8-4b85f3d2df54), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.047854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Attempting to bind port c542a8c0-5637-4bd5-9f01-876f157b25aa on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:40.048238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Attempting to bind port c542a8c0-5637-4bd5-9f01-876f157b25aa by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b92e1102-ab01-47ab-8065-99eceebf4693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:40.048611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Attempting to bind port c542a8c0-5637-4bd5-9f01-876f157b25aa on network 8336320c-5dd4-401d-a693-ceafba5b02a7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:40.052324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37878) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:40.066293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:40.067318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Checking segment: {'id': 'b92e1102-ab01-47ab-8065-99eceebf4693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:40.067792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.068236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Bound using segment: {'id': 'b92e1102-ab01-47ab-8065-99eceebf4693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:40.068745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Bound port: c542a8c0-5637-4bd5-9f01-876f157b25aa, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92e1102-ab01-47ab-8065-99eceebf4693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8336320c-5dd4-401d-a693-ceafba5b02a7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:40.072077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.082166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2215d886-bdc4-42cf-999a-f14e09939ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.111602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:40.118961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.125128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "PUT /v2.0/subnets/fd3f33af-53ba-4e92-83d8-4b85f3d2df54 HTTP/1.1" status: 200 len: 877 time: 1.4522204 Jan 27 19:42:40.131634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:40.226773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc9dc8-e2a0-499d-a83b-ee1617197a28 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event updated for resources: {'Subnet': ['ID=fd3f33af-53ba-4e92-83d8-4b85f3d2df54,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:40.263994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] For port c542a8c0-5637-4bd5-9f01-876f157b25aa, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:40.270479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] For port c542a8c0-5637-4bd5-9f01-876f157b25aa, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c542a8c0-5637-4bd5-9f01-876f157b25aa,segment=NetworkSegment(b92e1102-ab01-47ab-8065-99eceebf4693),segment_id=b92e1102-ab01-47ab-8065-99eceebf4693)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:40.280064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.294481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d35b5360-a641-470f-ac87-635985dc8047), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.300232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.311544 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/security-groups/d35b5360-a641-470f-ac87-635985dc8047 HTTP/1.1" status: 204 len: 168 time: 0.5461352 Jan 27 19:42:40.346052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df095d-b8ab-4cdc-a757-54ba3b722c17 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b5360-a641-470f-ac87-635985dc8047,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:40.471567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2215d886-bdc4-42cf-999a-f14e09939ca2 admin admin] Publish callbacks [] for security_group (191ee9d7-2583-4e9f-a291-0e14bac8e9dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.481855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2215d886-bdc4-42cf-999a-f14e09939ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (191ee9d7-2583-4e9f-a291-0e14bac8e9dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:40.506962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dbc63-deb8-4f8c-b5b4-21e3bb4302c0 None None] Pushing event updated for resources: {'Port': ['ID=c542a8c0-5637-4bd5-9f01-876f157b25aa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:40.583584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2215d886-bdc4-42cf-999a-f14e09939ca2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3d5398b0cc842fcaee6cf9db9c7b36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274365 Jan 27 19:42:40.585124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215d886-bdc4-42cf-999a-f14e09939ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191ee9d7-2583-4e9f-a291-0e14bac8e9dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:40.606545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:41.592669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8336320c-5dd4-401d-a693-ceafba5b02a7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.602108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c542a8c0-5637-4bd5-9f01-876f157b25aa up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:41.659271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f96ad-f20c-4c3f-a9a0-d23836515b04 req-a16673f1-75bb-4eb3-abf3-3f5705e832b5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:41.666654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a6f96ad-f20c-4c3f-a9a0-d23836515b04 req-a16673f1-75bb-4eb3-abf3-3f5705e832b5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 1.3210142 Jan 27 19:42:41.724494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] Publish callbacks [] for security_group (191ee9d7-2583-4e9f-a291-0e14bac8e9dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.756445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] Publish callbacks [] for security_group (191ee9d7-2583-4e9f-a291-0e14bac8e9dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.759856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c542a8c0-5637-4bd5-9f01-876f157b25aa triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:41.760244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.838321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (191ee9d7-2583-4e9f-a291-0e14bac8e9dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.845548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:41.850064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/191ee9d7-2583-4e9f-a291-0e14bac8e9dc HTTP/1.1" status: 204 len: 168 time: 1.2423010 Jan 27 19:42:41.867175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62331fe5-43de-425f-8a61-bb3bb98dfd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ee9d7-2583-4e9f-a291-0e14bac8e9dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:41.926801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a6f96ad-f20c-4c3f-a9a0-d23836515b04 req-c1efe270-4a4f-49e6-9104-01248465afed tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572961 Jan 27 19:42:42.067401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port c542a8c0-5637-4bd5-9f01-876f157b25aa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:42.074149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.249755 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8539a1ca-462f-4bd4-9dac-b377034f3db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.259156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c542a8c0-5637-4bd5-9f01-876f157b25aa is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:42.266986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.426824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c542a8c0-5637-4bd5-9f01-876f157b25aa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c542a8c0-5637-4bd5-9f01-876f157b25aa,segment=NetworkSegment(b92e1102-ab01-47ab-8065-99eceebf4693),segment_id=b92e1102-ab01-47ab-8065-99eceebf4693)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:42.429054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port c542a8c0-5637-4bd5-9f01-876f157b25aa, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c542a8c0-5637-4bd5-9f01-876f157b25aa,segment=NetworkSegment(b92e1102-ab01-47ab-8065-99eceebf4693),segment_id=b92e1102-ab01-47ab-8065-99eceebf4693)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:42.430463 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.434844 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.478578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for c542a8c0-5637-4bd5-9f01-876f157b25aa owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:42.580697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c542a8c0-5637-4bd5-9f01-876f157b25aa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:42.625585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8a7d0-d88e-45bc-85a2-3098cb29cd66 None None] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:42.695918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:42.701099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665023667', 'description': 'tempest-secgroup-smoke-1665023667 description', 'project_id': '2e018dbe00a44688a7a2e0b982600366'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:42.789069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c1122540-7406-4033-b4a1-4ac961c5b870 None None] Provisioning complete for port c542a8c0-5637-4bd5-9f01-876f157b25aa triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:42.791875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.792645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1122540-7406-4033-b4a1-4ac961c5b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.965400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (0de2c805-95a1-4b30-9db1-2e23c9a1bed3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.970509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0de2c805-95a1-4b30-9db1-2e23c9a1bed3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:42.972519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c542a8c0-5637-4bd5-9f01-876f157b25aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.039427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=c542a8c0-5637-4bd5-9f01-876f157b25aa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:43.046302 n-d-760453-6 neutron-server[103324]: INFO neutron.plugins.ml2.db [None req-c1122540-7406-4033-b4a1-4ac961c5b870 None None] No ports have port_id starting with c542a8c0-5637-4bd5-9f01-876f157b25aa Jan 27 19:42:43.069640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2c805-95a1-4b30-9db1-2e23c9a1bed3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:43.102354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.106872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ecc96cfc-69b8-4a5b-83fb-72e833c44538 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4096212 Jan 27 19:42:43.108203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:43.117362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port c542a8c0-5637-4bd5-9f01-876f157b25aa on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:43.119916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:43.133784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c82f56-032f-43d9-b8a1-de782d9d56b9 req-ca0860de-1eee-41f8-83df-85c380bc686f tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:43.141955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04c82f56-032f-43d9-b8a1-de782d9d56b9 req-ca0860de-1eee-41f8-83df-85c380bc686f tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.2821112 Jan 27 19:42:43.234939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (f425c5de-c043-425c-9b47-c6c505a7bece), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.290528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04c82f56-032f-43d9-b8a1-de782d9d56b9 req-d4771e1b-f937-4b4a-ae6d-0a58ac20b0fb tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449640 Jan 27 19:42:43.333987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fd3f33af-53ba-4e92-83d8-4b85f3d2df54), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.481600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (f425c5de-c043-425c-9b47-c6c505a7bece), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.492939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f425c5de-c043-425c-9b47-c6c505a7bece), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.562522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816885b-ee3b-4800-9d24-94849c5e9ef2 None None] Network 8336320c-5dd4-401d-a693-ceafba5b02a7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:43.592208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (fd3f33af-53ba-4e92-83d8-4b85f3d2df54), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.622029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f425c5de-c043-425c-9b47-c6c505a7bece,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:43.649919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.651223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2ed3c79-520a-4787-a644-081561552bf3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5419514 Jan 27 19:42:43.661998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:43.667457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:43.732099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (3aa00e12-f1b5-4859-974b-d742ebc692fb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.770857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3f33af-53ba-4e92-83d8-4b85f3d2df54,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:43.929385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (3aa00e12-f1b5-4859-974b-d742ebc692fb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.937576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3aa00e12-f1b5-4859-974b-d742ebc692fb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.960823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8336320c-5dd4-401d-a693-ceafba5b02a7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:43.963632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44601c-bdb9-481d-88a4-7b135d0a2a11 None None] DHCP port deletion for 8336320c-5dd4-401d-a693-ceafba5b02a7 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:43.984988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa00e12-f1b5-4859-974b-d742ebc692fb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:44.012615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.015102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8ed8429-7e82-4ba7-8432-04df936ed82e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3517315 Jan 27 19:42:44.018180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37934) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.020792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8336320c-5dd4-401d-a693-ceafba5b02a7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:44.047518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:44.068698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92e1102-ab01-47ab-8065-99eceebf4693') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:44.069237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92e1102-ab01-47ab-8065-99eceebf4693') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:44.085129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b92e1102-ab01-47ab-8065-99eceebf4693), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.104777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b92e1102-ab01-47ab-8065-99eceebf4693), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.113003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:44.113688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b92e1102-ab01-47ab-8065-99eceebf4693), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.149052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (3349f44b-28a7-4dac-9808-717be8796659), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:44.205308 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:44.225066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3c111-c4be-45e8-a19b-9c842d88ec37 req-4b62af5d-1774-4eaa-ac62-7f9ae18c4b41 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:44.247702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9e3c111-c4be-45e8-a19b-9c842d88ec37 req-4b62af5d-1774-4eaa-ac62-7f9ae18c4b41 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.6878586 Jan 27 19:42:44.301032 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (3349f44b-28a7-4dac-9808-717be8796659), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.307998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8336320c-5dd4-401d-a693-ceafba5b02a7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.311124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3349f44b-28a7-4dac-9808-717be8796659), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.319096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.329288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/8336320c-5dd4-401d-a693-ceafba5b02a7 HTTP/1.1" status: 204 len: 168 time: 4.1927440 Jan 27 19:42:44.333104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.374193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3349f44b-28a7-4dac-9808-717be8796659,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:44.418643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b42eca-9a9b-4862-868e-18cb2e4ab287 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=8336320c-5dd4-401d-a693-ceafba5b02a7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:44.423232 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29899f1-218c-439f-9f2e-b8b0fd817213 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:44.424536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29899f1-218c-439f-9f2e-b8b0fd817213 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:44.426110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.429475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d29899f1-218c-439f-9f2e-b8b0fd817213 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/fd3f33af-53ba-4e92-83d8-4b85f3d2df54 HTTP/1.1" status: 404 len: 337 time: 0.0456798 Jan 27 19:42:44.434503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.446698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f6014190-a87b-4c99-afd2-0fe3382b49a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239340 Jan 27 19:42:44.453605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37944) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.482561 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f73a84-4ada-4ec3-91b7-3caff2eb8a1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:44.483419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f73a84-4ada-4ec3-91b7-3caff2eb8a1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:44.487634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-33f73a84-4ada-4ec3-91b7-3caff2eb8a1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/8336320c-5dd4-401d-a693-ceafba5b02a7 HTTP/1.1" status: 404 len: 339 time: 0.0508964 Jan 27 19:42:44.492345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.494437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:44.544310 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7e396d-2587-411b-b447-bc78c1168557 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:44.545115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7e396d-2587-411b-b447-bc78c1168557 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:44.549038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ef7e396d-2587-411b-b447-bc78c1168557 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/35fbe98a-a893-4eea-ad78-05b18d300786 HTTP/1.1" status: 404 len: 337 time: 0.0495377 Jan 27 19:42:44.557818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.572061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-78eea959-bfd2-40d6-a565-79429be35425 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:44.574580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-78eea959-bfd2-40d6-a565-79429be35425 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.66 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.3229251 Jan 27 19:42:44.592415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9e3c111-c4be-45e8-a19b-9c842d88ec37 req-4c200711-6d06-4e29-85c2-ca13bc29c03d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116100 Jan 27 19:42:44.689370 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc08d25-a97a-4d25-b035-56196873ff96 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:44.693325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc08d25-a97a-4d25-b035-56196873ff96 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:44.703450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:44.706721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5cc08d25-a97a-4d25-b035-56196873ff96 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/ca531e5a-e2f4-42da-bb9a-7851b4728a60 HTTP/1.1" status: 404 len: 339 time: 0.1357310 Jan 27 19:42:44.726452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (9945e521-f25b-48c8-9840-1fee27de5754), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.884066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (9945e521-f25b-48c8-9840-1fee27de5754), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.894007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (9945e521-f25b-48c8-9840-1fee27de5754), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.962350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945e521-f25b-48c8-9840-1fee27de5754,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:44.976254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:44.979561 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39380462-23e8-49d8-9675-a7881edba8e4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5213575 Jan 27 19:42:44.986165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:45.001048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:45.078330 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:42:45.111015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (6f168182-b1d0-4000-ad89-1fbe20b0ca57), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.217770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.292958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66093e98-49fc-4543-b105-b739194259ac req-20fe91a0-be63-448a-a692-1a2c4dcc8f99 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:45.303789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66093e98-49fc-4543-b105-b739194259ac req-20fe91a0-be63-448a-a692-1a2c4dcc8f99 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.4680078 Jan 27 19:42:45.375951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c542a8c0-5637-4bd5-9f01-876f157b25aa no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:45.388772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.395998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (6f168182-b1d0-4000-ad89-1fbe20b0ca57), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.408219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (6f168182-b1d0-4000-ad89-1fbe20b0ca57), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.442923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66093e98-49fc-4543-b105-b739194259ac req-d4419938-3481-4094-98d3-21338db28a35 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258593 Jan 27 19:42:45.452415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Deleting port f57c8328-dfa5-4fd5-9464-2e7852681500 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:45.464989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.467841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c542a8c0-5637-4bd5-9f01-876f157b25aa {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:45.468225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c542a8c0-5637-4bd5-9f01-876f157b25aa not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:45.476567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.480728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4906282 Jan 27 19:42:45.481205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:45.492378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '0de2c805-95a1-4b30-9db1-2e23c9a1bed3', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:45.506773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca7f13-1ed9-447c-b2b0-83b698e63785 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f168182-b1d0-4000-ad89-1fbe20b0ca57,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:45.555897 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:42:45.569969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.570234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (8609bdc7-7daa-4d29-a9da-2d851568a0d0), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.709008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (8609bdc7-7daa-4d29-a9da-2d851568a0d0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.715899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8609bdc7-7daa-4d29-a9da-2d851568a0d0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.748971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8609bdc7-7daa-4d29-a9da-2d851568a0d0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:45.757489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.763923 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ac3dfae-a369-4a49-82f7-05d408728a4c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2758441 Jan 27 19:42:45.766177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37978) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:45.781116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'network': {'name': 'tempest-network-smoke--2131999494', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:45.833662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:45.845030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.916605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.933216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:45.958814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (608994d2-7e86-4195-a340-779f0bf5b101), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:45.959391 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Added segment 608994d2-7e86-4195-a340-779f0bf5b101 of type vlan for network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 Jan 27 19:42:46.000682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] For port f57c8328-dfa5-4fd5-9464-2e7852681500, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=f57c8328-dfa5-4fd5-9464-2e7852681500,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:46.000682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.038172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d5969e-93bc-44ec-afb5-c7b6d47874a4']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:46.068819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.084790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1341-a759-4b5a-a9ad-c010f0e4469d req-5437f5de-d0d6-4e3f-a6d2-db280be7a9dd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:46.089052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65dc1341-a759-4b5a-a9ad-c010f0e4469d req-5437f5de-d0d6-4e3f-a6d2-db280be7a9dd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.2499444 Jan 27 19:42:46.104666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Calling delete_port for f57c8328-dfa5-4fd5-9464-2e7852681500 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:46.155017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89377b15-2644-4676-94c2-7f5de1467b6c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:46.156163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89377b15-2644-4676-94c2-7f5de1467b6c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:46.200321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5b6214bf-1a60-40fa-b9d7-cc561590b4d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.235645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (89377b15-2644-4676-94c2-7f5de1467b6c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.294062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5b6214bf-1a60-40fa-b9d7-cc561590b4d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.332890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:46.349883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.370746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (89377b15-2644-4676-94c2-7f5de1467b6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.389065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:46.389297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (89377b15-2644-4676-94c2-7f5de1467b6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:46.504464 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:46.510314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65dc1341-a759-4b5a-a9ad-c010f0e4469d req-b80121f6-bb77-4dd1-8ff2-6918336ef115 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993008 Jan 27 19:42:46.511020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a5d5969e-93bc-44ec-afb5-c7b6d47874a4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.522823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.528585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/a5d5969e-93bc-44ec-afb5-c7b6d47874a4 HTTP/1.1" status: 204 len: 168 time: 1.8164949 Jan 27 19:42:46.531107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.584139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3e23e-8b11-4ca8-8a92-8a082aebdb1b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=a5d5969e-93bc-44ec-afb5-c7b6d47874a4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:46.586415 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-836282ae-c5b4-444c-a9be-0dd431fdae9b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:46.586884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836282ae-c5b4-444c-a9be-0dd431fdae9b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:46.594663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-836282ae-c5b4-444c-a9be-0dd431fdae9b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/dbdfbfd7-f988-48dd-9c16-8ef724a13e6c HTTP/1.1" status: 404 len: 337 time: 0.0583720 Jan 27 19:42:46.597853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.628323 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaf78a6-3aea-4d35-8027-4db7bb0ffd6f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:46.628868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaf78a6-3aea-4d35-8027-4db7bb0ffd6f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:46.636101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5eaf78a6-3aea-4d35-8027-4db7bb0ffd6f tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/48e00e66-7df7-43c5-8dd4-89ef47cdc5f1 HTTP/1.1" status: 404 len: 339 time: 0.0318184 Jan 27 19:42:46.636850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.661966 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8897240 Jan 27 19:42:46.662223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0b7f4-1342-4398-bf11-89fa348dde41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Network': ['ID=5b6214bf-1a60-40fa-b9d7-cc561590b4d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:46.670314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.687535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:42:46.690890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'admin_state_up': True, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:46.777290 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e278e016-4f29-42a5-bbfc-75a47694e711 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:46.779480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.779719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e278e016-4f29-42a5-bbfc-75a47694e711 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:46.779900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:46.790541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e278e016-4f29-42a5-bbfc-75a47694e711 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/1157a0a7-8d12-41c7-be63-6324be9002cf HTTP/1.1" status: 404 len: 337 time: 0.1492410 Jan 27 19:42:46.791480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.868776 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e02753a-bb62-43cb-b744-a70cca45c71d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:46.869788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e02753a-bb62-43cb-b744-a70cca45c71d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:46.884690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4e02753a-bb62-43cb-b744-a70cca45c71d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/aa6aa448-ff1b-47fb-bce3-3689c5829d5e HTTP/1.1" status: 404 len: 339 time: 0.0826015 Jan 27 19:42:46.890331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38004) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:46.995319 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-21829db6-f608-47a9-aa5e-9d855c3177c9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.000134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21829db6-f608-47a9-aa5e-9d855c3177c9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.005988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf13e3-a9f6-46e7-8e4a-ddb72b399f27 req-40bf4f24-cfad-496b-abed-387435920244 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:47.007014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6bf13e3-a9f6-46e7-8e4a-ddb72b399f27 req-40bf4f24-cfad-496b-abed-387435920244 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/ports?device_id=559996de-2c22-40f0-8d4e-fdb22a57ba87 HTTP/1.1" status: 200 len: 949 time: 0.2802279 Jan 27 19:42:47.015599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21829db6-f608-47a9-aa5e-9d855c3177c9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/c7f47399-73c6-4505-9f07-a4aeedc6bcdb HTTP/1.1" status: 404 len: 337 time: 0.1200554 Jan 27 19:42:47.016715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38010) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.112595 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-709fb4eb-ce0e-491d-8123-81f8dce7e829 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.116877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709fb4eb-ce0e-491d-8123-81f8dce7e829 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.132233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-709fb4eb-ce0e-491d-8123-81f8dce7e829 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/df52fd2d-db72-4834-bd15-23c81e62e957 HTTP/1.1" status: 404 len: 339 time: 0.1068058 Jan 27 19:42:47.132567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.210252 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (c0e91483-5144-442f-ae0c-d79d86f9fd47), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:47.233342 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbc1240-32e7-43f0-ab21-3a867135c200 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.234256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbc1240-32e7-43f0-ab21-3a867135c200 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.243285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2fbc1240-32e7-43f0-ab21-3a867135c200 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/b0150234-cfc7-4762-8377-79978cc1b5b5 HTTP/1.1" status: 404 len: 337 time: 0.0418932 Jan 27 19:42:47.244068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.254151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6bf13e3-a9f6-46e7-8e4a-ddb72b399f27 req-3c89b75b-cb99-4931-a908-d2f84577f697 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222276 Jan 27 19:42:47.276216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f57c8328-dfa5-4fd5-9464-2e7852681500), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:47.310802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f57c8328-dfa5-4fd5-9464-2e7852681500 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:47.395813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: f57c8328-dfa5-4fd5-9464-2e7852681500 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:47.397678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device f57c8328-dfa5-4fd5-9464-2e7852681500 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:47.418690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Pushing event deleted for resources: {'Port': ['ID=f57c8328-dfa5-4fd5-9464-2e7852681500,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:47.537699 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b99672e-c39d-404b-9631-7158d5ee552e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.540020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b99672e-c39d-404b-9631-7158d5ee552e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.564980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b99672e-c39d-404b-9631-7158d5ee552e tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/7fd9e7d7-11a5-4e93-aa6a-5e1954a1f117 HTTP/1.1" status: 404 len: 339 time: 0.3196747 Jan 27 19:42:47.576414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.580749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] No DVR routers for this DVR port f57c8328-dfa5-4fd5-9464-2e7852681500 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:47.585856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:47.590363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9094d54b-4ed3-4ed2-b568-dab9910fb57b req-68d37359-60ce-43e3-ae01-1aaf2c2ef9e1 tempest-VolumesBackupsTest-337130829 tempest-VolumesBackupsTest-337130829-project] 10.222.0.66 "DELETE /v2.0/ports/f57c8328-dfa5-4fd5-9464-2e7852681500 HTTP/1.1" status: 204 len: 173 time: 2.9931729 Jan 27 19:42:47.590878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'name': 'network-vif-deleted', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:42:47.593851 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8d241-326f-4254-9a89-3a6ad048d801" -d '{"events": [{"server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "name": "network-vif-deleted", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:42:47.699754 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9d18a4-cb83-403d-a4bc-156c33ec748d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.700863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9d18a4-cb83-403d-a4bc-156c33ec748d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.708384 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac9d18a4-cb83-403d-a4bc-156c33ec748d tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/7f61d0c3-8633-4133-8d67-779adb63b023 HTTP/1.1" status: 404 len: 337 time: 0.1225204 Jan 27 19:42:47.711908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38038) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.724499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def052dd-f011-401c-a5d3-9c8a3f7c17fe req-31bac891-08bd-4fd0-84d1-d503407530ce tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:47.726353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-def052dd-f011-401c-a5d3-9c8a3f7c17fe req-31bac891-08bd-4fd0-84d1-d503407530ce tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.0676904 Jan 27 19:42:47.777706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (c0e91483-5144-442f-ae0c-d79d86f9fd47), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:47.826841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-def052dd-f011-401c-a5d3-9c8a3f7c17fe req-aa861dc1-b4c2-41e1-8fef-34ee15d71bc1 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896666 Jan 27 19:42:47.865554 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-23905b11-64df-4902-9a30-478b48a07bc7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.865554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23905b11-64df-4902-9a30-478b48a07bc7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.865554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-23905b11-64df-4902-9a30-478b48a07bc7 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/14efb804-c6b4-45d9-b872-4ef0ec90d628 HTTP/1.1" status: 404 len: 339 time: 0.1343739 Jan 27 19:42:47.865554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.956376 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3288b22-f843-4465-b92f-aa27cbf28563 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:47.962491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3288b22-f843-4465-b92f-aa27cbf28563 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:47.975102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3288b22-f843-4465-b92f-aa27cbf28563 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/e9474403-78db-4826-afa4-613253d87ae0 HTTP/1.1" status: 404 len: 337 time: 0.1089408 Jan 27 19:42:47.978230 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98773eb2-7741-4faf-8761-f0ac7ba7a3b6 x-openstack-request-id: req-98773eb2-7741-4faf-8761-f0ac7ba7a3b6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:42:47.982892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:47.986263 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559996de-2c22-40f0-8d4e-fdb22a57ba87", "name": "network-vif-deleted", "tag": "f57c8328-dfa5-4fd5-9464-2e7852681500", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:42:47.986263 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98773eb2-7741-4faf-8761-f0ac7ba7a3b6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:42:47.988327 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559996de-2c22-40f0-8d4e-fdb22a57ba87', 'name': 'network-vif-deleted', 'tag': 'f57c8328-dfa5-4fd5-9464-2e7852681500', 'status': 'completed', 'code': 200} Jan 27 19:42:48.016807 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4b80ab-4c4d-41cd-9e0f-64245c4c77fa tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:48.017987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4b80ab-4c4d-41cd-9e0f-64245c4c77fa tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:48.022468 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c4b80ab-4c4d-41cd-9e0f-64245c4c77fa tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/2bcc8446-7e04-4fd5-9fca-5d36d347542d HTTP/1.1" status: 404 len: 339 time: 0.0337234 Jan 27 19:42:48.025082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:48.135041 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7cec25-de88-4bbd-a12d-2dad7601d243 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:48.137209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7cec25-de88-4bbd-a12d-2dad7601d243 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:48.142901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7f7cec25-de88-4bbd-a12d-2dad7601d243 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/16e4c153-6b53-430d-a933-426b34a70c3d HTTP/1.1" status: 404 len: 337 time: 0.1164651 Jan 27 19:42:48.148567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38056) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:48.179610 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e81d065-9f70-4d8f-a9f3-3d424428b2a9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:48.180556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e81d065-9f70-4d8f-a9f3-3d424428b2a9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:48.184077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4e81d065-9f70-4d8f-a9f3-3d424428b2a9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/086bc751-afd8-46da-b876-99129d18b6ec HTTP/1.1" status: 404 len: 339 time: 0.0325933 Jan 27 19:42:48.188046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:48.299045 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-654f6086-a19f-4dbe-99e4-7579d83a9a0b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:48.300315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654f6086-a19f-4dbe-99e4-7579d83a9a0b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:48.308644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-654f6086-a19f-4dbe-99e4-7579d83a9a0b tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/94de33d5-bedd-4422-a8df-f7f9c16fd538 HTTP/1.1" status: 404 len: 337 time: 0.1190012 Jan 27 19:42:48.311402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:48.441734 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48eff5b-367f-49be-9978-0e8f0fee8eb9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] DELETE failed (client error): The resource could not be found. Jan 27 19:42:48.445078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48eff5b-367f-49be-9978-0e8f0fee8eb9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:42:48.453306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a48eff5b-367f-49be-9978-0e8f0fee8eb9 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/22b33134-06d6-49d8-a61b-983f49e0c148 HTTP/1.1" status: 404 len: 339 time: 0.1384881 Jan 27 19:42:48.456287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38068) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:48.608784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:48.640815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:48.662782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting subnet 23fc5d11-f758-4927-8d26-139405ecf6ff {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:42:48.691520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (23fc5d11-f758-4927-8d26-139405ecf6ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:48.855119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (23fc5d11-f758-4927-8d26-139405ecf6ff), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:48.932756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.216 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/61df1fc0-70d5-4d39-9a94-c597d5bee5ea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:49.035999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (23fc5d11-f758-4927-8d26-139405ecf6ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.127794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (23fc5d11-f758-4927-8d26-139405ecf6ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.191479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Subnet': ['ID=23fc5d11-f758-4927-8d26-139405ecf6ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:49.207547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.239585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835e666-e1d8-436b-afee-c00fbb977f5e None None] Network ef89f927-234b-45e6-84ec-963f77c3faf1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:49.243225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.253961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bca990f5-7135-4234-b3dc-5d82f4cab060 tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/subnets/23fc5d11-f758-4927-8d26-139405ecf6ff HTTP/1.1" status: 204 len: 168 time: 0.7830591 Jan 27 19:42:49.258961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:49.280947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba513e1-ac66-44a5-826b-d695eda442ec req-1b612433-40b5-41f7-aa60-66bb5d9a8d4e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:49.283181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aba513e1-ac66-44a5-826b-d695eda442ec req-1b612433-40b5-41f7-aa60-66bb5d9a8d4e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1689107 Jan 27 19:42:49.315958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.510069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aba513e1-ac66-44a5-826b-d695eda442ec req-bc15d0a9-d9c2-4f43-9c6f-129d114cd411 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195773 Jan 27 19:42:49.597371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:49.629642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:49.644420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:49.657369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:49.673830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ef89f927-234b-45e6-84ec-963f77c3faf1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.772606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] DHCP port deletion for ef89f927-234b-45e6-84ec-963f77c3faf1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:42:49.929840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Deleting port 243ac5de-30c3-49e9-8b2b-221235e0e357 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:49.930614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:49.964974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38100) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:50.137164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] For port 243ac5de-30c3-49e9-8b2b-221235e0e357, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=243ac5de-30c3-49e9-8b2b-221235e0e357,segment=NetworkSegment(8b0deeeb-d272-49cd-998e-bec0ecbe6382),segment_id=8b0deeeb-d272-49cd-998e-bec0ecbe6382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:50.145006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.189812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Calling delete_port for 243ac5de-30c3-49e9-8b2b-221235e0e357 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:50.236073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Deleting port 243ac5de-30c3-49e9-8b2b-221235e0e357 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:42:50.236783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.241973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011c560c-43f4-48be-a5c4-79c9f4db7f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.529859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011c560c-43f4-48be-a5c4-79c9f4db7f85 admin admin] Publish callbacks [] for security_group (f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.538585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011c560c-43f4-48be-a5c4-79c9f4db7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.611619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.688259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-011c560c-43f4-48be-a5c4-79c9f4db7f85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b4dc1abd3c843f5914e00542343f272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7217126 Jan 27 19:42:50.689420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:50.715265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] No DVR routers for this DVR port 243ac5de-30c3-49e9-8b2b-221235e0e357 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:50.722298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] For port 243ac5de-30c3-49e9-8b2b-221235e0e357, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=243ac5de-30c3-49e9-8b2b-221235e0e357,segment=NetworkSegment(8b0deeeb-d272-49cd-998e-bec0ecbe6382),segment_id=8b0deeeb-d272-49cd-998e-bec0ecbe6382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:50.725223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.742223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa606e5-402d-4e95-9510-27dd514da9bb None None] Pushing event deleted for resources: {'Port': ['ID=243ac5de-30c3-49e9-8b2b-221235e0e357,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:50.766757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Calling delete_port for 243ac5de-30c3-49e9-8b2b-221235e0e357 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:42:50.849667 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] Publish callbacks [] for security_group (f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.866608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c560c-43f4-48be-a5c4-79c9f4db7f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:50.948164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (243ac5de-30c3-49e9-8b2b-221235e0e357), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.966280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] Publish callbacks [] for security_group (f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:50.995971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c73b0-5f5b-4b89-a996-83e4d961fe86 req-08f28e2d-37c0-438c-8070-6a10ad95d1a9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:50.998310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-706c73b0-5f5b-4b89-a996-83e4d961fe86 req-08f28e2d-37c0-438c-8070-6a10ad95d1a9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.2534056 Jan 27 19:42:51.015502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Port': ['ID=243ac5de-30c3-49e9-8b2b-221235e0e357,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:51.025704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] No DVR routers for this DVR port 243ac5de-30c3-49e9-8b2b-221235e0e357 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:42:51.171091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-706c73b0-5f5b-4b89-a996-83e4d961fe86 req-98e41e9b-3cdc-4f09-aef5-19cf67c99e6d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414289 Jan 27 19:42:51.235616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.238718 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.244590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089 HTTP/1.1" status: 204 len: 168 time: 0.5515494 Jan 27 19:42:51.278433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b22ce-b139-496d-8f06-5fd71ae28201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7fa51-3ef2-41b2-981d-5cc4d8b4f089,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:51.531585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ef89f927-234b-45e6-84ec-963f77c3faf1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.567782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 243ac5de-30c3-49e9-8b2b-221235e0e357 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:42:51.617922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 243ac5de-30c3-49e9-8b2b-221235e0e357 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:42:51.618954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 243ac5de-30c3-49e9-8b2b-221235e0e357 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:42:51.707848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef89f927-234b-45e6-84ec-963f77c3faf1']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:51.752729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0deeeb-d272-49cd-998e-bec0ecbe6382') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:51.753123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0deeeb-d272-49cd-998e-bec0ecbe6382') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:51.757303 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.777724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (8b0deeeb-d272-49cd-998e-bec0ecbe6382), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.832815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8b0deeeb-d272-49cd-998e-bec0ecbe6382), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.844929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:42:51.845387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (8b0deeeb-d272-49cd-998e-bec0ecbe6382), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:42:51.849482 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:42:52.029505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ef89f927-234b-45e6-84ec-963f77c3faf1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.031344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:52.037080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.043210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] 10.222.0.59 "DELETE /v2.0/networks/ef89f927-234b-45e6-84ec-963f77c3faf1 HTTP/1.1" status: 204 len: 168 time: 2.7769258 Jan 27 19:42:52.064413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7ccf4-1724-4a6f-9692-2ae12dd0c1ef tempest-NetworksTest-1251310761 tempest-NetworksTest-1251310761-project] Pushing event deleted for resources: {'Network': ['ID=ef89f927-234b-45e6-84ec-963f77c3faf1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:52.078297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16c8a243-b40e-4732-8b62-e6671a834e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.223644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.316730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16c8a243-b40e-4732-8b62-e6671a834e60 admin admin] Publish callbacks [] for security_group (1a4a3f10-f613-4d23-a87a-7d646efcd4dc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.334310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16c8a243-b40e-4732-8b62-e6671a834e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1a4a3f10-f613-4d23-a87a-7d646efcd4dc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.433601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38142) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:52.441615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-16c8a243-b40e-4732-8b62-e6671a834e60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6137edc42fa54ac7b6085410214bda07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076707 Jan 27 19:42:52.451897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a243-b40e-4732-8b62-e6671a834e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4a3f10-f613-4d23-a87a-7d646efcd4dc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:52.574633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a11da-268d-4668-9bfc-bf2cf984dd00 req-d008ea85-1014-468f-8db5-9db5ff21db9b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:52.580063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce9a11da-268d-4668-9bfc-bf2cf984dd00 req-d008ea85-1014-468f-8db5-9db5ff21db9b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1368358 Jan 27 19:42:52.590461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] Publish callbacks [] for security_group (1a4a3f10-f613-4d23-a87a-7d646efcd4dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.642063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] Publish callbacks [] for security_group (1a4a3f10-f613-4d23-a87a-7d646efcd4dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.742388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1a4a3f10-f613-4d23-a87a-7d646efcd4dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.747426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:52.754236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a4a3f10-f613-4d23-a87a-7d646efcd4dc HTTP/1.1" status: 204 len: 168 time: 0.3152220 Jan 27 19:42:52.780628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01472d-cc98-402c-9152-4708e3ffd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4a3f10-f613-4d23-a87a-7d646efcd4dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:52.781365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce9a11da-268d-4668-9bfc-bf2cf984dd00 req-f2521275-8b46-4d29-a666-568323f4e2b4 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937356 Jan 27 19:42:52.783110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:52.837752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router c0e91483-5144-442f-ae0c-d79d86f9fd47 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:42:53.075424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:42:53.092906 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Sync routers for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:42:53.126128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:53.127577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a403b12-1adb-48f4-8b0b-1ff6d7707c91 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.4558849 Jan 27 19:42:53.133323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:53.143768 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:53.145948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:53.215105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3d4ef78c-4bb9-4224-8fad-63fc36c267f6 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2e018dbe00a44688a7a2e0b982600366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804989 Jan 27 19:42:53.219986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38164) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:53.552348 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:53.653432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6bd01824-b018-4e9d-8fb4-0a68870ec849 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a23b9053431344eaae9a0056202dfdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8661864 Jan 27 19:42:53.654146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38172) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:53.669473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0cb73-c3c6-4d10-8022-4da461b9574e tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:53.682047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2f0cb73-c3c6-4d10-8022-4da461b9574e tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4605842 Jan 27 19:42:53.687449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:53.755904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a138bf21-5e69-4ce4-b275-d803301b7e1b tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672536 Jan 27 19:42:53.781992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:53.787321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112543913', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:53.901798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.154404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea4bbc-adc8-4d81-baf7-c79496cc62a8 req-4d089399-7d07-4d9b-b4af-8364a9c0172d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:54.156745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77ea4bbc-adc8-4d81-baf7-c79496cc62a8 req-4d089399-7d07-4d9b-b4af-8364a9c0172d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1723161 Jan 27 19:42:54.159788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:54.163806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.196133 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:50Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:54.337029 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Checking router: c0e91483-5144-442f-ae0c-d79d86f9fd47 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:42:54.337562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Updating router c0e91483-5144-442f-ae0c-d79d86f9fd47 port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:42:54.439460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] Publish callbacks [] for security_group (6b1a5ab1-b7bf-4120-a043-4116db028388), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.454694 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.524770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] Publish callbacks [] for security_group (6b1a5ab1-b7bf-4120-a043-4116db028388), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.586067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77ea4bbc-adc8-4d81-baf7-c79496cc62a8 req-597be6b3-e2cc-4d92-bac2-77eedfdce58e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887496 Jan 27 19:42:54.702527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6b1a5ab1-b7bf-4120-a043-4116db028388), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.707564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.709808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b1a5ab1-b7bf-4120-a043-4116db028388 HTTP/1.1" status: 204 len: 168 time: 1.0540485 Jan 27 19:42:54.743787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14cb20-6ef4-4b4a-8454-3aaea0367cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a5ab1-b7bf-4120-a043-4116db028388,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:54.765800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (808cc6a3-0e72-4fd8-8188-01a09d331e10), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:54.899609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.030351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Subnet': ['ID=808cc6a3-0e72-4fd8-8188-01a09d331e10,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:55.052741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:55.053131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network hostable DHCP agents. Network: 5b6214bf-1a60-40fa-b9d7-cc561590b4d1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:42:55.096352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:42:55.136596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5b6214bf-1a60-40fa-b9d7-cc561590b4d1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:55.143641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:55.144259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.166925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39ec75-4020-45a9-ac3c-a0de5a685ee9 None None] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:55.200212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38206) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:55.201921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-521bbd7c-2055-4d1e-9ac9-f37e25b25fd8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4173198 Jan 27 19:42:55.410317 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks [] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.439903 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.493531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:42:55.494450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.604140 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Attempting to bind port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:55.604510 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Attempting to bind port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:55.605086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Attempting to bind port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:55.623434 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:55.625756 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:55.627481 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.632203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:55.632916 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Bound port: 61df1fc0-70d5-4d39-9a94-c597d5bee5ea, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:55.633535 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.638472 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65d9e9-2a2c-4c38-bbac-70aa590a2670 None None] Pushing event updated for resources: {'Port': ['ID=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:55.802789 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] For port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:55.809589 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] For port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:55.818571 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:55.908177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Allocated IP 172.20.0.2 (5b6214bf-1a60-40fa-b9d7-cc561590b4d1/808cc6a3-0e72-4fd8-8188-01a09d331e10/965f23ac-81ff-4e0f-b086-d83b2f5f57a7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:55.929493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef648927-53a0-4317-8e67-75ed06a9e8b9 req-fb8a4e8c-f54a-4331-aa24-7a0a705c78c6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:55.944794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef648927-53a0-4317-8e67-75ed06a9e8b9 req-fb8a4e8c-f54a-4331-aa24-7a0a705c78c6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1739933 Jan 27 19:42:56.113022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks [] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.125565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.186888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:42:56.188277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Pushing event updated for resources: {'Port': ['ID=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:56.192409 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:56.218835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:56.221427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:56.224575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:56.244638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef648927-53a0-4317-8e67-75ed06a9e8b9 req-a67d468b-2487-4754-9658-a944571730e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820730 Jan 27 19:42:56.292889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Attempting to bind port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:42:56.293710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Attempting to bind port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:42:56.294462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Attempting to bind port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:42:56.300842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:42:56.301736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:42:56.302399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.303074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Bound using segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:42:56.303852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Bound port: 965f23ac-81ff-4e0f-b086-d83b2f5f57a7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:42:56.304509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.386610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:56.401918 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65d9e9-2a2c-4c38-bbac-70aa590a2670 None None] Pushing event updated for resources: {'Port': ['ID=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:56.515595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] For port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:42:56.527721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] For port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:42:56.540840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.653173 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:42:56.697422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:56.747926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24199f8-fd38-415e-9c85-9fe3460dfb98 None None] Pushing event updated for resources: {'Port': ['ID=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:56.768430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02d28a7c-4126-4a7b-a9c2-9f6435eccc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:57.039747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02d28a7c-4126-4a7b-a9c2-9f6435eccc65 admin admin] Publish callbacks [] for security_group (f4a09a77-f9ef-4daf-9ab4-641ea2e14728), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:57.052933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02d28a7c-4126-4a7b-a9c2-9f6435eccc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4a09a77-f9ef-4daf-9ab4-641ea2e14728), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:57.152175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-02d28a7c-4126-4a7b-a9c2-9f6435eccc65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d1fff1b761c4b93a8e95b2d3ebe8058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7637274 Jan 27 19:42:57.164008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:57.167359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28a7c-4126-4a7b-a9c2-9f6435eccc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a09a77-f9ef-4daf-9ab4-641ea2e14728,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:57.251091 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:50Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:42:57.363736 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742e5b-e962-4a3d-84d3-3aa1c1d79bec None None] The sync data for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 is: [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:50Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:42:57.419833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] Publish callbacks [] for security_group (f4a09a77-f9ef-4daf-9ab4-641ea2e14728), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:57.559522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] Publish callbacks [] for security_group (f4a09a77-f9ef-4daf-9ab4-641ea2e14728), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:57.810552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:42:57.868441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:42:57.927877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.1 (5b6214bf-1a60-40fa-b9d7-cc561590b4d1/808cc6a3-0e72-4fd8-8188-01a09d331e10/2d7df1a6-1153-4273-89f2-6ea5340d7690) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:42:57.941727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf54869-c5cd-4b7c-98c3-6f6e97fb01e6 req-c40f40ea-442c-40e4-be05-2ca2cb520892 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:42:57.956499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf54869-c5cd-4b7c-98c3-6f6e97fb01e6 req-c40f40ea-442c-40e4-be05-2ca2cb520892 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.3459532 Jan 27 19:42:58.164014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.171577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4a09a77-f9ef-4daf-9ab4-641ea2e14728), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.214458 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.221789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4a09a77-f9ef-4daf-9ab4-641ea2e14728 HTTP/1.1" status: 204 len: 168 time: 1.0311952 Jan 27 19:42:58.225810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.327158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:58.328111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.338627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b3ed0-5433-4904-818a-3d325af497b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a09a77-f9ef-4daf-9ab4-641ea2e14728,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:58.365503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bf54869-c5cd-4b7c-98c3-6f6e97fb01e6 req-3e82fd26-50ed-4140-a468-3b46ba165325 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054027 Jan 27 19:42:58.426832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:42:58.436419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:42:58.457040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:42:58.610519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.640493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-162731603'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:42:58.721788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:42:58.724105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.739037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:42:58.746143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.819477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.950275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:42:58.960445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:58.969652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:59.287583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.305370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (ed37570d-38cd-4608-86c8-3762fe4dbad1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.321545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ed37570d-38cd-4608-86c8-3762fe4dbad1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.386618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:59.452469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:42:59.473850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.476491 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment 989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e of type vlan for network c14419c4-4e72-402b-b71e-b096afe5e8d1 Jan 27 19:42:59.495933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96bca4-54f4-439f-9090-ce8da5ed846a None None] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:42:59.759655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5036b214-f8a9-46e6-a82d-d2740e2570f4 None None] Provisioning complete for port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:42:59.766935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5036b214-f8a9-46e6-a82d-d2740e2570f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.815900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c14419c4-4e72-402b-b71e-b096afe5e8d1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:42:59.923439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed37570d-38cd-4608-86c8-3762fe4dbad1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:42:59.986973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61df1fc0-70d5-4d39-9a94-c597d5bee5ea up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:00.061801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c14419c4-4e72-402b-b71e-b096afe5e8d1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.110422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:00.113490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.245360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19901d12-84ca-48aa-8d28-c537e28801e2 req-10f1464e-2e5e-43de-bef8-578ec8714985 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:00.268262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19901d12-84ca-48aa-8d28-c537e28801e2 req-10f1464e-2e5e-43de-bef8-578ec8714985 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.5849042 Jan 27 19:43:00.410126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5036b214-f8a9-46e6-a82d-d2740e2570f4 None None] Current status of the port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:00.615451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.617559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:00.619792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.629789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.664111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8422863 Jan 27 19:43:00.669804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:00.678752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'name': 'tempest-PortsTestJSON-1839317108'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:00.838469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:00.871872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:00.885168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ceb11-6f82-40f5-864c-7d483dc42b1b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=c14419c4-4e72-402b-b71e-b096afe5e8d1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:00.924918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:00.983567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19901d12-84ca-48aa-8d28-c537e28801e2 req-5d7bb3bd-1abc-4521-a1df-042fa785d9f7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708512 Jan 27 19:43:01.082449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:01.086641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:01.106081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:01.108882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:01.144567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:01.218404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:01.264816 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:01.320764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:01.328774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:01.551468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Provisioning complete for port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:01.561588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:01.697442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:01.905315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:01.962399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router c0e91483-5144-442f-ae0c-d79d86f9fd47 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:43:01.991143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:01.991807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:02.055617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-4124bd9b-6a7d-4e68-8d24-d894aa033ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:02.067761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-4124bd9b-6a7d-4e68-8d24-d894aa033ac2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.5577221 Jan 27 19:43:02.114477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:02.301622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Current status of the port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:02.409708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Provisioning complete for port 2d7df1a6-1153-4273-89f2-6ea5340d7690 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:02.410421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:02.466805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:02.535312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b336d81-58fa-418a-b2ab-dde99819c5b0 None None] Port 2d7df1a6-1153-4273-89f2-6ea5340d7690 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:02.580281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:43:02.587155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:02.590509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9345ac82-7dec-4119-9d70-93d3afcf9fbf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/c0e91483-5144-442f-ae0c-d79d86f9fd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3878446 Jan 27 19:43:02.599695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Sync routers for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:43:02.600584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bb616-4d52-4096-96e7-dffdac9a82bd req-6a74345c-daf8-4b8c-9a89-9c8307d23416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:02.602373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-011bb616-4d52-4096-96e7-dffdac9a82bd req-6a74345c-daf8-4b8c-9a89-9c8307d23416 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.3025599 Jan 27 19:43:02.612346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:02.613489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:02.713352 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-011bb616-4d52-4096-96e7-dffdac9a82bd req-64b1a5a2-8963-4767-8d25-5007a1cfb779 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014903 Jan 27 19:43:02.736353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=2484cae8-e2dd-487a-ac31-1c4b8f5989e5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:02.756743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-91d5fd6a-0a56-471c-9897-0c9ea7c51d78 None None] Provisioning complete for port 2d7df1a6-1153-4273-89f2-6ea5340d7690 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:02.763997 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d5fd6a-0a56-471c-9897-0c9ea7c51d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:02.778071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:02.858863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-bf97a790-278e-494b-8cd7-35f0cd55aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:02.860475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-bf97a790-278e-494b-8cd7-35f0cd55aadb service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.7347383 Jan 27 19:43:02.888770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f280e8-b507-41fa-bed3-24111eeee1f8 req-3f618cfd-b123-47ee-8d93-306ea693afb9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:02.900936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9f280e8-b507-41fa-bed3-24111eeee1f8 req-3f618cfd-b123-47ee-8d93-306ea693afb9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.5096884 Jan 27 19:43:02.935603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91d5fd6a-0a56-471c-9897-0c9ea7c51d78 None None] Port 2d7df1a6-1153-4273-89f2-6ea5340d7690 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:02.956134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:02.963802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:02.964446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: c14419c4-4e72-402b-b71e-b096afe5e8d1, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:03.071971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-49012b39-bc14-4410-ab15-03835bcfb494 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.1042547 Jan 27 19:43:03.136436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:03.164619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9377d4-bd73-4fa0-a7e4-3aa5f2143dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.179702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d9f280e8-b507-41fa-bed3-24111eeee1f8 req-f3e84738-3f25-420d-8535-703385249908 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722497 Jan 27 19:43:03.180728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c14419c4-4e72-402b-b71e-b096afe5e8d1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:03.195404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:03.206983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:03.211666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.241911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4976b4b-56f3-4e7b-bd3d-0bf70c530568 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:03.252828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-39b3e6a3-c180-4300-903e-8a4b576a751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:03.271152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-39b3e6a3-c180-4300-903e-8a4b576a751c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.1679652 Jan 27 19:43:03.343916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f1d2885-4bec-471e-934f-f3bb74e7cd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6667953 Jan 27 19:43:03.343916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-4bd8beb1-9db6-49ca-a135-babf6a6a016a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686765 Jan 27 19:43:03.348627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:03.412570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-690651962'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:03.480219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:00Z', 'revision_number': 2, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:03.517151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9377d4-bd73-4fa0-a7e4-3aa5f2143dd5 admin admin] Publish callbacks [] for security_group (d7cdb0df-36a7-4471-8870-8a68731c26c9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.540314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Checking router: c0e91483-5144-442f-ae0c-d79d86f9fd47 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:43:03.540626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Updating router c0e91483-5144-442f-ae0c-d79d86f9fd47 port 2d7df1a6-1153-4273-89f2-6ea5340d7690 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:43:03.547140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9377d4-bd73-4fa0-a7e4-3aa5f2143dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d7cdb0df-36a7-4471-8870-8a68731c26c9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.563889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:03.574298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61df1fc0-70d5-4d39-9a94-c597d5bee5ea up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:03.579681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.584237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.707152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-32fee1df-8aaf-43b1-a8a5-d6075e6aad25 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237684 Jan 27 19:43:03.723902 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b9377d4-bd73-4fa0-a7e4-3aa5f2143dd5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e74a281fd4c74dac8a4e1c258693c7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9445069 Jan 27 19:43:03.726748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:03.727979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9377d4-bd73-4fa0-a7e4-3aa5f2143dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cdb0df-36a7-4471-8870-8a68731c26c9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:03.796712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:03.901625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-6cb5e39e-3aa5-4163-a373-13d5b1ef1bc6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665023667&fields=id&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 267 time: 0.5134850 Jan 27 19:43:03.927754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5b09a6c6-64dd-4c85-941e-198c9d904004), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:03.928114 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment 5b09a6c6-64dd-4c85-941e-198c9d904004 of type vlan for network 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3 Jan 27 19:43:04.041909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] Publish callbacks [] for security_group (d7cdb0df-36a7-4471-8870-8a68731c26c9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.085212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.131373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] Publish callbacks [] for security_group (d7cdb0df-36a7-4471-8870-8a68731c26c9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.266523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.271732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:04.272391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.296015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:04.296393 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.448603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:04.471780 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-98868322-5178-413e-951a-4cedc8ebe63b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1047945 Jan 27 19:43:04.472667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38414) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:04.485044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'ports': [{'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'}, {'network_id': '6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3'}]} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:04.485450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:04.486787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:04.536628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:04.705984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:04.744708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d7cdb0df-36a7-4471-8870-8a68731c26c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.748407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.751344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7cdb0df-36a7-4471-8870-8a68731c26c9 HTTP/1.1" status: 204 len: 168 time: 1.0189996 Jan 27 19:43:04.802243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b2716-c3ba-4476-b6e3-ea954e79f0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cdb0df-36a7-4471-8870-8a68731c26c9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:04.855253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 2} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:04.862283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.873654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a3ebebf-f709-45ff-8c60-f3686339b49a req-d73e493e-7877-4b2a-bb21-c96a770aeb9f service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1432366 Jan 27 19:43:04.892758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:04.923512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-53eb51ec-0118-4de0-a681-5e59ed090b79 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:04.937241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-53eb51ec-0118-4de0-a681-5e59ed090b79 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 797 time: 1.0117123 Jan 27 19:43:04.976615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-fc384b6b-5400-479c-9b1c-78eaec03db98 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/quotas/2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 375 time: 0.0380635 Jan 27 19:43:05.017124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks [] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:05.032840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:05.123630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f7763-1db1-499a-b244-c70cd4d28690 None None] Pushing event updated for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:05.171436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-41934b75-5ec0-4667-923b-f605922af324 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928873 Jan 27 19:43:05.374442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Attempting to bind port 2d7df1a6-1153-4273-89f2-6ea5340d7690 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:43:05.374744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Attempting to bind port 2d7df1a6-1153-4273-89f2-6ea5340d7690 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:43:05.375114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Attempting to bind port 2d7df1a6-1153-4273-89f2-6ea5340d7690 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:05.381289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:43:05.381687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:05.382131 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:05.382483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Bound using segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:43:05.382987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Bound port: 2d7df1a6-1153-4273-89f2-6ea5340d7690, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:43:05.383400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:05.593309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] For port 2d7df1a6-1153-4273-89f2-6ea5340d7690, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:43:05.626082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] For port 2d7df1a6-1153-4273-89f2-6ea5340d7690, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d7df1a6-1153-4273-89f2-6ea5340d7690,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:43:05.647083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:05.737629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-896cc0e2-d7a8-49b1-b63a-5f7a75fa0aed service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:43:05.749859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-896cc0e2-d7a8-49b1-b63a-5f7a75fa0aed service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5633957 Jan 27 19:43:06.068132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f7763-1db1-499a-b244-c70cd4d28690 None None] Pushing event updated for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:06.078970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:06.088527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:06.099706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Provisioning complete for port 2d7df1a6-1153-4273-89f2-6ea5340d7690 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:06.103701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.182885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:06.265812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 9c797887-9027-46e3-999a-62634d7bbe1c yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:06.270266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-189b0407-7410-40ea-8cac-384181a36243 service neutron] 10.222.0.59 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192261 Jan 27 19:43:06.425161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-7accb176-88b8-406e-af74-a2f39853c7f1 service neutron] 10.222.0.59 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504195 Jan 27 19:43:06.426431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d56a26a-f5fc-4897-89a6-7b02b6e0d643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.472685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (9c797887-9027-46e3-999a-62634d7bbe1c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.682180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 70564be7-dae3-460a-bd9a-48b3cef73ef1 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:06.687717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d56a26a-f5fc-4897-89a6-7b02b6e0d643 admin admin] Publish callbacks [] for security_group (6b48586b-2835-47fa-bad9-d62ec96e0d95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.700528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d56a26a-f5fc-4897-89a6-7b02b6e0d643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6b48586b-2835-47fa-bad9-d62ec96e0d95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.817314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (70564be7-dae3-460a-bd9a-48b3cef73ef1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.859045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2d56a26a-f5fc-4897-89a6-7b02b6e0d643 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87ccc61baa9d44f8846f619090263a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6734359 Jan 27 19:43:06.864289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:06.869703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Current status of the port 2d7df1a6-1153-4273-89f2-6ea5340d7690 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:06.870236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.870988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c797887-9027-46e3-999a-62634d7bbe1c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.877786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:06.905123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:06.908210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:06.932001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:06.933036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (70564be7-dae3-460a-bd9a-48b3cef73ef1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:06.939626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56a26a-f5fc-4897-89a6-7b02b6e0d643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48586b-2835-47fa-bad9-d62ec96e0d95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:07.017692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=9c797887-9027-46e3-999a-62634d7bbe1c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:07.155400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': '5b09a6c6-64dd-4c85-941e-198c9d904004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:07.156077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:07.176807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed56e31-e476-4554-8a9b-e482b0501198 req-21b87729-3e19-4439-b85e-e3cb62a9914e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:07.180766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ed56e31-e476-4554-8a9b-e482b0501198 req-21b87729-3e19-4439-b85e-e3cb62a9914e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.2279952 Jan 27 19:43:07.186510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] Publish callbacks [] for security_group (6b48586b-2835-47fa-bad9-d62ec96e0d95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.216239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] For port 2d7df1a6-1153-4273-89f2-6ea5340d7690, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d7df1a6-1153-4273-89f2-6ea5340d7690,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:07.218510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=70564be7-dae3-460a-bd9a-48b3cef73ef1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:07.244376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:07.254015 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.279022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:07.288326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:07.307395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:07.319199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:07.321279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.331414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fa8e98-066d-49f6-b881-746db6e3a5c5 None None] Network 6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:07.339365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] Publish callbacks [] for security_group (6b48586b-2835-47fa-bad9-d62ec96e0d95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.367213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70aafe78-e1ac-426a-86dc-610084264ac4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8912234 Jan 27 19:43:07.382991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38480) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:07.517676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ed56e31-e476-4554-8a9b-e482b0501198 req-8d7b6339-a7f2-49e3-941d-58f1db06d1ed tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245783 Jan 27 19:43:07.574889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6b48586b-2835-47fa-bad9-d62ec96e0d95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.578917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.584613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b48586b-2835-47fa-bad9-d62ec96e0d95 HTTP/1.1" status: 204 len: 168 time: 0.7170601 Jan 27 19:43:07.622700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a70187-2b9b-45ef-b036-b3b8223e4e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48586b-2835-47fa-bad9-d62ec96e0d95,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:07.636273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c84265-9654-4cc1-b459-67af53b89c76 None None] Pushing event updated for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:07.647019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 70564be7-dae3-460a-bd9a-48b3cef73ef1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:07.647369 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (70564be7-dae3-460a-bd9a-48b3cef73ef1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.668087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-13ac312a-f274-480a-9455-62eaa5dc7768 None None] Provisioning complete for port 2d7df1a6-1153-4273-89f2-6ea5340d7690 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:07.668621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13ac312a-f274-480a-9455-62eaa5dc7768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.728728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3960c2ef-e4e8-40e8-96d9-af0fe9040b44 req-2a3b262d-b094-4043-932f-5220d2242859 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 210 time: 0.0690761 Jan 27 19:43:07.774509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1433610037', 'description': 'tempest-description-1051165494'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:07.831103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:07.850488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.949488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:05Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:07.959445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (70564be7-dae3-460a-bd9a-48b3cef73ef1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:07.990068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 70564be7-dae3-460a-bd9a-48b3cef73ef1 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:08.154940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c7685-d093-47d1-b45c-7d470a4408f9 None None] The sync data for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 is: [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:05Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:43:08.176052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (f5b202ba-7a3c-4911-a8cc-bb97e92f1fab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.183957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f5b202ba-7a3c-4911-a8cc-bb97e92f1fab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.210801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (70564be7-dae3-460a-bd9a-48b3cef73ef1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.327840 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.340536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=70564be7-dae3-460a-bd9a-48b3cef73ef1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:08.341789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15a6ca9c-674d-453e-8d40-cdc1ed53d20c req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5689309 Jan 27 19:43:08.346534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-13ac312a-f274-480a-9455-62eaa5dc7768 None None] Current status of the port 2d7df1a6-1153-4273-89f2-6ea5340d7690 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:08.374507 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.381761 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43a4a131-d949-4217-95f1-8ca9c49a9982 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/70564be7-dae3-460a-bd9a-48b3cef73ef1 HTTP/1.1" status: 204 len: 168 time: 1.0022855 Jan 27 19:43:08.386758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:08.448386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed3ec-39c0-4600-b809-e26e33b57322 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b202ba-7a3c-4911-a8cc-bb97e92f1fab,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:08.598872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e197e5c-d2b8-469e-b874-9e1f31a8f798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.724445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b3f89-f3bf-4a63-b7dd-6b377671213d tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:08.740761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b3f89-f3bf-4a63-b7dd-6b377671213d tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:08.747713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:08.771581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-486b3f89-f3bf-4a63-b7dd-6b377671213d tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3812006 Jan 27 19:43:08.911580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e197e5c-d2b8-469e-b874-9e1f31a8f798 admin admin] Publish callbacks [] for security_group (6a54650f-e724-4242-830e-e15f61fcb7f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:08.921959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e197e5c-d2b8-469e-b874-9e1f31a8f798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a54650f-e724-4242-830e-e15f61fcb7f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.008412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d699-5d24-4e61-99f9-bf82f8f61ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.015692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 9c797887-9027-46e3-999a-62634d7bbe1c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:09.016291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9c797887-9027-46e3-999a-62634d7bbe1c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.054567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:09.059922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3e197e5c-d2b8-469e-b874-9e1f31a8f798 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2d7048b44214d40b75e789a6961df0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2178609 Jan 27 19:43:09.079562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:43:09.092765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e197e5c-d2b8-469e-b874-9e1f31a8f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a54650f-e724-4242-830e-e15f61fcb7f8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:09.267998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9c797887-9027-46e3-999a-62634d7bbe1c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.291580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-fc9872c7-e49e-4f0c-8b35-d202dacb3923 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1433610037&fields=id&tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0 HTTP/1.1" status: 200 len: 267 time: 0.2304947 Jan 27 19:43:09.366015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 9c797887-9027-46e3-999a-62634d7bbe1c owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:09.600311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c797887-9027-46e3-999a-62634d7bbe1c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.678095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.679083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d7df1a6-1153-4273-89f2-6ea5340d7690 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:09.685890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/9c797887-9027-46e3-999a-62634d7bbe1c HTTP/1.1" status: 204 len: 168 time: 0.9366424 Jan 27 19:43:09.687335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38532) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:09.700632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad1a76-a734-49c8-ab10-9a7cbe649e47 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=9c797887-9027-46e3-999a-62634d7bbe1c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:09.767305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] Publish callbacks [] for security_group (6a54650f-e724-4242-830e-e15f61fcb7f8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.868217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2d7df1a6-1153-4273-89f2-6ea5340d7690 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:09.869096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.891409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] Publish callbacks [] for security_group (6a54650f-e724-4242-830e-e15f61fcb7f8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:09.927360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-d1d5e8bb-b602-4a05-a612-ed939cdef2a7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:09.938786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3892ef9-6980-4c7b-a54c-4d2bcafa7202 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:09.944188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3892ef9-6980-4c7b-a54c-4d2bcafa7202 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2552798 Jan 27 19:43:09.944940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:09.945802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-d1d5e8bb-b602-4a05-a612-ed939cdef2a7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.6498506 Jan 27 19:43:09.982180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'port': {'security_groups': ['7025bce2-fd45-480f-bb65-2a0c623ca553', 'f5b202ba-7a3c-4911-a8cc-bb97e92f1fab']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:09.996287 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cbab33-c376-492e-9086-6493f80a8c06 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:10.001210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52cbab33-c376-492e-9086-6493f80a8c06 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/70564be7-dae3-460a-bd9a-48b3cef73ef1 HTTP/1.1" status: 404 len: 333 time: 0.0527539 Jan 27 19:43:10.006841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:10.052873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2d7df1a6-1153-4273-89f2-6ea5340d7690 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:10.058529 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae472a0d-e01b-41af-b33e-22030ee19da7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:10.064440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae472a0d-e01b-41af-b33e-22030ee19da7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/9c797887-9027-46e3-999a-62634d7bbe1c HTTP/1.1" status: 404 len: 333 time: 0.0561306 Jan 27 19:43:10.065168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:10.248153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a54650f-e724-4242-830e-e15f61fcb7f8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.250886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.252113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a54650f-e724-4242-830e-e15f61fcb7f8 HTTP/1.1" status: 204 len: 168 time: 1.1962211 Jan 27 19:43:10.297371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.310437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb9fb8-2e3d-4ce5-a1d1-054a7b43dfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a54650f-e724-4242-830e-e15f61fcb7f8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:10.334802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-99ec9d55-2280-4ce4-b188-bbb97b5e5d18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:10.350976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-99ec9d55-2280-4ce4-b188-bbb97b5e5d18 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 797 time: 1.0112040 Jan 27 19:43:10.359781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.548063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.593860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:10.609140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b09a6c6-64dd-4c85-941e-198c9d904004') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:10.609794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b09a6c6-64dd-4c85-941e-198c9d904004') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:10.628245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (5b09a6c6-64dd-4c85-941e-198c9d904004), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.646667 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5b09a6c6-64dd-4c85-941e-198c9d904004), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.657622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:10.672158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (5b09a6c6-64dd-4c85-941e-198c9d904004), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:10.677454 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:10.707398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-37095e1e-61e8-4a04-bba5-66acc4ba5120 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 380 time: 0.3371093 Jan 27 19:43:10.721471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'port': {'device_id': '71c7e3bc-f86e-464f-8375-e925488ec145', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'admin_state_up': True, 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'security_groups': ['0de2c805-95a1-4b30-9db1-2e23c9a1bed3']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:10.882512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.903872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:10.908924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3 HTTP/1.1" status: 204 len: 168 time: 0.8377945 Jan 27 19:43:10.918995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:10.924895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-412300697'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:10.944348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30194b-9885-4cff-9e9a-91a0a757a3f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=6c6567c4-5b7a-4e1e-9b8a-37dfe44418f3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:10.988703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38562) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:11.014256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:11.019273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.023929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5220dc76-12c9-4aa7-bd34-473aae7058be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.088670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:11.120085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8e151377-67a7-4601-82ab-73ff0d98c1e2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.120728 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment 8e151377-67a7-4601-82ab-73ff0d98c1e2 of type vlan for network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 Jan 27 19:43:11.208562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.234135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:11.259264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5220dc76-12c9-4aa7-bd34-473aae7058be admin admin] Publish callbacks [] for security_group (b004108d-cfa5-4f01-a61f-20a631b3c473), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.267425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5220dc76-12c9-4aa7-bd34-473aae7058be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b004108d-cfa5-4f01-a61f-20a631b3c473), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.270853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.273587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:11.278016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.282961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.296270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:11.309075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5220dc76-12c9-4aa7-bd34-473aae7058be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b73a19b568044d791b7d75158ea2862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165784 Jan 27 19:43:11.309075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.314116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:11.314796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.318680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:11.443574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:11.444832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:11.456660 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.460113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b99ba40e-6b84-4778-aad6-1c4a4135005d req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "PUT /v2.0/ports/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 981 time: 1.5070448 Jan 27 19:43:11.465727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:11.471604 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ffa691-5046-4040-bd0f-8f0296a22dca" -d '{"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:11.567600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a250665-759c-4cf8-9d82-bea437ecfac7 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:11.574475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6539485 Jan 27 19:43:11.590663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:11.607130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:11.628933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220dc76-12c9-4aa7-bd34-473aae7058be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004108d-cfa5-4f01-a61f-20a631b3c473,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:11.646807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ba6f1-acd4-455e-a663-a9e33812f1b7 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=ba7f9d40-9875-444c-90d6-f5b57dfdb3f8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:11.690704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] Publish callbacks [] for security_group (b004108d-cfa5-4f01-a61f-20a631b3c473), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.721297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:11.730022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] Publish callbacks [] for security_group (b004108d-cfa5-4f01-a61f-20a631b3c473), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.853102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b004108d-cfa5-4f01-a61f-20a631b3c473), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.863571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:11.868171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b004108d-cfa5-4f01-a61f-20a631b3c473 HTTP/1.1" status: 204 len: 168 time: 0.5420094 Jan 27 19:43:11.880050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5879fe8f-f24d-4a38-8c13-cd732e6b3ec0 req-9682825a-ebb9-46cc-8904-0513be1cafec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 210 time: 0.2470348 Jan 27 19:43:11.939089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36fe5-0f1d-4d82-9c26-c1f8e986153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004108d-cfa5-4f01-a61f-20a631b3c473,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:12.028148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:12.042240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:12.257739 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46c48c02-1431-44fb-b997-adc64b095567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:12.409846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:43:12.412235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:43:12.471204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f5e3-4971-4f1d-b203-2565c5f5bb0a req-fb0dd49a-9a89-45f3-be36-f404805b45b3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:12.473159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1a7f5e3-4971-4f1d-b203-2565c5f5bb0a req-fb0dd49a-9a89-45f3-be36-f404805b45b3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.3792357 Jan 27 19:43:12.474857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.5 (5b6214bf-1a60-40fa-b9d7-cc561590b4d1/808cc6a3-0e72-4fd8-8188-01a09d331e10/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:12.980924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1a7f5e3-4971-4f1d-b203-2565c5f5bb0a req-dc6a9f60-70da-46da-b5b5-9e51cdde3510 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4997196 Jan 27 19:43:12.999482 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (94c38902-c405-4c14-8ec5-ae5ae5b1ca7a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.266686 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.307679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': '8e151377-67a7-4601-82ab-73ff0d98c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:13.317951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: ba7f9d40-9875-444c-90d6-f5b57dfdb3f8, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:13.365939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=94c38902-c405-4c14-8ec5-ae5ae5b1ca7a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:13.389952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-1b4f8456-09f5-4be8-9b58-68d36b592397 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1433610037&fields=id&tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0 HTTP/1.1" status: 200 len: 267 time: 0.2693443 Jan 27 19:43:13.494835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38624) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:13.536099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:13.604930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ba7f9d40-9875-444c-90d6-f5b57dfdb3f8) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:13.629239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142fc4c-cb9c-48e3-998f-4fc3979225f0 None None] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:13.637129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:13.639424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.696770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-2006e4cd-ba80-4c56-ad8f-b45dd4cd058b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:13.705725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-2006e4cd-ba80-4c56-ad8f-b45dd4cd058b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 984 time: 0.3147950 Jan 27 19:43:13.708472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.717640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'port': {'security_groups': ['7025bce2-fd45-480f-bb65-2a0c623ca553']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:13.728508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-37c50f29-c550-4ebb-9534-e2a41ff21278 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1328611 Jan 27 19:43:13.733631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:13.795588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8', 'name': 'tempest-PortsTestJSON-2056251947'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:13.810302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:13.818285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ddef325-5ba6-4645-a31e-bc6ee87f7be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.851066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:13.859452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:13.864605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:13.868656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ba7f9d40-9875-444c-90d6-f5b57dfdb3f8', 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': '94c38902-c405-4c14-8ec5-ae5ae5b1ca7a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:43:13.869642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.893501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:13.980534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:13.980534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.070307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-02350de0-a295-437b-9918-05ba4293ed43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3486893 Jan 27 19:43:14.083886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Request body: {'port': {'device_id': '71c7e3bc-f86e-464f-8375-e925488ec145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:14.241486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Allocated IP 172.20.0.2 (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8/94c38902-c405-4c14-8ec5-ae5ae5b1ca7a/34f6e12b-9dd7-49f3-b119-82899fec139d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:14.304277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:14.307974 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.370804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:14.480421 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.507475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ddef325-5ba6-4645-a31e-bc6ee87f7be9 admin admin] Publish callbacks [] for security_group (f50acb59-e9b1-46fd-a692-2d20ec17a81e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.515580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ddef325-5ba6-4645-a31e-bc6ee87f7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f50acb59-e9b1-46fd-a692-2d20ec17a81e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.578123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9ddef325-5ba6-4645-a31e-bc6ee87f7be9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22977cfc06064635bdf2afb92f5f61d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0753047 Jan 27 19:43:14.579827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:14.613601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddef325-5ba6-4645-a31e-bc6ee87f7be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50acb59-e9b1-46fd-a692-2d20ec17a81e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:14.674957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:14.759574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] Publish callbacks [] for security_group (f50acb59-e9b1-46fd-a692-2d20ec17a81e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.849090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.860043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-043e72d0-ba0b-4005-b2c2-74a4ead7cba4 None None] Provisioning complete for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:14.861120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-043e72d0-ba0b-4005-b2c2-74a4ead7cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.920934 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.925753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] Publish callbacks [] for security_group (f50acb59-e9b1-46fd-a692-2d20ec17a81e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:14.947214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:15.042660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks [] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.045444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-043e72d0-ba0b-4005-b2c2-74a4ead7cba4 None None] Port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:15.073011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.142359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.3 (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8/94c38902-c405-4c14-8ec5-ae5ae5b1ca7a/a8ef1fe5-d0f4-4dbd-a7ee-59e121053781) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:15.143665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:15.144433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.151656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c7b24f9-3b61-4b3a-8523-f63a65cf6b7f req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "PUT /v2.0/ports/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 942 time: 1.4446652 Jan 27 19:43:15.240747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f83fd-13f1-4f2c-9641-2a885b1f99bd tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:15.264378 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923922d-6820-4864-970c-cd0ef869f3b7 x-openstack-request-id: req-d923922d-6820-4864-970c-cd0ef869f3b7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:15.264747 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:15.264999 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d923922d-6820-4864-970c-cd0ef869f3b7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:15.265433 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:43:15.271251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:15.319878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f50acb59-e9b1-46fd-a692-2d20ec17a81e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.327308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.331210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f50acb59-e9b1-46fd-a692-2d20ec17a81e HTTP/1.1" status: 204 len: 168 time: 0.7453439 Jan 27 19:43:15.338669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:15.388661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:15.398822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b253a5-0f76-4633-a7d7-e5a934942910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50acb59-e9b1-46fd-a692-2d20ec17a81e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:15.418626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Pushing event updated for resources: {'Port': ['ID=34f6e12b-9dd7-49f3-b119-82899fec139d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:15.443731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:15.450213 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.522249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-8ce791cb-a53a-425d-8f63-b87f3bb39133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:15.524425 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-8ce791cb-a53a-425d-8f63-b87f3bb39133 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.2132421 Jan 27 19:43:15.647518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:43:15.705638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a2b37-71cd-48da-83be-879e616bd44d req-40929c21-4741-4d6d-a4de-ec47447de0d7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:15.723794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af7a2b37-71cd-48da-83be-879e616bd44d req-40929c21-4741-4d6d-a4de-ec47447de0d7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 931 time: 0.2811558 Jan 27 19:43:15.723794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks [] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.794630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Transition to ACTIVE for port object d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:43:15.814258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Attempting to bind port 34f6e12b-9dd7-49f3-b119-82899fec139d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:43:15.814622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Attempting to bind port 34f6e12b-9dd7-49f3-b119-82899fec139d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '8e151377-67a7-4601-82ab-73ff0d98c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:43:15.815003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Attempting to bind port 34f6e12b-9dd7-49f3-b119-82899fec139d on network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:15.826534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.827409 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.833305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:43:15.833706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Checking segment: {'id': '8e151377-67a7-4601-82ab-73ff0d98c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:15.834193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.834609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Bound using segment: {'id': '8e151377-67a7-4601-82ab-73ff0d98c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:43:15.835159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Bound port: 34f6e12b-9dd7-49f3-b119-82899fec139d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e151377-67a7-4601-82ab-73ff0d98c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ba7f9d40-9875-444c-90d6-f5b57dfdb3f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:43:15.836395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.941028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] For port 34f6e12b-9dd7-49f3-b119-82899fec139d, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:43:15.945519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] For port 34f6e12b-9dd7-49f3-b119-82899fec139d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=34f6e12b-9dd7-49f3-b119-82899fec139d,segment=NetworkSegment(8e151377-67a7-4601-82ab-73ff0d98c1e2),segment_id=8e151377-67a7-4601-82ab-73ff0d98c1e2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:43:15.966373 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:15.997882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:16.023473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-da1267af-ca7e-4991-b9cf-08f8d9d9e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:16.031702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-da1267af-ca7e-4991-b9cf-08f8d9d9e090 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.4243815 Jan 27 19:43:16.045739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.133340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af7a2b37-71cd-48da-83be-879e616bd44d req-f71d278e-fca5-4321-a993-df002f2823ad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120357 Jan 27 19:43:16.225799 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.306261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d5bfa-8135-4be6-af99-d05a9ff45d03 None None] Pushing event updated for resources: {'Port': ['ID=34f6e12b-9dd7-49f3-b119-82899fec139d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:16.381691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:16.394922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-b95de564-43de-4512-9ecc-2096e6133cdd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.3195426 Jan 27 19:43:16.552497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.558421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-1582c9e0-85be-42df-995c-332565a3be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:16.561796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-1582c9e0-85be-42df-995c-332565a3be3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.1377056 Jan 27 19:43:16.586700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:43:16.587045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:43:16.587384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:16.622757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:16.633705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:43:16.634033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:16.648418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-bef77f30-eed6-4d40-a6c9-4291de4ea7ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590680 Jan 27 19:43:16.666761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200a0c6-76c8-4aec-a5f9-05ced0762856 req-ffb6c5c9-7901-4cae-966e-f86732b46a5c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:16.668406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6200a0c6-76c8-4aec-a5f9-05ced0762856 req-ffb6c5c9-7901-4cae-966e-f86732b46a5c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.3534424 Jan 27 19:43:16.673303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:43:16.673734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:16.674050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Bound using segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:43:16.674510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Bound port: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:43:16.674874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.886071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6200a0c6-76c8-4aec-a5f9-05ced0762856 req-f9d4c61b-7084-40b0-8d72-2618dba865e1 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063909 Jan 27 19:43:16.920684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0b74061-2676-4750-bd6a-aca45e54c692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.925978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:43:16.942197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Publish callbacks [] for security_group (90208219-f411-49af-ad35-afbc9e88f902), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:16.953461 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-04901769-3373-4ba9-83cb-78dd0cdfee15 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789729 Jan 27 19:43:16.979829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90208219-f411-49af-ad35-afbc9e88f902), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.000100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:43:17.018332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.089749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.095351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:17.120977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:17.132046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:17.140586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=a8ef1fe5-d0f4-4dbd-a7ee-59e121053781,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:17.167796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-70ffa691-5046-4040-bd0f-8f0296a22dca req-e04b2a0a-803b-4a6b-b4eb-38efc4601402 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078702 Jan 27 19:43:17.181694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab0cbf1390ee4998989adc09c6bd4d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026997 Jan 27 19:43:17.191059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38700) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:17.199759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:17.200974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.202503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] 10.222.0.66 "PUT /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1091 time: 3.1290817 Jan 27 19:43:17.210293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90208219-f411-49af-ad35-afbc9e88f902,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:17.268572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}, {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:17.270639 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531" -d '{"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}, {"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:17.287673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.288128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.288413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.288715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.289061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.289441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.289804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.290108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.290440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.290773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.291101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.291431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.291758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965db8-7ead-497c-9a09-16f695b5d643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:17.324778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:17.326869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.405926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] Publish callbacks [] for security_group (90208219-f411-49af-ad35-afbc9e88f902), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.494358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79dc23-c3af-4676-99d3-e4319385ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:17.495874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55b0aac0-61be-4fba-8dff-b061b27cc741 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7600868 Jan 27 19:43:17.499756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:17.501848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] Publish callbacks [] for security_group (90208219-f411-49af-ad35-afbc9e88f902), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.539908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-46e53d40-5e84-4b08-9281-6ca3b5e60bc5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6003306 Jan 27 19:43:17.544747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:17.670720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.675309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-e07798e1-18aa-4fc4-ac04-55d1817b6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:17.676954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-e07798e1-18aa-4fc4-ac04-55d1817b6b66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1094 time: 0.3102896 Jan 27 19:43:17.680027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90208219-f411-49af-ad35-afbc9e88f902), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.688956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.688956 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90208219-f411-49af-ad35-afbc9e88f902 HTTP/1.1" status: 204 len: 168 time: 0.4925003 Jan 27 19:43:17.693629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0b74061-2676-4750-bd6a-aca45e54c692 admin admin] Publish callbacks [] for security_group (fee68c90-c61a-43ec-86c8-a4159b15f69e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.704808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52aaf-d896-4d02-92d5-2faf9d7b4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90208219-f411-49af-ad35-afbc9e88f902,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:17.742225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0b74061-2676-4750-bd6a-aca45e54c692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fee68c90-c61a-43ec-86c8-a4159b15f69e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:17.745623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-dbdc0663-8f28-47bc-a990-c0d7173b0ba6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 217 time: 0.0495782 Jan 27 19:43:17.890581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d0b74061-2676-4750-bd6a-aca45e54c692 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6fe39cfc7804656aeaf3d1be4375253&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2643604 Jan 27 19:43:17.891377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b74061-2676-4750-bd6a-aca45e54c692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee68c90-c61a-43ec-86c8-a4159b15f69e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:17.895081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:17.922142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-c563eca2-c608-4643-8d5a-7c7cf0e9f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:17.923640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-c563eca2-c608-4643-8d5a-7c7cf0e9f13c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.1650381 Jan 27 19:43:17.938542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 34f6e12b-9dd7-49f3-b119-82899fec139d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:18.020055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:18.020580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.064318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] Publish callbacks [] for security_group (fee68c90-c61a-43ec-86c8-a4159b15f69e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.130224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] Publish callbacks [] for security_group (fee68c90-c61a-43ec-86c8-a4159b15f69e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.163405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 34f6e12b-9dd7-49f3-b119-82899fec139d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:18.163968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.284984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fee68c90-c61a-43ec-86c8-a4159b15f69e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.290231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.292210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fee68c90-c61a-43ec-86c8-a4159b15f69e HTTP/1.1" status: 204 len: 168 time: 0.3956268 Jan 27 19:43:18.307132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f135f8d-d17e-40f6-be71-f6d3740063e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee68c90-c61a-43ec-86c8-a4159b15f69e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:18.316630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ed964-e104-4b74-a588-7d392797f277 None None] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:18.562314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-58e881ad-743f-444c-b2cf-fee3dc28cc40 None None] Provisioning complete for port 34f6e12b-9dd7-49f3-b119-82899fec139d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:18.563028 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58e881ad-743f-444c-b2cf-fee3dc28cc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.631045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 34f6e12b-9dd7-49f3-b119-82899fec139d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:18.631684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.703993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 34f6e12b-9dd7-49f3-b119-82899fec139d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=34f6e12b-9dd7-49f3-b119-82899fec139d,segment=NetworkSegment(8e151377-67a7-4601-82ab-73ff0d98c1e2),segment_id=8e151377-67a7-4601-82ab-73ff0d98c1e2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:18.714498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:18.767850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488df4-d211-4011-accc-810ad756669e req-92db2182-3e07-4f00-ab42-1a4eeb08bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:18.769660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-92db2182-3e07-4f00-ab42-1a4eeb08bdf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8397160 Jan 27 19:43:18.875236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-58e881ad-743f-444c-b2cf-fee3dc28cc40 None None] Current status of the port 34f6e12b-9dd7-49f3-b119-82899fec139d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:18.896032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=34f6e12b-9dd7-49f3-b119-82899fec139d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:18.908364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.909011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.909848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.910457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.911044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.911612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.912444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.914655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.915270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.915884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.916719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.917316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.918360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:18.987111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.023828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.112243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Provisioning complete for port 34f6e12b-9dd7-49f3-b119-82899fec139d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:19.113361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.143232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:19.303953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Current status of the port 34f6e12b-9dd7-49f3-b119-82899fec139d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:19.321532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Provisioning complete for port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:19.322187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.342433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-61705389-7b07-4633-ad5b-87fc477b5c60 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293016 Jan 27 19:43:19.395829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b49ef133-f09e-4484-b36a-dd308a366b1f None None] Port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:19.523254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 34f6e12b-9dd7-49f3-b119-82899fec139d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:19.567770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5bcc7e84-7e01-4167-94d6-b412cdfa86b8 None None] Provisioning complete for port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:19.568663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7e84-7e01-4167-94d6-b412cdfa86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.630523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc7e84-7e01-4167-94d6-b412cdfa86b8 None None] Port a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:19.644595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 34f6e12b-9dd7-49f3-b119-82899fec139d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:19.644991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:19.674738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be488df4-d211-4011-accc-810ad756669e req-cd8f97c2-881f-4415-8036-7c774a103714 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309128 Jan 27 19:43:19.873816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Allocated IP 172.25.5.9 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/643c9df6-b0fe-4a5a-91fd-27849fb4ff0f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:19.930943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 34f6e12b-9dd7-49f3-b119-82899fec139d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:20.098245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a8ef1fe5-d0f4-4dbd-a7ee-59e121053781), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.256567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=a8ef1fe5-d0f4-4dbd-a7ee-59e121053781,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:20.350055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.373447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.382629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:20.384683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-23a1bd7d-64a4-469d-91a1-0a2ad6e7f2ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 HTTP/1.1" status: 204 len: 168 time: 2.8598654 Jan 27 19:43:20.420656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.505155 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3106e4fa-f9f6-4f72-a8a1-a92d1056b620 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:43:20.506521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3106e4fa-f9f6-4f72-a8a1-a92d1056b620 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:43:20.518445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3106e4fa-f9f6-4f72-a8a1-a92d1056b620 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 HTTP/1.1" status: 404 len: 333 time: 0.1327333 Jan 27 19:43:20.519821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38772) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:20.551782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:20.565682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:20.599050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:20.607099 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9046704c-8b47-4c92-b281-52af5806a976 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:20.614812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'Port': ['ID=643c9df6-b0fe-4a5a-91fd-27849fb4ff0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:20.615836 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9046704c-8b47-4c92-b281-52af5806a976 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/a8ef1fe5-d0f4-4dbd-a7ee-59e121053781 HTTP/1.1" status: 404 len: 333 time: 0.0936916 Jan 27 19:43:20.617340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:20.790072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 94c38902-c405-4c14-8ec5-ae5ae5b1ca7a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:43:20.795832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (94c38902-c405-4c14-8ec5-ae5ae5b1ca7a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.857241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.922636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (94c38902-c405-4c14-8ec5-ae5ae5b1ca7a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:20.973058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.053502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (94c38902-c405-4c14-8ec5-ae5ae5b1ca7a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.211008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (94c38902-c405-4c14-8ec5-ae5ae5b1ca7a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.255685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907cd7e3-6e1c-479c-afd0-5a899b6dd1f1 None None] Network ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:21.266833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.271981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.276852 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/94c38902-c405-4c14-8ec5-ae5ae5b1ca7a HTTP/1.1" status: 204 len: 168 time: 0.6555357 Jan 27 19:43:21.281020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:21.282342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=94c38902-c405-4c14-8ec5-ae5ae5b1ca7a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:21.293186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.293766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.294232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.295323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.295708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.296442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.296442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.297138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.297473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.298699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.299103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.299504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.299858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316952-7982-45bb-a45c-32f0281ef549 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:43:21.317246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.559969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event updated for resources: {'Port': ['ID=643c9df6-b0fe-4a5a-91fd-27849fb4ff0f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:21.567569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.570678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:21.589287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.645696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.649565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-696dbe57-5ed4-461c-b442-90b0c830b1e6 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.1086946 Jan 27 19:43:21.672602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] DHCP port deletion for ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:43:21.862396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Deleting port 34f6e12b-9dd7-49f3-b119-82899fec139d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:21.862920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.904546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1693520101'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:21.935589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Made reservation on behalf of e8363079600549f3a36c071ab27068e1 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:21.941442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.955443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:21.966782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-57f410f1-7c4b-47f4-a49e-7a3d97b4e542 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.3019946 Jan 27 19:43:21.979912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 34f6e12b-9dd7-49f3-b119-82899fec139d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:21.980646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.075872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] For port 34f6e12b-9dd7-49f3-b119-82899fec139d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=34f6e12b-9dd7-49f3-b119-82899fec139d,segment=NetworkSegment(8e151377-67a7-4601-82ab-73ff0d98c1e2),segment_id=8e151377-67a7-4601-82ab-73ff0d98c1e2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:22.076993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.099422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Calling delete_port for 34f6e12b-9dd7-49f3-b119-82899fec139d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:22.198329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks [] for security_group (101076b3-79d8-4814-a677-868c2bd9e924), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.210580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (101076b3-79d8-4814-a677-868c2bd9e924), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.223966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.229581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] For port 34f6e12b-9dd7-49f3-b119-82899fec139d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=34f6e12b-9dd7-49f3-b119-82899fec139d,segment=NetworkSegment(8e151377-67a7-4601-82ab-73ff0d98c1e2),segment_id=8e151377-67a7-4601-82ab-73ff0d98c1e2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:22.232878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.292224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:22.294977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] Pushing event deleted for resources: {'Port': ['ID=34f6e12b-9dd7-49f3-b119-82899fec139d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:22.297362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e59f9-ddc9-4b13-a1b2-ada8d82f6ef7 None None] No DVR routers for this DVR port 34f6e12b-9dd7-49f3-b119-82899fec139d on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:43:22.305043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 34f6e12b-9dd7-49f3-b119-82899fec139d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:22.342381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101076b3-79d8-4814-a677-868c2bd9e924,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:22.356723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (850e6793-b5f2-4bd2-8487-abd09646d2db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.357615 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Added segment 850e6793-b5f2-4bd2-8487-abd09646d2db of type vlan for network 98dbb673-5b12-4582-8338-8e262c29264d Jan 27 19:43:22.472631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (98dbb673-5b12-4582-8338-8e262c29264d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.534897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (98dbb673-5b12-4582-8338-8e262c29264d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.564351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:22.569163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.658686 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0833433 Jan 27 19:43:22.661651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039f7d-16e5-45eb-98ee-241788c3992c req-c756385b-277e-4c75-af8c-9cf0a3d34d4d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:22.665754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:22.672770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-c756385b-277e-4c75-af8c-9cf0a3d34d4d tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.6964865 Jan 27 19:43:22.678539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70959-499f-44df-8fb1-24708a1a23b5 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Pushing event updated for resources: {'Network': ['ID=98dbb673-5b12-4582-8338-8e262c29264d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:22.693657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 98dbb673-5b12-4582-8338-8e262c29264d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:22.701755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-b44d5e28-7873-4d52-b870-a73489f7b02b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:43:22.703718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90039f7d-16e5-45eb-98ee-241788c3992c req-b44d5e28-7873-4d52-b870-a73489f7b02b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288665 Jan 27 19:43:22.708927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (34f6e12b-9dd7-49f3-b119-82899fec139d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:22.798125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=34f6e12b-9dd7-49f3-b119-82899fec139d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:22.818559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No DVR routers for this DVR port 34f6e12b-9dd7-49f3-b119-82899fec139d on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:43:23.116437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.182365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7f9d40-9875-444c-90d6-f5b57dfdb3f8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:23.205614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e151377-67a7-4601-82ab-73ff0d98c1e2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:23.207311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e151377-67a7-4601-82ab-73ff0d98c1e2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:23.231666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (8e151377-67a7-4601-82ab-73ff0d98c1e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.257616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8e151377-67a7-4601-82ab-73ff0d98c1e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.287893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:23.288575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (8e151377-67a7-4601-82ab-73ff0d98c1e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:23.306319 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:23.449723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:43:23.556395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'name': 'tempest-network--1927827187', 'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:23.628804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:23.643737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.652682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ba7f9d40-9875-444c-90d6-f5b57dfdb3f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.669386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.675410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/ba7f9d40-9875-444c-90d6-f5b57dfdb3f8 HTTP/1.1" status: 204 len: 168 time: 2.3929791 Jan 27 19:43:23.685319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38904) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:23.711390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71fdc8-5b4a-4ff0-a41c-79bfdd187785 req-e35c8517-544f-411f-a7b7-ed687d75ba31 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:23.717382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 34f6e12b-9dd7-49f3-b119-82899fec139d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:43:23.728624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71fdc8-5b4a-4ff0-a41c-79bfdd187785 req-e35c8517-544f-411f-a7b7-ed687d75ba31 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 943 time: 0.2715304 Jan 27 19:43:23.739386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029019853'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:23.741512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269c91c-8601-4b1e-8cf2-8f6a75450884 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=ba7f9d40-9875-444c-90d6-f5b57dfdb3f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:23.759174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 34f6e12b-9dd7-49f3-b119-82899fec139d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:43:23.759452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 34f6e12b-9dd7-49f3-b119-82899fec139d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:43:23.786007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.816884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:23.826108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb71fdc8-5b4a-4ff0-a41c-79bfdd187785 req-c76e635d-bce9-43ac-b2cd-d2193d9bcb01 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950603 Jan 27 19:43:23.864410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:43:23.909888 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb3ddd-bf50-4ecd-a92e-4365ce9ba4c8 x-openstack-request-id: req-9dbb3ddd-bf50-4ecd-a92e-4365ce9ba4c8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:23.910491 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:23.910924 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9dbb3ddd-bf50-4ecd-a92e-4365ce9ba4c8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:23.912456 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:43:23.913728 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:43:23.942857 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.990495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:23.990924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:23.995716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:24.005630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.035429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:43:24.045303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-653649fc-8ef7-4874-b5c9-c8fea6d9d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.045650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-653649fc-8ef7-4874-b5c9-c8fea6d9d031 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.1125677 Jan 27 19:43:24.097462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:24.103635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.107004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38906) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:24.140202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:24.162908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b5e99e83-409f-4f07-aebd-817c501ca896), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.163347 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment b5e99e83-409f-4f07-aebd-817c501ca896 of type vlan for network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 Jan 27 19:43:24.241869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d9de8119-3e08-4c7e-85ef-fdaf0214bca2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.264211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for security_group (22566a82-c013-4682-b79f-e729f603e077), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.277926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22566a82-c013-4682-b79f-e729f603e077), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.328040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22566a82-c013-4682-b79f-e729f603e077,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:24.341979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:24.360908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:24.378686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d9de8119-3e08-4c7e-85ef-fdaf0214bca2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.380788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41e9c-9a18-4e88-8794-5e06060f8306 req-b28de0d7-84d8-440c-a863-fd3a92366d0d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.385491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.386502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.389069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9d41e9c-9a18-4e88-8794-5e06060f8306 req-b28de0d7-84d8-440c-a863-fd3a92366d0d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.2788184 Jan 27 19:43:24.397352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46b5e197-7c79-4c2a-b1f7-f006f016cd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.426420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-0a97a244-fda5-4039-98d9-fde98e7b0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.427987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-0a97a244-fda5-4039-98d9-fde98e7b0efd service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.3758099 Jan 27 19:43:24.443011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:24.449035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6b3ac803-be49-4845-be6d-ffce9f87dd73), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.449785 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Added segment 6b3ac803-be49-4845-be6d-ffce9f87dd73 of type vlan for network 022fb073-294a-4df1-97fe-cb9bc6ebfa36 Jan 27 19:43:24.471132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9d41e9c-9a18-4e88-8794-5e06060f8306 req-45c1fe15-c23b-4b6a-aa43-0d3cde556f5e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807528 Jan 27 19:43:24.539308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8180866 Jan 27 19:43:24.543494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:24.579535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:24.640412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-448dd1ee-7535-463e-9d4e-5572adf49d75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.1789541 Jan 27 19:43:24.666954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644041c3-4da3-430b-9112-f1b4940f0da9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=d9de8119-3e08-4c7e-85ef-fdaf0214bca2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:24.696243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (022fb073-294a-4df1-97fe-cb9bc6ebfa36), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.709553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:24.858513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (022fb073-294a-4df1-97fe-cb9bc6ebfa36), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.859825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.860601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-c5054ba0-1e8d-4c84-bc4f-69c2b8dad16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:24.860890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:24.864504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-c5054ba0-1e8d-4c84-bc4f-69c2b8dad16f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.2170897 Jan 27 19:43:24.903846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2360406 Jan 27 19:43:24.927980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:25.000807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-9f07a70b-2e3b-4d64-aa78-f27ab92092f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171105 Jan 27 19:43:25.041785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (022fb073-294a-4df1-97fe-cb9bc6ebfa36), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.127166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46b5e197-7c79-4c2a-b1f7-f006f016cd62 admin admin] Publish callbacks [] for security_group (0aea1da6-400d-4dc0-9d4f-c2902536cd6e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.182266 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.420946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-ae640204-f978-45c1-8584-65f239fda197 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008119 Jan 27 19:43:25.443891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-968b32e3-9b2e-4a58-b350-536726c5e76f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:25.456623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-968b32e3-9b2e-4a58-b350-536726c5e76f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7880981 Jan 27 19:43:25.584738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-eefd5479-c2eb-4fad-bb57-665381be9e70 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.1279891 Jan 27 19:43:25.593551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'floatingip': {'port_id': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:25.716162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.848638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adb94d-4994-4bd3-9b52-07c8b0936cbd tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=022fb073-294a-4df1-97fe-cb9bc6ebfa36,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:25.859885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:25.865701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.869069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 022fb073-294a-4df1-97fe-cb9bc6ebfa36 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:25.874925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46b5e197-7c79-4c2a-b1f7-f006f016cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0aea1da6-400d-4dc0-9d4f-c2902536cd6e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:25.914977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-d5a4e5b1-199e-4838-bc61-17a18b512f81 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567473 Jan 27 19:43:26.095249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (022fb073-294a-4df1-97fe-cb9bc6ebfa36), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.119794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-46b5e197-7c79-4c2a-b1f7-f006f016cd62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b35cf09c6c3344daa10208fb4bd82206&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0102229 Jan 27 19:43:26.128698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5e197-7c79-4c2a-b1f7-f006f016cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aea1da6-400d-4dc0-9d4f-c2902536cd6e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:26.131494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:26.151390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022fb073-294a-4df1-97fe-cb9bc6ebfa36']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:26.173729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3ac803-be49-4845-be6d-ffce9f87dd73') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:26.174037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3ac803-be49-4845-be6d-ffce9f87dd73') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:26.204835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (6b3ac803-be49-4845-be6d-ffce9f87dd73), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.237317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-4fa2fd59-59dd-48d0-83a8-2d7d84439910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:26.238136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-4fa2fd59-59dd-48d0-83a8-2d7d84439910 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1095 time: 0.2277281 Jan 27 19:43:26.265003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6b3ac803-be49-4845-be6d-ffce9f87dd73), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.274939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:26.275386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (6b3ac803-be49-4845-be6d-ffce9f87dd73), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:26.278489 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:26.398227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] Publish callbacks [] for security_group (0aea1da6-400d-4dc0-9d4f-c2902536cd6e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.569590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] Publish callbacks [] for security_group (0aea1da6-400d-4dc0-9d4f-c2902536cd6e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.628693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (022fb073-294a-4df1-97fe-cb9bc6ebfa36), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.635587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 022fb073-294a-4df1-97fe-cb9bc6ebfa36 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:43:26.646361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.656504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/022fb073-294a-4df1-97fe-cb9bc6ebfa36 HTTP/1.1" status: 204 len: 168 time: 1.7169111 Jan 27 19:43:26.656793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:26.667335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:26.701233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-291f52f8-21ac-4dbb-8047-dca3a38ebfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:26.702415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-291f52f8-21ac-4dbb-8047-dca3a38ebfb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.4168820 Jan 27 19:43:26.706538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:26.707867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.725587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95669ac5-2d48-4841-9b4d-07d58f9d5536 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Network': ['ID=022fb073-294a-4df1-97fe-cb9bc6ebfa36,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:26.754885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (cb67984c-3fc7-4059-a921-14889b3b61a7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.793606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:26.836783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dcd49403-269b-4fab-9bda-469403031e25), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.841767 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Added segment dcd49403-269b-4fab-9bda-469403031e25 of type vlan for network 0deb4fd3-5124-445f-907f-8081613d9d92 Jan 27 19:43:26.920080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (0deb4fd3-5124-445f-907f-8081613d9d92), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.993915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (0deb4fd3-5124-445f-907f-8081613d9d92), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:26.994955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:26.996400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.032012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0aea1da6-400d-4dc0-9d4f-c2902536cd6e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.034733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.040281 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0aea1da6-400d-4dc0-9d4f-c2902536cd6e HTTP/1.1" status: 204 len: 168 time: 0.8950763 Jan 27 19:43:27.314449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=0deb4fd3-5124-445f-907f-8081613d9d92,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:27.329330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=cb67984c-3fc7-4059-a921-14889b3b61a7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:27.332759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a692-026a-4fd2-bb9f-5061606729ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aea1da6-400d-4dc0-9d4f-c2902536cd6e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:27.335958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 0deb4fd3-5124-445f-907f-8081613d9d92 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:27.352168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36f2f84f-d1f4-43fd-89d3-529ff2c3255d tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6942353 Jan 27 19:43:27.359103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:27.370692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'subnet': {'network_id': '0deb4fd3-5124-445f-907f-8081613d9d92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:27.459117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': 'b5e99e83-409f-4f07-aebd-817c501ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:27.459445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: d9de8119-3e08-4c7e-85ef-fdaf0214bca2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:27.462141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:27.464651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.509062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:27.534937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-ad09a580-95fb-4ac4-9ab7-d7552885ea5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 217 time: 0.1131351 Jan 27 19:43:27.557978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:43:27.629072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:27.683424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d9de8119-3e08-4c7e-85ef-fdaf0214bca2) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:27.691019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:27.691664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.720228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed58bc-fbe9-456c-919f-c351043a31a1 None None] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:27.819639 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6fdb0de-33d1-4f85-a3d1-2e41e17458b2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2484698 Jan 27 19:43:27.823982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38942) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:27.849159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.852625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2064986040'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:27.862204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-a188f0f4-9c9b-4fe8-b3fd-0ce862f9441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:27.863859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-a188f0f4-9c9b-4fe8-b3fd-0ce862f9441e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.3031785 Jan 27 19:43:27.891237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:27.956556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38944) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:27.988085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:43:28.004018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:28.005063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.037152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7205d743-816d-4b1c-8518-5d3227aba742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.186110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9de8119-3e08-4c7e-85ef-fdaf0214bca2', 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': 'cb67984c-3fc7-4059-a921-14889b3b61a7'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:43:28.187055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.199287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-bf11dd0c-f0fc-4e81-91d3-e42808a52a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:28.203113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-bf11dd0c-f0fc-4e81-91d3-e42808a52a73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318288 Jan 27 19:43:28.448771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-dc0530ca-cd98-473b-ab97-9fbf69eedf08 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278471 Jan 27 19:43:28.475470 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Floating IP e150bf7b-29db-4cee-ac1e-4cba60415c4c associated. External IP: 172.25.5.9, port: dee27aa3-fd6b-4517-99d4-45d3afd8dd2e. Jan 27 19:43:28.500710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:28.501603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.554670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:28.557737 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76a6b49-cce3-4929-bbcc-faf5eab89888" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:28.585115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:28.591243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.608908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:28.620417 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.689828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7205d743-816d-4b1c-8518-5d3227aba742 admin admin] Publish callbacks [] for security_group (980d55c1-a1ca-4f52-a971-0d91a47aaee0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.693762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port dc3898ee-88d0-4e12-bbca-c22dd892b384 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:28.696150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Allocated IP 172.20.0.2 (d9de8119-3e08-4c7e-85ef-fdaf0214bca2/cb67984c-3fc7-4059-a921-14889b3b61a7/fa7121b9-0137-4108-9994-05a65821f67f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:28.712561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7205d743-816d-4b1c-8518-5d3227aba742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (980d55c1-a1ca-4f52-a971-0d91a47aaee0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:28.743497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:28.776256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e00dc2-4693-4ea9-a8d8-0fc49621d531 req-ba7331b5-775f-411e-898b-6bdf659136ff service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204036 Jan 27 19:43:28.935365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d743-816d-4b1c-8518-5d3227aba742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980d55c1-a1ca-4f52-a971-0d91a47aaee0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:28.942465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7205d743-816d-4b1c-8518-5d3227aba742 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e5edb45c12448f0bd0eb33d0344f723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9824750 Jan 27 19:43:28.944913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:28.983849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Router 10cf6409-4fbe-4c37-bb49-ae85d8334358 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:43:29.016048 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks [] for port (fa7121b9-0137-4108-9994-05a65821f67f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.027248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (fa7121b9-0137-4108-9994-05a65821f67f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.083728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:43:29.085420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (cf52ba2c-c7a0-4824-8c26-68017fbcc4ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.097977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] Publish callbacks [] for security_group (980d55c1-a1ca-4f52-a971-0d91a47aaee0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.177374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] Publish callbacks [] for security_group (980d55c1-a1ca-4f52-a971-0d91a47aaee0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.195810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:43:29.202494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.209526 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Sync routers for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:43:29.235010 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:29.235676 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:29.284954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:29.288718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:29.291210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:29.336270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-71c76ba1-e5eb-496b-bd53-dd95d6059258 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "PUT /v2.0/floatingips/e150bf7b-29db-4cee-ac1e-4cba60415c4c HTTP/1.1" status: 200 len: 994 time: 3.7502420 Jan 27 19:43:29.336562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf52ba2c-c7a0-4824-8c26-68017fbcc4ff,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:29.337311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:29.339452 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c4785-2c91-4d10-a7a7-512fbee0df2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:29.357238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.7 (d9de8119-3e08-4c7e-85ef-fdaf0214bca2/cb67984c-3fc7-4059-a921-14889b3b61a7/dc3898ee-88d0-4e12-bbca-c22dd892b384) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:29.392395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Attempting to bind port fa7121b9-0137-4108-9994-05a65821f67f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:43:29.394283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Attempting to bind port fa7121b9-0137-4108-9994-05a65821f67f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b5e99e83-409f-4f07-aebd-817c501ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:43:29.395411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Attempting to bind port fa7121b9-0137-4108-9994-05a65821f67f on network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:29.399367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Checking segment: {'id': 'dcd49403-269b-4fab-9bda-469403031e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0deb4fd3-5124-445f-907f-8081613d9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:29.399821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Network hostable DHCP agents. Network: 0deb4fd3-5124-445f-907f-8081613d9d92, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:29.403893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Pushing event updated for resources: {'Port': ['ID=fa7121b9-0137-4108-9994-05a65821f67f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:29.414823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:43:29.416665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Checking segment: {'id': 'b5e99e83-409f-4f07-aebd-817c501ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:29.419180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.419607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Bound using segment: {'id': 'b5e99e83-409f-4f07-aebd-817c501ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:43:29.420941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Bound port: fa7121b9-0137-4108-9994-05a65821f67f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e99e83-409f-4f07-aebd-817c501ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9de8119-3e08-4c7e-85ef-fdaf0214bca2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:43:29.421481 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fa7121b9-0137-4108-9994-05a65821f67f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.440407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (980d55c1-a1ca-4f52-a971-0d91a47aaee0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.441910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.450421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/980d55c1-a1ca-4f52-a971-0d91a47aaee0 HTTP/1.1" status: 204 len: 168 time: 0.5000393 Jan 27 19:43:29.484135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ae55c-cdae-487a-bf1b-2bacbdc95146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980d55c1-a1ca-4f52-a971-0d91a47aaee0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:29.494697 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:29.519491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-201debaa-64cc-4396-9dbb-ba47ff5fa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:29.530588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-201debaa-64cc-4396-9dbb-ba47ff5fa6b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.1496847 Jan 27 19:43:29.561898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] For port fa7121b9-0137-4108-9994-05a65821f67f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:43:29.570194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] For port fa7121b9-0137-4108-9994-05a65821f67f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fa7121b9-0137-4108-9994-05a65821f67f,segment=NetworkSegment(b5e99e83-409f-4f07-aebd-817c501ca896),segment_id=b5e99e83-409f-4f07-aebd-817c501ca896)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:43:29.602858 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fa7121b9-0137-4108-9994-05a65821f67f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.676709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Network 0deb4fd3-5124-445f-907f-8081613d9d92 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:29.729105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 0deb4fd3-5124-445f-907f-8081613d9d92) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:29.775764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:29.777304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:29.780447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce9e32-543f-4add-b9fc-714bf77d27fd None None] Network 0deb4fd3-5124-445f-907f-8081613d9d92 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:29.834295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb08a21e-62a4-43b2-afae-7904ea145af4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4741135 Jan 27 19:43:29.839315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:29.854234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'floatingip': {'floating_network_id': '0deb4fd3-5124-445f-907f-8081613d9d92'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:29.983909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-04e05b10-e59c-4f4f-8c32-3cec3768f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:29.995349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-04e05b10-e59c-4f4f-8c32-3cec3768f0eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.4617722 Jan 27 19:43:30.001428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (dc3898ee-88d0-4e12-bbca-c22dd892b384), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:30.023011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:30.183245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1fb5f-9434-48d9-a2ab-b86a35179a3e None None] Pushing event updated for resources: {'Port': ['ID=fa7121b9-0137-4108-9994-05a65821f67f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:30.222356 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'e150bf7b-29db-4cee-ac1e-4cba60415c4c', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'port_id': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'mac_address': 'fa:16:3e:fc:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:20Z', 'updated_at': '2022-01-27T19:43:26Z', 'revision_number': 1, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:30.283786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-6f8bb9c0-5c1d-4a8d-ad6c-00e98ae759ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 997 time: 0.2874146 Jan 27 19:43:30.300081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dc3898ee-88d0-4e12-bbca-c22dd892b384), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:30.343354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b1da3-e52f-44ad-8a40-0d4b97596858 None None] Network 0deb4fd3-5124-445f-907f-8081613d9d92 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:30.355772 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Checking router: 10cf6409-4fbe-4c37-bb49-ae85d8334358 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:43:30.402034 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:30.420150 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:30.431964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:30.452582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-9bf32580-142c-459d-be4b-fcb563d22400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:30.468615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-9bf32580-142c-459d-be4b-fcb563d22400 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.1836176 Jan 27 19:43:30.501916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:30.527650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:30.651659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-ea481d4d-85c4-45b4-b33f-cdc8ee0d2eab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812160 Jan 27 19:43:30.678792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-1444f51c-d9cc-4891-a618-25ccaebc7fd0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:43:30.679955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-1444f51c-d9cc-4891-a618-25ccaebc7fd0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272851 Jan 27 19:43:30.712030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=dc3898ee-88d0-4e12-bbca-c22dd892b384,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:30.785918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:30.788478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:30.818201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:30.832063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06affacd-01ed-4232-9c8b-6bdcef4d3689 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9990308 Jan 27 19:43:30.836126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38974) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:30.863762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:30.958962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Allocated IP 172.20.0.3 (0deb4fd3-5124-445f-907f-8081613d9d92/cf52ba2c-c7a0-4824-8c26-68017fbcc4ff/c0cf556c-1fdb-4edb-ba35-02008141be06) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:31.147656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:31.156509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port dc3898ee-88d0-4e12-bbca-c22dd892b384 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:31.157354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dc3898ee-88d0-4e12-bbca-c22dd892b384), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:31.298331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-c8ea2e28-114c-41fc-b195-e3638fb3a923 service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995088 Jan 27 19:43:31.478777 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'e150bf7b-29db-4cee-ac1e-4cba60415c4c', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'port_id': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'mac_address': 'fa:16:3e:fc:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:20Z', 'updated_at': '2022-01-27T19:43:26Z', 'revision_number': 1, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:31.592309 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c0c03-7f7d-4095-8fd6-79e103512d0c None None] The sync data for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 is: [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'e150bf7b-29db-4cee-ac1e-4cba60415c4c', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'port_id': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'mac_address': 'fa:16:3e:fc:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:20Z', 'updated_at': '2022-01-27T19:43:26Z', 'revision_number': 1, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:43:31.608918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dc3898ee-88d0-4e12-bbca-c22dd892b384), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:31.678377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for dc3898ee-88d0-4e12-bbca-c22dd892b384 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:31.736644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:31.783006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fa7121b9-0137-4108-9994-05a65821f67f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:31.924418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Port': ['ID=c0cf556c-1fdb-4edb-ba35-02008141be06,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:32.004472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port fa7121b9-0137-4108-9994-05a65821f67f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:32.005117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fa7121b9-0137-4108-9994-05a65821f67f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.005933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a57f63b-144f-44a6-9a9c-34c2a24781f6 req-5789cfe3-4ba6-4912-afb2-36537d188b6e service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930578 Jan 27 19:43:32.044241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Network 0deb4fd3-5124-445f-907f-8081613d9d92 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:32.049061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:32.060101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:32.253585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e2606-c0ad-43e0-8e37-731cf799bf83 None None] New status for floating IP e150bf7b-29db-4cee-ac1e-4cba60415c4c: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:43:32.280953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dc3898ee-88d0-4e12-bbca-c22dd892b384), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.367456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for floatingip (059053ef-9331-445b-8d7b-be39574245e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.462058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.463925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=dc3898ee-88d0-4e12-bbca-c22dd892b384,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:32.548684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a97f05b-4806-4ed7-998b-2dd3d4bba905 None None] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:32.647157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.653080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6184f2a9-9943-48f8-86bb-fccfb3218b35 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/dc3898ee-88d0-4e12-bbca-c22dd892b384 HTTP/1.1" status: 204 len: 168 time: 1.8152499 Jan 27 19:43:32.665295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38998) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:32.728400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port fa7121b9-0137-4108-9994-05a65821f67f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:32.728807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fa7121b9-0137-4108-9994-05a65821f67f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.731855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e476b276-8848-4cec-ad1f-7e8b9cc4a116 None None] Provisioning complete for port fa7121b9-0137-4108-9994-05a65821f67f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:32.732236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e476b276-8848-4cec-ad1f-7e8b9cc4a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fa7121b9-0137-4108-9994-05a65821f67f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:32.838209 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-68917fda-a78d-4b2e-84c7-dc48261ab618 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:32.860550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-68917fda-a78d-4b2e-84c7-dc48261ab618 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/dc3898ee-88d0-4e12-bbca-c22dd892b384 HTTP/1.1" status: 404 len: 333 time: 0.1900477 Jan 27 19:43:32.863102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39004) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:32.927988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0911fb-434b-4f6e-ac72-9524ed882fed req-cced1c0a-962b-4742-a593-7db7b32a2bb8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:32.930132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee0911fb-434b-4f6e-ac72-9524ed882fed req-cced1c0a-962b-4742-a593-7db7b32a2bb8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.4127774 Jan 27 19:43:32.977361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port fa7121b9-0137-4108-9994-05a65821f67f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fa7121b9-0137-4108-9994-05a65821f67f,segment=NetworkSegment(b5e99e83-409f-4f07-aebd-817c501ca896),segment_id=b5e99e83-409f-4f07-aebd-817c501ca896)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:32.994022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fa7121b9-0137-4108-9994-05a65821f67f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.101515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee0911fb-434b-4f6e-ac72-9524ed882fed req-46fc85e9-9015-41e0-9dc8-d2064ad2436b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616538 Jan 27 19:43:33.136036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet cb67984c-3fc7-4059-a921-14889b3b61a7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:43:33.146391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (cb67984c-3fc7-4059-a921-14889b3b61a7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.202036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.213864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.222786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=fa7121b9-0137-4108-9994-05a65821f67f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:33.261417 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe695973-2e1d-401b-9fb5-73d455f20698 x-openstack-request-id: req-fe695973-2e1d-401b-9fb5-73d455f20698 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:33.261929 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:33.262448 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe695973-2e1d-401b-9fb5-73d455f20698 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:33.276952 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'code': 200} Jan 27 19:43:33.289106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e476b276-8848-4cec-ad1f-7e8b9cc4a116 None None] Current status of the port fa7121b9-0137-4108-9994-05a65821f67f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:33.312778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (cb67984c-3fc7-4059-a921-14889b3b61a7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.502935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Port': ['ID=c0cf556c-1fdb-4edb-ba35-02008141be06,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:33.526715 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde7606c-6740-448e-8a75-e3f1a05b8b6e x-openstack-request-id: req-cde7606c-6740-448e-8a75-e3f1a05b8b6e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:33.527017 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:33.527292 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cde7606c-6740-448e-8a75-e3f1a05b8b6e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:33.527756 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:43:33.583439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456282-3294-44a6-9115-8577795ad01c req-eb94ca04-32e6-4106-861a-4cbdbb686bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:33.584994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-eb94ca04-32e6-4106-861a-4cbdbb686bbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.9410152 Jan 27 19:43:33.631815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fa7121b9-0137-4108-9994-05a65821f67f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:33.682960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (cb67984c-3fc7-4059-a921-14889b3b61a7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.795291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-4e2faf4f-815e-42e5-810b-874a7b8d61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:33.797898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-4e2faf4f-815e-42e5-810b-874a7b8d61b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.2778952 Jan 27 19:43:33.840312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0afdf88a-88ba-48ec-b24d-e254c178ae76 None None] Provisioning complete for port fa7121b9-0137-4108-9994-05a65821f67f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:33.844011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0afdf88a-88ba-48ec-b24d-e254c178ae76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fa7121b9-0137-4108-9994-05a65821f67f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:33.928463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (cb67984c-3fc7-4059-a921-14889b3b61a7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.119651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port fa7121b9-0137-4108-9994-05a65821f67f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:34.120207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fa7121b9-0137-4108-9994-05a65821f67f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.138469 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.160236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/cb67984c-3fc7-4059-a921-14889b3b61a7 HTTP/1.1" status: 204 len: 168 time: 1.2956946 Jan 27 19:43:34.167031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ec298-ef2e-4877-9589-8b73f3a95aa1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=cb67984c-3fc7-4059-a921-14889b3b61a7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:34.174843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39030) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:34.417093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d9de8119-3e08-4c7e-85ef-fdaf0214bca2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.603651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (059053ef-9331-445b-8d7b-be39574245e0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.607485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port fa7121b9-0137-4108-9994-05a65821f67f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:34.610109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689098c-39c5-4451-9f92-41df363364bb None None] Network d9de8119-3e08-4c7e-85ef-fdaf0214bca2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:34.619357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0afdf88a-88ba-48ec-b24d-e254c178ae76 None None] Current status of the port fa7121b9-0137-4108-9994-05a65821f67f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:34.683576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456282-3294-44a6-9115-8577795ad01c req-ce1e64ee-007b-4602-b3e7-cd141874eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:34.691270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-111e9505-ed04-47b0-8891-8eca30436f62 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 1.1599855 Jan 27 19:43:34.693904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-ce1e64ee-007b-4602-b3e7-cd141874eedc service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 1.0842400 Jan 27 19:43:34.728648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-58630a01-dffa-4f66-b49f-4a98f4d5ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:34.731438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-58630a01-dffa-4f66-b49f-4a98f4d5ca27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.8310590 Jan 27 19:43:34.776966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f443c31a-ecaa-46ee-a7f6-12f2e7da2271 None None] Could not find standard attr ID for object dc3898ee-88d0-4e12-bbca-c22dd892b384. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:43:34.832253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:34.835459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-95d1cdde-f557-4282-a151-c9814b1750ba tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9937875 Jan 27 19:43:34.850527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d37e0c-d08c-47cf-b09b-7b5440515d5c req-57d7ee7f-1eda-47e4-a085-c956490d5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:34.852426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68d37e0c-d08c-47cf-b09b-7b5440515d5c req-57d7ee7f-1eda-47e4-a085-c956490d5e24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 1.4660883 Jan 27 19:43:34.856370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:34.948986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-e6cbd6af-7314-47e7-8bcf-d7d05deb864c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 999 time: 0.1108420 Jan 27 19:43:34.953102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port fa7121b9-0137-4108-9994-05a65821f67f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:34.954832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fa7121b9-0137-4108-9994-05a65821f67f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.044157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] DHCP port deletion for d9de8119-3e08-4c7e-85ef-fdaf0214bca2 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:43:35.076469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-285cd051-5db9-4379-a8fd-24647d68a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:35.077730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-fd0c9ca7-a272-49f0-b73d-a9c21a0effe8 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:35.085348 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-285cd051-5db9-4379-a8fd-24647d68a1a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.1213214 Jan 27 19:43:35.087815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-fd0c9ca7-a272-49f0-b73d-a9c21a0effe8 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 942 time: 0.3905032 Jan 27 19:43:35.179331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a561b5d2-c521-4806-8314-12ccca70e4e6 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=0deb4fd3-5124-445f-907f-8081613d9d92 HTTP/1.1" status: 200 len: 689 time: 0.3157029 Jan 27 19:43:35.183215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68d37e0c-d08c-47cf-b09b-7b5440515d5c req-5cd4d2bc-eaae-4c25-864f-142c023b0ae0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080957 Jan 27 19:43:35.187631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Deleting port fa7121b9-0137-4108-9994-05a65821f67f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:35.188225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:35.193137 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fa7121b9-0137-4108-9994-05a65821f67f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.277323 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-744d0449-1ad0-49a8-a72a-098af0ff89c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.5726340 Jan 27 19:43:35.320184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-5b481f15-cb24-4734-ae56-c30287231d00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142174 Jan 27 19:43:35.341103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] For port fa7121b9-0137-4108-9994-05a65821f67f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fa7121b9-0137-4108-9994-05a65821f67f,segment=NetworkSegment(b5e99e83-409f-4f07-aebd-817c501ca896),segment_id=b5e99e83-409f-4f07-aebd-817c501ca896)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:35.342335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fa7121b9-0137-4108-9994-05a65821f67f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.378626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Calling delete_port for fa7121b9-0137-4108-9994-05a65821f67f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:35.441742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] For port fa7121b9-0137-4108-9994-05a65821f67f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fa7121b9-0137-4108-9994-05a65821f67f,segment=NetworkSegment(b5e99e83-409f-4f07-aebd-817c501ca896),segment_id=b5e99e83-409f-4f07-aebd-817c501ca896)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:35.442452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fa7121b9-0137-4108-9994-05a65821f67f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.476911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:35.576889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (fa7121b9-0137-4108-9994-05a65821f67f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.627496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fa7121b9-0137-4108-9994-05a65821f67f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:43:35.639136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for fa7121b9-0137-4108-9994-05a65821f67f owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:35.661637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456282-3294-44a6-9115-8577795ad01c req-a6091fc7-3f14-4eff-8caf-2a428597a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:35.663156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-a6091fc7-3f14-4eff-8caf-2a428597a4d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.3778188 Jan 27 19:43:35.679441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: fa7121b9-0137-4108-9994-05a65821f67f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:43:35.679789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fa7121b9-0137-4108-9994-05a65821f67f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:43:35.680282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-5390ac47-461d-480e-8b2e-1822e6fe1f04 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 0.4907157 Jan 27 19:43:35.690268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] Pushing event deleted for resources: {'Port': ['ID=fa7121b9-0137-4108-9994-05a65821f67f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:35.697281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53802b-593e-4d83-a581-98eb7445e1d3 None None] No DVR routers for this DVR port fa7121b9-0137-4108-9994-05a65821f67f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:43:35.840980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456282-3294-44a6-9115-8577795ad01c req-0f972b79-1aba-4941-a3b0-c3bff9195c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:35.850769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-0f972b79-1aba-4941-a3b0-c3bff9195c81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808004 Jan 27 19:43:35.854102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14bd0ac-ea06-4db1-8a6c-fb84988da6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:35.855159 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-fb8a1545-c9b3-4a85-a4ef-93bdae181004 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092426 Jan 27 19:43:35.929581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (0deb4fd3-5124-445f-907f-8081613d9d92), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.027395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-0ae08acd-5a18-40ae-9da6-c5e4268ae5d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609104 Jan 27 19:43:36.158528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-c8cb57bd-8ab3-4577-b2bc-aedba828c89b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:36.171520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-c8cb57bd-8ab3-4577-b2bc-aedba828c89b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.4898033 Jan 27 19:43:36.458467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14bd0ac-ea06-4db1-8a6c-fb84988da6d4 admin admin] Publish callbacks [] for security_group (b23894bf-f6e8-48ca-993c-8db12ef5b8e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.482116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d14bd0ac-ea06-4db1-8a6c-fb84988da6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b23894bf-f6e8-48ca-993c-8db12ef5b8e0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.493861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fa7121b9-0137-4108-9994-05a65821f67f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.555836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-5cda90d1-efd8-41f7-af97-a777c5386e15 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 0.3831327 Jan 27 19:43:36.604107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:36.612798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=fa7121b9-0137-4108-9994-05a65821f67f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:36.639823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d14bd0ac-ea06-4db1-8a6c-fb84988da6d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1447df2c15d34f6683b9e0e2cbfc49c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1405935 Jan 27 19:43:36.662537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No DVR routers for this DVR port fa7121b9-0137-4108-9994-05a65821f67f on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:43:36.664194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:36.700843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Deleting port c0cf556c-1fdb-4edb-ba35-02008141be06 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:36.701445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.718558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bd0ac-ea06-4db1-8a6c-fb84988da6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23894bf-f6e8-48ca-993c-8db12ef5b8e0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:36.736802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b51c4785-2c91-4d10-a7a7-512fbee0df2e req-394b9fbf-c8f5-40b4-9df7-5cd4dffa5d51 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691499 Jan 27 19:43:36.811071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:36.990454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] Publish callbacks [] for security_group (b23894bf-f6e8-48ca-993c-8db12ef5b8e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.001114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d9de8119-3e08-4c7e-85ef-fdaf0214bca2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.014601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b0456282-3294-44a6-9115-8577795ad01c req-85dbb1c2-4bf3-4a15-97d5-f20a60b1ce47 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400177 Jan 27 19:43:37.093667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de8119-3e08-4c7e-85ef-fdaf0214bca2']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:37.119405 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.128076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.129116 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Floating IP e150bf7b-29db-4cee-ac1e-4cba60415c4c disassociated. External IP: 172.25.5.9, port: dee27aa3-fd6b-4517-99d4-45d3afd8dd2e. Jan 27 19:43:37.149530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e99e83-409f-4f07-aebd-817c501ca896') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:37.151058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e99e83-409f-4f07-aebd-817c501ca896') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:37.181898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] Publish callbacks [] for security_group (b23894bf-f6e8-48ca-993c-8db12ef5b8e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.205516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (b5e99e83-409f-4f07-aebd-817c501ca896), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.239684 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b5e99e83-409f-4f07-aebd-817c501ca896), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.256908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:37.257315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (b5e99e83-409f-4f07-aebd-817c501ca896), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:37.262228 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:37.317887 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.318492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for floatingip (c0cf556c-1fdb-4edb-ba35-02008141be06), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.348432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Calling delete_port for c0cf556c-1fdb-4edb-ba35-02008141be06 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:37.422125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b23894bf-f6e8-48ca-993c-8db12ef5b8e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.439188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.439188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b23894bf-f6e8-48ca-993c-8db12ef5b8e0 HTTP/1.1" status: 204 len: 168 time: 0.7700679 Jan 27 19:43:37.465633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d9de8119-3e08-4c7e-85ef-fdaf0214bca2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.534446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.550912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/d9de8119-3e08-4c7e-85ef-fdaf0214bca2 HTTP/1.1" status: 204 len: 168 time: 3.3715901 Jan 27 19:43:37.552591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c8537-c321-457f-b843-6d308501238e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=d9de8119-3e08-4c7e-85ef-fdaf0214bca2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:37.559849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22c2ca-71f8-477e-8f03-32a61cd5e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23894bf-f6e8-48ca-993c-8db12ef5b8e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:37.566086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:37.617345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'name': 'tempest-PortsTestJSON-141736737'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:37.764546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:37.771702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.802025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port ff783640-a645-41be-a16c-ace9d9a3d604 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:37.856189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Router 10cf6409-4fbe-4c37-bb49-ae85d8334358 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:43:37.924045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c0cf556c-1fdb-4edb-ba35-02008141be06), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:37.974399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0cf556c-1fdb-4edb-ba35-02008141be06,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:38.220281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (ff783640-a645-41be-a16c-ace9d9a3d604), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.231274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for floatingip (059053ef-9331-445b-8d7b-be39574245e0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.235621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:43:38.250666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.253357 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Sync routers for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:43:38.283581 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:38.284462 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:38.309712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ff783640-a645-41be-a16c-ace9d9a3d604), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.425302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:38.443503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-da27b2c0-6515-4c4c-81e3-52a3c0bad7c5 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "PUT /v2.0/floatingips/e150bf7b-29db-4cee-ac1e-4cba60415c4c HTTP/1.1" status: 200 len: 693 time: 1.8632841 Jan 27 19:43:38.451632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:38.454008 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceea26e-dd33-4509-8e5e-44220168fa20" -d '{"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:38.465738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:38.468382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=ff783640-a645-41be-a16c-ace9d9a3d604,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:38.470736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:38.479241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:38.480011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.517991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (cf52ba2c-c7a0-4824-8c26-68017fbcc4ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.535165 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bd5c3e52-b529-45ba-8b2d-ce851dc0f95b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9670041 Jan 27 19:43:38.536572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:38.572767 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:38.585564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-fb10270a-157f-4fa5-a879-26cabcc345c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:38.587192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-fb10270a-157f-4fa5-a879-26cabcc345c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.1016316 Jan 27 19:43:38.738513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port ff783640-a645-41be-a16c-ace9d9a3d604 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:38.745404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ff783640-a645-41be-a16c-ace9d9a3d604), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.890396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ff783640-a645-41be-a16c-ace9d9a3d604), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:38.916205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for ff783640-a645-41be-a16c-ace9d9a3d604 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:39.025097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33a1240c-4d9c-42ab-9e8e-8806ed2af4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.059885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ff783640-a645-41be-a16c-ace9d9a3d604), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.074016 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.118735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.126474 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Checking router: 10cf6409-4fbe-4c37-bb49-ae85d8334358 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:43:39.133872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/ff783640-a645-41be-a16c-ace9d9a3d604 HTTP/1.1" status: 204 len: 168 time: 0.5949957 Jan 27 19:43:39.134576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39092) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:39.137456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27025a-181e-4fc3-8948-a30f0fe323ae tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=ff783640-a645-41be-a16c-ace9d9a3d604,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:39.149777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'mac_address': 'fa:16:3e:65:ad:d1', 'name': 'tempest-PortsTestJSON-1527328631'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:39.155582 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:39.155582 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.230593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-bf4a75c7-e5c3-4944-bcd3-83c97666c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:39.233566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-bf4a75c7-e5c3-4944-bcd3-83c97666c56d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.6320870 Jan 27 19:43:39.234946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (cf52ba2c-c7a0-4824-8c26-68017fbcc4ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.297324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:39.325840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf52ba2c-c7a0-4824-8c26-68017fbcc4ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:39.328585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-92d5821e-cc66-4562-9266-011ef936afe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.0792024 Jan 27 19:43:39.392342 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:39.454884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (0deb4fd3-5124-445f-907f-8081613d9d92), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.503914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-06dab02a-5d9a-4ca3-bd72-50337eb5d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:39.506430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-06dab02a-5d9a-4ca3-bd72-50337eb5d807 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.1401544 Jan 27 19:43:39.508477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0deb4fd3-5124-445f-907f-8081613d9d92']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.531838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.532645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd49403-269b-4fab-9bda-469403031e25') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.533023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd49403-269b-4fab-9bda-469403031e25') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.561785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-08355615-b315-43b8-8525-391e5e351f2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444887 Jan 27 19:43:39.563812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (dcd49403-269b-4fab-9bda-469403031e25), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.587221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 55e9c1e2-9bce-4709-9fe9-bf9493ef07dc yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:39.605600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dcd49403-269b-4fab-9bda-469403031e25), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.648657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:39.649168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (dcd49403-269b-4fab-9bda-469403031e25), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:39.651709 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:39.750138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:39.784231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (0deb4fd3-5124-445f-907f-8081613d9d92), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.805034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0deb4fd3-5124-445f-907f-8081613d9d92 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:43:39.846364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:39.854925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed7a34-095c-4262-abc8-36cf56b495b3 None None] The sync data for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 is: [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:42:03Z', 'revision_number': 4, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '11c41b08-29a1-4313-929d-7bcd7fcc8d5d', 'name': '', 'network_id': 'ad88e122-62bb-4c45-90e2-35995ea4fbaf', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'mac_address': 'fa:16:3e:87:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:01Z', 'updated_at': '2022-01-27T19:42:13Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'subnets': [{'id': '8751fdc5-b362-4b9b-8995-a4eae9d19769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:43:39.862081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39098) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:39.864127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/0deb4fd3-5124-445f-907f-8081613d9d92 HTTP/1.1" status: 204 len: 168 time: 4.6602325 Jan 27 19:43:39.888524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-6ca4d8e5-9518-4446-b524-93f60005e1eb service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143761 Jan 27 19:43:39.889410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0c77-a08e-4579-821a-f050f54754d7 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Network': ['ID=0deb4fd3-5124-445f-907f-8081613d9d92,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:40.131336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df5ace1c-530e-41c3-a684-16afc10dbcaf req-9db78171-6566-4fa3-95dd-8fddda50db57 service neutron] 10.222.0.59 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377610 Jan 27 19:43:40.362202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:40.386349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-65d04ddc-34bd-4de5-88c6-3bd1d8f75e54 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.5260777 Jan 27 19:43:40.465112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (55e9c1e2-9bce-4709-9fe9-bf9493ef07dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:40.586752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (55e9c1e2-9bce-4709-9fe9-bf9493ef07dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:40.642411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:40.644191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:40.647215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:40.653818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.654254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:40.676933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.677514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.677986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.678449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.678968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.679366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.679824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.688222 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5520358 Jan 27 19:43:40.689040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cab95ea7-567d-4546-b94e-55707f5a3871 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4655 time: 0.3227932 Jan 27 19:43:40.689312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:40.689509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39124) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:40.825686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256b9ed-f23d-4955-ae1f-1f139f881664 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=55e9c1e2-9bce-4709-9fe9-bf9493ef07dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:40.846183 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-6ba8c155-20fb-4942-abc6-bbe84e5247fe tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] delete failed (client error): The resource could not be found. Jan 27 19:43:40.847662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ba8c155-20fb-4942-abc6-bbe84e5247fe tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/059053ef-9331-445b-8d7b-be39574245e0 HTTP/1.1" status: 404 len: 345 time: 0.1508777 Jan 27 19:43:40.853411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39132) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:40.898872 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b079c03-a5ac-4ae2-9f8a-eed9a9d6e7ea tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 19:43:40.899561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b079c03-a5ac-4ae2-9f8a-eed9a9d6e7ea tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:43:40.911910 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b079c03-a5ac-4ae2-9f8a-eed9a9d6e7ea tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/0deb4fd3-5124-445f-907f-8081613d9d92 HTTP/1.1" status: 404 len: 339 time: 0.0544631 Jan 27 19:43:40.915440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:40.918954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96afc4-12ab-490d-8d9c-a53514a9e72d req-5a395ca9-e25b-4947-8ff4-7e862b10562e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.923354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f96afc4-12ab-490d-8d9c-a53514a9e72d req-5a395ca9-e25b-4947-8ff4-7e862b10562e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.1516635 Jan 27 19:43:40.959564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77e6fc-ad23-4cbd-bdab-ce7679f89165 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:40.965595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e77e6fc-ad23-4cbd-bdab-ce7679f89165 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/55e9c1e2-9bce-4709-9fe9-bf9493ef07dc HTTP/1.1" status: 200 len: 841 time: 0.2590146 Jan 27 19:43:40.976369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'name': 'tempest-network--1108018218', 'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:40.978665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:41.040390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:41.047124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.095011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f96afc4-12ab-490d-8d9c-a53514a9e72d req-eac17205-de44-4ebf-8c8c-66f856f1cfb4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672270 Jan 27 19:43:41.139985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:41.156262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (732464fc-ec94-4206-9941-f1b277d019f4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.156655 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Added segment 732464fc-ec94-4206-9941-f1b277d019f4 of type vlan for network 4e6b8abd-f700-4861-ab1b-259277a74c70 Jan 27 19:43:41.159774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558bc1d-7398-4345-910c-f397154af583 None None] New status for floating IP e150bf7b-29db-4cee-ac1e-4cba60415c4c: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:43:41.284424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4e6b8abd-f700-4861-ab1b-259277a74c70), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.329294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 55e9c1e2-9bce-4709-9fe9-bf9493ef07dc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:41.329294 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (55e9c1e2-9bce-4709-9fe9-bf9493ef07dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.360221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3874aa-a078-49b3-af7a-2260cc975c95 req-3bd6bc17-6def-4b3a-88e0-bff89ab48745 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:41.361864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da3874aa-a078-49b3-af7a-2260cc975c95 req-3bd6bc17-6def-4b3a-88e0-bff89ab48745 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.1381745 Jan 27 19:43:41.388570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4e6b8abd-f700-4861-ab1b-259277a74c70), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.389672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:41.390355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.467143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (55e9c1e2-9bce-4709-9fe9-bf9493ef07dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:41.533639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 55e9c1e2-9bce-4709-9fe9-bf9493ef07dc owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:41.533639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:41.534009 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5967548 Jan 27 19:43:41.541942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f15307-5c9a-4491-ab96-a7c13ad67ab2 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=4e6b8abd-f700-4861-ab1b-259277a74c70,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:41.598028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4e6b8abd-f700-4861-ab1b-259277a74c70 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:41.656991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da3874aa-a078-49b3-af7a-2260cc975c95 req-cdc68ce5-2e64-4f31-b008-703b77712bca tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586048 Jan 27 19:43:41.754274 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548e296-66ec-4e5d-a63f-c43733ae4da6 x-openstack-request-id: req-5548e296-66ec-4e5d-a63f-c43733ae4da6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:41.754582 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:41.754846 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5548e296-66ec-4e5d-a63f-c43733ae4da6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:41.755274 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:43:41.839135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-95b71bf6-7fdd-48f6-875c-8831346b733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:41.840915 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-95b71bf6-7fdd-48f6-875c-8831346b733d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0776005 Jan 27 19:43:41.971213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-ce6e76eb-a9d1-4e9c-a884-33e224549653 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips/e150bf7b-29db-4cee-ac1e-4cba60415c4c HTTP/1.1" status: 200 len: 691 time: 0.1775055 Jan 27 19:43:41.995420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-1718015a-4329-4eff-9dbe-19d1f7d06904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:41.997870 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-1718015a-4329-4eff-9dbe-19d1f7d06904 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 200 len: 921 time: 0.1436920 Jan 27 19:43:42.063386 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-16e4de88-252c-478f-9121-f0709a754207 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 200 len: 217 time: 0.0581417 Jan 27 19:43:42.118648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a5bff42-06fd-4c3f-947c-dbd073a24fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.127266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff599c8f-424e-429a-b5c1-d7c8ccae4ab7 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.133106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff599c8f-424e-429a-b5c1-d7c8ccae4ab7 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.139000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff599c8f-424e-429a-b5c1-d7c8ccae4ab7 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.144662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff599c8f-424e-429a-b5c1-d7c8ccae4ab7 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.146685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff599c8f-424e-429a-b5c1-d7c8ccae4ab7 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6183500 Jan 27 19:43:42.147446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-fd4dcf54-70eb-44b9-b862-16b8f8a286de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.149244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-fd4dcf54-70eb-44b9-b862-16b8f8a286de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 200 len: 860 time: 0.0776823 Jan 27 19:43:42.149781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39208) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:42.185376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (55e9c1e2-9bce-4709-9fe9-bf9493ef07dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.242323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4e6b8abd-f700-4861-ab1b-259277a74c70), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.253567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.259784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/55e9c1e2-9bce-4709-9fe9-bf9493ef07dc HTTP/1.1" status: 204 len: 168 time: 1.2795582 Jan 27 19:43:42.264761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:42.265278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02502fc-8c25-4dc5-9a5c-f92fe0ffb4f6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=55e9c1e2-9bce-4709-9fe9-bf9493ef07dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:42.301208 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-ba6285aa-7896-45bc-80c3-cd2fc6dfbf89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad88e122-62bb-4c45-90e2-35995ea4fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535560 Jan 27 19:43:42.312808 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-97de1c8f-bfc9-43b5-b8cf-5fd0b7dfa3ad tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:42.321642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-97de1c8f-bfc9-43b5-b8cf-5fd0b7dfa3ad tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/55e9c1e2-9bce-4709-9fe9-bf9493ef07dc HTTP/1.1" status: 404 len: 333 time: 0.0507884 Jan 27 19:43:42.322371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:42.341903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'name': 'tempest-PortsTestJSON-1939503466'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:42.385956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-749009dc-d76b-49d6-ac34-a39532e7a5cf tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:42.385956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-749009dc-d76b-49d6-ac34-a39532e7a5cf tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 784 time: 0.3799288 Jan 27 19:43:42.432222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39216) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:42.447635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-a7eb5e1f-3dcc-4905-9499-70a2b7c0883f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:43:42.457225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-a7eb5e1f-3dcc-4905-9499-70a2b7c0883f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148408 Jan 27 19:43:42.544549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-a40b5b53-06d2-454f-be24-0a9fb6a5aa56 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.0853236 Jan 27 19:43:42.547809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-4d374d1e-afc5-4fbc-9bf9-6fb933ebcaf6 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381639 Jan 27 19:43:42.696284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5d8f0ec1-ea31-46cc-a952-5f437db4b66f tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.1507609 Jan 27 19:43:42.798854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56e648b3-9456-45da-a275-12c0a0cfba7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.804140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4e6b8abd-f700-4861-ab1b-259277a74c70), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.844893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:42.849473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.863932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6b8abd-f700-4861-ab1b-259277a74c70']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:42.894718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port c3ad62bd-3d45-4b92-a210-f5d331d5525d yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:42.899241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732464fc-ec94-4206-9941-f1b277d019f4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:42.899736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732464fc-ec94-4206-9941-f1b277d019f4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:42.923044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (732464fc-ec94-4206-9941-f1b277d019f4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.936622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ceea26e-dd33-4509-8e5e-44220168fa20 req-d4740606-67e5-47ce-860a-65c87c710482 service neutron] 10.222.0.66 "GET /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274653 Jan 27 19:43:42.949858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (732464fc-ec94-4206-9941-f1b277d019f4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.961312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:42.961864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (732464fc-ec94-4206-9941-f1b277d019f4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:42.963846 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:43.019124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Deleting port 643c9df6-b0fe-4a5a-91fd-27849fb4ff0f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:43.019761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.070167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56e648b3-9456-45da-a275-12c0a0cfba7a admin admin] Publish callbacks [] for security_group (2de5689f-a836-4729-97a5-ddf7f9d39b6c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.075836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4e6b8abd-f700-4861-ab1b-259277a74c70), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.083254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56e648b3-9456-45da-a275-12c0a0cfba7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2de5689f-a836-4729-97a5-ddf7f9d39b6c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.092041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e6b8abd-f700-4861-ab1b-259277a74c70 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:43:43.107622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.115538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/4e6b8abd-f700-4861-ab1b-259277a74c70 HTTP/1.1" status: 204 len: 168 time: 0.9646511 Jan 27 19:43:43.124037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:43.138699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'name': 'tempest-network--98179280', 'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:43.154306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569629a-fa49-485a-bcc8-636c9eb0b7d4 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e6b8abd-f700-4861-ab1b-259277a74c70,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.191944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-56e648b3-9456-45da-a275-12c0a0cfba7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54a20bf2ee4b41508931257bc43b466a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585657 Jan 27 19:43:43.193058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:43.204055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e648b3-9456-45da-a275-12c0a0cfba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5689f-a836-4729-97a5-ddf7f9d39b6c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.217220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:43.220529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.307897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.308740 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.311989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:43.317988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.341068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Calling delete_port for 643c9df6-b0fe-4a5a-91fd-27849fb4ff0f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:43.355702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5c3b2490-b94f-44c0-bc49-ea5b07147280), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.356060 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Added segment 5c3b2490-b94f-44c0-bc49-ea5b07147280 of type vlan for network d288ba77-a68d-4e89-9bde-2a8a5ebc9457 Jan 27 19:43:43.369226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] Publish callbacks [] for security_group (2de5689f-a836-4729-97a5-ddf7f9d39b6c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.443116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] Publish callbacks [] for security_group (2de5689f-a836-4729-97a5-ddf7f9d39b6c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.460802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d288ba77-a68d-4e89-9bde-2a8a5ebc9457), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.510514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.526815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d288ba77-a68d-4e89-9bde-2a8a5ebc9457), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.531547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:43.532452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.612178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=d288ba77-a68d-4e89-9bde-2a8a5ebc9457,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.622660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d288ba77-a68d-4e89-9bde-2a8a5ebc9457 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:43.640764 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d65766fc-74df-4560-bd62-6941cd632b49 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5059416 Jan 27 19:43:43.642514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2de5689f-a836-4729-97a5-ddf7f9d39b6c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.646253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.647772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2de5689f-a836-4729-97a5-ddf7f9d39b6c HTTP/1.1" status: 204 len: 168 time: 0.4517326 Jan 27 19:43:43.648589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:43.672654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:43.677141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a175d8-8c76-47a0-a380-9c1d94edf68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5689f-a836-4729-97a5-ddf7f9d39b6c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.714922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:43.733123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:43.738959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:43.743999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.754092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=c3ad62bd-3d45-4b92-a210-f5d331d5525d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.817125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-285ce3dd-ad39-432a-ae63-51c4fbc79b3b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4825954 Jan 27 19:43:43.820270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:43.849936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:43.858806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (643c9df6-b0fe-4a5a-91fd-27849fb4ff0f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:43.908763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event deleted for resources: {'Port': ['ID=643c9df6-b0fe-4a5a-91fd-27849fb4ff0f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:43.925035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525fae7-cd7d-4e7b-bafa-7e60871cc1e1 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:43.929008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8525fae7-cd7d-4e7b-bafa-7e60871cc1e1 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "GET /v2.0/networks/d288ba77-a68d-4e89-9bde-2a8a5ebc9457 HTTP/1.1" status: 200 len: 755 time: 0.2718136 Jan 27 19:43:43.929659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.043083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for floatingip (e150bf7b-29db-4cee-ac1e-4cba60415c4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.048386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.052376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e99e43b-67f4-4806-b873-eed62d2e6b11 req-5ba5bb86-fd82-4586-adaa-6cd266dc48c9 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "DELETE /v2.0/floatingips/e150bf7b-29db-4cee-ac1e-4cba60415c4c HTTP/1.1" status: 204 len: 173 time: 1.3531260 Jan 27 19:43:44.098745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.217658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89201234-c079-4d3f-9cdf-637613585c82 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:44.221575 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-89201234-c079-4d3f-9cdf-637613585c82 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "GET /v2.0/networks/98dbb673-5b12-4582-8338-8e262c29264d HTTP/1.1" status: 200 len: 768 time: 0.2884490 Jan 27 19:43:44.222035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.302328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c33-7316-4959-a02c-ea6ecf9a5d72 req-c3c9592a-0265-48e1-8500-7b85f68267b2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:44.304261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-296b8c33-7316-4959-a02c-ea6ecf9a5d72 req-c3c9592a-0265-48e1-8500-7b85f68267b2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.1589942 Jan 27 19:43:44.356439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39246) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.400572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40a4a93-5250-4bae-9c25-65e47be9b7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.410468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d288ba77-a68d-4e89-9bde-2a8a5ebc9457), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.429353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-296b8c33-7316-4959-a02c-ea6ecf9a5d72 req-6eeab94d-c0e3-408f-9a4a-419d179a78f3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187503 Jan 27 19:43:44.455999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.531255 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.566869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.572400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e26fc-95fb-4b46-9fdf-6692fc43cfff tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:44.574873 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d76e26fc-95fb-4b46-9fdf-6692fc43cfff tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1091 time: 0.1175838 Jan 27 19:43:44.581231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52424332-06fd-4d08-9c06-82212fb94b72 req-e8a62a1d-ac69-4214-9136-4e945f0a011c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups/f5b202ba-7a3c-4911-a8cc-bb97e92f1fab HTTP/1.1" status: 200 len: 1827 time: 0.1109629 Jan 27 19:43:44.582028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.586680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:44.681740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=c3ad62bd-3d45-4b92-a210-f5d331d5525d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:44.681916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52424332-06fd-4d08-9c06-82212fb94b72 req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (f5b202ba-7a3c-4911-a8cc-bb97e92f1fab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.684175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.685749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] In _notify_port_updated(), no bound segment for port c3ad62bd-3d45-4b92-a210-f5d331d5525d on network c14419c4-4e72-402b-b71e-b096afe5e8d1 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:43:44.692420 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:44.693299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.698570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7d3f942a-4eee-499e-a0d9-40cb093b6d22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/ports/c3ad62bd-3d45-4b92-a210-f5d331d5525d HTTP/1.1" status: 200 len: 818 time: 0.8550265 Jan 27 19:43:44.699035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39252) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:44.718004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d288ba77-a68d-4e89-9bde-2a8a5ebc9457), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.776263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d288ba77-a68d-4e89-9bde-2a8a5ebc9457']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:44.781222 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52424332-06fd-4d08-9c06-82212fb94b72 req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (f5b202ba-7a3c-4911-a8cc-bb97e92f1fab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.858688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52424332-06fd-4d08-9c06-82212fb94b72 req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f5b202ba-7a3c-4911-a8cc-bb97e92f1fab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.862815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52424332-06fd-4d08-9c06-82212fb94b72 req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:44.868715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52424332-06fd-4d08-9c06-82212fb94b72 req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "DELETE /v2.0/security-groups/f5b202ba-7a3c-4911-a8cc-bb97e92f1fab HTTP/1.1" status: 204 len: 173 time: 0.2736785 Jan 27 19:43:44.919708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502680-5580-4780-a71a-f831f4cc1b6b tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b202ba-7a3c-4911-a8cc-bb97e92f1fab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:45.028689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.141117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3b2490-b94f-44c0-bc49-ea5b07147280') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:45.141514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3b2490-b94f-44c0-bc49-ea5b07147280') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:45.165292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.169419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.192 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/cb87b269-ab6f-4dd2-bc9b-1055b3e78a05) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:45.171369 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (5c3b2490-b94f-44c0-bc49-ea5b07147280), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.205486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40a4a93-5250-4bae-9c25-65e47be9b7ec admin admin] Publish callbacks [] for security_group (6e4e44c1-771f-431b-b829-d9a4123dc01a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.215593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5c3b2490-b94f-44c0-bc49-ea5b07147280), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.225874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port c3ad62bd-3d45-4b92-a210-f5d331d5525d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:45.226221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.228916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40a4a93-5250-4bae-9c25-65e47be9b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6e4e44c1-771f-431b-b829-d9a4123dc01a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.284197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d40a4a93-5250-4bae-9c25-65e47be9b7ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30d6bea7775648639213aa4e76aea8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9203014 Jan 27 19:43:45.285593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:45.286011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (5c3b2490-b94f-44c0-bc49-ea5b07147280), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.297562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4a93-5250-4bae-9c25-65e47be9b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e44c1-771f-431b-b829-d9a4123dc01a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:45.301343 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:45.303506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39262) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:45.318350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.435432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015729-c6a1-4eba-96fd-be51d373dbeb req-10ccaad0-7c91-419b-8f03-fba0b030e00c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:45.437489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25015729-c6a1-4eba-96fd-be51d373dbeb req-10ccaad0-7c91-419b-8f03-fba0b030e00c tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1084812 Jan 27 19:43:45.445902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.476079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d288ba77-a68d-4e89-9bde-2a8a5ebc9457), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.494650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d288ba77-a68d-4e89-9bde-2a8a5ebc9457 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:43:45.512248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.519494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/d288ba77-a68d-4e89-9bde-2a8a5ebc9457 HTTP/1.1" status: 204 len: 168 time: 1.2927549 Jan 27 19:43:45.538030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:45.545443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'name': 'tempest-network--1557461890'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:45.547866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:45.551171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19546b4-d5da-4b6b-b01d-414485be751b tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Network': ['ID=d288ba77-a68d-4e89-9bde-2a8a5ebc9457,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:45.555283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.563005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:45.565776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:45.589752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for c3ad62bd-3d45-4b92-a210-f5d331d5525d owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:45.595796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.615076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25015729-c6a1-4eba-96fd-be51d373dbeb req-340b4957-e1bd-411f-b44e-6d60ff0cc3a2 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560054 Jan 27 19:43:45.616864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Made reservation on behalf of aaccaaa2311c4db5ad2c644a2ca9ae5a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:45.619436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.640127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=cb87b269-ab6f-4dd2-bc9b-1055b3e78a05,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:45.683051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] Publish callbacks [] for security_group (6e4e44c1-771f-431b-b829-d9a4123dc01a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.711295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] Publish callbacks [] for security_group (6e4e44c1-771f-431b-b829-d9a4123dc01a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.790857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6e4e44c1-771f-431b-b829-d9a4123dc01a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.794319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.795897 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e4e44c1-771f-431b-b829-d9a4123dc01a HTTP/1.1" status: 204 len: 168 time: 0.4756858 Jan 27 19:43:45.847498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:45.858238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cbfb5-a796-4321-ab3a-c2bd67deb345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e44c1-771f-431b-b829-d9a4123dc01a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:45.907873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (162a1b39-8d2a-4cc9-9bce-d0c4df2664ee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:45.908249 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Added segment 162a1b39-8d2a-4cc9-9bce-d0c4df2664ee of type vlan for network e64442a2-02dc-48e6-a349-e54eeb42d79f Jan 27 19:43:45.961656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c3ad62bd-3d45-4b92-a210-f5d331d5525d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.039526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.045074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.066167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=c3ad62bd-3d45-4b92-a210-f5d331d5525d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:46.082067 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:43:46.087815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.095562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4c608f1-11de-4aa1-9fa2-b468e7945e7c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/c3ad62bd-3d45-4b92-a210-f5d331d5525d HTTP/1.1" status: 204 len: 168 time: 1.3935421 Jan 27 19:43:46.099285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39278) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:46.170015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.170997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:46.171585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.239898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=e64442a2-02dc-48e6-a349-e54eeb42d79f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:46.251297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e64442a2-02dc-48e6-a349-e54eeb42d79f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:46.266125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744ffc7-bf9b-49e6-ac0e-c89858e1dba4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:46.268136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0744ffc7-bf9b-49e6-ac0e-c89858e1dba4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1677158 Jan 27 19:43:46.271233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:46.279930 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f88dcf2-7886-4e5f-95d0-577f355d77a8 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7374694 Jan 27 19:43:46.287025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (ae8f5dce-c941-4c42-b465-9f9a24481e57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.287603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:46.294751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:46.345234 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f1fa0e-1a40-472e-9dbf-46ca30ef006c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:43:46.347166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-02f1fa0e-1a40-472e-9dbf-46ca30ef006c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/c3ad62bd-3d45-4b92-a210-f5d331d5525d HTTP/1.1" status: 404 len: 333 time: 0.0746295 Jan 27 19:43:46.354854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:46.375771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1374969006'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:46.481611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.487182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:46.493104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.584501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.597483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:43:46.612459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.623309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Network e64442a2-02dc-48e6-a349-e54eeb42d79f is not hosted by any dhcp agent {{(pid=103322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:43:46.624325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:46.624817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.629056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "PUT /v2.0/networks/e64442a2-02dc-48e6-a349-e54eeb42d79f HTTP/1.1" status: 200 len: 858 time: 0.3394625 Jan 27 19:43:46.640909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:46.749286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc00037-c177-44ad-8ec0-3c04f0aa0767 tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event updated for resources: {'Network': ['ID=e64442a2-02dc-48e6-a349-e54eeb42d79f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:46.771018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.883146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.912158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64442a2-02dc-48e6-a349-e54eeb42d79f']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:46.925816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162a1b39-8d2a-4cc9-9bce-d0c4df2664ee') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:46.926102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162a1b39-8d2a-4cc9-9bce-d0c4df2664ee') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:46.943203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (162a1b39-8d2a-4cc9-9bce-d0c4df2664ee), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.966136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (162a1b39-8d2a-4cc9-9bce-d0c4df2664ee), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.975461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:46.976679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (162a1b39-8d2a-4cc9-9bce-d0c4df2664ee), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:46.979333 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:47.081227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e64442a2-02dc-48e6-a349-e54eeb42d79f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.081227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e64442a2-02dc-48e6-a349-e54eeb42d79f {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:43:47.084881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.088202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e64442a2-02dc-48e6-a349-e54eeb42d79f HTTP/1.1" status: 204 len: 168 time: 0.4459593 Jan 27 19:43:47.099687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:47.137871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05b198-f35a-46e8-b565-f9291bc6b11a tempest-ExternalNetworksTestJSON-168789827 tempest-ExternalNetworksTestJSON-168789827-project-admin] Pushing event deleted for resources: {'Network': ['ID=e64442a2-02dc-48e6-a349-e54eeb42d79f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:47.140231 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ad5645-7923-4dd0-89ec-e40ea6011c75 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] DELETE failed (client error): The resource could not be found. Jan 27 19:43:47.140646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bf35d706-afdd-417b-8c0f-8bbbb2c5579e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.140768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ad5645-7923-4dd0-89ec-e40ea6011c75 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:43:47.141512 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment bf35d706-afdd-417b-8c0f-8bbbb2c5579e of type vlan for network b116547c-bae0-43ff-b8d2-51f988cd8fb0 Jan 27 19:43:47.144003 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34ad5645-7923-4dd0-89ec-e40ea6011c75 tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "DELETE /v2.0/subnets/cf52ba2c-c7a0-4824-8c26-68017fbcc4ff HTTP/1.1" status: 404 len: 337 time: 0.0432830 Jan 27 19:43:47.147041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:47.262505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (98dbb673-5b12-4582-8338-8e262c29264d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.287771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b116547c-bae0-43ff-b8d2-51f988cd8fb0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.352595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eda773-603e-4d2f-9894-ed966f6d0bed req-58af91aa-3978-4432-9937-62b77d87c473 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:47.356611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33eda773-603e-4d2f-9894-ed966f6d0bed req-58af91aa-3978-4432-9937-62b77d87c473 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.2311492 Jan 27 19:43:47.391071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (98dbb673-5b12-4582-8338-8e262c29264d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.418637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b116547c-bae0-43ff-b8d2-51f988cd8fb0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.424421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:47.425316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.428317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dbb673-5b12-4582-8338-8e262c29264d']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:47.441742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850e6793-b5f2-4bd2-8487-abd09646d2db') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:47.442630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850e6793-b5f2-4bd2-8487-abd09646d2db') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:47.456911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (850e6793-b5f2-4bd2-8487-abd09646d2db), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.474236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.494948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (850e6793-b5f2-4bd2-8487-abd09646d2db), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.514363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:43:47.515916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (850e6793-b5f2-4bd2-8487-abd09646d2db), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:43:47.536029 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:43:47.598442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=b116547c-bae0-43ff-b8d2-51f988cd8fb0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:47.618032 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.619458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:43:47.631544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6e96419b-7b25-403e-b962-3517e145d632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2733383 Jan 27 19:43:47.635471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39336) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:47.671978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:47.680062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33eda773-603e-4d2f-9894-ed966f6d0bed req-dc420428-fa3a-4159-93ca-1b9b33d25118 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/security-groups?id=7025bce2-fd45-480f-bb65-2a0c623ca553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148785 Jan 27 19:43:47.685442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (98dbb673-5b12-4582-8338-8e262c29264d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.732401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:47.743767 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] 10.222.0.59 "DELETE /v2.0/networks/98dbb673-5b12-4582-8338-8e262c29264d HTTP/1.1" status: 204 len: 168 time: 0.5952647 Jan 27 19:43:47.810468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43beb-345f-4a59-ad5d-47c3735d05ec tempest-ExternalNetworksTestJSON-1302639839 tempest-ExternalNetworksTestJSON-1302639839-project] Pushing event deleted for resources: {'Network': ['ID=98dbb673-5b12-4582-8338-8e262c29264d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:47.860881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-55930809-e1d1-45bb-9c4d-38d0173788fe tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:47.862605 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-55930809-e1d1-45bb-9c4d-38d0173788fe tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.66 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 945 time: 0.1749358 Jan 27 19:43:48.032953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Deleting port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:48.033174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.035686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=cb87b269-ab6f-4dd2-bc9b-1055b3e78a05,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:48.046904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (ae8f5dce-c941-4c42-b465-9f9a24481e57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.201723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:48.206468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.283954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] For port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:48.284334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.322292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Calling delete_port for dee27aa3-fd6b-4517-99d4-45d3afd8dd2e owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:48.357917 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP ae8f5dce-c941-4c42-b465-9f9a24481e57 associated. External IP: 172.25.5.192, port: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6. Jan 27 19:43:48.445413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:48.608375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dee27aa3-fd6b-4517-99d4-45d3afd8dd2e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.622051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:43:48.687377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (b999a037-ea70-4c0e-a090-2504191c8202), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.690243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Pushing event deleted for resources: {'Port': ['ID=dee27aa3-fd6b-4517-99d4-45d3afd8dd2e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:48.762167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] No DVR routers for this DVR port dee27aa3-fd6b-4517-99d4-45d3afd8dd2e on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:43:48.767923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:48.771577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d053306-7e5d-4a60-b1ac-4764f5dc24ce req-e39fd555-702b-4247-b0ff-d95a566ee130 tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.66 "DELETE /v2.0/ports/dee27aa3-fd6b-4517-99d4-45d3afd8dd2e HTTP/1.1" status: 204 len: 173 time: 0.9033966 Jan 27 19:43:48.772118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'name': 'network-vif-deleted', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:48.791386 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bae245-9a34-410f-a4bf-625f867869e7" -d '{"events": [{"server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "name": "network-vif-deleted", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:48.857778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=b999a037-ea70-4c0e-a090-2504191c8202,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:48.904086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72cc883a-b8ed-416c-9199-f88485295e36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8363079600549f3a36c071ab27068e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545708 Jan 27 19:43:48.905316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:48.908790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98d5827a-3165-4141-80c6-245a49c86926 req-081bcbd0-80db-412b-821e-072a4e56190e tempest-ServerRescueTestJSONUnderV235-876022533 tempest-ServerRescueTestJSONUnderV235-876022533-project] 10.222.0.59 "GET /v2.0/ports?device_id=d06144f1-304c-4ebc-9365-0de52aaa6a3a HTTP/1.1" status: 200 len: 210 time: 0.1027963 Jan 27 19:43:48.985426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:48.985806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: b116547c-bae0-43ff-b8d2-51f988cd8fb0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:43:49.026991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:43:49.045587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] Publish callbacks [] for security_group (101076b3-79d8-4814-a677-868c2bd9e924), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.048966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router c0e91483-5144-442f-ae0c-d79d86f9fd47 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:43:49.053510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b116547c-bae0-43ff-b8d2-51f988cd8fb0) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:49.059927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:49.060556 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.067401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf386a8-337d-4073-8903-963eea88b3c4 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:49.076511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] Publish callbacks [] for security_group (101076b3-79d8-4814-a677-868c2bd9e924), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.127344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ffa44ffc-0c28-4ac2-87c7-aaaf0a11b868 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4896445 Jan 27 19:43:49.128010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:49.173249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (101076b3-79d8-4814-a677-868c2bd9e924), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.180025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.184924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/101076b3-79d8-4814-a677-868c2bd9e924 HTTP/1.1" status: 204 len: 168 time: 0.2750802 Jan 27 19:43:49.201090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:49.230592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcaaa4-5fde-40a0-95e3-b1973ccb157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101076b3-79d8-4814-a677-868c2bd9e924,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:49.422866 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b00375-f79f-48fb-91f4-e6c80c06ee4c x-openstack-request-id: req-e5b00375-f79f-48fb-91f4-e6c80c06ee4c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:49.423481 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06144f1-304c-4ebc-9365-0de52aaa6a3a", "name": "network-vif-deleted", "tag": "dee27aa3-fd6b-4517-99d4-45d3afd8dd2e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:49.423781 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5b00375-f79f-48fb-91f4-e6c80c06ee4c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:49.424358 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06144f1-304c-4ebc-9365-0de52aaa6a3a', 'name': 'network-vif-deleted', 'tag': 'dee27aa3-fd6b-4517-99d4-45d3afd8dd2e', 'status': 'completed', 'code': 200} Jan 27 19:43:49.589002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': 'b999a037-ea70-4c0e-a090-2504191c8202'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:43:49.592753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.641392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:49.648435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.826776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:43:49.848481 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Sync routers for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:43:49.877896 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:49.879903 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:49.881404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:49.913862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Allocated IP 172.20.0.2 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/b999a037-ea70-4c0e-a090-2504191c8202/2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:49.981847 n-d-760453-6 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b999a037-ea70-4c0e-a090-2504191c8202 (CIDR: 172.20.0.0/28) Jan 27 19:43:49.992091 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:43:49.995596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:43:49.996887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:50.006161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-02491eb6-8c5e-4f13-a69a-0a3a72f4b889 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4204175 Jan 27 19:43:50.011334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:43:50.015896 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:43:50.051906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dbed4de2-bf40-43d9-b9e3-c0cf381c81d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8690071 Jan 27 19:43:50.055025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:50.067774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:50.107562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:50.158625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks [] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.170832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.234245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:50.245689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:50.252629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Pushing event updated for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:50.258804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:50.273686 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:50.381907 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3566bb22-3728-409c-9b68-fe5d66c38e4c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aaccaaa2311c4db5ad2c644a2ca9ae5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817410 Jan 27 19:43:50.385332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:50.430428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Attempting to bind port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:43:50.430929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Attempting to bind port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:43:50.431305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Attempting to bind port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 on network b116547c-bae0-43ff-b8d2-51f988cd8fb0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:43:50.466274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:43:50.466848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Checking segment: {'id': 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:43:50.467266 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.467794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Bound using segment: {'id': 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:43:50.468488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Bound port: 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:43:50.469063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.484118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbb0f8-1d61-4dc4-942b-aef3948815aa req-dd1e644e-13a7-4909-be6b-bac2c93827b7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:50.487033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70bbb0f8-1d61-4dc4-942b-aef3948815aa req-dd1e644e-13a7-4909-be6b-bac2c93827b7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2450144 Jan 27 19:43:50.562539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:50.570392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.637098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70bbb0f8-1d61-4dc4-942b-aef3948815aa req-86c221cb-40b1-4a42-8c32-ab34817413a5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416404 Jan 27 19:43:50.668773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:50.684666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:43:50.688249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,segment=NetworkSegment(bf35d706-afdd-417b-8c0f-8bbbb2c5579e),segment_id=bf35d706-afdd-417b-8c0f-8bbbb2c5579e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:43:50.696265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:50.757855 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98d6090-5a34-4aa1-afec-9f77dff4ba7b x-openstack-request-id: req-b98d6090-5a34-4aa1-afec-9f77dff4ba7b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:43:50.758466 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:43:50.759293 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b98d6090-5a34-4aa1-afec-9f77dff4ba7b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:43:50.760510 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:43:50.872948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ae8f5dce-c941-4c42-b465-9f9a24481e57', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7e3bc-f86e-464f-8375-e925488ec145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:46Z', 'updated_at': '2022-01-27T19:43:46Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:50.875363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41308fb-6729-4133-b674-2485e3eca0c0 None None] Pushing event updated for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:50.969588 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Checking router: c0e91483-5144-442f-ae0c-d79d86f9fd47 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:43:50.994836 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:50.996636 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:51.063976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] Publish callbacks [] for security_group (22566a82-c013-4682-b79f-e729f603e077), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.203576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] Publish callbacks [] for security_group (22566a82-c013-4682-b79f-e729f603e077), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.274897 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:51.329385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-8122bfca-a110-4821-a6fd-ebcb5f5f850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:51.338193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-8122bfca-a110-4821-a6fd-ebcb5f5f850e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 0.4347014 Jan 27 19:43:51.471778 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (98d601fe-8fce-474f-a5a0-b1ee174c9135), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.509222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22566a82-c013-4682-b79f-e729f603e077), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.522734 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.523860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22566a82-c013-4682-b79f-e729f603e077 HTTP/1.1" status: 204 len: 168 time: 1.1260357 Jan 27 19:43:51.552848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device dee27aa3-fd6b-4517-99d4-45d3afd8dd2e no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:43:51.623511 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-250bfc19-0d08-4878-9f3f-dd5a2837b80b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 200 len: 991 time: 0.9466419 Jan 27 19:43:51.631137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: dee27aa3-fd6b-4517-99d4-45d3afd8dd2e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:43:51.632073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device dee27aa3-fd6b-4517-99d4-45d3afd8dd2e not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:43:51.696193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=98d601fe-8fce-474f-a5a0-b1ee174c9135,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:51.726516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:51.729829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:51.738001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:51.738615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.739300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:51.775815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-479fc882-92f9-4d4b-8b0c-d61dfbc11249 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7152960 Jan 27 19:43:51.776347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:51.783298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'fixed_ips': [{'subnet_id': 'b999a037-ea70-4c0e-a090-2504191c8202'}, {'subnet_id': '98d601fe-8fce-474f-a5a0-b1ee174c9135'}], 'name': 'tempest-PortsTestJSON-1467089772'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:51.853452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:51.854143 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:51.860955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ae8f5dce-c941-4c42-b465-9f9a24481e57', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7e3bc-f86e-464f-8375-e925488ec145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:46Z', 'updated_at': '2022-01-27T19:43:46Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:51.961322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-c24480b8-241f-481c-86c1-eecbe237c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:51.967348 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-c24480b8-241f-481c-86c1-eecbe237c995 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.4580309 Jan 27 19:43:51.973696 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3508bb9-2e65-4314-8bfa-55785b140fee None None] The sync data for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 is: [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ae8f5dce-c941-4c42-b465-9f9a24481e57', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7e3bc-f86e-464f-8375-e925488ec145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:43:46Z', 'updated_at': '2022-01-27T19:43:46Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:43:52.004283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:52.005485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:52.088708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,segment=NetworkSegment(bf35d706-afdd-417b-8c0f-8bbbb2c5579e),segment_id=bf35d706-afdd-417b-8c0f-8bbbb2c5579e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:52.096729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:52.100221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17587848-a6e0-49cb-a775-0847c9498868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22566a82-c013-4682-b79f-e729f603e077,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:52.190088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:43:52.274139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:52.348630 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-1b1ca5af-5ad9-4c7e-90a1-3d2130fe49c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.2841687 Jan 27 19:43:52.455586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:52.483805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 89ce82bc-ce5f-4589-9ed5-726c7429c538 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:43:52.622799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7587c-91ae-43e3-a01f-20a3815e9909 None None] New status for floating IP ae8f5dce-c941-4c42-b465-9f9a24481e57: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:43:52.640375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:52.694213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-1b9dd1b4-658b-42ea-b450-a6e86e0aa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:52.696009 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-1b9dd1b4-658b-42ea-b450-a6e86e0aa79c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.3320491 Jan 27 19:43:53.071570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f62a1f04-f051-4561-8b81-c4c9f90ea58a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 200 len: 991 time: 0.4121287 Jan 27 19:43:53.149772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70cc47b-3650-431b-b56d-a14a2771d683 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:53.154233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-c350b974-094b-47f1-a2e5-302d66f718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:53.163362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-c350b974-094b-47f1-a2e5-302d66f718eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763967 Jan 27 19:43:53.255375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:53.456293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d0e380b6-cba1-4f8d-b632-1ba7f7c1d4f6 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:53.457775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0e380b6-cba1-4f8d-b632-1ba7f7c1d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:53.659835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:53.763318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.11 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/b999a037-ea70-4c0e-a090-2504191c8202/89ce82bc-ce5f-4589-9ed5-726c7429c538) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:53.780221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.23 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/98d601fe-8fce-474f-a5a0-b1ee174c9135/89ce82bc-ce5f-4589-9ed5-726c7429c538) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:53.799755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cca02d-d834-450a-813c-1be22909482e None None] Update dhcp port {'port': {'network_id': 'b116547c-bae0-43ff-b8d2-51f988cd8fb0', 'fixed_ips': [{'subnet_id': 'b999a037-ea70-4c0e-a090-2504191c8202', 'ip_address': '172.20.0.2'}, {'subnet_id': '98d601fe-8fce-474f-a5a0-b1ee174c9135'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:43:53.818349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0e380b6-cba1-4f8d-b632-1ba7f7c1d4f6 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:53.916315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35cca02d-d834-450a-813c-1be22909482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:53.983154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:53.994108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:53.995214 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.080438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:54.237425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.270822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:54.286209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ade4644e-6ad2-4b85-9867-1c3ad9536093 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 200 len: 993 time: 0.2045314 Jan 27 19:43:54.370000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.506135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:43:54.523525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:43:54.529372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:43:54.533928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-35cca02d-d834-450a-813c-1be22909482e None None] Allocated IP 172.20.0.18 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/98d601fe-8fce-474f-a5a0-b1ee174c9135/2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:54.539970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-2d24523e-848d-4272-ac9b-74e2837f7a1b service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3670347 Jan 27 19:43:54.544474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=89ce82bc-ce5f-4589-9ed5-726c7429c538,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:54.673183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:54.676229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.724287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a821d6b-4b97-4972-bc29-9ff4525e408c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9472389 Jan 27 19:43:54.724667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:54.764394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b999a037-ea70-4c0e-a090-2504191c8202'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:54.797322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:54.817771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-35cca02d-d834-450a-813c-1be22909482e None None] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,segment=NetworkSegment(bf35d706-afdd-417b-8c0f-8bbbb2c5579e),segment_id=bf35d706-afdd-417b-8c0f-8bbbb2c5579e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:54.958484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.965665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-73f63e66-f6f3-4be2-bcc0-f619cde1d48c req-4faa75ee-867d-4983-83c7-7f5b932d2fdc service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162674 Jan 27 19:43:54.984386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35cca02d-d834-450a-813c-1be22909482e None None] Publish callbacks [] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:54.997146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35cca02d-d834-450a-813c-1be22909482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.096373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c5e169ce-378c-4b39-9871-cca3433e0bb6 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1245892180'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:55.097142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c5e169ce-378c-4b39-9871-cca3433e0bb6 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Unknown quota resources ['metering_label']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:43:55.105677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cca02d-d834-450a-813c-1be22909482e None None] Pushing event updated for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:55.106154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.255352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Deleting port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:55.258528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.523535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] For port 11c41b08-29a1-4313-929d-7bcd7fcc8d5d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,segment=NetworkSegment(85fbe202-60db-4c51-b9bb-7cddc3de399a),segment_id=85fbe202-60db-4c51-b9bb-7cddc3de399a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:55.524205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.560945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Calling delete_port for 11c41b08-29a1-4313-929d-7bcd7fcc8d5d owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:55.591582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:43:55.702570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e169ce-378c-4b39-9871-cca3433e0bb6 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.703979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5e169ce-378c-4b39-9871-cca3433e0bb6 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9056003 Jan 27 19:43:55.709766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:55.717652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-66effac3-c5f8-4143-9413-1c973dbd61d2 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '71fe8972-6be0-449c-85ad-fb55e6bb38f4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:55.718256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-66effac3-c5f8-4143-9413-1c973dbd61d2 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:43:55.746371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:55.746846 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:55.767181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Delete allocated IP 172.20.0.23 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/98d601fe-8fce-474f-a5a0-b1ee174c9135) {{(pid=103322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:43:55.966576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:56.016259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.119806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.120202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab8ec6-fc02-409d-8aac-371830643cb1 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:43:56.333176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-84726ed5-5df8-455c-8fcd-be0611d8ed99 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:56.337879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84726ed5-5df8-455c-8fcd-be0611d8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.408913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (11c41b08-29a1-4313-929d-7bcd7fcc8d5d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.510373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=89ce82bc-ce5f-4589-9ed5-726c7429c538,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:56.514553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] In _notify_port_updated(), no bound segment for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 on network b116547c-bae0-43ff-b8d2-51f988cd8fb0 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:43:56.520426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:56.521300 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.522607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52dd87fd-fa98-4f33-9024-68a7d342383f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/ports/89ce82bc-ce5f-4589-9ed5-726c7429c538 HTTP/1.1" status: 200 len: 920 time: 1.7871571 Jan 27 19:43:56.531914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39670) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:56.545202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b999a037-ea70-4c0e-a090-2504191c8202'}, {'subnet_id': '98d601fe-8fce-474f-a5a0-b1ee174c9135'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:56.564171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84726ed5-5df8-455c-8fcd-be0611d8ed99 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:56.610916 n-d-760453-6 neutron-server[103323]: WARNING neutron.services.metering.metering_plugin [None req-66effac3-c5f8-4143-9413-1c973dbd61d2 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 19:43:56.664095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c41b08-29a1-4313-929d-7bcd7fcc8d5d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:56.774715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.800257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66effac3-c5f8-4143-9413-1c973dbd61d2 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.803308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66effac3-c5f8-4143-9413-1c973dbd61d2 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0919588 Jan 27 19:43:56.807156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:56.812502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-58f25769-2c68-48b2-a749-f6729a4e562d tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '71fe8972-6be0-449c-85ad-fb55e6bb38f4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:56.813089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-58f25769-2c68-48b2-a749-f6729a4e562d tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:43:56.897299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Provisioning complete for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:56.900734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.943289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:56.975489 n-d-760453-6 neutron-server[103323]: WARNING neutron.services.metering.metering_plugin [None req-58f25769-2c68-48b2-a749-f6729a4e562d tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 19:43:57.021778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Port 89ce82bc-ce5f-4589-9ed5-726c7429c538 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:57.049534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:57.049973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.190288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58f25769-2c68-48b2-a749-f6729a4e562d tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.192833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58f25769-2c68-48b2-a749-f6729a4e562d tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3850744 Jan 27 19:43:57.195341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:57.211473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2563d211-7bdb-4701-99f8-0f8ef27bedcc tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=e9b8f335-1314-4660-8f85-dd1aea55da33 HTTP/1.1" status: 200 len: 464 time: 0.0134437 Jan 27 19:43:57.218592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:57.248539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78c81491-d350-42fd-b79a-3e1b458f227a None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:43:57.428398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-03a11613-c26a-44e6-9375-ca421260fee3 None None] Provisioning complete for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:57.428784 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03a11613-c26a-44e6-9375-ca421260fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.430648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caa92b8a-c0b6-4772-b094-c318ffadb6ee tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.434812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-caa92b8a-c0b6-4772-b094-c318ffadb6ee tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/e9b8f335-1314-4660-8f85-dd1aea55da33 HTTP/1.1" status: 204 len: 168 time: 0.2117662 Jan 27 19:43:57.438206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:57.469958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5645f9f9-3cc7-4781-813c-6a15fded2e52 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=e9b8f335-1314-4660-8f85-dd1aea55da33 HTTP/1.1" status: 200 len: 221 time: 0.0249450 Jan 27 19:43:57.469958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:57.474766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b1441994-ad0f-40b5-b508-8619f63309e5 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1576341975', 'description': 'label created by tempest'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:43:57.475245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b1441994-ad0f-40b5-b508-8619f63309e5 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Unknown quota resources ['metering_label']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:43:57.571075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-03a11613-c26a-44e6-9375-ca421260fee3 None None] Port 89ce82bc-ce5f-4589-9ed5-726c7429c538 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:57.713596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.22 (b116547c-bae0-43ff-b8d2-51f988cd8fb0/98d601fe-8fce-474f-a5a0-b1ee174c9135/89ce82bc-ce5f-4589-9ed5-726c7429c538) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:43:57.731905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-47895e53-114d-4bf3-97fb-d00b91c5cbb8 None None] Provisioning complete for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:57.732895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47895e53-114d-4bf3-97fb-d00b91c5cbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.886774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47895e53-114d-4bf3-97fb-d00b91c5cbb8 None None] Port 89ce82bc-ce5f-4589-9ed5-726c7429c538 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:57.984738 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1441994-ad0f-40b5-b508-8619f63309e5 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:57.988456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1441994-ad0f-40b5-b508-8619f63309e5 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5164165 Jan 27 19:43:57.989910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.105002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-95d36c47-3e2e-42b2-a746-e47513e910fb tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=fae5e483-a031-4156-aa8f-784bedbf4ee2 HTTP/1.1" status: 200 len: 468 time: 0.1149204 Jan 27 19:43:58.108173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.162476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Router 10cf6409-4fbe-4c37-bb49-ae85d8334358 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:43:58.180349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.189930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.393390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=89ce82bc-ce5f-4589-9ed5-726c7429c538,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:43:58.451290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff1c53a0-2c0f-4a20-99df-49b4f6a03677 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.455031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff1c53a0-2c0f-4a20-99df-49b4f6a03677 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/fae5e483-a031-4156-aa8f-784bedbf4ee2 HTTP/1.1" status: 204 len: 168 time: 0.3433850 Jan 27 19:43:58.456257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.479216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.481769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a491710f-1f29-4584-a5a8-e1fd98595bae tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=fae5e483-a031-4156-aa8f-784bedbf4ee2 HTTP/1.1" status: 200 len: 216 time: 0.0250731 Jan 27 19:43:58.518746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5608d350-4bba-4291-886d-58a1800c5c1a tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0332644 Jan 27 19:43:58.520745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.532237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:43:58.542185 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Sync routers for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:43:58.569090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-22e52b75-ccf5-4b7f-8ec8-26982050963f tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0442181 Jan 27 19:43:58.569403 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:58.574547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.574798 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:58.575408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.577382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6997eb74-75e9-4bb9-b573-b5860f1f9055 admin admin] 10.222.0.59 "PUT /v2.0/routers/10cf6409-4fbe-4c37-bb49-ae85d8334358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4534512 Jan 27 19:43:58.582183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] In _notify_port_updated(), no bound segment for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 on network b116547c-bae0-43ff-b8d2-51f988cd8fb0 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:43:58.596469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:43:58.601234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.602939 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-136bcf37-e6f3-480c-b041-9e3610242707 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/ports/89ce82bc-ce5f-4589-9ed5-726c7429c538 HTTP/1.1" status: 200 len: 1000 time: 2.0675116 Jan 27 19:43:58.608640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39792) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.731849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5a1a65c5-cb11-465c-b5b8-be14dd102aea None None] Provisioning complete for port 89ce82bc-ce5f-4589-9ed5-726c7429c538 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:43:58.734861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1a65c5-cb11-465c-b5b8-be14dd102aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.780991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.781576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b20fedc-2ed5-494d-b9d5-c77f9c064aad tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/71fe8972-6be0-449c-85ad-fb55e6bb38f4 HTTP/1.1" status: 200 len: 473 time: 0.2030559 Jan 27 19:43:58.818926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3868d28-2c60-492a-bc97-0d49cd5ce9ba tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/2553b23b-2be1-47ba-9b36-5512989cd18d HTTP/1.1" status: 200 len: 461 time: 0.0346940 Jan 27 19:43:58.823401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:58.826664 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:58.835252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a65c5-cb11-465c-b5b8-be14dd102aea None None] Port 89ce82bc-ce5f-4589-9ed5-726c7429c538 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:43:58.965203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 89ce82bc-ce5f-4589-9ed5-726c7429c538 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:58.965585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:58.967387 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks [] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.128042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:43:56Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:59.164631 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Checking router: 10cf6409-4fbe-4c37-bb49-ae85d8334358 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:43:59.176563 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Routers {'10cf6409-4fbe-4c37-bb49-ae85d8334358'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:43:59.177196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:43:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['10cf6409-4fbe-4c37-bb49-ae85d8334358'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:59.195903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks [] for router_gateway (10cf6409-4fbe-4c37-bb49-ae85d8334358), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.272106 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63359715-f354-4366-b6b5-f0c30cc17a26 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.278607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63359715-f354-4366-b6b5-f0c30cc17a26 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/2553b23b-2be1-47ba-9b36-5512989cd18d HTTP/1.1" status: 204 len: 168 time: 0.4530220 Jan 27 19:43:59.280187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:59.312111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] Set router 10cf6409-4fbe-4c37-bb49-ae85d8334358 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:43:59.384722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.426456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 89ce82bc-ce5f-4589-9ed5-726c7429c538 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:59.471408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Deleting port 2c086ec3-1557-42a0-b0bb-3c703eec0b88 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:43:59.472133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.635656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:43:56Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:43:59.669159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39832) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:43:59.684867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ea119-275a-4815-acb8-e3e4faa912eb None None] The sync data for ids ['10cf6409-4fbe-4c37-bb49-ae85d8334358'] in n-d-760453-6 is: [{'id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318594335-router', 'tenant_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:41:56Z', 'updated_at': '2022-01-27T19:43:56Z', 'revision_number': 5, 'project_id': '21a59e6ea8fb437ca6ea8d0dcbdf84a0', 'gw_port': {'id': '2c086ec3-1557-42a0-b0bb-3c703eec0b88', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf6409-4fbe-4c37-bb49-ae85d8334358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:41:57Z', 'updated_at': '2022-01-27T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:43:59.713466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55e1cadf-7e6e-49c3-bab3-d3e7be038c08 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.715594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-55e1cadf-7e6e-49c3-bab3-d3e7be038c08 tempest-MeteringTestJSON-1086394053 tempest-MeteringTestJSON-1086394053-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/71fe8972-6be0-449c-85ad-fb55e6bb38f4 HTTP/1.1" status: 204 len: 168 time: 0.4335964 Jan 27 19:43:59.737302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] For port 2c086ec3-1557-42a0-b0bb-3c703eec0b88, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2c086ec3-1557-42a0-b0bb-3c703eec0b88,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:43:59.741364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.771494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Calling delete_port for 2c086ec3-1557-42a0-b0bb-3c703eec0b88 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:43:59.862479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (89ce82bc-ce5f-4589-9ed5-726c7429c538), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:43:59.916258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=89ce82bc-ce5f-4589-9ed5-726c7429c538,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:00.165343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2c086ec3-1557-42a0-b0bb-3c703eec0b88), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.168105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:00.293862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c086ec3-1557-42a0-b0bb-3c703eec0b88,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:00.441142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.640111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c462c629-7616-403d-b928-51e3c9e91d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.648679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd28e28a-43d5-4345-b7fc-dd956f7edada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.702966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.707456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-18b60c69-39bd-4e68-ba82-d3ede79a0f42 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/89ce82bc-ce5f-4589-9ed5-726c7429c538 HTTP/1.1" status: 204 len: 168 time: 2.0968270 Jan 27 19:44:00.712928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39848) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:00.716862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.723991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks [] for router_controller (10cf6409-4fbe-4c37-bb49-ae85d8334358), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.750946 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-43608f29-0211-401f-a779-8ee444dc8f07 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:00.756878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43608f29-0211-401f-a779-8ee444dc8f07 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/89ce82bc-ce5f-4589-9ed5-726c7429c538 HTTP/1.1" status: 404 len: 333 time: 0.0384223 Jan 27 19:44:00.757156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:00.827068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (10cf6409-4fbe-4c37-bb49-ae85d8334358), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.827761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cf6409-4fbe-4c37-bb49-ae85d8334358 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:44:00.837346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.838880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0b823a5e-f42a-4f16-b88e-9a551e49742f admin admin] 10.222.0.59 "DELETE /v2.0/routers/10cf6409-4fbe-4c37-bb49-ae85d8334358 HTTP/1.1" status: 204 len: 168 time: 2.1444578 Jan 27 19:44:00.840070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 98d601fe-8fce-474f-a5a0-b1ee174c9135 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:00.843154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:00.855499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (98d601fe-8fce-474f-a5a0-b1ee174c9135), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.906427 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c462c629-7616-403d-b928-51e3c9e91d38 admin admin] Publish callbacks [] for security_group (8aea90f3-8d79-429b-87e7-2ca37ef4fb39), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.915732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Deleting subnet 8751fdc5-b362-4b9b-8995-a4eae9d19769 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:00.919897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c462c629-7616-403d-b928-51e3c9e91d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8aea90f3-8d79-429b-87e7-2ca37ef4fb39), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.922730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Publish callbacks [] for subnet (8751fdc5-b362-4b9b-8995-a4eae9d19769), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:00.947570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (98d601fe-8fce-474f-a5a0-b1ee174c9135), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.010074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (8751fdc5-b362-4b9b-8995-a4eae9d19769), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.025380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c462c629-7616-403d-b928-51e3c9e91d38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc3d1d10484149ada8398c59272cd981&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3549218 Jan 27 19:44:01.030359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39856) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:01.049068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462c629-7616-403d-b928-51e3c9e91d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea90f3-8d79-429b-87e7-2ca37ef4fb39,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:01.055056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd28e28a-43d5-4345-b7fc-dd956f7edada admin admin] Publish callbacks [] for security_group (a203cc5c-1322-4e98-8823-a9344d84e803), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.076931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd28e28a-43d5-4345-b7fc-dd956f7edada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a203cc5c-1322-4e98-8823-a9344d84e803), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.175065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (98d601fe-8fce-474f-a5a0-b1ee174c9135), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.266033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] Publish callbacks [] for security_group (8aea90f3-8d79-429b-87e7-2ca37ef4fb39), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.277425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28e28a-43d5-4345-b7fc-dd956f7edada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203cc5c-1322-4e98-8823-a9344d84e803,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:01.286140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8751fdc5-b362-4b9b-8995-a4eae9d19769), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.317090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] Publish callbacks [] for security_group (8aea90f3-8d79-429b-87e7-2ca37ef4fb39), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.365460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (98d601fe-8fce-474f-a5a0-b1ee174c9135), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.373566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd28e28a-43d5-4345-b7fc-dd956f7edada admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe6d708d5d4940ba8d8f39a09711ec0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1952593 Jan 27 19:44:01.374546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:01.415090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (8751fdc5-b362-4b9b-8995-a4eae9d19769), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.420113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1cd23-d429-4e03-a8c6-ef00bf44cb4c None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:01.454221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.457751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8751fdc5-b362-4b9b-8995-a4eae9d19769 HTTP/1.1" status: 204 len: 168 time: 0.6134183 Jan 27 19:44:01.463286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b2cce-bf1a-4e24-a1db-65b7e90e85f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8751fdc5-b362-4b9b-8995-a4eae9d19769,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:01.467974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:01.544676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.558377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ad88e122-62bb-4c45-90e2-35995ea4fbaf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.559987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:01.563756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/98d601fe-8fce-474f-a5a0-b1ee174c9135 HTTP/1.1" status: 204 len: 168 time: 0.8049412 Jan 27 19:44:01.608708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9af09-76d3-421e-a601-bb9c4734b5e2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=98d601fe-8fce-474f-a5a0-b1ee174c9135,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:01.617215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2c086ec3-1557-42a0-b0bb-3c703eec0b88 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:01.666368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-946567a4-e28d-4702-ac88-d90cbb5981f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2283330 Jan 27 19:44:01.681471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8aea90f3-8d79-429b-87e7-2ca37ef4fb39), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.686118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.687899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8aea90f3-8d79-429b-87e7-2ca37ef4fb39 HTTP/1.1" status: 204 len: 168 time: 0.6539128 Jan 27 19:44:01.696297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2c086ec3-1557-42a0-b0bb-3c703eec0b88 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:01.696883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2c086ec3-1557-42a0-b0bb-3c703eec0b88 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:01.697777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11c41b08-29a1-4313-929d-7bcd7fcc8d5d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:01.736155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 11c41b08-29a1-4313-929d-7bcd7fcc8d5d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:01.736895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 11c41b08-29a1-4313-929d-7bcd7fcc8d5d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:01.798597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33a4fd-fd30-401f-b67b-1a8ae56eef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea90f3-8d79-429b-87e7-2ca37ef4fb39,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:01.806112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] Publish callbacks [] for security_group (a203cc5c-1322-4e98-8823-a9344d84e803), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:01.909600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-3d073521-a759-45ea-b32c-f115e9baa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:01.914889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-3d073521-a759-45ea-b32c-f115e9baa805 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 0.1401508 Jan 27 19:44:02.035001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet b999a037-ea70-4c0e-a090-2504191c8202 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:02.049597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] Publish callbacks [] for security_group (a203cc5c-1322-4e98-8823-a9344d84e803), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.054663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (b999a037-ea70-4c0e-a090-2504191c8202), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.090914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ad88e122-62bb-4c45-90e2-35995ea4fbaf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.146235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad88e122-62bb-4c45-90e2-35995ea4fbaf']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:02.162353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fbe202-60db-4c51-b9bb-7cddc3de399a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:02.162727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fbe202-60db-4c51-b9bb-7cddc3de399a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:02.178381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (85fbe202-60db-4c51-b9bb-7cddc3de399a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.198073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (85fbe202-60db-4c51-b9bb-7cddc3de399a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.207327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:02.207749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (85fbe202-60db-4c51-b9bb-7cddc3de399a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:02.258436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-7a45cf55-e07c-4e92-a5a8-7863701dedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:02.260140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-7a45cf55-e07c-4e92-a5a8-7863701dedc8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.3236771 Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:02.300991 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:02.439654 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-7b429549-b223-4119-ab07-610b1b85e324 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1001 time: 0.1638327 Jan 27 19:44:02.554042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-7d835926-55cc-4993-82c7-9c6d4249d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:02.555724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-7d835926-55cc-4993-82c7-9c6d4249d868 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.1093490 Jan 27 19:44:02.657555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-2c20750d-d761-41fa-ba47-f1edaf08667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:02.658961 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-2c20750d-d761-41fa-ba47-f1edaf08667b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952380 Jan 27 19:44:03.103141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (b999a037-ea70-4c0e-a090-2504191c8202), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.145691 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-a9d170cf-9325-476a-b356-4143743d42d4 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787431 Jan 27 19:44:03.163870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ad88e122-62bb-4c45-90e2-35995ea4fbaf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.186551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.206539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/ad88e122-62bb-4c45-90e2-35995ea4fbaf HTTP/1.1" status: 204 len: 168 time: 1.7350960 Jan 27 19:44:03.241024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fded32-0d88-41a9-8dbd-e350f14616fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ad88e122-62bb-4c45-90e2-35995ea4fbaf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:03.275305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a203cc5c-1322-4e98-8823-a9344d84e803), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.279288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.280854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a203cc5c-1322-4e98-8823-a9344d84e803 HTTP/1.1" status: 204 len: 168 time: 1.9037549 Jan 27 19:44:03.328131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ed2221cc-7e96-4fb7-945a-13d7f38bc617 None None] Provisioning complete for port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:03.329747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed2221cc-7e96-4fb7-945a-13d7f38bc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.347720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb184b7-b74f-4c62-b661-c0a3be4f117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203cc5c-1322-4e98-8823-a9344d84e803,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:03.409414 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b999a037-ea70-4c0e-a090-2504191c8202), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.544095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:03.567517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e4fa729e-d820-4940-ac5c-94f04c800825 req-d7306b2b-69a0-4a1d-a1cb-842ec2217632 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149442 Jan 27 19:44:03.659631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (b999a037-ea70-4c0e-a090-2504191c8202), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.665186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed2221cc-7e96-4fb7-945a-13d7f38bc617 None None] Current status of the port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:03.688942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.691865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5726a-2d07-4e80-a78f-98b1034ce5b6 None None] Network b116547c-bae0-43ff-b8d2-51f988cd8fb0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:03.692734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/b999a037-ea70-4c0e-a090-2504191c8202 HTTP/1.1" status: 204 len: 168 time: 2.1315973 Jan 27 19:44:03.695471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:03.737185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8a02d-24d3-4a45-846e-bba40863abdb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=b999a037-ea70-4c0e-a090-2504191c8202,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:03.744364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24c280d8-c9fd-412f-9460-9eacf6d38c12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21a59e6ea8fb437ca6ea8d0dcbdf84a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963162 Jan 27 19:44:03.748325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:03.856531 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] Publish callbacks [] for security_group (7025bce2-fd45-480f-bb65-2a0c623ca553), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.912090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] Publish callbacks [] for security_group (7025bce2-fd45-480f-bb65-2a0c623ca553), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:03.919561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b116547c-bae0-43ff-b8d2-51f988cd8fb0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.013768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] DHCP port deletion for b116547c-bae0-43ff-b8d2-51f988cd8fb0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:04.039680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7025bce2-fd45-480f-bb65-2a0c623ca553), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.045089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.051554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7025bce2-fd45-480f-bb65-2a0c623ca553 HTTP/1.1" status: 204 len: 168 time: 0.3019111 Jan 27 19:44:04.083806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca82c3-5a7c-4ccb-8e06-e0395b2ac629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7025bce2-fd45-480f-bb65-2a0c623ca553,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:04.097858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:04.098207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.160785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Deleting port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:04.161187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.238935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,segment=NetworkSegment(bf35d706-afdd-417b-8c0f-8bbbb2c5579e),segment_id=bf35d706-afdd-417b-8c0f-8bbbb2c5579e)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:04.239618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.274839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:04.279501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] For port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,segment=NetworkSegment(bf35d706-afdd-417b-8c0f-8bbbb2c5579e),segment_id=bf35d706-afdd-417b-8c0f-8bbbb2c5579e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:04.280390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.309098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:04.321896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Calling delete_port for 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:04.338189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7404896-be1f-4908-b919-0a98d9717701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.503379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.541575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.545954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No DVR routers for this DVR port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:04.554889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:04.609519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7404896-be1f-4908-b919-0a98d9717701 admin admin] Publish callbacks [] for security_group (5c799294-d07a-45d1-9b70-09b5168ce573), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.622284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7404896-be1f-4908-b919-0a98d9717701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c799294-d07a-45d1-9b70-09b5168ce573), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.628822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] Pushing event deleted for resources: {'Port': ['ID=2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:04.631576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379140e-2e63-49a3-a928-f83d1e84fb9b None None] No DVR routers for this DVR port 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:04.693973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b116547c-bae0-43ff-b8d2-51f988cd8fb0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.706655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e7404896-be1f-4908-b919-0a98d9717701 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec49c0a9c4e2408bbad1e37697aa3025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955944 Jan 27 19:44:04.711269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:04.735077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b116547c-bae0-43ff-b8d2-51f988cd8fb0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:04.748925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:04.749738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf35d706-afdd-417b-8c0f-8bbbb2c5579e') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:04.768042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404896-be1f-4908-b919-0a98d9717701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c799294-d07a-45d1-9b70-09b5168ce573,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:04.775552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bf35d706-afdd-417b-8c0f-8bbbb2c5579e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.799935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] Publish callbacks [] for security_group (5c799294-d07a-45d1-9b70-09b5168ce573), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.808929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bf35d706-afdd-417b-8c0f-8bbbb2c5579e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.824133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:04.824620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bf35d706-afdd-417b-8c0f-8bbbb2c5579e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:04.829837 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:04.833860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] Publish callbacks [] for security_group (5c799294-d07a-45d1-9b70-09b5168ce573), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.946668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c799294-d07a-45d1-9b70-09b5168ce573), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.951464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:04.959815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c799294-d07a-45d1-9b70-09b5168ce573 HTTP/1.1" status: 204 len: 168 time: 0.2424197 Jan 27 19:44:04.981591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c842f6-2e31-4e15-b5a5-6b0a3cb7bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c799294-d07a-45d1-9b70-09b5168ce573,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:05.011966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b116547c-bae0-43ff-b8d2-51f988cd8fb0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.030601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.034803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/b116547c-bae0-43ff-b8d2-51f988cd8fb0 HTTP/1.1" status: 204 len: 168 time: 1.3379657 Jan 27 19:44:05.045303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:05.057063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf78c-aecb-46d5-b9c2-c55b67c88ee4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=b116547c-bae0-43ff-b8d2-51f988cd8fb0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:05.168918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1108da8-3ea4-4f64-b6ed-f34481d346be tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:05.168918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c1108da8-3ea4-4f64-b6ed-f34481d346be tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1215930 Jan 27 19:44:05.174644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39950) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:05.235339 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6eeaa9e2-dd14-4ebe-b4c2-51aa1529464b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0594404 Jan 27 19:44:05.240856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39952) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:05.257250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-731836584'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:05.297871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:05.308374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.349857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:05.362331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7bc79565-15a1-44d2-80fd-3e2922dee4b7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.363026 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment 7bc79565-15a1-44d2-80fd-3e2922dee4b7 of type vlan for network 56dac647-6ac3-43ec-8198-ca0a833c1ebf Jan 27 19:44:05.429163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (56dac647-6ac3-43ec-8198-ca0a833c1ebf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.470464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (56dac647-6ac3-43ec-8198-ca0a833c1ebf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.482371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:05.483678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:05.526928 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2831638 Jan 27 19:44:05.530792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 39964) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:05.603938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:05.634314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:05.713843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:05.714986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2f2edb24-3ce0-4a8b-b0a9-95e1d85b3e90 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:05.752475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269a749-1472-4223-a35a-04a7f606c93f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=56dac647-6ac3-43ec-8198-ca0a833c1ebf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:05.796719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:05.893488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:05.910665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:06.406359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (4109ed45-b26f-41be-b52e-b03af63d1c37), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:06.533679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=4109ed45-b26f-41be-b52e-b03af63d1c37,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:06.589157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': '7bc79565-15a1-44d2-80fd-3e2922dee4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:06.611228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: 56dac647-6ac3-43ec-8198-ca0a833c1ebf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:06.654575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:06.672211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 56dac647-6ac3-43ec-8198-ca0a833c1ebf) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:06.687677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db690b6-fb63-41b1-ac24-7e052beb58c0 None None] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:06.704404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:06.711017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:06.755508 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d276fee0-5b3d-4cca-b9c6-4093cf59c9d3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2233462 Jan 27 19:44:06.759130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:06.766094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf', 'name': 'tempest-PortsTestJSON-1783404422'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:07.118115 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-8cdaeb7d-7c61-4ce4-9f8b-e885ba10e7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209705 Jan 27 19:44:07.179535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:07.190562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:07.192218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-56dac647-6ac3-43ec-8198-ca0a833c1ebf', 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': '4109ed45-b26f-41be-b52e-b03af63d1c37'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:44:07.193176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:07.267384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 4205838c-a3b6-4a50-be14-0ff08ef13f76 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:07.320188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-dca5c713-7469-4b8b-bdba-6171c4009a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:07.321816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-dca5c713-7469-4b8b-bdba-6171c4009a57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 1096 time: 0.0972512 Jan 27 19:44:07.539608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40010) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:07.570473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Allocated IP 172.20.0.2 (56dac647-6ac3-43ec-8198-ca0a833c1ebf/4109ed45-b26f-41be-b52e-b03af63d1c37/ed2b6cc6-bd6f-4b12-9941-170034e48c75) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:07.627215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-d92a7093-26e2-4111-8099-ae891ffc80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:07.628935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-d92a7093-26e2-4111-8099-ae891ffc80c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2812974 Jan 27 19:44:07.771349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-42c20c91-2c51-463f-8655-d40ade927b9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 200 len: 1001 time: 0.1347919 Jan 27 19:44:07.839829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-075f04e1-f347-4aa3-90ef-61a004e47483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:07.842156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-075f04e1-f347-4aa3-90ef-61a004e47483 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.0635712 Jan 27 19:44:07.927568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-4c190537-27ca-4605-a1b0-04ab95f57e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:07.929546 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-4c190537-27ca-4605-a1b0-04ab95f57e15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748601 Jan 27 19:44:08.016435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-67ecb190-fb6d-4545-ae40-f3684798af81 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:08.096045 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks [] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.109609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.116084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-fbfc9ea3-e233-4943-a70f-b06e2a47af44 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777935 Jan 27 19:44:08.120763 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-67ecb190-fb6d-4545-ae40-f3684798af81 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "PUT /v2.0/quotas/36546f86775f427fa09c0fddef5401d1 HTTP/1.1" status: 200 len: 366 time: 0.5799372 Jan 27 19:44:08.121812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40030) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.220818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:08.226143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:08.233370 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0e24a4d8-baf3-4925-b891-ae0a19d481fb req-241850a4-5e37-4d56-80ee-93dd83d10bb2 service neutron] 10.222.0.39 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030219 Jan 27 19:44:08.233935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:08.250833 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aa53d08e-46e5-4571-b1d4-9af901fdc865 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1247280 Jan 27 19:44:08.254570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.272619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c62d714-8ba1-4d27-940c-b615b177187a tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas/36546f86775f427fa09c0fddef5401d1 HTTP/1.1" status: 200 len: 366 time: 0.0164361 Jan 27 19:44:08.273768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.302596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.304397 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-66b690b9-7d61-4a17-a0c2-3edbe66a3ab9 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/36546f86775f427fa09c0fddef5401d1 HTTP/1.1" status: 204 len: 168 time: 0.0288432 Jan 27 19:44:08.319485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Pushing event updated for resources: {'Port': ['ID=ed2b6cc6-bd6f-4b12-9941-170034e48c75,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:08.362001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Attempting to bind port ed2b6cc6-bd6f-4b12-9941-170034e48c75 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:08.362828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Attempting to bind port ed2b6cc6-bd6f-4b12-9941-170034e48c75 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7bc79565-15a1-44d2-80fd-3e2922dee4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:08.363144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Attempting to bind port ed2b6cc6-bd6f-4b12-9941-170034e48c75 on network 56dac647-6ac3-43ec-8198-ca0a833c1ebf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:08.389353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:08.389353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Checking segment: {'id': '7bc79565-15a1-44d2-80fd-3e2922dee4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:08.389353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.389353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Bound using segment: {'id': '7bc79565-15a1-44d2-80fd-3e2922dee4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:08.389353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Bound port: ed2b6cc6-bd6f-4b12-9941-170034e48c75, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc79565-15a1-44d2-80fd-3e2922dee4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:08.391649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.414484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.11 (56dac647-6ac3-43ec-8198-ca0a833c1ebf/4109ed45-b26f-41be-b52e-b03af63d1c37/4205838c-a3b6-4a50-be14-0ff08ef13f76) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:08.429490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40042) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.430373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4fc9ca2b-e07c-4cde-a40b-2d0f19957b3d tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1268342 Jan 27 19:44:08.468795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.469040 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90fb67a2-46ef-451b-913d-3a84443e06ef tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas/36546f86775f427fa09c0fddef5401d1 HTTP/1.1" status: 200 len: 370 time: 0.0371196 Jan 27 19:44:08.509181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-88cf9d7e-c230-42ff-93f8-c9f8d6a17136 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas/36546f86775f427fa09c0fddef5401d1/default HTTP/1.1" status: 200 len: 370 time: 0.0311723 Jan 27 19:44:08.514366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.514717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:08.550072 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-fc5be611-74b9-4dd7-bb5f-cc531b3d570d tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] delete failed (client error): The resource could not be found. Jan 27 19:44:08.555338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fc5be611-74b9-4dd7-bb5f-cc531b3d570d tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/36546f86775f427fa09c0fddef5401d1 HTTP/1.1" status: 404 len: 348 time: 0.0394669 Jan 27 19:44:08.559879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-895be927-a964-478d-ba61-f27c0019a13f None None] For port ed2b6cc6-bd6f-4b12-9941-170034e48c75, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:08.568127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-895be927-a964-478d-ba61-f27c0019a13f None None] For port ed2b6cc6-bd6f-4b12-9941-170034e48c75, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed2b6cc6-bd6f-4b12-9941-170034e48c75,segment=NetworkSegment(7bc79565-15a1-44d2-80fd-3e2922dee4b7),segment_id=7bc79565-15a1-44d2-80fd-3e2922dee4b7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:08.578314 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.746608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895be927-a964-478d-ba61-f27c0019a13f None None] Pushing event updated for resources: {'Port': ['ID=ed2b6cc6-bd6f-4b12-9941-170034e48c75,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:08.844679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2039971297'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:08.874113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.954851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Made reservation on behalf of 5165c2f0864f4452a3d9db863d86f4ec for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:08.964906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:08.998560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.024279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-356b3e5c-d440-41dd-a5b1-185ef0d2f02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.194626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.247328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40072) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:09.300798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:network and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.307033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=4205838c-a3b6-4a50-be14-0ff08ef13f76,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:09.309977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.333409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:subnet and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.340067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.352712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:09.354061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:subnetpool and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.357546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for security_group (916da418-42e5-4518-855a-a341d6819376), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.364370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:09.369373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:09.370977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.377381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (916da418-42e5-4518-855a-a341d6819376), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.399928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:port and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.412618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.433746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:router and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.437938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.452721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:09.453831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:floatingip and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.465177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.466094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9142a1a8-02bf-4f77-89f1-0b408381e1ff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.466457 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Added segment 9142a1a8-02bf-4f77-89f1-0b408381e1ff of type vlan for network 539b2e0b-6ec3-4f90-a98d-6593c1e040de Jan 27 19:44:09.527386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (539b2e0b-6ec3-4f90-a98d-6593c1e040de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.559995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:security_group and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.566434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (539b2e0b-6ec3-4f90-a98d-6593c1e040de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.572409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:09.573073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.575760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.589461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Usage tracker for resource:security_group_rule and project:c8e6fbb8b1ad4713b0c762f97ee61668 is out of sync, need to count used quota {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 19:44:09.596900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.quota.resource [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103322) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 19:44:09.602942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2bc5e2fd-f630-416b-85b1-d254cc9a1981 tempest-QuotasTest-720107785 tempest-QuotasTest-720107785-project-admin] 10.222.0.59 "GET /v2.0/quotas/c8e6fbb8b1ad4713b0c762f97ee61668/details.json HTTP/1.1" status: 200 len: 703 time: 0.3543918 Jan 27 19:44:09.732682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed2b6cc6-bd6f-4b12-9941-170034e48c75 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:09.803385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916da418-42e5-4518-855a-a341d6819376,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:09.817344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:09.817968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.834802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'Network': ['ID=539b2e0b-6ec3-4f90-a98d-6593c1e040de,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:09.862830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed2b6cc6-bd6f-4b12-9941-170034e48c75 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:09.863268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c776e03d-db76-488c-81e8-165a72b69246 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3462446 Jan 27 19:44:09.865076 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:09.867722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:09.874401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Request body: {'subnet': {'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:09.902969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-99562219-d52d-4068-8b4c-b2ca4ce5d228 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1426306 Jan 27 19:44:09.906986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:09.907687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:09.932109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '56dac647-6ac3-43ec-8198-ca0a833c1ebf', 'name': 'tempest-PortsTestJSON-876502508'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:10.184310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Made reservation on behalf of 5165c2f0864f4452a3d9db863d86f4ec for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:10.188954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.271359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40096) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:10.271651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:10.281715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed2b6cc6-bd6f-4b12-9941-170034e48c75 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:10.283555 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.296276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:10.306181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.375402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:10.393150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ed2b6cc6-bd6f-4b12-9941-170034e48c75, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed2b6cc6-bd6f-4b12-9941-170034e48c75,segment=NetworkSegment(7bc79565-15a1-44d2-80fd-3e2922dee4b7),segment_id=7bc79565-15a1-44d2-80fd-3e2922dee4b7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:10.411198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.599300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ed2b6cc6-bd6f-4b12-9941-170034e48c75,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:10.652991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.7 (56dac647-6ac3-43ec-8198-ca0a833c1ebf/4109ed45-b26f-41be-b52e-b03af63d1c37/2089d2c4-fc4d-457f-8c53-ad28e19201c8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:10.707882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (da0b9d4f-3e05-4f27-80dc-0bb0b766948f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.739073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a03242-24c7-4c28-94d4-d718fa141c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.764938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd554f27-039e-4c88-8b5b-703de6f2a8fc None None] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:10.771768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'Subnet': ['ID=da0b9d4f-3e05-4f27-80dc-0bb0b766948f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:10.829486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Checking segment: {'id': '9142a1a8-02bf-4f77-89f1-0b408381e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:10.829891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Network hostable DHCP agents. Network: 539b2e0b-6ec3-4f90-a98d-6593c1e040de, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:10.837676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7db0d48-1bf1-4b78-867f-1eb121a662e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.863395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:10.884587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 539b2e0b-6ec3-4f90-a98d-6593c1e040de) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:10.890212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:10.891308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:10.904273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02fb13-fee3-458c-aaef-cae6269998c5 None None] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:10.928389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-04a543dd-2374-4a5c-8bc4-d1775b63792b tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0595977 Jan 27 19:44:10.931223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40106) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:10.939587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Request body: {'port': {'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1666695382'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:11.093958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-66726b3c-d4ba-42ee-bf5b-64afcdac550a None None] Provisioning complete for port ed2b6cc6-bd6f-4b12-9941-170034e48c75 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:11.094364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66726b3c-d4ba-42ee-bf5b-64afcdac550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.188969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.251904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Made reservation on behalf of 5165c2f0864f4452a3d9db863d86f4ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:11.255860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.258374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.298835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] device_id is not set on port 46d341c3-c7d9-406f-9373-69afa5c57102 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:11.368837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a03242-24c7-4c28-94d4-d718fa141c2c admin admin] Publish callbacks [] for security_group (2b4616b0-b44c-4269-b4ec-05d190ddb95b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.382384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:11.400315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a03242-24c7-4c28-94d4-d718fa141c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b4616b0-b44c-4269-b4ec-05d190ddb95b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.406887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-539b2e0b-6ec3-4f90-a98d-6593c1e040de', 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de', 'project_id': '5165c2f0864f4452a3d9db863d86f4ec', 'fixed_ips': [{'subnet_id': 'da0b9d4f-3e05-4f27-80dc-0bb0b766948f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:44:11.408155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.497342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-31a03242-24c7-4c28-94d4-d718fa141c2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d420bc089bf45da9ec583d32ced221f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2233915 Jan 27 19:44:11.501083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:11.509731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:11.514986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66726b3c-d4ba-42ee-bf5b-64afcdac550a None None] Current status of the port ed2b6cc6-bd6f-4b12-9941-170034e48c75 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:11.614993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:11.622766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:11.623472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.634790 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7db0d48-1bf1-4b78-867f-1eb121a662e2 admin admin] Publish callbacks [] for security_group (861845b9-7207-4f40-b525-ca3e9fce389a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.648649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=2089d2c4-fc4d-457f-8c53-ad28e19201c8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:11.665965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Allocated IP 172.20.0.6 (539b2e0b-6ec3-4f90-a98d-6593c1e040de/da0b9d4f-3e05-4f27-80dc-0bb0b766948f/46d341c3-c7d9-406f-9373-69afa5c57102) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:11.677935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7db0d48-1bf1-4b78-867f-1eb121a662e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (861845b9-7207-4f40-b525-ca3e9fce389a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:11.729138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d7db0d48-1bf1-4b78-867f-1eb121a662e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25c3159d6ae948b4bf4d69d4f988d917&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4548700 Jan 27 19:44:11.738384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:11.763853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba60dcd6-04a8-4b21-ab2f-e126d4d0516b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8540852 Jan 27 19:44:11.770030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03242-24c7-4c28-94d4-d718fa141c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4616b0-b44c-4269-b4ec-05d190ddb95b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:11.808488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:11.851677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed2b6cc6-bd6f-4b12-9941-170034e48c75 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:12.031342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] Publish callbacks [] for security_group (2b4616b0-b44c-4269-b4ec-05d190ddb95b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.048543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed2b6cc6-bd6f-4b12-9941-170034e48c75 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:12.050223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.053164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Provisioning complete for port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:12.054811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.104326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for port (46d341c3-c7d9-406f-9373-69afa5c57102), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.125413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] Publish callbacks [] for security_group (2b4616b0-b44c-4269-b4ec-05d190ddb95b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.164165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db0d48-1bf1-4b78-867f-1eb121a662e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861845b9-7207-4f40-b525-ca3e9fce389a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:12.200823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89230b0c-81a6-44c5-aae1-521851ce65f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.206028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:12.211610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.313454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Allocated IP 172.20.0.2 (539b2e0b-6ec3-4f90-a98d-6593c1e040de/da0b9d4f-3e05-4f27-80dc-0bb0b766948f/1a6008fb-3d8b-4694-9285-3909a02f89f5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:12.329339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4ee80-fe6f-4cfa-8f48-d22042d0c3ba tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:12.333544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4dc4ee80-fe6f-4cfa-8f48-d22042d0c3ba tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.5223370 Jan 27 19:44:12.335467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:12.347556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:12.360688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:12.365089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:12.368523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] Publish callbacks [] for security_group (861845b9-7207-4f40-b525-ca3e9fce389a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.440669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] Publish callbacks [] for security_group (861845b9-7207-4f40-b525-ca3e9fce389a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.521532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'Port': ['ID=46d341c3-c7d9-406f-9373-69afa5c57102,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:12.551591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:12.552577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.594980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Provisioning complete for port ed2b6cc6-bd6f-4b12-9941-170034e48c75 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:12.595115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.602249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6dc70db8-7b3c-4099-a7d9-f33815f9181f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6693420 Jan 27 19:44:12.603160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:12.611264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Request body: {'port': {'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1226183026', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:12.613669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] bootfile-name is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:12.613871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b4616b0-b44c-4269-b4ec-05d190ddb95b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.614130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] tftp-server is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:12.614371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] server-ip-address is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:12.616696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.631727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b4616b0-b44c-4269-b4ec-05d190ddb95b HTTP/1.1" status: 204 len: 168 time: 0.9985592 Jan 27 19:44:12.694947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22c50-63d5-4c17-8232-3c22de5d21ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4616b0-b44c-4269-b4ec-05d190ddb95b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:12.802515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87662528-f827-4e99-8f72-8c8b8f40fb84 req-8913b02a-fbc0-443a-9a4b-82419910f371 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:12.809832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Made reservation on behalf of 5165c2f0864f4452a3d9db863d86f4ec for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:12.813699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks [] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.817954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87662528-f827-4e99-8f72-8c8b8f40fb84 req-8913b02a-fbc0-443a-9a4b-82419910f371 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.2874303 Jan 27 19:44:12.818290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.852549 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.865118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] device_id is not set on port a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:12.885199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (861845b9-7207-4f40-b525-ca3e9fce389a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.888800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:12.889687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/861845b9-7207-4f40-b525-ca3e9fce389a HTTP/1.1" status: 204 len: 168 time: 1.1493292 Jan 27 19:44:12.941955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed2b6cc6-bd6f-4b12-9941-170034e48c75 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:12.955004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc6ce6-6fa4-4bc8-855e-ccc633bbd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861845b9-7207-4f40-b525-ca3e9fce389a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:13.051455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:13.083530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87662528-f827-4e99-8f72-8c8b8f40fb84 req-bac63719-82be-4653-87df-f22c6e354e86 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632141 Jan 27 19:44:13.116028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:13.125601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:13.125601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.130027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:13.141444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Pushing event updated for resources: {'Port': ['ID=1a6008fb-3d8b-4694-9285-3909a02f89f5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:13.279721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Current status of the port ed2b6cc6-bd6f-4b12-9941-170034e48c75 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:13.291205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Attempting to bind port 1a6008fb-3d8b-4694-9285-3909a02f89f5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:13.292163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Attempting to bind port 1a6008fb-3d8b-4694-9285-3909a02f89f5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '9142a1a8-02bf-4f77-89f1-0b408381e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:13.293419 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Attempting to bind port 1a6008fb-3d8b-4694-9285-3909a02f89f5 on network 539b2e0b-6ec3-4f90-a98d-6593c1e040de {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:13.322308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:13.330904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Checking segment: {'id': '9142a1a8-02bf-4f77-89f1-0b408381e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:13.330904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.330904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Bound using segment: {'id': '9142a1a8-02bf-4f77-89f1-0b408381e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:13.330904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Bound port: 1a6008fb-3d8b-4694-9285-3909a02f89f5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9142a1a8-02bf-4f77-89f1-0b408381e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '539b2e0b-6ec3-4f90-a98d-6593c1e040de'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:13.330904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.335470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Provisioning complete for port 4205838c-a3b6-4a50-be14-0ff08ef13f76 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:13.335826 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.369398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.381401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Allocated IP 172.20.0.13 (539b2e0b-6ec3-4f90-a98d-6593c1e040de/da0b9d4f-3e05-4f27-80dc-0bb0b766948f/a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:13.399806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 2089d2c4-fc4d-457f-8c53-ad28e19201c8 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:13.585962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-55ad00c4-ec0f-407e-b1d7-f35e8a97f1c0 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:13.587612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-55ad00c4-ec0f-407e-b1d7-f35e8a97f1c0 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.39 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.2423315 Jan 27 19:44:13.642236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] For port 1a6008fb-3d8b-4694-9285-3909a02f89f5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:13.646840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657722a3-7e40-4449-a4a0-68dae2bb638f None None] Port 4205838c-a3b6-4a50-be14-0ff08ef13f76 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:13.711593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:13.748309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ce175e2-a808-437a-aab4-0fe4618a97fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.789158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Provisioning complete for port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:13.790600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.862616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] For port 1a6008fb-3d8b-4694-9285-3909a02f89f5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1a6008fb-3d8b-4694-9285-3909a02f89f5,segment=NetworkSegment(9142a1a8-02bf-4f77-89f1-0b408381e1ff),segment_id=9142a1a8-02bf-4f77-89f1-0b408381e1ff)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:13.865593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Port 2089d2c4-fc4d-457f-8c53-ad28e19201c8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:13.876906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.883355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for port (a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.925997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Provisioning complete for port 4205838c-a3b6-4a50-be14-0ff08ef13f76 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:13.926494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.985174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ce175e2-a808-437a-aab4-0fe4618a97fd admin admin] Publish callbacks [] for security_group (80e19fcf-fa99-4bde-ad13-295f753528ce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.989617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:13.990231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2089d2c4-fc4d-457f-8c53-ad28e19201c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.038921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e76b9f9c-f556-48e1-aaa0-b96e138a3121 None None] Port 4205838c-a3b6-4a50-be14-0ff08ef13f76 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:14.059402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ce175e2-a808-437a-aab4-0fe4618a97fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (80e19fcf-fa99-4bde-ad13-295f753528ce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.075964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=2089d2c4-fc4d-457f-8c53-ad28e19201c8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:14.086504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17424f90-a20c-44a8-bf26-3c61e0cce7a7 None None] Pushing event updated for resources: {'Port': ['ID=1a6008fb-3d8b-4694-9285-3909a02f89f5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:14.097687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'Port': ['ID=a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:14.234383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:14.238938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:14.244447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40170) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:14.244866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8ce175e2-a808-437a-aab4-0fe4618a97fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8e6fbb8b1ad4713b0c762f97ee61668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5317385 Jan 27 19:44:14.252670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:14.323665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce175e2-a808-437a-aab4-0fe4618a97fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e19fcf-fa99-4bde-ad13-295f753528ce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:14.438591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] Publish callbacks [] for security_group (80e19fcf-fa99-4bde-ad13-295f753528ce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.527769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] Publish callbacks [] for security_group (80e19fcf-fa99-4bde-ad13-295f753528ce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.545208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.567303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c180527a-8227-40b9-b51d-31d1d3eeaf22 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/2089d2c4-fc4d-457f-8c53-ad28e19201c8 HTTP/1.1" status: 204 len: 168 time: 2.2195959 Jan 27 19:44:14.569666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:14.578477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:14.585858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.657820 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b0f6a8-c3f6-4343-848a-c91d58905311 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:14.660468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-40b0f6a8-c3f6-4343-848a-c91d58905311 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/2089d2c4-fc4d-457f-8c53-ad28e19201c8 HTTP/1.1" status: 404 len: 333 time: 0.0879180 Jan 27 19:44:14.665043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:14.690006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841db7c2-75a4-4310-ace5-349f12a41d85 req-9ad0360a-d4c8-41a9-9998-3e1292fb2ea2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:14.704480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-841db7c2-75a4-4310-ace5-349f12a41d85 req-9ad0360a-d4c8-41a9-9998-3e1292fb2ea2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.4079232 Jan 27 19:44:14.738454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Deleting port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:14.739195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.745579 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-85fd40bc-80d4-4729-8c66-2476dbc69e76 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1412787 Jan 27 19:44:14.748604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (80e19fcf-fa99-4bde-ad13-295f753528ce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.751729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:14.753173 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80e19fcf-fa99-4bde-ad13-295f753528ce HTTP/1.1" status: 204 len: 168 time: 0.5018578 Jan 27 19:44:14.754077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40182) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:14.917106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d2f07-caf8-4558-bb1f-4cbd9732fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e19fcf-fa99-4bde-ad13-295f753528ce,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:14.951745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-841db7c2-75a4-4310-ace5-349f12a41d85 req-b4030112-24fa-4043-ab41-866efe2b6a91 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456324 Jan 27 19:44:14.991556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868e1e6-901c-4309-b951-1d230a746c03 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:14.991697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 4205838c-a3b6-4a50-be14-0ff08ef13f76 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:14.991869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.001539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868e1e6-901c-4309-b951-1d230a746c03 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:15.020127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868e1e6-901c-4309-b951-1d230a746c03 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:15.026483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2868e1e6-901c-4309-b951-1d230a746c03 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2565985 Jan 27 19:44:15.036145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:15.102308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] For port 055ab77d-6e5b-4834-b6cf-6bbd289ae039, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=055ab77d-6e5b-4834-b6cf-6bbd289ae039,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:15.103333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.232468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.255975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.277770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 4205838c-a3b6-4a50-be14-0ff08ef13f76 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:15.505110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4205838c-a3b6-4a50-be14-0ff08ef13f76), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.596571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.608539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=4205838c-a3b6-4a50-be14-0ff08ef13f76,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:15.798858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1a6008fb-3d8b-4694-9285-3909a02f89f5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:15.820083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.831128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-469a9e96-ea1f-43f2-9ce0-1c3ec57e5df2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/4205838c-a3b6-4a50-be14-0ff08ef13f76 HTTP/1.1" status: 204 len: 168 time: 1.1094923 Jan 27 19:44:15.839301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:15.884090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1a6008fb-3d8b-4694-9285-3909a02f89f5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:15.884474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:15.928875 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5f1609-a9d3-45aa-beb0-f3224f96bc96 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:15.930900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5a5f1609-a9d3-45aa-beb0-f3224f96bc96 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/4205838c-a3b6-4a50-be14-0ff08ef13f76 HTTP/1.1" status: 404 len: 333 time: 0.0902081 Jan 27 19:44:15.935980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:15.991880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Deleting port a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:15.992467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.113589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 4109ed45-b26f-41be-b52e-b03af63d1c37 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:16.137100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.138320 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (4109ed45-b26f-41be-b52e-b03af63d1c37), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.240531 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (4109ed45-b26f-41be-b52e-b03af63d1c37), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.266262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1a6008fb-3d8b-4694-9285-3909a02f89f5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:16.266788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.373788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 1a6008fb-3d8b-4694-9285-3909a02f89f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1a6008fb-3d8b-4694-9285-3909a02f89f5,segment=NetworkSegment(9142a1a8-02bf-4f77-89f1-0b408381e1ff),segment_id=9142a1a8-02bf-4f77-89f1-0b408381e1ff)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:16.387328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fb2a5-410c-41d1-835f-337fd65a04e9 None None] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:16.397073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.413750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.414373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.414871 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Floating IP eae83914-a0ba-4d33-b021-569d1c16912e disassociated. External IP: 172.25.5.231, port: 055ab77d-6e5b-4834-b6cf-6bbd289ae039. Jan 27 19:44:16.415443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Calling delete_port for 055ab77d-6e5b-4834-b6cf-6bbd289ae039 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:16.480912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.529681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dc72a-ebfc-45f9-990b-802a9d3ce6b6 req-d1a986b5-d7c0-4af9-80af-95402077b94b tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:16.531494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a60dc72a-ebfc-45f9-990b-802a9d3ce6b6 req-d1a986b5-d7c0-4af9-80af-95402077b94b tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 945 time: 0.3368423 Jan 27 19:44:16.576695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Calling delete_port for a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:16.580618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4109ed45-b26f-41be-b52e-b03af63d1c37), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.649075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 055ab77d-6e5b-4834-b6cf-6bbd289ae039 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:16.666659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a60dc72a-ebfc-45f9-990b-802a9d3ce6b6 req-7470868b-306f-47fe-ac1c-6c1c2a2ec737 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=97452e4a-9cbe-4f36-a906-892f8f276b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175835 Jan 27 19:44:16.718385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (4109ed45-b26f-41be-b52e-b03af63d1c37), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.784831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:16.798671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=4109ed45-b26f-41be-b52e-b03af63d1c37,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:16.811964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.816403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25bf258c-9ed7-407e-836e-9f5884ad2bd2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/4109ed45-b26f-41be-b52e-b03af63d1c37 HTTP/1.1" status: 204 len: 168 time: 0.8793621 Jan 27 19:44:16.820595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:16.978780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4143a133-8d96-47fc-9e9e-6486e412dd61 None None] Provisioning complete for port 1a6008fb-3d8b-4694-9285-3909a02f89f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:16.979152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4143a133-8d96-47fc-9e9e-6486e412dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:16.989337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (56dac647-6ac3-43ec-8198-ca0a833c1ebf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.016028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab05d4d2-55fd-4744-923e-4700a601f684 None None] Network 56dac647-6ac3-43ec-8198-ca0a833c1ebf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:17.119409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=1a6008fb-3d8b-4694-9285-3909a02f89f5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:17.176178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:17.178702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port ed2b6cc6-bd6f-4b12-9941-170034e48c75 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:17.179288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.366527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1790062007'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:17.372383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.388785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] For port ed2b6cc6-bd6f-4b12-9941-170034e48c75, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed2b6cc6-bd6f-4b12-9941-170034e48c75,segment=NetworkSegment(7bc79565-15a1-44d2-80fd-3e2922dee4b7),segment_id=7bc79565-15a1-44d2-80fd-3e2922dee4b7)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:17.389123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.424634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for ed2b6cc6-bd6f-4b12-9941-170034e48c75 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:17.439976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'Port': ['ID=055ab77d-6e5b-4834-b6cf-6bbd289ae039,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:17.448560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:17.450112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (055ab77d-6e5b-4834-b6cf-6bbd289ae039), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.529638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4143a133-8d96-47fc-9e9e-6486e412dd61 None None] Current status of the port 1a6008fb-3d8b-4694-9285-3909a02f89f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:17.580904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Made reservation on behalf of 684bef7dc527430bb1a3a5c0af7f1eaf for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:17.597303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6d675d-4f4f-419d-a84c-86ae38cf47ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.599980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.639353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] DHCP port deletion for 56dac647-6ac3-43ec-8198-ca0a833c1ebf request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:17.659009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1a6008fb-3d8b-4694-9285-3909a02f89f5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:17.751359 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.814173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.819861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:44:17.904993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59bf858a-6ffa-4abc-b410-fad11961d89e req-d6d1a857-7ec3-4119-9547-ca7d96cd9de3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 210 time: 0.0552835 Jan 27 19:44:17.904993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=ed2b6cc6-bd6f-4b12-9941-170034e48c75,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:17.908165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No DVR routers for this DVR port ed2b6cc6-bd6f-4b12-9941-170034e48c75 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:17.921236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Deleting port ed2b6cc6-bd6f-4b12-9941-170034e48c75 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:17.921781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:17.987318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.987736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.988090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.988436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.988777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.989107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.989470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.989798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.990130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.990467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.990793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.991116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:17.991441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:18.027912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.129048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (56dac647-6ac3-43ec-8198-ca0a833c1ebf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.146423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1a6008fb-3d8b-4694-9285-3909a02f89f5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:18.162903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event deleted for resources: {'Port': ['ID=a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:18.173772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.191048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] For port ed2b6cc6-bd6f-4b12-9941-170034e48c75, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:18.191452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.250484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dac647-6ac3-43ec-8198-ca0a833c1ebf']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:18.294725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc79565-15a1-44d2-80fd-3e2922dee4b7') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:18.295246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc79565-15a1-44d2-80fd-3e2922dee4b7') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:18.323014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.327459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Calling delete_port for ed2b6cc6-bd6f-4b12-9941-170034e48c75 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:18.327722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6bfed4ef-71eb-4a76-8b04-699a72aa837e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "DELETE /v2.0/ports/a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85 HTTP/1.1" status: 204 len: 168 time: 3.2880774 Jan 27 19:44:18.333732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:18.353995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:18.365108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Request body: {'port': {'name': 'tempest-new-port-name-1636516118', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:18.365598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] bootfile-name is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:18.365953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] tftp-server is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:18.366289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] server-ip-address is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:44:18.366428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Port ed2b6cc6-bd6f-4b12-9941-170034e48c75 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:44:18.373190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Provisioning complete for port 46d341c3-c7d9-406f-9373-69afa5c57102 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:18.374056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.381749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7bc79565-15a1-44d2-80fd-3e2922dee4b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.395257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:18.418273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6d675d-4f4f-419d-a84c-86ae38cf47ac admin admin] Publish callbacks [] for security_group (3bca97b8-33b6-4a78-88c5-ec2c756d5e3a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.437099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6d675d-4f4f-419d-a84c-86ae38cf47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3bca97b8-33b6-4a78-88c5-ec2c756d5e3a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.471499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (ed2b6cc6-bd6f-4b12-9941-170034e48c75), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.479109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:18.480492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:18.494645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fd6d675d-4f4f-419d-a84c-86ae38cf47ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab468b3d0de543ef8239f1c0e14c3280&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3079581 Jan 27 19:44:18.494645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7bc79565-15a1-44d2-80fd-3e2922dee4b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.516052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40260) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:18.528820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:18.529447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7bc79565-15a1-44d2-80fd-3e2922dee4b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.538842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] Pushing event deleted for resources: {'Port': ['ID=ed2b6cc6-bd6f-4b12-9941-170034e48c75,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:18.548980 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:18.664732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d675d-4f4f-419d-a84c-86ae38cf47ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca97b8-33b6-4a78-88c5-ec2c756d5e3a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:18.665582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for security_group (e390f33c-8d3a-4e29-b612-864e228e5804), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.670146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] No DVR routers for this DVR port 055ab77d-6e5b-4834-b6cf-6bbd289ae039 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:18.679556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.683292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a95845-ff7f-4cde-b52a-2a3439ca7d27 None None] No DVR routers for this DVR port ed2b6cc6-bd6f-4b12-9941-170034e48c75 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:18.685337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (56dac647-6ac3-43ec-8198-ca0a833c1ebf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.690266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6ab82a1d-6144-4246-ac1f-ddea85335b99 req-70b82909-f43c-44f1-9a36-96f59ac40a7a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.39 "DELETE /v2.0/ports/055ab77d-6e5b-4834-b6cf-6bbd289ae039 HTTP/1.1" status: 204 len: 173 time: 4.7285457 Jan 27 19:44:18.711145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Port 46d341c3-c7d9-406f-9373-69afa5c57102 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:18.711853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'name': 'network-vif-deleted', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:44:18.717792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.721297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/56dac647-6ac3-43ec-8198-ca0a833c1ebf HTTP/1.1" status: 204 len: 168 time: 1.8995526 Jan 27 19:44:18.725570 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a99e2a-14be-4ab7-af21-29de4bfea512" -d '{"events": [{"server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "name": "network-vif-deleted", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:44:18.728521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e390f33c-8d3a-4e29-b612-864e228e5804), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.730469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550627-29cd-4767-a13d-24b62b616f7e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=56dac647-6ac3-43ec-8198-ca0a833c1ebf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:18.743109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:18.748526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:18.751459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-886450850'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:18.774473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9b877d28-1039-480e-b4cd-b5becbbcec27), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.774853 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Added segment 9b877d28-1039-480e-b4cd-b5becbbcec27 of type vlan for network 8090c82a-c15e-4bf8-9fae-c6f60c96968a Jan 27 19:44:18.807653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:18.812223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.814117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1a6008fb-3d8b-4694-9285-3909a02f89f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:18.888981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:18.908078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e7655c93-a283-47ee-bf05-26c3ea7afd49), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.908790 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment e7655c93-a283-47ee-bf05-26c3ea7afd49 of type vlan for network 649161ca-2340-4d8e-905f-28b03df8185c Jan 27 19:44:18.926092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Provisioning complete for port 1a6008fb-3d8b-4694-9285-3909a02f89f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:18.926655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.929890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8090c82a-c15e-4bf8-9fae-c6f60c96968a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:18.988332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.018758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (649161ca-2340-4d8e-905f-28b03df8185c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.075305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:44:19.163071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (649161ca-2340-4d8e-905f-28b03df8185c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.169956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e390f33c-8d3a-4e29-b612-864e228e5804,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:19.183050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:19.188888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.191930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8090c82a-c15e-4bf8-9fae-c6f60c96968a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.210186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:19.213156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.234847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dbaf1e79-0bdc-4a17-a0b3-20b8234685f0 req-f4dcdbab-b47d-4e81-a11c-4fc827f74dc4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=753f2e21-b7c0-4886-96d1-0a47aa6d083f HTTP/1.1" status: 200 len: 210 time: 0.1439788 Jan 27 19:44:19.244054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] Publish callbacks [] for security_group (3bca97b8-33b6-4a78-88c5-ec2c756d5e3a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.246628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5019295 Jan 27 19:44:19.266334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:19.279720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4925299 Jan 27 19:44:19.285172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:19.303856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'subnet': {'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:19.313118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Current status of the port 1a6008fb-3d8b-4694-9285-3909a02f89f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:19.313466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': '649161ca-2340-4d8e-905f-28b03df8185c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:19.373194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5b49a0f-45ee-46bf-8366-2dda49c090e2 None None] Could not find standard attr ID for object a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:44:19.476665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014219-82db-4217-a682-3041703bb31b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=649161ca-2340-4d8e-905f-28b03df8185c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:19.482510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb54e52-0e87-4e19-8b3b-4cc18bd2cc15 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Network': ['ID=8090c82a-c15e-4bf8-9fae-c6f60c96968a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:19.501844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] Publish callbacks [] for security_group (3bca97b8-33b6-4a78-88c5-ec2c756d5e3a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.518038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 649161ca-2340-4d8e-905f-28b03df8185c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:19.572357 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93303cd-270e-44cf-a0f0-0e04bc884dfa x-openstack-request-id: req-d93303cd-270e-44cf-a0f0-0e04bc884dfa {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:44:19.573419 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f2e21-b7c0-4886-96d1-0a47aa6d083f", "name": "network-vif-deleted", "tag": "055ab77d-6e5b-4834-b6cf-6bbd289ae039", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:44:19.573935 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d93303cd-270e-44cf-a0f0-0e04bc884dfa {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:44:19.574862 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f2e21-b7c0-4886-96d1-0a47aa6d083f', 'name': 'network-vif-deleted', 'tag': '055ab77d-6e5b-4834-b6cf-6bbd289ae039', 'status': 'completed', 'code': 200} Jan 27 19:44:19.612887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Made reservation on behalf of 684bef7dc527430bb1a3a5c0af7f1eaf for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:19.617235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.789740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:19.812742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed2b6cc6-bd6f-4b12-9941-170034e48c75 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:19.852564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for port (46d341c3-c7d9-406f-9373-69afa5c57102), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.871726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ed2b6cc6-bd6f-4b12-9941-170034e48c75 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:19.872328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed2b6cc6-bd6f-4b12-9941-170034e48c75 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:19.874952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-202b106f-8962-48b7-87b7-4441676b04ca None None] Provisioning complete for port 46d341c3-c7d9-406f-9373-69afa5c57102 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:19.875445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-202b106f-8962-48b7-87b7-4441676b04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.960759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.964548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3bca97b8-33b6-4a78-88c5-ec2c756d5e3a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.968562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:19.971618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3bca97b8-33b6-4a78-88c5-ec2c756d5e3a HTTP/1.1" status: 204 len: 168 time: 1.4475007 Jan 27 19:44:20.040582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dcd76-ca8d-4fda-826f-0f025f8745d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca97b8-33b6-4a78-88c5-ec2c756d5e3a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:20.091201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5090d8c5-404c-42f7-b712-53eb87445f6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.096412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:20.101433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.112717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-202b106f-8962-48b7-87b7-4441676b04ca None None] Port 46d341c3-c7d9-406f-9373-69afa5c57102 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:20.136499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-202b106f-8962-48b7-87b7-4441676b04ca None None] Could not find standard attr ID for object a0c9c0a0-aa75-4d6e-a2f2-d4c5a63a7e85. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:44:20.229228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:20.229634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Subnet': ['ID=5090d8c5-404c-42f7-b712-53eb87445f6d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:20.263214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Checking segment: {'id': '9b877d28-1039-480e-b4cd-b5becbbcec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:20.265374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network hostable DHCP agents. Network: 8090c82a-c15e-4bf8-9fae-c6f60c96968a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:20.307119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:44:20.310541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:20.323960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event updated for resources: {'Port': ['ID=46d341c3-c7d9-406f-9373-69afa5c57102,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:20.328328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8090c82a-c15e-4bf8-9fae-c6f60c96968a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:20.336661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:20.338597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.354005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:20.356076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:20.398163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-36918bec-9016-4dad-9a35-cad92351161f tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1023231 Jan 27 19:44:20.403107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:20.418247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1804690548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:20.443123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] In _notify_port_updated(), no bound segment for port 46d341c3-c7d9-406f-9373-69afa5c57102 on network 539b2e0b-6ec3-4f90-a98d-6593c1e040de {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:44:20.456908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:20.457679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.459098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9290b22-9cdd-4d5a-917d-7aa119370159 tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "PUT /v2.0/ports/46d341c3-c7d9-406f-9373-69afa5c57102 HTTP/1.1" status: 200 len: 1136 time: 2.1018987 Jan 27 19:44:20.463650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:20.489053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.492296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.583644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:20.626546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495fe1d-3a5f-4064-9698-2265936babb6 None None] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:20.696634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d286e50-4bf3-4445-8bda-6d833e739f7f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:20.703551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d286e50-4bf3-4445-8bda-6d833e739f7f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "GET /v2.0/ports/46d341c3-c7d9-406f-9373-69afa5c57102 HTTP/1.1" status: 200 len: 1136 time: 0.2164068 Jan 27 19:44:20.706149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40300) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:20.778566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for router_controller (d1a4a40a-3e14-4786-bb39-ff13aa184884), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.799489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.904117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (97452e4a-9cbe-4f36-a906-892f8f276b5b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.908548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:20.910704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a551b53-fed3-4f35-91f4-8d600bd41842 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5059261 Jan 27 19:44:20.913139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:21.015488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7c1de407-e236-40c6-be11-a81349675c5b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.067141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-845eab82-2feb-428f-a272-cf0f1e4e0068 None None] Provisioning complete for port 46d341c3-c7d9-406f-9373-69afa5c57102 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:21.067543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-845eab82-2feb-428f-a272-cf0f1e4e0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.072736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:44:21.103822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (97452e4a-9cbe-4f36-a906-892f8f276b5b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.124752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Deleting port 46d341c3-c7d9-406f-9373-69afa5c57102 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:21.125597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.349954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.370301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Calling delete_port for 46d341c3-c7d9-406f-9373-69afa5c57102 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:21.443281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=7c1de407-e236-40c6-be11-a81349675c5b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:21.454770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.457166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.464497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.464969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.465704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.467035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.467035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.467529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.467994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.468458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.469053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.469459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.469894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:21.504526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8090c82a-c15e-4bf8-9fae-c6f60c96968a', 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a', 'project_id': '684bef7dc527430bb1a3a5c0af7f1eaf', 'fixed_ips': [{'subnet_id': '5090d8c5-404c-42f7-b712-53eb87445f6d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:44:21.505446 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.507560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-845eab82-2feb-428f-a272-cf0f1e4e0068 None None] Port 46d341c3-c7d9-406f-9373-69afa5c57102 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:21.552822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.570463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': 'e7655c93-a283-47ee-bf05-26c3ea7afd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:21.576442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: 649161ca-2340-4d8e-905f-28b03df8185c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:21.676235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 649161ca-2340-4d8e-905f-28b03df8185c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:21.706663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:21.724754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 649161ca-2340-4d8e-905f-28b03df8185c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:21.737123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:21.737927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.803948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0a47a-2d76-4871-bf02-e1714e100989 None None] Network 649161ca-2340-4d8e-905f-28b03df8185c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:21.822338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcf8e0-714d-4ed5-8258-ae89ca010f7b None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:21.874837 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b73c2e6e-711a-4faf-96ec-235ee3905b13 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5912194 Jan 27 19:44:21.896378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:21.902641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Allocated IP 172.20.0.1 (8090c82a-c15e-4bf8-9fae-c6f60c96968a/5090d8c5-404c-42f7-b712-53eb87445f6d/e6085bec-3e75-4753-804d-3e5edd4ccc0a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:21.908536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '649161ca-2340-4d8e-905f-28b03df8185c', 'name': 'tempest-PortsTestJSON-1986570061', 'fixed_ips': [{'subnet_id': '7c1de407-e236-40c6-be11-a81349675c5b', 'ip_address': '172.20.0.10'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:21.935130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (97452e4a-9cbe-4f36-a906-892f8f276b5b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.938324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:21.943318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "DELETE /v2.0/security-groups/97452e4a-9cbe-4f36-a906-892f8f276b5b HTTP/1.1" status: 204 len: 168 time: 1.3552876 Jan 27 19:44:21.944928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:21.957854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98661c84-ce4d-4098-9870-705962d649b5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97452e4a-9cbe-4f36-a906-892f8f276b5b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:22.029233 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-22665b89-4bb0-4ba6-9e5e-1dda66d3b472 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] show failed (client error): The resource could not be found. Jan 27 19:44:22.033174 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22665b89-4bb0-4ba6-9e5e-1dda66d3b472 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups/97452e4a-9cbe-4f36-a906-892f8f276b5b HTTP/1.1" status: 404 len: 347 time: 0.0408132 Jan 27 19:44:22.045528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:22.061918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-649161ca-2340-4d8e-905f-28b03df8185c', 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': '7c1de407-e236-40c6-be11-a81349675c5b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:44:22.062992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.217771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (46d341c3-c7d9-406f-9373-69afa5c57102), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.364998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event deleted for resources: {'Port': ['ID=46d341c3-c7d9-406f-9373-69afa5c57102,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:22.378493 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f27ff6b-3e58-4ef5-971e-143a9d15e74a None None] New status for floating IP eae83914-a0ba-4d33-b021-569d1c16912e: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:44:22.442964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Allocated IP 172.20.0.2 (649161ca-2340-4d8e-905f-28b03df8185c/7c1de407-e236-40c6-be11-a81349675c5b/167373e6-7088-4080-9141-b3f3afbce0df) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:22.740787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.747680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-32c2074f-91d7-4646-a671-841fe74a4a4f tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "DELETE /v2.0/ports/46d341c3-c7d9-406f-9373-69afa5c57102 HTTP/1.1" status: 204 len: 168 time: 2.0360341 Jan 27 19:44:22.751819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:22.787154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Deleting port 4f13292b-081e-45c6-b1a0-dfc1880921ba {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:22.787989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.851263 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.862877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Deleting subnet da0b9d4f-3e05-4f27-80dc-0bb0b766948f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:22.872502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for subnet (da0b9d4f-3e05-4f27-80dc-0bb0b766948f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.933697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (da0b9d4f-3e05-4f27-80dc-0bb0b766948f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.939818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.941375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (4f13292b-081e-45c6-b1a0-dfc1880921ba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.965511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks [] for port (167373e6-7088-4080-9141-b3f3afbce0df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:22.985829 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (167373e6-7088-4080-9141-b3f3afbce0df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.004405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Calling delete_port for 4f13292b-081e-45c6-b1a0-dfc1880921ba owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:23.017416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.021411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:23.086642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:44:23.124934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Pushing event updated for resources: {'Port': ['ID=167373e6-7088-4080-9141-b3f3afbce0df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:23.187439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:23.216556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Network 649161ca-2340-4d8e-905f-28b03df8185c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:23.228197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.228995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.230772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.233410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:23.233904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.235446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.235446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.237913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.238830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.238830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.239089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.239653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.240623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:23.241102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.243352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:44:23.252231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:23.264913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:23.283616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Allocated IP 172.20.0.2 (8090c82a-c15e-4bf8-9fae-c6f60c96968a/5090d8c5-404c-42f7-b712-53eb87445f6d/6486200c-af75-4a32-817c-cb39950d2e01) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:23.327439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=e6085bec-3e75-4753-804d-3e5edd4ccc0a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:23.360503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.369223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (da0b9d4f-3e05-4f27-80dc-0bb0b766948f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.417561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:23.441064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (d1a4a40a-3e14-4786-bb39-ff13aa184884), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.443209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Attempting to bind port 167373e6-7088-4080-9141-b3f3afbce0df on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:23.443592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Attempting to bind port 167373e6-7088-4080-9141-b3f3afbce0df by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e7655c93-a283-47ee-bf05-26c3ea7afd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:23.444228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Attempting to bind port 167373e6-7088-4080-9141-b3f3afbce0df on network 649161ca-2340-4d8e-905f-28b03df8185c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:23.456488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:23.457142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Checking segment: {'id': 'e7655c93-a283-47ee-bf05-26c3ea7afd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:23.457634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.458207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Bound using segment: {'id': 'e7655c93-a283-47ee-bf05-26c3ea7afd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:23.458912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Bound port: 167373e6-7088-4080-9141-b3f3afbce0df, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7655c93-a283-47ee-bf05-26c3ea7afd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '649161ca-2340-4d8e-905f-28b03df8185c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:23.459475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (167373e6-7088-4080-9141-b3f3afbce0df), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.623701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4f13292b-081e-45c6-b1a0-dfc1880921ba), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.681138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'Port': ['ID=4f13292b-081e-45c6-b1a0-dfc1880921ba,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:23.683203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] For port 167373e6-7088-4080-9141-b3f3afbce0df, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:23.694318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] For port 167373e6-7088-4080-9141-b3f3afbce0df, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=167373e6-7088-4080-9141-b3f3afbce0df,segment=NetworkSegment(e7655c93-a283-47ee-bf05-26c3ea7afd49),segment_id=e7655c93-a283-47ee-bf05-26c3ea7afd49)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:23.706540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (167373e6-7088-4080-9141-b3f3afbce0df), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.709104 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks [] for port (6486200c-af75-4a32-817c-cb39950d2e01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.748728 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6486200c-af75-4a32-817c-cb39950d2e01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.796801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (da0b9d4f-3e05-4f27-80dc-0bb0b766948f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.817998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:23.821954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:23.826248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78c6b6-c98d-4f21-81d1-a934c6c2cfaf None None] Pushing event updated for resources: {'Port': ['ID=167373e6-7088-4080-9141-b3f3afbce0df,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:23.832734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:23.840267 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.854378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6cfba5-8aee-4f45-b2d2-bb74cddc0295 None None] Network 539b2e0b-6ec3-4f90-a98d-6593c1e040de requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:23.866344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40366) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:23.869741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "DELETE /v2.0/subnets/da0b9d4f-3e05-4f27-80dc-0bb0b766948f HTTP/1.1" status: 204 len: 168 time: 1.1166279 Jan 27 19:44:23.872488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.10 (649161ca-2340-4d8e-905f-28b03df8185c/7c1de407-e236-40c6-be11-a81349675c5b/2c06ee2c-ad8d-48db-bce7-26c8c6e281bd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:23.884146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (eae83914-a0ba-4d33-b021-569d1c16912e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.895030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:23.897359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-58b10a10-eedf-43e1-9bd7-a7211df38e9e tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "DELETE /v2.0/floatingips/eae83914-a0ba-4d33-b021-569d1c16912e HTTP/1.1" status: 204 len: 168 time: 1.8485405 Jan 27 19:44:23.951345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad210-5741-4de4-8058-67c17210a6eb tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event deleted for resources: {'Subnet': ['ID=da0b9d4f-3e05-4f27-80dc-0bb0b766948f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:24.050043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.094283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.154393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Pushing event updated for resources: {'Port': ['ID=6486200c-af75-4a32-817c-cb39950d2e01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:24.212500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Attempting to bind port 6486200c-af75-4a32-817c-cb39950d2e01 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:24.213120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Attempting to bind port 6486200c-af75-4a32-817c-cb39950d2e01 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '9b877d28-1039-480e-b4cd-b5becbbcec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:24.213723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Attempting to bind port 6486200c-af75-4a32-817c-cb39950d2e01 on network 8090c82a-c15e-4bf8-9fae-c6f60c96968a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:24.224097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:24.224706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Checking segment: {'id': '9b877d28-1039-480e-b4cd-b5becbbcec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:24.225502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.226077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Bound using segment: {'id': '9b877d28-1039-480e-b4cd-b5becbbcec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:24.226754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Bound port: 6486200c-af75-4a32-817c-cb39950d2e01, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b877d28-1039-480e-b4cd-b5becbbcec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:24.227324 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6486200c-af75-4a32-817c-cb39950d2e01), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.321120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (539b2e0b-6ec3-4f90-a98d-6593c1e040de), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.404012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] For port 6486200c-af75-4a32-817c-cb39950d2e01, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:24.430307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] For port 6486200c-af75-4a32-817c-cb39950d2e01, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6486200c-af75-4a32-817c-cb39950d2e01,segment=NetworkSegment(9b877d28-1039-480e-b4cd-b5becbbcec27),segment_id=9b877d28-1039-480e-b4cd-b5becbbcec27)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:24.439371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6486200c-af75-4a32-817c-cb39950d2e01), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.669916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] DHCP port deletion for 539b2e0b-6ec3-4f90-a98d-6593c1e040de request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:24.687950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4a3d9-329e-41d3-b50d-db8d4f26d387 None None] Pushing event updated for resources: {'Port': ['ID=6486200c-af75-4a32-817c-cb39950d2e01,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:24.829881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:24.837667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302384119', 'description': 'tempest-description--235118769'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:24.869427 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.959881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.962468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.989603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Deleting port 1a6008fb-3d8b-4694-9285-3909a02f89f5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:24.990068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:24.990736 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.271954 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (d1a4a40a-3e14-4786-bb39-ff13aa184884), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.318372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (573a476c-58ba-43f3-a1e0-f6f710c2f238), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.319663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=e6085bec-3e75-4753-804d-3e5edd4ccc0a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:25.347900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] For port 1a6008fb-3d8b-4694-9285-3909a02f89f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1a6008fb-3d8b-4694-9285-3909a02f89f5,segment=NetworkSegment(9142a1a8-02bf-4f77-89f1-0b408381e1ff),segment_id=9142a1a8-02bf-4f77-89f1-0b408381e1ff)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:25.348753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.351332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (573a476c-58ba-43f3-a1e0-f6f710c2f238), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.407157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.411748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5801392 Jan 27 19:44:25.413832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:25.436865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Calling delete_port for 1a6008fb-3d8b-4694-9285-3909a02f89f5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:25.497876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group_rule': {'security_group_id': '573a476c-58ba-43f3-a1e0-f6f710c2f238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:25.677927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016fd53-322c-4886-b117-75424c5b8b33 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573a476c-58ba-43f3-a1e0-f6f710c2f238,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:25.787322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.864630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (1c813a50-19c6-465d-9d67-d4db6fd59b81), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.919280 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.920263 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:25.946030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:26.019524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6486200c-af75-4a32-817c-cb39950d2e01 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:26.034621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] No DVR routers for this DVR port 1a6008fb-3d8b-4694-9285-3909a02f89f5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:26.047447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (1c813a50-19c6-465d-9d67-d4db6fd59b81), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.049644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:26.061711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (1c813a50-19c6-465d-9d67-d4db6fd59b81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.101516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e506c-d115-431b-8816-0e7060fd8a9f None None] Pushing event deleted for resources: {'Port': ['ID=1a6008fb-3d8b-4694-9285-3909a02f89f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:26.145079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Deleting port 1a6008fb-3d8b-4694-9285-3909a02f89f5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:26.145836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.171903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c813a50-19c6-465d-9d67-d4db6fd59b81,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:26.200144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6486200c-af75-4a32-817c-cb39950d2e01 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:26.200537 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6486200c-af75-4a32-817c-cb39950d2e01), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.236667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e9c7f-1f41-4f4e-88a6-f8a15cd639e7 None None] Network 649161ca-2340-4d8e-905f-28b03df8185c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:26.286343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.291316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cce05f02-5f69-4205-a7b1-b71f9299eb3c tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8345456 Jan 27 19:44:26.294290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:26.304106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'security_group_rule': {'security_group_id': '573a476c-58ba-43f3-a1e0-f6f710c2f238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:26.399620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Provisioning complete for port 167373e6-7088-4080-9141-b3f3afbce0df triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:26.400219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (167373e6-7088-4080-9141-b3f3afbce0df), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.408694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (266418bc-c1a9-4906-b05e-8d38b421b5ab), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.437318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] For port 1a6008fb-3d8b-4694-9285-3909a02f89f5, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:26.439382 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.492522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Router d1a4a40a-3e14-4786-bb39-ff13aa184884 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:44:26.531153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6486200c-af75-4a32-817c-cb39950d2e01 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:26.531308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Calling delete_port for 1a6008fb-3d8b-4694-9285-3909a02f89f5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:26.531548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6486200c-af75-4a32-817c-cb39950d2e01), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.540858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Port 1a6008fb-3d8b-4694-9285-3909a02f89f5 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:44:26.553315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 649161ca-2340-4d8e-905f-28b03df8185c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:26.555380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1a6008fb-3d8b-4694-9285-3909a02f89f5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.569891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=2c06ee2c-ad8d-48db-bce7-26c8c6e281bd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:26.647861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6486200c-af75-4a32-817c-cb39950d2e01, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6486200c-af75-4a32-817c-cb39950d2e01,segment=NetworkSegment(9b877d28-1039-480e-b4cd-b5becbbcec27),segment_id=9b877d28-1039-480e-b4cd-b5becbbcec27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:26.655771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event deleted for resources: {'Port': ['ID=1a6008fb-3d8b-4694-9285-3909a02f89f5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:26.659511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:26.670004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:26.730978 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6486200c-af75-4a32-817c-cb39950d2e01), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.732960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 167373e6-7088-4080-9141-b3f3afbce0df up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:26.744276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] No DVR routers for this DVR port 1a6008fb-3d8b-4694-9285-3909a02f89f5 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:26.802675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:26.831819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-221aba9f-23c4-4f15-b9f2-4e6b88257cf5 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "PUT /v2.0/routers/d1a4a40a-3e14-4786-bb39-ff13aa184884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9159610 Jan 27 19:44:26.853219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:26.858812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] Sync routers for ids ['d1a4a40a-3e14-4786-bb39-ff13aa184884'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:26.874477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'port': {'network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a', 'name': 'tempest-FloatingIPNegativeTestJSON-1140834010'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:26.895641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (266418bc-c1a9-4906-b05e-8d38b421b5ab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.914219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:26.915594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.930564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (539b2e0b-6ec3-4f90-a98d-6593c1e040de), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:26.964018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (266418bc-c1a9-4906-b05e-8d38b421b5ab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.005600 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-03718576-d7f4-4109-aeec-463b2d800591 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1073132 Jan 27 19:44:27.009827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40420) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:27.016711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539b2e0b-6ec3-4f90-a98d-6593c1e040de']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:27.039794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '649161ca-2340-4d8e-905f-28b03df8185c', 'name': 'tempest-PortsTestJSON-912188948', 'fixed_ips': [{'subnet_id': '7c1de407-e236-40c6-be11-a81349675c5b', 'ip_address': '172.20.0.9'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:27.044186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9142a1a8-02bf-4f77-89f1-0b408381e1ff') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:27.045997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9142a1a8-02bf-4f77-89f1-0b408381e1ff') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:27.090676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266418bc-c1a9-4906-b05e-8d38b421b5ab,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:27.091572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (9142a1a8-02bf-4f77-89f1-0b408381e1ff), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.111888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2692a-3581-448f-bfe7-1bb2cc902017 None None] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:27.114145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Current status of the port 167373e6-7088-4080-9141-b3f3afbce0df is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:27.118913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (167373e6-7088-4080-9141-b3f3afbce0df), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.133361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.138391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:27.138696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4d66acc0-97fe-4f0e-b5d2-8203b5e2ff6f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8433037 Jan 27 19:44:27.167234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:27.222558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9142a1a8-02bf-4f77-89f1-0b408381e1ff), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.230780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:27.231418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (9142a1a8-02bf-4f77-89f1-0b408381e1ff), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.288526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:27.296187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Made reservation on behalf of 684bef7dc527430bb1a3a5c0af7f1eaf for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:27.308746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:27.330934 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:27.340296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.345522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (539b2e0b-6ec3-4f90-a98d-6593c1e040de), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.358434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.366290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] 10.222.0.59 "DELETE /v2.0/networks/539b2e0b-6ec3-4f90-a98d-6593c1e040de HTTP/1.1" status: 204 len: 168 time: 3.4651427 Jan 27 19:44:27.455617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687d8e-2448-4d76-8949-283305394d6e tempest-ExtraDHCPOptionsTestJSON-1121952942 tempest-ExtraDHCPOptionsTestJSON-1121952942-project] Pushing event deleted for resources: {'Network': ['ID=539b2e0b-6ec3-4f90-a98d-6593c1e040de,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:27.537799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.540000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] device_id is not set on port 5a304fa8-7666-4a72-a2ec-8480bea095d4 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:27.606895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 5ac11a59-073b-40e2-88c8-8e1fefb7274b yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:27.636912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:27.759090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] Routers {'d1a4a40a-3e14-4786-bb39-ff13aa184884'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:27.759778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d1a4a40a-3e14-4786-bb39-ff13aa184884'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:27.941617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:27.951743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6486200c-af75-4a32-817c-cb39950d2e01,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:28.044691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Allocated IP 172.25.5.39 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:28.045593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] For port 167373e6-7088-4080-9141-b3f3afbce0df, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=167373e6-7088-4080-9141-b3f3afbce0df,segment=NetworkSegment(e7655c93-a283-47ee-bf05-26c3ea7afd49),segment_id=e7655c93-a283-47ee-bf05-26c3ea7afd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:28.062810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] Routers {'d1a4a40a-3e14-4786-bb39-ff13aa184884'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:28.063675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d1a4a40a-3e14-4786-bb39-ff13aa184884'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:28.068378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (167373e6-7088-4080-9141-b3f3afbce0df), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.124280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.9 (649161ca-2340-4d8e-905f-28b03df8185c/7c1de407-e236-40c6-be11-a81349675c5b/5ac11a59-073b-40e2-88c8-8e1fefb7274b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:28.190770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 167373e6-7088-4080-9141-b3f3afbce0df triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:28.191279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (167373e6-7088-4080-9141-b3f3afbce0df), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.214784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:28.215378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bbdaf-04f2-4b70-8612-53e84329198e None None] The sync data for ids ['d1a4a40a-3e14-4786-bb39-ff13aa184884'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:28.393940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.406699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:28.490458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81af31-06d8-431e-b879-a1f8a7ce47eb None None] Pushing event updated for resources: {'Port': ['ID=167373e6-7088-4080-9141-b3f3afbce0df,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:28.504300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Provisioning complete for port 167373e6-7088-4080-9141-b3f3afbce0df triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:28.505125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (167373e6-7088-4080-9141-b3f3afbce0df), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.509385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.556575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:28.562672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:28.571607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:28.595611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.735514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 167373e6-7088-4080-9141-b3f3afbce0df is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:28.753561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:28.814866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Allocated IP 172.20.0.13 (8090c82a-c15e-4bf8-9fae-c6f60c96968a/5090d8c5-404c-42f7-b712-53eb87445f6d/5a304fa8-7666-4a72-a2ec-8480bea095d4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:28.881472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:28.904085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1a6008fb-3d8b-4694-9285-3909a02f89f5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:28.985006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 649161ca-2340-4d8e-905f-28b03df8185c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:29.023646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Current status of the port 167373e6-7088-4080-9141-b3f3afbce0df is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:29.032994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1a6008fb-3d8b-4694-9285-3909a02f89f5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:29.034885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=5ac11a59-073b-40e2-88c8-8e1fefb7274b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:29.038004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1a6008fb-3d8b-4694-9285-3909a02f89f5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:29.044156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:29.070230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:29.108909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.113860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Provisioning complete for port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:29.114783 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.200141 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a5e2ffb-a5ae-4029-a0ed-eb0e6ab9c472 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5165c2f0864f4452a3d9db863d86f4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7921755 Jan 27 19:44:29.203807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:29.204634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.209042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40462) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:29.209986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:29.231121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Provisioning complete for port 6486200c-af75-4a32-817c-cb39950d2e01 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:29.232350 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6486200c-af75-4a32-817c-cb39950d2e01), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.335602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.373592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9f00c34f-8433-4ac8-bd27-b6fe983da0e6 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3553276 Jan 27 19:44:29.390307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:29.434827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84f5859c-5adf-4b79-9021-fedb2b85e73b None None] Current status of the port 6486200c-af75-4a32-817c-cb39950d2e01 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:29.534888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155a6b1-10bf-424c-b2c2-0c504aedd0c9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:29.539945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7155a6b1-10bf-424c-b2c2-0c504aedd0c9 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1485467 Jan 27 19:44:29.553063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6486200c-af75-4a32-817c-cb39950d2e01 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:29.558448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:29.641205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] Publish callbacks [] for security_group (916da418-42e5-4518-855a-a341d6819376), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.672025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Provisioning complete for port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:29.672487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.750903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.761101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:29.770891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe22c6-7d98-4cb8-800e-f718daea1a9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:29.779306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe22c6-7d98-4cb8-800e-f718daea1a9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:29.785645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe22c6-7d98-4cb8-800e-f718daea1a9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:29.788382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bcbe22c6-7d98-4cb8-800e-f718daea1a9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2288740 Jan 27 19:44:29.796388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:29.800492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6486200c-af75-4a32-817c-cb39950d2e01 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:29.800902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6486200c-af75-4a32-817c-cb39950d2e01), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.824490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] Publish callbacks [] for security_group (916da418-42e5-4518-855a-a341d6819376), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.840044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.870837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Provisioning complete for port e6085bec-3e75-4753-804d-3e5edd4ccc0a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:29.871208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:29.966642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Port e6085bec-3e75-4753-804d-3e5edd4ccc0a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:29.984491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6486200c-af75-4a32-817c-cb39950d2e01 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:29.986976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 167373e6-7088-4080-9141-b3f3afbce0df up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:30.051143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Provisioning complete for port 6486200c-af75-4a32-817c-cb39950d2e01 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:30.053369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6486200c-af75-4a32-817c-cb39950d2e01), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.071400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:30.079535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:30.085881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:30.113840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.125803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.165523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 167373e6-7088-4080-9141-b3f3afbce0df triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:30.165523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (167373e6-7088-4080-9141-b3f3afbce0df), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.229596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (916da418-42e5-4518-855a-a341d6819376), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.233371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.252246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/916da418-42e5-4518-855a-a341d6819376 HTTP/1.1" status: 204 len: 168 time: 1.0378630 Jan 27 19:44:30.267019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=5a304fa8-7666-4a72-a2ec-8480bea095d4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:30.335844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:30.337385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.381622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9a092cc2-a712-4e7d-a6d2-4165287be5d1 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5139081 Jan 27 19:44:30.382640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:30.395659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:30.461571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.476476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:30.487533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.498747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 5ac11a59-073b-40e2-88c8-8e1fefb7274b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:30.499094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.549080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1d326-e9c9-48bf-aa30-3be9d1ee6d52 None None] Current status of the port 6486200c-af75-4a32-817c-cb39950d2e01 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:30.597209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 167373e6-7088-4080-9141-b3f3afbce0df is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:30.671326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08087f-3fcd-4fa7-a57f-ddd2b2e1d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916da418-42e5-4518-855a-a341d6819376,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:30.690068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Provisioning complete for port 5ac11a59-073b-40e2-88c8-8e1fefb7274b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:30.690510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.721453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.724440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a98beb68-23f4-4f6a-b775-bb17123c7579 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5843723 Jan 27 19:44:30.728341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.759316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Port 5ac11a59-073b-40e2-88c8-8e1fefb7274b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:30.792582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Provisioning complete for port 5a304fa8-7666-4a72-a2ec-8480bea095d4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:30.792689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.792937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.813379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 5ac11a59-073b-40e2-88c8-8e1fefb7274b owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:30.875903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Port 5a304fa8-7666-4a72-a2ec-8480bea095d4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:30.914901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Provisioning complete for port e6085bec-3e75-4753-804d-3e5edd4ccc0a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:30.915279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:30.951995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Allocated IP 172.25.5.47 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/48733e10-a138-40a0-9ea6-ab5beda83d80) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:30.991190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bbe12-555f-4ff7-b2d4-72d7be3e4fc9 None None] Port e6085bec-3e75-4753-804d-3e5edd4ccc0a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:31.089280 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5ac11a59-073b-40e2-88c8-8e1fefb7274b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.128083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=5ac11a59-073b-40e2-88c8-8e1fefb7274b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:31.294597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.307191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3404a8fe-6fc5-4a85-ad12-305e8b327f85 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/5ac11a59-073b-40e2-88c8-8e1fefb7274b HTTP/1.1" status: 204 len: 168 time: 1.4939013 Jan 27 19:44:31.308544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:31.322938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.382941 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-740975f9-4dba-418e-a8ea-f917fa30ec70 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:31.388037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-740975f9-4dba-418e-a8ea-f917fa30ec70 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/5ac11a59-073b-40e2-88c8-8e1fefb7274b HTTP/1.1" status: 404 len: 333 time: 0.0760002 Jan 27 19:44:31.389036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:31.470915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-8a41d0ed-daeb-47d3-a22c-4caa7127b58d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1302384119&fields=id&tenant_id=01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 267 time: 0.3180425 Jan 27 19:44:31.618564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:31.623262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.663839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.774651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:31.794993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:31.812304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:31.840026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-57089b91-f6ac-4fa7-8fef-baed544eab19 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:31.841645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-57089b91-f6ac-4fa7-8fef-baed544eab19 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 810 time: 0.3699107 Jan 27 19:44:31.849346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:31.879798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 2c06ee2c-ad8d-48db-bce7-26c8c6e281bd owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:31.926148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=48733e10-a138-40a0-9ea6-ab5beda83d80,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:31.936826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:31.968735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-11efced2-7af5-40a4-9ef0-8203a1dab708 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/quotas/01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 375 time: 0.0702162 Jan 27 19:44:32.142837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2c06ee2c-ad8d-48db-bce7-26c8c6e281bd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.191774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-109824190'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:32.214476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=2c06ee2c-ad8d-48db-bce7-26c8c6e281bd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:32.216395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-b71c7915-25f1-42c2-985d-74955a033e24 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374899 Jan 27 19:44:32.429901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:32.453175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.462310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.468270 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-abd9b21e-3db4-48fd-9500-ceabaef904c0 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/2c06ee2c-ad8d-48db-bce7-26c8c6e281bd HTTP/1.1" status: 204 len: 168 time: 1.0778189 Jan 27 19:44:32.474082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:32.494494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (b8ee9981-9494-4bb7-9038-94f497c4c5c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.511630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.521447 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac54ac5-1307-4eef-9591-600725749cbc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:32.524057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fac54ac5-1307-4eef-9591-600725749cbc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/2c06ee2c-ad8d-48db-bce7-26c8c6e281bd HTTP/1.1" status: 404 len: 333 time: 0.0486732 Jan 27 19:44:32.528400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40618) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:32.579810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-1134d38c-cf5e-442b-aa5a-101c3e28eeb8 service neutron] 10.222.0.59 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248727 Jan 27 19:44:32.656298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 7c1de407-e236-40c6-be11-a81349675c5b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:32.663803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (7c1de407-e236-40c6-be11-a81349675c5b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.736615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for security_group (b5d98c32-983d-42e1-8ac8-83a977647851), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.757562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b5d98c32-983d-42e1-8ac8-83a977647851), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:32.799886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7c1de407-e236-40c6-be11-a81349675c5b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.068305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7c1de407-e236-40c6-be11-a81349675c5b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.224111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7c1de407-e236-40c6-be11-a81349675c5b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.282512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1de407-e236-40c6-be11-a81349675c5b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:33.295141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.303478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9c0f632a-4536-48af-b533-6ddd90c1291e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/7c1de407-e236-40c6-be11-a81349675c5b HTTP/1.1" status: 204 len: 168 time: 0.7708631 Jan 27 19:44:33.315222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e9a3d-477c-4c30-821b-ca680a88479a None None] Network 649161ca-2340-4d8e-905f-28b03df8185c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:33.329541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:33.496821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:33.521236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d98c32-983d-42e1-8ac8-83a977647851,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:33.525838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.584963 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47001a7d-131b-4cce-ad1e-7785d73652ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.585909 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Added segment 47001a7d-131b-4cce-ad1e-7785d73652ea of type vlan for network abd9e966-f525-469c-a7bf-27993f741952 Jan 27 19:44:33.605477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (649161ca-2340-4d8e-905f-28b03df8185c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.771244 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (abd9e966-f525-469c-a7bf-27993f741952), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.773876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 167373e6-7088-4080-9141-b3f3afbce0df {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:33.774231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (167373e6-7088-4080-9141-b3f3afbce0df), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:33.900371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:44:33.922477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] DHCP port deletion for 649161ca-2340-4d8e-905f-28b03df8185c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:34.011773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-4e41ce2a-31b8-4ea7-8cba-e3281fe4f5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2646909 Jan 27 19:44:34.025853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (abd9e966-f525-469c-a7bf-27993f741952), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.051955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:34.052928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.121563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] For port 167373e6-7088-4080-9141-b3f3afbce0df, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=167373e6-7088-4080-9141-b3f3afbce0df,segment=NetworkSegment(e7655c93-a283-47ee-bf05-26c3ea7afd49),segment_id=e7655c93-a283-47ee-bf05-26c3ea7afd49)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:34.122352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (167373e6-7088-4080-9141-b3f3afbce0df), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.128670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1852360 Jan 27 19:44:34.130989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:34.204151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'subnet': {'network_id': 'abd9e966-f525-469c-a7bf-27993f741952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:34.227018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 167373e6-7088-4080-9141-b3f3afbce0df owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:34.227961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Deleting port 167373e6-7088-4080-9141-b3f3afbce0df {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:34.228468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (167373e6-7088-4080-9141-b3f3afbce0df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.484188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40686) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:34.491918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (167373e6-7088-4080-9141-b3f3afbce0df), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.508211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No DVR routers for this DVR port 167373e6-7088-4080-9141-b3f3afbce0df on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:34.518436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] For port 167373e6-7088-4080-9141-b3f3afbce0df, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=167373e6-7088-4080-9141-b3f3afbce0df,segment=NetworkSegment(e7655c93-a283-47ee-bf05-26c3ea7afd49),segment_id=e7655c93-a283-47ee-bf05-26c3ea7afd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:34.523824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (167373e6-7088-4080-9141-b3f3afbce0df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.596863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Calling delete_port for 167373e6-7088-4080-9141-b3f3afbce0df owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:34.631155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=167373e6-7088-4080-9141-b3f3afbce0df,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:34.709589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ac4e9-67e0-41ad-a3a0-715f41cfa183 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Network': ['ID=abd9e966-f525-469c-a7bf-27993f741952,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:34.798092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network abd9e966-f525-469c-a7bf-27993f741952 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:34.807236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (649161ca-2340-4d8e-905f-28b03df8185c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.810127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b71e57c8-f4c2-4261-8568-5c508a8625b4 req-a97e8423-a935-4fab-839f-c6d18fbb4a58 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 210 time: 0.2434695 Jan 27 19:44:34.846975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:34.853100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.866521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649161ca-2340-4d8e-905f-28b03df8185c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:34.884872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7655c93-a283-47ee-bf05-26c3ea7afd49') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:34.885240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7655c93-a283-47ee-bf05-26c3ea7afd49') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:34.916480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (e7655c93-a283-47ee-bf05-26c3ea7afd49), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.977198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e7655c93-a283-47ee-bf05-26c3ea7afd49), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:34.987946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:34.988416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (e7655c93-a283-47ee-bf05-26c3ea7afd49), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.065918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.086861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.098296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (167373e6-7088-4080-9141-b3f3afbce0df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:35.107600 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:35.123859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] No DVR routers for this DVR port 167373e6-7088-4080-9141-b3f3afbce0df on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:35.178204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa1de-61f0-44fb-b943-513341962972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.215416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=48733e10-a138-40a0-9ea6-ab5beda83d80,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:35.218326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (649161ca-2340-4d8e-905f-28b03df8185c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.294660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.304824 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/649161ca-2340-4d8e-905f-28b03df8185c HTTP/1.1" status: 204 len: 168 time: 1.9687948 Jan 27 19:44:35.305564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:35.313708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 167373e6-7088-4080-9141-b3f3afbce0df no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:35.322448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceda50d-15b2-4544-a074-7eaa1e2484db None None] Pushing event deleted for resources: {'Port': ['ID=167373e6-7088-4080-9141-b3f3afbce0df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:35.325709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-251010558'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:35.356681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611caaf-bb8d-4b79-bf7e-b8178b0c7fdc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=649161ca-2340-4d8e-905f-28b03df8185c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:35.448316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 167373e6-7088-4080-9141-b3f3afbce0df {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:35.448915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 167373e6-7088-4080-9141-b3f3afbce0df not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:35.509765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa1de-61f0-44fb-b943-513341962972 admin admin] Publish callbacks [] for security_group (0515a420-2388-4113-a210-ae336098d328), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.520783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa1de-61f0-44fb-b943-513341962972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0515a420-2388-4113-a210-ae336098d328), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.528949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:35.535994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.557521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (b8ee9981-9494-4bb7-9038-94f497c4c5c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.617876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b8aa1de-61f0-44fb-b943-513341962972 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2570fbd19dc541ab8101238303b378f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1331007 Jan 27 19:44:35.621301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:35.622298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8aa1de-61f0-44fb-b943-513341962972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0515a420-2388-4113-a210-ae336098d328,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:35.710111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.711666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f54145c-7b2f-4be0-b257-3eebf242ee4d tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3277566 Jan 27 19:44:35.717208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:35.722484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-797092d3-854f-4dc9-a91c-647288f014ee tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'floatingip': {'port_id': '5a304fa8-7666-4a72-a2ec-8480bea095d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:35.763726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:44:35.814928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-797092d3-854f-4dc9-a91c-647288f014ee tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (b8ee9981-9494-4bb7-9038-94f497c4c5c1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.819195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a4087314-e7c2-4811-8ff1-b80441cfbf24), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.824003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (20ffad3c-88dc-4a33-b8dc-3fde62a0be0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:35.827057 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Added segment 20ffad3c-88dc-4a33-b8dc-3fde62a0be0f of type vlan for network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e Jan 27 19:44:35.871601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] Publish callbacks [] for security_group (0515a420-2388-4113-a210-ae336098d328), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.059750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6c9fea0b-fe04-42d5-b189-a1e1c714f70e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.089718 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-797092d3-854f-4dc9-a91c-647288f014ee tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] update failed (client error): The resource could not be found. Jan 27 19:44:36.099404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] Publish callbacks [] for security_group (0515a420-2388-4113-a210-ae336098d328), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.099910 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-797092d3-854f-4dc9-a91c-647288f014ee tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "PUT /v2.0/floatingips/b8ee9981-9494-4bb7-9038-94f497c4c5c1 HTTP/1.1" status: 404 len: 507 time: 0.3807247 Jan 27 19:44:36.102113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40714) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:36.162434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Subnet': ['ID=a4087314-e7c2-4811-8ff1-b80441cfbf24,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:36.325324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:44:36.364246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Checking segment: {'id': '47001a7d-131b-4cce-ad1e-7785d73652ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'abd9e966-f525-469c-a7bf-27993f741952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:36.365871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network hostable DHCP agents. Network: abd9e966-f525-469c-a7bf-27993f741952, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:36.375110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0515a420-2388-4113-a210-ae336098d328), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.383272 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.386754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0515a420-2388-4113-a210-ae336098d328 HTTP/1.1" status: 204 len: 168 time: 0.7536466 Jan 27 19:44:36.393520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting port 48733e10-a138-40a0-9ea6-ab5beda83d80 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:36.394085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.398272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eba1d31-bd61-48f4-9448-c953afb0056c req-e9dd6161-7ec8-433b-8964-6c5875e244a8 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 210 time: 0.3032470 Jan 27 19:44:36.444435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deefd33-70f0-4b94-b27d-6db08eb412dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0515a420-2388-4113-a210-ae336098d328,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:36.488782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6c9fea0b-fe04-42d5-b189-a1e1c714f70e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.519976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:36.520918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.536304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:36.618267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3081968 Jan 27 19:44:36.619329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, abd9e966-f525-469c-a7bf-27993f741952) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:36.637597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:36.642523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b6ccb-06b8-486d-bc4e-9b1fb14ef1a9 None None] Network abd9e966-f525-469c-a7bf-27993f741952 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:36.646693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:36.647560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.655148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:36.714028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.714338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (48733e10-a138-40a0-9ea6-ab5beda83d80), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:36.758509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Calling delete_port for 48733e10-a138-40a0-9ea6-ab5beda83d80 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:36.778578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eaa43-62e4-456d-a330-52aa91f7088c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Network': ['ID=6c9fea0b-fe04-42d5-b189-a1e1c714f70e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:36.847210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f3851c5-fb80-4535-8fcc-c0b43943a3d4 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6690009 Jan 27 19:44:36.851215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:36.861114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:44:36.917385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1792223794', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:37.037922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.043763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.059235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40732) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:37.062801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:37.070950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.101296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaafc92-609e-4246-a1dc-2e860c0baea6 None None] Network abd9e966-f525-469c-a7bf-27993f741952 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:37.195162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (48733e10-a138-40a0-9ea6-ab5beda83d80), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.269320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Port': ['ID=48733e10-a138-40a0-9ea6-ab5beda83d80,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:37.281158 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_controller (291481cf-f6d0-4f2b-9df8-c459c343ee60), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.347227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-95c5f19a-313a-4238-9f4a-53d7179b5afc tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:37.349304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-95c5f19a-313a-4238-9f4a-53d7179b5afc tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 810 time: 0.9359400 Jan 27 19:44:37.382088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (b8ee9981-9494-4bb7-9038-94f497c4c5c1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.382088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.382088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-93ffc981-d408-4a02-900d-3eb25c85847b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "DELETE /v2.0/floatingips/b8ee9981-9494-4bb7-9038-94f497c4c5c1 HTTP/1.1" status: 204 len: 168 time: 1.2783718 Jan 27 19:44:37.386161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40734) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:37.390837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b1162097-8ef6-4905-9bec-8247433b90ff tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'floatingip': {'floating_network_id': '8090c82a-c15e-4bf8-9fae-c6f60c96968a', 'port_id': '5a304fa8-7666-4a72-a2ec-8480bea095d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:37.465479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1162097-8ef6-4905-9bec-8247433b90ff tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.468112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566842e1-fa3c-4bdc-a2c5-e50fe342e172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.545105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-11ca52c3-8e8d-4834-a236-861ff00a7935 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dd88d63b344fc39244a268ff9dd4b1 HTTP/1.1" status: 200 len: 380 time: 0.1784604 Jan 27 19:44:37.550824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'port': {'device_id': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'admin_state_up': True, 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'security_groups': ['573a476c-58ba-43f3-a1e0-f6f710c2f238']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:37.697620 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6760f45b-192c-400d-ab39-18983793d79f req-150609a2-908e-4228-9ca0-82a897f82b7d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 210 time: 0.0871980 Jan 27 19:44:37.784024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (291481cf-f6d0-4f2b-9df8-c459c343ee60), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.809835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Made reservation on behalf of 01dd88d63b344fc39244a268ff9dd4b1 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:37.814482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.833407 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-b1162097-8ef6-4905-9bec-8247433b90ff tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:44:37.837566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1162097-8ef6-4905-9bec-8247433b90ff tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4503345 Jan 27 19:44:37.843460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40740) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:37.849198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '5a304fa8-7666-4a72-a2ec-8480bea095d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:37.954012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.987563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566842e1-fa3c-4bdc-a2c5-e50fe342e172 admin admin] Publish callbacks [] for security_group (cdf799c1-acc1-41fc-8653-6775be275029), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:37.991137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (72af5522-b1e9-4229-ae95-9921ab25b459), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.004187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566842e1-fa3c-4bdc-a2c5-e50fe342e172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cdf799c1-acc1-41fc-8653-6775be275029), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.124919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566842e1-fa3c-4bdc-a2c5-e50fe342e172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf799c1-acc1-41fc-8653-6775be275029,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:38.150769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-566842e1-fa3c-4bdc-a2c5-e50fe342e172 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9041b2287b60406b9741c5a45db34205&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0732007 Jan 27 19:44:38.154736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Allocated IP 172.20.0.3 (b01f6dd7-7783-4365-b4ca-69f004a0ee16/f8692cfa-4ff1-4482-980f-57438ec196cf/3d60c386-d7a5-4b99-b93c-23fbda148f8a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:38.157692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40748) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:38.168345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=72af5522-b1e9-4229-ae95-9921ab25b459,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:38.195792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Checking segment: {'id': '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:38.196279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network hostable DHCP agents. Network: 6c9fea0b-fe04-42d5-b189-a1e1c714f70e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:44:38.273286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:44:38.336440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] Publish callbacks [] for security_group (cdf799c1-acc1-41fc-8653-6775be275029), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.340169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6c9fea0b-fe04-42d5-b189-a1e1c714f70e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:38.349921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:38.350595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.352303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1a94a-182c-4dd7-9aab-76b820ba8c4d None None] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:38.389778 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.417209 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.422413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-498d0aea-35b4-4709-95fe-0fa8361a524f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7802875 Jan 27 19:44:38.426568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:38.431394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-523536613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:38.436824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.509977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] Publish callbacks [] for security_group (cdf799c1-acc1-41fc-8653-6775be275029), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.617059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6c9fea0b-fe04-42d5-b189-a1e1c714f70e', 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': '72af5522-b1e9-4229-ae95-9921ab25b459'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:44:38.618337 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.669191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.229 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/0c0c31ae-6922-4380-aff0-942dca0dab00) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:38.897688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (0c0c31ae-6922-4380-aff0-942dca0dab00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.921999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (565080cb-1fe6-4746-ae45-c5c141945569), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.923952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (565080cb-1fe6-4746-ae45-c5c141945569), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:38.934201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Allocated IP 172.20.0.2 (6c9fea0b-fe04-42d5-b189-a1e1c714f70e/72af5522-b1e9-4229-ae95-9921ab25b459/ccb52c0f-3512-4b4e-8181-3f653b7ed226) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:38.992807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98da741d-d186-46cd-93ba-5a58f14fc11e req-083f7a03-ec2b-4556-b635-25a93508bdeb tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 210 time: 0.0603957 Jan 27 19:44:39.030937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0c0c31ae-6922-4380-aff0-942dca0dab00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.120108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for router_controller (565080cb-1fe6-4746-ae45-c5c141945569), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.126706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=0c0c31ae-6922-4380-aff0-942dca0dab00,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:39.134721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (565080cb-1fe6-4746-ae45-c5c141945569), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.148260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:39.151590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:39.154700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:39.208529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks [] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.222203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.229547 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b97fc193-a7c5-42fd-b58e-13d9715ba448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.231030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.237008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d7d64be5-3725-4edc-a153-0544d3e60db3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8093040 Jan 27 19:44:39.305097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:39.305484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.308482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:39.312897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:39.325130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:39.344473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e', 'name': 'tempest-PortsTestJSON-779626369'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:39.372660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Pushing event updated for resources: {'Port': ['ID=ccb52c0f-3512-4b4e-8181-3f653b7ed226,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:39.442894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Attempting to bind port ccb52c0f-3512-4b4e-8181-3f653b7ed226 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:39.444135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Attempting to bind port ccb52c0f-3512-4b4e-8181-3f653b7ed226 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:39.444135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Attempting to bind port ccb52c0f-3512-4b4e-8181-3f653b7ed226 on network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:39.450299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:39.450599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Checking segment: {'id': '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:39.451016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.451415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Bound using segment: {'id': '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:39.452044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Bound port: ccb52c0f-3512-4b4e-8181-3f653b7ed226, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c9fea0b-fe04-42d5-b189-a1e1c714f70e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:39.452429 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.552147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] For port ccb52c0f-3512-4b4e-8181-3f653b7ed226, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:39.572422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] For port ccb52c0f-3512-4b4e-8181-3f653b7ed226, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ccb52c0f-3512-4b4e-8181-3f653b7ed226,segment=NetworkSegment(20ffad3c-88dc-4a33-b8dc-3fde62a0be0f),segment_id=20ffad3c-88dc-4a33-b8dc-3fde62a0be0f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:39.582324 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.782440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Allocated IP 172.25.5.26 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/cd065532-ab12-4ecc-9416-c78d05bc9c81) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:39.810390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cdf799c1-acc1-41fc-8653-6775be275029), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.819883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.825396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdf799c1-acc1-41fc-8653-6775be275029 HTTP/1.1" status: 204 len: 168 time: 1.6613610 Jan 27 19:44:39.831370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.865365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:39.942936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a649ba-c306-4835-b397-30bb23c26c8d None None] Pushing event updated for resources: {'Port': ['ID=ccb52c0f-3512-4b4e-8181-3f653b7ed226,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:39.966406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event updated for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:39.971302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2467b-e977-451a-a86c-2376c3f67af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf799c1-acc1-41fc-8653-6775be275029,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:40.281558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:40.284965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:40.313668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:40.334129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:40.359106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:40.384212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2546-ed72-4dd2-88a5-0b8ba2be5e72 req-c7feed4d-b3e6-460a-a509-820aa64b0ad4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:40.386483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-643a2546-ed72-4dd2-88a5-0b8ba2be5e72 req-c7feed4d-b3e6-460a-a509-820aa64b0ad4 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 931 time: 0.2065961 Jan 27 19:44:40.489336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port d012c07c-29fc-4a8a-bb48-90687c9c4e66 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:40.656206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:40.657442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:40.670557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-643a2546-ed72-4dd2-88a5-0b8ba2be5e72 req-2d08a4c6-9e16-4d19-85cf-53d8d4701e46 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732866 Jan 27 19:44:40.680206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:40.826507 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-393f5ed9-b391-463b-82c5-de4cd4849e60 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2801921 Jan 27 19:44:40.861323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Request body: {'port': {'device_id': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:40.896381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for port (cd065532-ab12-4ecc-9416-c78d05bc9c81), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:40.902781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.8 (6c9fea0b-fe04-42d5-b189-a1e1c714f70e/72af5522-b1e9-4229-ae95-9921ab25b459/d012c07c-29fc-4a8a-bb48-90687c9c4e66) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:40.945950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-686b3bfb-1005-45d4-a6a9-2ab038ee891c None None] Provisioning complete for port 3d60c386-d7a5-4b99-b93c-23fbda148f8a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:40.947476 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-686b3bfb-1005-45d4-a6a9-2ab038ee891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:40.992342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:44:41.030472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-686b3bfb-1005-45d4-a6a9-2ab038ee891c None None] Port 3d60c386-d7a5-4b99-b93c-23fbda148f8a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:41.033834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:41.118339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cd065532-ab12-4ecc-9416-c78d05bc9c81), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:41.285207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:41.333241 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:41.353321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:41.358565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cd60cd34-5ae8-4aff-b782-642f84ba4117 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4985211 Jan 27 19:44:41.359326 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:41.359651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:41.359993 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:41.381000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:41.381000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event updated for resources: {'Port': ['ID=cd065532-ab12-4ecc-9416-c78d05bc9c81,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:41.397610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:41.408376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:41.459834 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:41.500174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ccb52c0f-3512-4b4e-8181-3f653b7ed226 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:41.512684 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:41.513365 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:41.615142 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:41.615738 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef716011-4781-4ce4-95d6-aba5cd92c260 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:41.646543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ccb52c0f-3512-4b4e-8181-3f653b7ed226 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:41.646920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:41.798083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.011697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ccb52c0f-3512-4b4e-8181-3f653b7ed226 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:42.012262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.068763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9febc-145d-4e19-be33-f8a96966e0d7 None None] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:42.097982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.127051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ccb52c0f-3512-4b4e-8181-3f653b7ed226, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ccb52c0f-3512-4b4e-8181-3f653b7ed226,segment=NetworkSegment(20ffad3c-88dc-4a33-b8dc-3fde62a0be0f),segment_id=20ffad3c-88dc-4a33-b8dc-3fde62a0be0f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:42.208021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.236476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=d012c07c-29fc-4a8a-bb48-90687c9c4e66,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:42.288553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:42.303190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d60c386-d7a5-4b99-b93c-23fbda148f8a {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:44:42.314551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:42.325022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:42.400178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks [] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.456291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Transition to ACTIVE for port object 3d60c386-d7a5-4b99-b93c-23fbda148f8a will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:44:42.468741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:42.470321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.476048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting port cd065532-ab12-4ecc-9416-c78d05bc9c81 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:42.476998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cd065532-ab12-4ecc-9416-c78d05bc9c81), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.508911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ccb52c0f-3512-4b4e-8181-3f653b7ed226,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:42.520574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aab1352-5475-4005-8a77-ea69bb6d4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.524372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.531535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5ce4467c-29d1-4e42-a08a-ccfa355029cf None None] Provisioning complete for port ccb52c0f-3512-4b4e-8181-3f653b7ed226 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:42.531903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce4467c-29d1-4e42-a08a-ccfa355029cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.656492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Pushing event updated for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:42.704193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51e8b6-a32b-42bc-b280-a7195504f8f2 req-744db319-b5b8-40f8-895e-64490f9c5e20 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:42.718743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d51e8b6-a32b-42bc-b280-a7195504f8f2 req-744db319-b5b8-40f8-895e-64490f9c5e20 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 931 time: 0.3198650 Jan 27 19:44:42.721092 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-83c7bcae-c021-4757-bd2b-4697e128da9c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4100626 Jan 27 19:44:42.723476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:42.834110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cd065532-ab12-4ecc-9416-c78d05bc9c81), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.834110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for floatingip (cd065532-ab12-4ecc-9416-c78d05bc9c81), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:42.863849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Calling delete_port for cd065532-ab12-4ecc-9416-c78d05bc9c81 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:42.883973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4467c-29d1-4e42-a08a-ccfa355029cf None None] Current status of the port ccb52c0f-3512-4b4e-8181-3f653b7ed226 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:43.131580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cd065532-ab12-4ecc-9416-c78d05bc9c81), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.345424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Port': ['ID=cd065532-ab12-4ecc-9416-c78d05bc9c81,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:43.381285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d51e8b6-a32b-42bc-b280-a7195504f8f2 req-51891ef8-2497-48f3-ba3a-72ab23e87760 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6615129 Jan 27 19:44:43.389987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ccb52c0f-3512-4b4e-8181-3f653b7ed226 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:43.457994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Provisioning complete for port d012c07c-29fc-4a8a-bb48-90687c9c4e66 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:43.458514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.520033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Attempting to bind port 3d60c386-d7a5-4b99-b93c-23fbda148f8a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:44:43.522478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Attempting to bind port 3d60c386-d7a5-4b99-b93c-23fbda148f8a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:44:43.524689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Attempting to bind port 3d60c386-d7a5-4b99-b93c-23fbda148f8a on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:43.531415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Port 3d60c386-d7a5-4b99-b93c-23fbda148f8a on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:44:43.543915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Attempting to bind port 3d60c386-d7a5-4b99-b93c-23fbda148f8a on network b01f6dd7-7783-4365-b4ca-69f004a0ee16 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:44:43.549567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Port d012c07c-29fc-4a8a-bb48-90687c9c4e66 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:43.552745 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] create failed (client error): The resource could not be found. Jan 27 19:44:43.554411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2819124-7a62-4b72-9a7b-84a4e15cfd5b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7093477 Jan 27 19:44:43.559880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40838) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:43.570262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:44:43.582783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ccb52c0f-3512-4b4e-8181-3f653b7ed226 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:43.583702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Checking segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:44:43.584537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Bound using segment: {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:44:43.585272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Bound port: 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec98774e-5328-4f23-9e9f-5584a0c7a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:44:43.585950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.601923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.673532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Provisioning complete for port ccb52c0f-3512-4b4e-8181-3f653b7ed226 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:43.676320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.888540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:44:43.898778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:44:43.911166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:43.924921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-234e9c2f-fc4c-4e94-b037-580b9d881672 None None] Current status of the port ccb52c0f-3512-4b4e-8181-3f653b7ed226 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:43.930763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ccb52c0f-3512-4b4e-8181-3f653b7ed226 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:43.962669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.044515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:44.045461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.047242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] 10.222.0.66 "PUT /v2.0/ports/3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 1091 time: 3.1906211 Jan 27 19:44:44.052493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:44:44.055479 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0aec3e-4d75-4aca-88a6-64742f667c23" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:44:44.085406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-01b188e6-0b27-41b7-8380-64bc2f09d8bf None None] Provisioning complete for port d012c07c-29fc-4a8a-bb48-90687c9c4e66 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:44.085837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b188e6-0b27-41b7-8380-64bc2f09d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.159937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting port 5a304fa8-7666-4a72-a2ec-8480bea095d4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:44.176305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.200017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-01b188e6-0b27-41b7-8380-64bc2f09d8bf None None] Port d012c07c-29fc-4a8a-bb48-90687c9c4e66 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:44.238000 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7b60f9-3b6b-4fb6-b6b6-d2c2036dae20 x-openstack-request-id: req-8a7b60f9-3b6b-4fb6-b6b6-d2c2036dae20 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:44:44.245352 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:44:44.251604 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a7b60f9-3b6b-4fb6-b6b6-d2c2036dae20 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:44:44.257751 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'status': 'completed', 'code': 200} Jan 27 19:44:44.411167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021672-b52b-4a06-9ad6-797206295b07 service neutron] Pushing event updated for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:44.493416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.546469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Calling delete_port for 5a304fa8-7666-4a72-a2ec-8480bea095d4 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:44.551111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-ca56a67e-b11f-4343-8824-bc527d2d00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:44.553430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-ca56a67e-b11f-4343-8824-bc527d2d00f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1094 time: 0.4394791 Jan 27 19:44:44.622494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.635551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47efa-3424-4a5d-9879-4e7bf2f9804e req-9969eaa1-3dd0-493c-9669-badd07ba7e24 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:44.643265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17c47efa-3424-4a5d-9879-4e7bf2f9804e req-9969eaa1-3dd0-493c-9669-badd07ba7e24 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 943 time: 0.1227577 Jan 27 19:44:44.697359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-17de59ac-eb50-4012-b164-de617694ddb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 217 time: 0.1310804 Jan 27 19:44:44.771867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-61c735dc-f29b-447a-8e0f-3d832fa226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:44.773501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-61c735dc-f29b-447a-8e0f-3d832fa226c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.0678735 Jan 27 19:44:44.798987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17c47efa-3424-4a5d-9879-4e7bf2f9804e req-f4a1fd84-30c8-43bb-85de-868e7f11fdf5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389508 Jan 27 19:44:44.866538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.879257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.885645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516668a-2448-4021-867b-dc30cef6fb85 req-ad0d11ab-0f40-4d76-b2a9-40fd6819cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:44.887389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-ad0d11ab-0f40-4d76-b2a9-40fd6819cc86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067338 Jan 27 19:44:44.890705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5a304fa8-7666-4a72-a2ec-8480bea095d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:44.975642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Port': ['ID=5a304fa8-7666-4a72-a2ec-8480bea095d4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:45.165804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:45.184406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:45.202449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-058deaa5-05c0-482c-a6cd-6af8b4633778 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "DELETE /v2.0/ports/5a304fa8-7666-4a72-a2ec-8480bea095d4 HTTP/1.1" status: 204 len: 168 time: 1.6388168 Jan 27 19:44:45.205713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:45.315378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=d012c07c-29fc-4a8a-bb48-90687c9c4e66,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:45.340506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-73b0dbce-bd86-40b1-b5a8-6fc00e780c80 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452217 Jan 27 19:44:45.503236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064750f7-16c8-4e20-9877-1e4f141ce3eb tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:45.507847 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-064750f7-16c8-4e20-9877-1e4f141ce3eb tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a4a40a-3e14-4786-bb39-ff13aa184884 HTTP/1.1" status: 200 len: 913 time: 0.3009145 Jan 27 19:44:45.512678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40880) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:45.626842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-156392f9-8521-40c0-8bdd-6ec9f1fe53f4 None None] Provisioning complete for port d012c07c-29fc-4a8a-bb48-90687c9c4e66 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:45.638109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156392f9-8521-40c0-8bdd-6ec9f1fe53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:45.639129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.1 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/08656d89-54c1-4c0a-8751-a511697fd90b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:45.700941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:45.748742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-156392f9-8521-40c0-8bdd-6ec9f1fe53f4 None None] Port d012c07c-29fc-4a8a-bb48-90687c9c4e66 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:45.784364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6516668a-2448-4021-867b-dc30cef6fb85 req-ccb4e160-e7a4-4c53-95ca-706eb7da371f service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327238 Jan 27 19:44:45.835220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (08656d89-54c1-4c0a-8751-a511697fd90b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:45.911175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.024591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.216380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (565080cb-1fe6-4746-ae45-c5c141945569), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.224909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:46.334804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:46.347790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:46.415989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=08656d89-54c1-4c0a-8751-a511697fd90b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:46.465650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-4ad48ded-f8a1-43e1-96d5-c59bad48ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:46.467416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-4ad48ded-f8a1-43e1-96d5-c59bad48ba8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1094 time: 0.5956097 Jan 27 19:44:46.470315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87dea2-415d-40c2-a09f-00cf024dcd83 req-91cc05bd-2668-4d6f-a127-995cca533008 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:46.472037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc87dea2-415d-40c2-a09f-00cf024dcd83 req-91cc05bd-2668-4d6f-a127-995cca533008 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 943 time: 0.4774537 Jan 27 19:44:46.521090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.689591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-42fb7f5c-fbd8-4de6-bb61-38dafebf2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:46.691338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-42fb7f5c-fbd8-4de6-bb61-38dafebf2dcb service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2068930 Jan 27 19:44:46.745772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-631af764-6083-4ff0-aedc-f180f010b6ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 217 time: 0.0452001 Jan 27 19:44:46.759062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.813491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-e504b7c4-f086-49a6-816f-c43fefbd209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:46.814967 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-e504b7c4-f086-49a6-816f-c43fefbd209c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.0566852 Jan 27 19:44:46.942095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc87dea2-415d-40c2-a09f-00cf024dcd83 req-54397985-702b-427f-8cb8-1798faa56dd3 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622321 Jan 27 19:44:46.944515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-61620b86-6586-44db-ab86-a012e308e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:46.946382 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-61620b86-6586-44db-ab86-a012e308e250 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240675 Jan 27 19:44:46.963493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (d1a4a40a-3e14-4786-bb39-ff13aa184884), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:46.992822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:47.082288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-56c25f5c-6157-4092-871a-6b12cefdc1a5 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226382 Jan 27 19:44:47.433304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3c0aec3e-4d75-4aca-88a6-64742f667c23 req-c00f9c93-7414-4a88-855d-31c036f45042 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888763 Jan 27 19:44:47.645785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting port e6085bec-3e75-4753-804d-3e5edd4ccc0a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:47.646474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:47.795566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:47.811500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Calling delete_port for e6085bec-3e75-4753-804d-3e5edd4ccc0a owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:48.027798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e6085bec-3e75-4753-804d-3e5edd4ccc0a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.136344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Port': ['ID=e6085bec-3e75-4753-804d-3e5edd4ccc0a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:48.291710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.314674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.365960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (d1a4a40a-3e14-4786-bb39-ff13aa184884), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.427600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (565080cb-1fe6-4746-ae45-c5c141945569), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.589970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363b489-7a7d-4cd9-bfeb-82068f4298fc req-ae315fd9-2ff4-4359-98ed-5d921b4844d8 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:48.591570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a363b489-7a7d-4cd9-bfeb-82068f4298fc req-ae315fd9-2ff4-4359-98ed-5d921b4844d8 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 0.5455434 Jan 27 19:44:48.592505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=d012c07c-29fc-4a8a-bb48-90687c9c4e66,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:48.673766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Router d1a4a40a-3e14-4786-bb39-ff13aa184884 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:44:48.804606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (08656d89-54c1-4c0a-8751-a511697fd90b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.820100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:48.831554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:48.848524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] Sync routers for ids ['d1a4a40a-3e14-4786-bb39-ff13aa184884'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:48.849209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ed460a0-fab1-415b-9db3-5fc4971d2b8c tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "PUT /v2.0/routers/d1a4a40a-3e14-4786-bb39-ff13aa184884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3341460 Jan 27 19:44:48.852051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40940) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:48.875076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] Routers {'d1a4a40a-3e14-4786-bb39-ff13aa184884'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:48.875816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d1a4a40a-3e14-4786-bb39-ff13aa184884'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:48.950785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a363b489-7a7d-4cd9-bfeb-82068f4298fc req-b6e94376-151d-4a2a-a47b-9ea628744164 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556126 Jan 27 19:44:48.958230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:48.969387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] Routers {'d1a4a40a-3e14-4786-bb39-ff13aa184884'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:48.978486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d1a4a40a-3e14-4786-bb39-ff13aa184884'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:49.042913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.047693 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.058106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:49.058781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd213a-977b-48f2-b36d-8bb73c515b61 None None] The sync data for ids ['d1a4a40a-3e14-4786-bb39-ff13aa184884'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:49.073748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=08656d89-54c1-4c0a-8751-a511697fd90b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:49.105784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:49.109003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:49.388582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.391962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for router_controller (d1a4a40a-3e14-4786-bb39-ff13aa184884), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.429851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f6350d02-db03-420e-856d-7632ec576fef None None] Provisioning complete for port d012c07c-29fc-4a8a-bb48-90687c9c4e66 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:49.431301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6350d02-db03-420e-856d-7632ec576fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.457987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (d1a4a40a-3e14-4786-bb39-ff13aa184884), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.458595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Fanout notify agent at l3_agent the message router_deleted on router d1a4a40a-3e14-4786-bb39-ff13aa184884 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:44:49.467549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.471827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5d9746d7-82d1-40b4-9359-ed16278c4d59 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "DELETE /v2.0/routers/d1a4a40a-3e14-4786-bb39-ff13aa184884 HTTP/1.1" status: 204 len: 168 time: 0.6182404 Jan 27 19:44:49.472629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:49.474415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33942141-ee25-4769-af30-3a58c6adb791 req-00e45229-48bf-484c-9564-2bc56a9d8f74 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:49.476036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33942141-ee25-4769-af30-3a58c6adb791 req-00e45229-48bf-484c-9564-2bc56a9d8f74 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 943 time: 0.3061585 Jan 27 19:44:49.488689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:49.501212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:49.523277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f6350d02-db03-420e-856d-7632ec576fef None None] Port d012c07c-29fc-4a8a-bb48-90687c9c4e66 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:44:49.571971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting subnet 5090d8c5-404c-42f7-b712-53eb87445f6d {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:49.577772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for subnet (5090d8c5-404c-42f7-b712-53eb87445f6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.611701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33942141-ee25-4769-af30-3a58c6adb791 req-e1168e52-d5a1-4084-b4dd-7c2c6e195e30 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216807 Jan 27 19:44:49.615612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Router 565080cb-1fe6-4746-ae45-c5c141945569 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:44:49.684708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (5090d8c5-404c-42f7-b712-53eb87445f6d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.839534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5090d8c5-404c-42f7-b712-53eb87445f6d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.850073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3d60c386-d7a5-4b99-b93c-23fbda148f8a details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:44:49.867257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:44:49.893057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:49.899589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3cc750a-ce53-4310-9759-18cb1181df6f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/routers/565080cb-1fe6-4746-ae45-c5c141945569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1718011 Jan 27 19:44:49.903361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40980) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:49.911862 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] Sync routers for ids ['565080cb-1fe6-4746-ae45-c5c141945569'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:49.929697 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] Routers {'565080cb-1fe6-4746-ae45-c5c141945569'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:49.930819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['565080cb-1fe6-4746-ae45-c5c141945569'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:49.952447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9995398-0286-4499-9562-8c4ace156854 req-cb4fbf9d-cfa4-460e-b041-48133cb43b6b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:49.955071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9995398-0286-4499-9562-8c4ace156854 req-cb4fbf9d-cfa4-460e-b041-48133cb43b6b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.1736968 Jan 27 19:44:49.962564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (5090d8c5-404c-42f7-b712-53eb87445f6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:49.974610 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:49.986220 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] Routers {'565080cb-1fe6-4746-ae45-c5c141945569'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:49.987268 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['565080cb-1fe6-4746-ae45-c5c141945569'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:50.032726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:50.032726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b858c72-eacd-4772-8c38-57ae52243a9a None None] The sync data for ids ['565080cb-1fe6-4746-ae45-c5c141945569'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:50.070068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1cb133-3c0f-46e0-9e31-ac2d6cdf1081 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:50.071809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b1cb133-3c0f-46e0-9e31-ac2d6cdf1081 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?device_id=565080cb-1fe6-4746-ae45-c5c141945569 HTTP/1.1" status: 200 len: 981 time: 0.1664183 Jan 27 19:44:50.073807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.074969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:50.080162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "DELETE /v2.0/subnets/5090d8c5-404c-42f7-b712-53eb87445f6d HTTP/1.1" status: 204 len: 168 time: 0.6039550 Jan 27 19:44:50.080946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918b2ed-d96b-4793-ab84-c004e16a9856 None None] Network 8090c82a-c15e-4bf8-9fae-c6f60c96968a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:50.081073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370089c-7abd-4d07-a139-5a9a5d146231 tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Subnet': ['ID=5090d8c5-404c-42f7-b712-53eb87445f6d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:50.087223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:50.218214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:50.265514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'port_id': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'mac_address': 'fa:16:3e:15:0f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:44:50.316039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3d60c386-d7a5-4b99-b93c-23fbda148f8a is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:50.316390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.350258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d60c386-d7a5-4b99-b93c-23fbda148f8a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:44:50.366571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9995398-0286-4499-9562-8c4ace156854 req-d43700b5-666c-44de-8205-eb0ff677c8cf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050422 Jan 27 19:44:50.384155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:50.396284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] DHCP port deletion for 8090c82a-c15e-4bf8-9fae-c6f60c96968a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:50.396284 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.396621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40986) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:50.514441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:50.572864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:50.581231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7bcf1690-ec19-4426-ab61-307d74be2c7d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/routers/291481cf-f6d0-4f2b-9df8-c459c343ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2200286 Jan 27 19:44:50.587889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:50.588877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Deleting port 6486200c-af75-4a32-817c-cb39950d2e01 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:50.589293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6486200c-af75-4a32-817c-cb39950d2e01), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.609612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'port': {'network_id': 'abd9e966-f525-469c-a7bf-27993f741952', 'name': 'tempest-FloatingIPTestJSON-878788413'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:50.623781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8090c82a-c15e-4bf8-9fae-c6f60c96968a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.630696 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-feea3c08-3e29-4909-b3eb-98249753e817 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 200 len: 993 time: 0.2321162 Jan 27 19:44:50.634519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:50.721892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:50.722801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:50.813798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['3d60c386-d7a5-4b99-b93c-23fbda148f8a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:44:50.915508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] For port 6486200c-af75-4a32-817c-cb39950d2e01, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6486200c-af75-4a32-817c-cb39950d2e01,segment=NetworkSegment(9b877d28-1039-480e-b4cd-b5becbbcec27),segment_id=9b877d28-1039-480e-b4cd-b5becbbcec27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:50.919247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6486200c-af75-4a32-817c-cb39950d2e01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:50.942746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Calling delete_port for 6486200c-af75-4a32-817c-cb39950d2e01 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:51.017477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:51.020922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:51.046309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Deleting port 6486200c-af75-4a32-817c-cb39950d2e01 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:51.046659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6486200c-af75-4a32-817c-cb39950d2e01), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:51.064453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:51.141409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:51.142073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:51.192985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] device_id is not set on port 2b102330-4607-4052-adb6-ad980e7bd120 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:51.375208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6486200c-af75-4a32-817c-cb39950d2e01 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:51.407729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:51.408565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7cf8e-8fdd-41f1-bd09-52aec1162ad4 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:51.443574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (6486200c-af75-4a32-817c-cb39950d2e01), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:51.468306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.14 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/2b102330-4607-4052-adb6-ad980e7bd120) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:51.492889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] Pushing event deleted for resources: {'Port': ['ID=6486200c-af75-4a32-817c-cb39950d2e01,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:51.503745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095a83f-82d0-4533-9e05-266fade00dae None None] No DVR routers for this DVR port 6486200c-af75-4a32-817c-cb39950d2e01 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:51.516283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port 6486200c-af75-4a32-817c-cb39950d2e01 {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 19:44:51.516705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port 6486200c-af75-4a32-817c-cb39950d2e01 host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:44:51.517084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6486200c-af75-4a32-817c-cb39950d2e01 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:51.622712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] For port 6486200c-af75-4a32-817c-cb39950d2e01, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6486200c-af75-4a32-817c-cb39950d2e01,segment=NetworkSegment(9b877d28-1039-480e-b4cd-b5becbbcec27),segment_id=9b877d28-1039-480e-b4cd-b5becbbcec27)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:51.623472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6486200c-af75-4a32-817c-cb39950d2e01), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:51.648280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b667f-f59c-4469-bb35-69fa035b9ee3 req-19ccec23-26a9-4bcb-bbce-3f85752a274d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:51.650073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-049b667f-f59c-4469-bb35-69fa035b9ee3 req-19ccec23-26a9-4bcb-bbce-3f85752a274d tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 944 time: 0.6056538 Jan 27 19:44:51.677779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Calling delete_port for 6486200c-af75-4a32-817c-cb39950d2e01 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:51.679749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (565080cb-1fe6-4746-ae45-c5c141945569), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.350822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-13a40ac1-6aec-4ea5-8df8-ab44692e2c93 req-0a22afd3-d3d4-4d4b-98f7-ffb41da0fc11 service neutron] (103322) timed out ('10.222.0.66', 62350) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:44:52.397391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:52.413071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-049b667f-f59c-4469-bb35-69fa035b9ee3 req-6fc44ed2-8261-4eb2-a126-42cc9588822f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7498691 Jan 27 19:44:52.422662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (2b102330-4607-4052-adb6-ad980e7bd120), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.547135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6486200c-af75-4a32-817c-cb39950d2e01), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.555182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f566-821e-4bea-bad9-021948affa75 req-a2649f20-fc3d-435f-9da0-67d0896a2180 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:52.558186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4945f566-821e-4bea-bad9-021948affa75 req-a2649f20-fc3d-435f-9da0-67d0896a2180 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 945 time: 0.1165326 Jan 27 19:44:52.585354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57f2a71d-ecc1-4a58-9c08-1ac01dd77990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.586421 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2b102330-4607-4052-adb6-ad980e7bd120), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.597903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Port': ['ID=6486200c-af75-4a32-817c-cb39950d2e01,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:52.603036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] No DVR routers for this DVR port 6486200c-af75-4a32-817c-cb39950d2e01 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:52.722216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:52.752814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Deleting port 19b029bf-d044-42d3-ace1-b1c7e18ad430 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:52.753324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.764060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:52.766039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=2b102330-4607-4052-adb6-ad980e7bd120,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:52.771365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:52.782205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8090c82a-c15e-4bf8-9fae-c6f60c96968a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.831912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060040-207a-4b28-9a74-0d109fa401b8 req-e035fc2c-5875-4713-9910-9a7742ad57b0 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:52.833497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a060040-207a-4b28-9a74-0d109fa401b8 req-e035fc2c-5875-4713-9910-9a7742ad57b0 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=6181e9fc-1261-48a6-9dcb-24d0fc7df0c4 HTTP/1.1" status: 200 len: 945 time: 0.2527254 Jan 27 19:44:52.879512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090c82a-c15e-4bf8-9fae-c6f60c96968a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:52.886198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57f2a71d-ecc1-4a58-9c08-1ac01dd77990 admin admin] Publish callbacks [] for security_group (62f31d64-75c6-4fcf-b168-08a6859918dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.893010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57f2a71d-ecc1-4a58-9c08-1ac01dd77990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (62f31d64-75c6-4fcf-b168-08a6859918dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.910262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b877d28-1039-480e-b4cd-b5becbbcec27') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:52.910564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b877d28-1039-480e-b4cd-b5becbbcec27') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:52.924206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:52.924861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.932101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (9b877d28-1039-480e-b4cd-b5becbbcec27), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.973575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9b877d28-1039-480e-b4cd-b5becbbcec27), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.980433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2a71d-ecc1-4a58-9c08-1ac01dd77990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f31d64-75c6-4fcf-b168-08a6859918dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:52.984996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-35f1ad12-c9f8-410a-ad3a-e06bf0d9069b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3858073 Jan 27 19:44:52.986308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] For port 19b029bf-d044-42d3-ace1-b1c7e18ad430, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=19b029bf-d044-42d3-ace1-b1c7e18ad430,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:52.986794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:52.988313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:52.992202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-57f2a71d-ecc1-4a58-9c08-1ac01dd77990 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fddf0db64ca4c24ba493cd37db31d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5921936 Jan 27 19:44:52.998278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a060040-207a-4b28-9a74-0d109fa401b8 req-4fda4901-1f2c-4699-a761-d17b4a7d2ae8 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353946 Jan 27 19:44:52.998278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:52.999908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'port': {'network_id': 'abd9e966-f525-469c-a7bf-27993f741952', 'name': 'tempest-FloatingIPTestJSON-80534428'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:53.003673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:44:53.004088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (9b877d28-1039-480e-b4cd-b5becbbcec27), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:44:53.008739 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:44:53.034836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Calling delete_port for 19b029bf-d044-42d3-ace1-b1c7e18ad430 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:53.127593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port d012c07c-29fc-4a8a-bb48-90687c9c4e66 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:53.127919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.221662 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8090c82a-c15e-4bf8-9fae-c6f60c96968a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.225112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (19b029bf-d044-42d3-ace1-b1c7e18ad430), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.236964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.240030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['19b029bf-d044-42d3-ace1-b1c7e18ad430'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:44:53.240979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] 10.222.0.59 "DELETE /v2.0/networks/8090c82a-c15e-4bf8-9fae-c6f60c96968a HTTP/1.1" status: 204 len: 168 time: 3.1477823 Jan 27 19:44:53.280945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7c206-5f29-421e-a9b3-54affb80b15b tempest-FloatingIPNegativeTestJSON-934702852 tempest-FloatingIPNegativeTestJSON-934702852-project] Pushing event deleted for resources: {'Network': ['ID=8090c82a-c15e-4bf8-9fae-c6f60c96968a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:53.301284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] Publish callbacks [] for security_group (62f31d64-75c6-4fcf-b168-08a6859918dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.328182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Pushing event deleted for resources: {'Port': ['ID=19b029bf-d044-42d3-ace1-b1c7e18ad430,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:53.347625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.363595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] Publish callbacks [] for security_group (62f31d64-75c6-4fcf-b168-08a6859918dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.382053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for d012c07c-29fc-4a8a-bb48-90687c9c4e66 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:53.398162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:44:53.402182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.416835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] No DVR routers for this DVR port 19b029bf-d044-42d3-ace1-b1c7e18ad430 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:53.428561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.438056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4945f566-821e-4bea-bad9-021948affa75 req-23dc0853-60ec-4a99-948e-7023488eeb4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "DELETE /v2.0/ports/19b029bf-d044-42d3-ace1-b1c7e18ad430 HTTP/1.1" status: 204 len: 173 time: 0.8678405 Jan 27 19:44:53.451613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'name': 'network-vif-deleted', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:44:53.455546 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b782f-03c2-4649-ac49-80ab949752c8" -d '{"events": [{"server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "name": "network-vif-deleted", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:44:53.490835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] device_id is not set on port 62e72e57-1b55-4e0a-b615-75761e56cf44 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:44:53.516866 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-aebb37a2-814d-4c1e-ae9f-933d7b228586 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019318 Jan 27 19:44:53.643327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (62f31d64-75c6-4fcf-b168-08a6859918dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.648030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.650137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62f31d64-75c6-4fcf-b168-08a6859918dc HTTP/1.1" status: 204 len: 168 time: 0.6422360 Jan 27 19:44:53.702568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:53.730805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e905f48-16bd-4de4-a65a-716ebeadcf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f31d64-75c6-4fcf-b168-08a6859918dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:53.752546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8f2f-a61c-4ceb-9a33-8ccc5073cf02 req-2ae45a86-72a6-4421-ae9a-71eb432d2cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:53.754113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad7c8f2f-a61c-4ceb-9a33-8ccc5073cf02 req-2ae45a86-72a6-4421-ae9a-71eb432d2cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2539008 Jan 27 19:44:53.866523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3d60c386-d7a5-4b99-b93c-23fbda148f8a up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:44:53.905306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.10 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/62e72e57-1b55-4e0a-b615-75761e56cf44) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:53.913507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad7c8f2f-a61c-4ceb-9a33-8ccc5073cf02 req-57592a25-7431-4358-827a-f434a06d2c1b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491258 Jan 27 19:44:53.942066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d012c07c-29fc-4a8a-bb48-90687c9c4e66), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:53.990135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=d012c07c-29fc-4a8a-bb48-90687c9c4e66,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:54.014704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.074914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 3d60c386-d7a5-4b99-b93c-23fbda148f8a completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:44:54.086323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 3d60c386-d7a5-4b99-b93c-23fbda148f8a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:44:54.087016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.298905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3d60c386-d7a5-4b99-b93c-23fbda148f8a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:44:54.299501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.343539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:44:54.347252 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9516b11f-9c15-4286-a6e1-03205fc2ed8a" -d '{"events": [{"server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:44:54.368601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:54.375765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.462030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bf0e4f52-82ad-418e-9126-71b7ecf6ff80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=684bef7dc527430bb1a3a5c0af7f1eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7579381 Jan 27 19:44:54.463805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:54.474520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:54.475393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:54.503196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0befe4fa-ad87-41ba-aec0-9d11a4c7a21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.558245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (62e72e57-1b55-4e0a-b615-75761e56cf44), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.567092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] Publish callbacks [] for security_group (e390f33c-8d3a-4e29-b612-864e228e5804), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.582640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-51c65886-8295-4d8d-9a02-305dfa14d86f req-407e76d6-d5d0-4e5a-b7cb-1f632e260d26 service neutron] (103323) timed out ('10.222.0.39', 60812) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:44:54.592248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] Publish callbacks [] for security_group (e390f33c-8d3a-4e29-b612-864e228e5804), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.639619 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (565080cb-1fe6-4746-ae45-c5c141945569), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.652637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e390f33c-8d3a-4e29-b612-864e228e5804), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.653966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37fa03-079d-4393-bf72-9dcb6483fbc8 req-e98c384a-316f-4eeb-8735-82d8c41b98d8 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:54.655587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe37fa03-079d-4393-bf72-9dcb6483fbc8 req-e98c384a-316f-4eeb-8735-82d8c41b98d8 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 944 time: 0.4868345 Jan 27 19:44:54.661356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.665161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e390f33c-8d3a-4e29-b612-864e228e5804 HTTP/1.1" status: 204 len: 168 time: 0.1973848 Jan 27 19:44:54.697785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e4ee5-a50c-4252-8d83-5fb046c061f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390f33c-8d3a-4e29-b612-864e228e5804,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:54.747485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe37fa03-079d-4393-bf72-9dcb6483fbc8 req-fff9d01f-40d5-4341-a9ec-82dfad2b730a tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801525 Jan 27 19:44:54.762938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (62e72e57-1b55-4e0a-b615-75761e56cf44), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.787126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0befe4fa-ad87-41ba-aec0-9d11a4c7a21d admin admin] Publish callbacks [] for security_group (315ef2eb-70e0-4b7e-a870-9bde974aed14), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.794483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0befe4fa-ad87-41ba-aec0-9d11a4c7a21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (315ef2eb-70e0-4b7e-a870-9bde974aed14), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.849031 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:54.873776 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264554ad-1b02-4c29-a8a5-66384e586bff x-openstack-request-id: req-264554ad-1b02-4c29-a8a5-66384e586bff {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:44:54.874490 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6181e9fc-1261-48a6-9dcb-24d0fc7df0c4", "name": "network-vif-deleted", "tag": "19b029bf-d044-42d3-ace1-b1c7e18ad430", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:44:54.875216 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-264554ad-1b02-4c29-a8a5-66384e586bff {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:44:54.876143 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6181e9fc-1261-48a6-9dcb-24d0fc7df0c4', 'name': 'network-vif-deleted', 'tag': '19b029bf-d044-42d3-ace1-b1c7e18ad430', 'status': 'completed', 'code': 200} Jan 27 19:44:54.901247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befe4fa-ad87-41ba-aec0-9d11a4c7a21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ef2eb-70e0-4b7e-a870-9bde974aed14,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:54.906762 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0befe4fa-ad87-41ba-aec0-9d11a4c7a21d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ece381bd6c14aa599ac9cbb8a23e378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300900 Jan 27 19:44:54.909820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41092) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:55.028510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] Publish callbacks [] for security_group (315ef2eb-70e0-4b7e-a870-9bde974aed14), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.044318 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb18a2b-c7ce-4770-ba8f-71a3efe8932a x-openstack-request-id: req-bcb18a2b-c7ce-4770-ba8f-71a3efe8932a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:44:55.044923 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:44:55.045381 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcb18a2b-c7ce-4770-ba8f-71a3efe8932a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:44:55.046103 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'code': 200} Jan 27 19:44:55.107496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] Publish callbacks [] for security_group (315ef2eb-70e0-4b7e-a870-9bde974aed14), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.193527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:55.289026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:55.297666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:55.306817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (315ef2eb-70e0-4b7e-a870-9bde974aed14), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.314933 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.319871 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/315ef2eb-70e0-4b7e-a870-9bde974aed14 HTTP/1.1" status: 204 len: 168 time: 0.4087360 Jan 27 19:44:55.378325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf18df4-6e7b-491b-9ed4-948606ab685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ef2eb-70e0-4b7e-a870-9bde974aed14,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:55.416548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a662a-6a78-4e0e-a4f5-b05fa12463f1 req-7f6708eb-02b8-479c-a83f-fc91a342f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:55.418543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-650a662a-6a78-4e0e-a4f5-b05fa12463f1 req-7f6708eb-02b8-479c-a83f-fc91a342f26f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.1879263 Jan 27 19:44:55.445202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=62e72e57-1b55-4e0a-b615-75761e56cf44,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:55.528013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-650a662a-6a78-4e0e-a4f5-b05fa12463f1 req-d725d192-6080-4b94-8839-b02a3b013c82 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021669 Jan 27 19:44:55.542736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Router 565080cb-1fe6-4746-ae45-c5c141945569 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:44:55.559317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:55.560264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.587349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726192d-7bca-4fbf-a5d4-f7f65cbc4f2e req-b80a7be5-b780-4aaf-ad15-3eaddfe1e151 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:55.595059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1726192d-7bca-4fbf-a5d4-f7f65cbc4f2e req-b80a7be5-b780-4aaf-ad15-3eaddfe1e151 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.3771529 Jan 27 19:44:55.704681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b99ea983-71e1-48c3-857c-6b1e888471e8 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7089300 Jan 27 19:44:55.704898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:55.708930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '62e72e57-1b55-4e0a-b615-75761e56cf44', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:55.764645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:44:55.767364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:55.778509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:55.778690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9179b87f-b3da-42f7-96d3-203cd836f5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/routers/565080cb-1fe6-4746-ae45-c5c141945569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7023637 Jan 27 19:44:55.787429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] Sync routers for ids ['565080cb-1fe6-4746-ae45-c5c141945569'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:44:55.802718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1726192d-7bca-4fbf-a5d4-f7f65cbc4f2e req-dea01fcf-2c58-467f-8ac3-e0f5976c29c3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062950 Jan 27 19:44:55.819151 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] Routers {'565080cb-1fe6-4746-ae45-c5c141945569'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:55.825018 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['565080cb-1fe6-4746-ae45-c5c141945569'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:55.884747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:55.904899 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] Routers {'565080cb-1fe6-4746-ae45-c5c141945569'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:44:55.906015 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['565080cb-1fe6-4746-ae45-c5c141945569'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:55.946866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc598-369c-48dc-95dc-1ca4ee3b2d45 req-23c81716-ba1a-40ad-bf3c-a6f22e42425f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:55.958650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e45fc598-369c-48dc-95dc-1ca4ee3b2d45 req-23c81716-ba1a-40ad-bf3c-a6f22e42425f tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.0732687 Jan 27 19:44:55.972687 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:55.977595 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2fc1b-918b-4944-8f6c-55b4b15853b3 None None] The sync data for ids ['565080cb-1fe6-4746-ae45-c5c141945569'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:44:56.003434 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4630e462-9463-45c2-9c5c-710f58f81797 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:44:56.005851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4630e462-9463-45c2-9c5c-710f58f81797 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/d012c07c-29fc-4a8a-bb48-90687c9c4e66 HTTP/1.1" status: 404 len: 333 time: 0.2259085 Jan 27 19:44:56.019335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:56.133383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-6dc1b385-2ad7-4d99-8222-678b1530e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:56.135589 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-6dc1b385-2ad7-4d99-8222-678b1530e95e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 0.2470138 Jan 27 19:44:56.231049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e45fc598-369c-48dc-95dc-1ca4ee3b2d45 req-834ad6bc-de93-4c0c-8906-121e6b6dbf65 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702250 Jan 27 19:44:56.247868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for router (565080cb-1fe6-4746-ae45-c5c141945569), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.272990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.368417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-961c2593-b862-4292-858b-00ece637dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:56.376537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-961c2593-b862-4292-858b-00ece637dd0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.2339063 Jan 27 19:44:56.536759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-5d258c40-1000-4508-9044-4c6b2e37c64b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1001 time: 0.1456852 Jan 27 19:44:56.579643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (565080cb-1fe6-4746-ae45-c5c141945569), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.582682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for router_controller (565080cb-1fe6-4746-ae45-c5c141945569), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.687015 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (565080cb-1fe6-4746-ae45-c5c141945569), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.687859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Fanout notify agent at l3_agent the message router_deleted on router 565080cb-1fe6-4746-ae45-c5c141945569 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:44:56.712174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:56.716421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-68b64160-34d5-4e17-a1bc-35c7306e4547 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/routers/565080cb-1fe6-4746-ae45-c5c141945569 HTTP/1.1" status: 204 len: 168 time: 0.6954474 Jan 27 19:44:56.717680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:56.718023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:56.765105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.185 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/0ea7ed5b-a3e6-4ea3-a3a0-488561887d20) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:44:56.768659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-aba3c316-dcf6-4926-813c-6f10c9825162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:56.770649 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-aba3c316-dcf6-4926-813c-6f10c9825162 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.2325082 Jan 27 19:44:56.825457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 19b029bf-d044-42d3-ace1-b1c7e18ad430 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:56.887411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-968afbc9-da5f-4c7a-833e-d53034cc8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:56.889473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-968afbc9-da5f-4c7a-833e-d53034cc8c48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074317 Jan 27 19:44:56.892345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 72af5522-b1e9-4229-ae95-9921ab25b459 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:44:56.911642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 19b029bf-d044-42d3-ace1-b1c7e18ad430 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:56.914397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 19b029bf-d044-42d3-ace1-b1c7e18ad430 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:56.942749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (72af5522-b1e9-4229-ae95-9921ab25b459), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.069120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-10ac1077-dfa9-45c5-84f6-f55f45efad8c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:57.073895 n-d-760453-6 neutron-server[103323]: WARNING neutron.api.v2.base [None req-10ac1077-dfa9-45c5-84f6-f55f45efad8c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 19:44:57.074449 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-10ac1077-dfa9-45c5-84f6-f55f45efad8c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:44:57.075537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-10ac1077-dfa9-45c5-84f6-f55f45efad8c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3565509 Jan 27 19:44:57.137181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:57.153516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487657405'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:57.188365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (72af5522-b1e9-4229-ae95-9921ab25b459), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.243878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.262044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f5ab2-e9f4-486c-8869-ab202b3a92bf req-7c545031-437c-4545-a83f-dffb0410fae3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:57.268457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b07f5ab2-e9f4-486c-8869-ab202b3a92bf req-7c545031-437c-4545-a83f-dffb0410fae3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2364557 Jan 27 19:44:57.371170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b07f5ab2-e9f4-486c-8869-ab202b3a92bf req-1d264374-3801-41b6-940e-91da5349a761 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017084 Jan 27 19:44:57.371974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.484161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.531344 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.578716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (72af5522-b1e9-4229-ae95-9921ab25b459), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.596411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:44:57.608048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:44:57.626063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:44:57.632246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a4f9-f63f-4ff6-872d-2997e95a940b req-75bdee03-efc7-41c1-8fbb-4ccd346f61a2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:57.639847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f546a4f9-f63f-4ff6-872d-2997e95a940b req-75bdee03-efc7-41c1-8fbb-4ccd346f61a2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.1330860 Jan 27 19:44:57.704974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=0ea7ed5b-a3e6-4ea3-a3a0-488561887d20,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:57.733687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f546a4f9-f63f-4ff6-872d-2997e95a940b req-e94e5b26-82b3-4e75-994a-dd9b872036f5 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878398 Jan 27 19:44:57.807116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (72af5522-b1e9-4229-ae95-9921ab25b459), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.821644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (702aa4d2-85cc-4d19-bff4-3f32ec29e219), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.862469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=72af5522-b1e9-4229-ae95-9921ab25b459,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:57.902426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (702aa4d2-85cc-4d19-bff4-3f32ec29e219), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.937521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702aa4d2-85cc-4d19-bff4-3f32ec29e219,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:57.946410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:57.953492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08eede-a638-4d49-b193-f156e1f396ef None None] Network 6c9fea0b-fe04-42d5-b189-a1e1c714f70e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:44:57.954491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cdcb3ad0-2550-436d-beea-95090220d4bb tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/72af5522-b1e9-4229-ae95-9921ab25b459 HTTP/1.1" status: 204 len: 168 time: 1.2340188 Jan 27 19:44:57.960552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:58.311443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] DHCP port deletion for 6c9fea0b-fe04-42d5-b189-a1e1c714f70e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:44:58.443984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Deleting port ccb52c0f-3512-4b4e-8181-3f653b7ed226 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:44:58.444501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.532772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (43dd299c-7a75-4fa0-8264-360a18c05123), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.553835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] For port ccb52c0f-3512-4b4e-8181-3f653b7ed226, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ccb52c0f-3512-4b4e-8181-3f653b7ed226,segment=NetworkSegment(20ffad3c-88dc-4a33-b8dc-3fde62a0be0f),segment_id=20ffad3c-88dc-4a33-b8dc-3fde62a0be0f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:44:58.554649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.571838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Calling delete_port for ccb52c0f-3512-4b4e-8181-3f653b7ed226 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:44:58.624619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-b6f49642-6784-4239-a99a-daa58427b853 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7285316 Jan 27 19:44:58.678551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (ccb52c0f-3512-4b4e-8181-3f653b7ed226), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.703108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6c9fea0b-fe04-42d5-b189-a1e1c714f70e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.722352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] No DVR routers for this DVR port ccb52c0f-3512-4b4e-8181-3f653b7ed226 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:44:58.749695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50465-31f0-442c-b57b-acb7a8bde2e6 req-075e1e69-457b-419b-83a8-77cabe7c6c65 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:58.760834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67d50465-31f0-442c-b57b-acb7a8bde2e6 req-075e1e69-457b-419b-83a8-77cabe7c6c65 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.8987927 Jan 27 19:44:58.761667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:58.785698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354ab97-e319-45f7-b4b0-16790472f3b6 None None] Pushing event deleted for resources: {'Port': ['ID=ccb52c0f-3512-4b4e-8181-3f653b7ed226,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:58.787839 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-ba3763ce-968d-442a-bd86-6acfca7525cc service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532371 Jan 27 19:44:58.833989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:58.865859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Request body: {'floatingip': {'port_id': '3d60c386-d7a5-4b99-b93c-23fbda148f8a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:59.060231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.217391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.228320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.284287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (f26f75aa-2a4f-4712-8065-d3baa1e64431), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.380766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ccb52c0f-3512-4b4e-8181-3f653b7ed226 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:44:59.474273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ccb52c0f-3512-4b4e-8181-3f653b7ed226 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:44:59.474801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ccb52c0f-3512-4b4e-8181-3f653b7ed226 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:44:59.520051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=0ea7ed5b-a3e6-4ea3-a3a0-488561887d20,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:59.546739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f26f75aa-2a4f-4712-8065-d3baa1e64431), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.549349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (43dd299c-7a75-4fa0-8264-360a18c05123), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.573039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6c9fea0b-fe04-42d5-b189-a1e1c714f70e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.656232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:44:59.658128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.5168440 Jan 27 19:44:59.667678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:44:59.743292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': 'f26f75aa-2a4f-4712-8065-d3baa1e64431', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:44:59.757208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9fea0b-fe04-42d5-b189-a1e1c714f70e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:59.770146 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 43dd299c-7a75-4fa0-8264-360a18c05123 associated. External IP: 172.25.5.185, port: 62e72e57-1b55-4e0a-b615-75761e56cf44. Jan 27 19:44:59.868398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a4838-5b98-40b4-9259-5de7f9f5c8f4 req-1476ccff-8942-4521-9e96-cd454a6f3fe6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:44:59.871202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-444a4838-5b98-40b4-9259-5de7f9f5c8f4 req-1476ccff-8942-4521-9e96-cd454a6f3fe6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.8691905 Jan 27 19:44:59.872272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e0c9-c720-4ce1-99a7-30408876264c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f75aa-2a4f-4712-8065-d3baa1e64431,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:44:59.898756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:59.899178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ffad3c-88dc-4a33-b8dc-3fde62a0be0f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:44:59.940020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (20ffad3c-88dc-4a33-b8dc-3fde62a0be0f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.022807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group_rule (807871b6-b758-4819-b8c5-43180bccc266), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.026020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (20ffad3c-88dc-4a33-b8dc-3fde62a0be0f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.087341 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:45:00.117867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:45:00.118883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (20ffad3c-88dc-4a33-b8dc-3fde62a0be0f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:45:00.125541 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:45:00.170771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:00.224014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-444a4838-5b98-40b4-9259-5de7f9f5c8f4 req-6aec5583-dbd7-4bf1-ac32-4a3d1c938881 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259945 Jan 27 19:45:00.287570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group_rule (807871b6-b758-4819-b8c5-43180bccc266), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.334341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:00.349645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:00.362237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.370626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:00.371895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:00.383065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (807871b6-b758-4819-b8c5-43180bccc266), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.421348 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41d54f00-b8dd-460a-aa94-2b06b05f7d61 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7161813 Jan 27 19:45:00.422470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:00.430123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:00.434298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:00.435167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:00.435393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:00.448668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6c9fea0b-fe04-42d5-b189-a1e1c714f70e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.478969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.486957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/6c9fea0b-fe04-42d5-b189-a1e1c714f70e HTTP/1.1" status: 204 len: 168 time: 2.5197976 Jan 27 19:45:00.489121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:00.514613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (43dd299c-7a75-4fa0-8264-360a18c05123), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.527249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807871b6-b758-4819-b8c5-43180bccc266,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:00.544854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.547578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:00.548405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ccbe093-8382-4cea-acb7-9fa5375a3a6b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8144264 Jan 27 19:45:00.548634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e53bfd-dc4d-4441-97f3-8a429b4201e4 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:00.556696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:45:00.593132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be13f2b-b429-4652-a385-ac4f397c84a2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=6c9fea0b-fe04-42d5-b189-a1e1c714f70e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:00.599729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:00.606098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-72fbba52-3b67-4078-a9d8-5a853a3d3089 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': 'f26f75aa-2a4f-4712-8065-d3baa1e64431', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:00.674423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf422f-eec0-4c91-99d8-1da4c308ddb2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:00.681743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1fcf422f-eec0-4c91-99d8-1da4c308ddb2 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/2484cae8-e2dd-487a-ac31-1c4b8f5989e5 HTTP/1.1" status: 200 len: 841 time: 0.1885712 Jan 27 19:45:00.682406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:00.707841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.726416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.743310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72fbba52-3b67-4078-a9d8-5a853a3d3089 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group_rule (753bfdd3-8300-4560-867a-0c831e4ea1d8), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.782596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be63de31-13e4-488f-aa5a-c9804f25bd5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/2484cae8-e2dd-487a-ac31-1c4b8f5989e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0970781 Jan 27 19:45:00.783250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:00.790468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:00.931391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.939812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (43dd299c-7a75-4fa0-8264-360a18c05123), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:00.940426 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 43dd299c-7a75-4fa0-8264-360a18c05123 disassociated. External IP: 172.25.5.185, port: 62e72e57-1b55-4e0a-b615-75761e56cf44. Jan 27 19:45:00.967304 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Floating IP 08ea4c53-641f-4fd2-8cd2-57c4bf3539be associated. External IP: 172.25.5.39, port: 3d60c386-d7a5-4b99-b93c-23fbda148f8a. Jan 27 19:45:01.003161 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-72fbba52-3b67-4078-a9d8-5a853a3d3089 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:45:01.004613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72fbba52-3b67-4078-a9d8-5a853a3d3089 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4035778 Jan 27 19:45:01.008308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41268) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:01.057413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:01.061984 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.298391 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (f26f75aa-2a4f-4712-8065-d3baa1e64431), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.327160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (f26f75aa-2a4f-4712-8065-d3baa1e64431), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.397530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f26f75aa-2a4f-4712-8065-d3baa1e64431), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.400445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.417044 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/f26f75aa-2a4f-4712-8065-d3baa1e64431 HTTP/1.1" status: 204 len: 168 time: 0.4055457 Jan 27 19:45:01.422411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41276) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:01.470452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (1cf55ed0-eb21-4268-8965-0ca47fe809ce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.515126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a15a9-5245-4ea3-9fdc-7a4222ab63e0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f75aa-2a4f-4712-8065-d3baa1e64431,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:01.560305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:01.582003 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ebfb8a11-a5bd-443b-aec5-2c232bdfab5c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1514506 Jan 27 19:45:01.583936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41280) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:01.592579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--357397557'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:01.598198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-b8191668-98b0-4986-a956-41e091773a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:01.600939 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-b8191668-98b0-4986-a956-41e091773a7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1096 time: 0.1366758 Jan 27 19:45:01.617372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:01.626610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:01.638571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:01.639167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.640564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a01722-737c-4971-afe8-4436dfa06db1 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:01.657476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=1cf55ed0-eb21-4268-8965-0ca47fe809ce,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:01.684417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a213-d56c-4e74-9f09-ac107b2dbb89 req-0aa02160-2848-46ec-986b-780214b13443 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:01.690614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab88a213-d56c-4e74-9f09-ac107b2dbb89 req-0aa02160-2848-46ec-986b-780214b13443 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2361543 Jan 27 19:45:01.708480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-364dba09-8cde-472b-b17f-4c8c5d67f60f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9212980 Jan 27 19:45:01.708480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:01.722119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:01.734978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069975296'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:01.765062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:01.778962 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:01.793747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:01.798123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.798698 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:01.877240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab88a213-d56c-4e74-9f09-ac107b2dbb89 req-98f92e5f-7cb9-44ee-93d5-190134b18781 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855218 Jan 27 19:45:01.890519 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:01.891025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c14419c4-4e72-402b-b71e-b096afe5e8d1', 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'project_id': '2502b77066fd4feea146b6c59877382d', 'fixed_ips': [{'subnet_id': '1cf55ed0-eb21-4268-8965-0ca47fe809ce'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:45:01.891930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:01.922898 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:01.926528 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:02.020345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-4cd0f955-c771-4c73-8690-4a4778b74919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:02.022221 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-4cd0f955-c771-4c73-8690-4a4778b74919 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.2615812 Jan 27 19:45:02.029456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.047269 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:02.048125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144ee5d-822f-477c-97ec-a652643c6b2c None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:02.089958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:02.099017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.126131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.133985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.136830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.169847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fadf28e5-8d27-4aa2-9006-f739afa43e64 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "PUT /v2.0/floatingips/08ea4c53-641f-4fd2-8cd2-57c4bf3539be HTTP/1.1" status: 200 len: 990 time: 3.3584044 Jan 27 19:45:02.176263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:02.178810 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:02.183815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.187493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4618382 Jan 27 19:45:02.187701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae406ff6-6376-440c-be4b-77674b3074f7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/43dd299c-7a75-4fa0-8264-360a18c05123 HTTP/1.1" status: 200 len: 688 time: 1.7560120 Jan 27 19:45:02.189194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:02.189658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:02.202072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'security_group': {'name': 'tempest-secgroup-415670367'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:02.233743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-6e89f569-e6a2-4625-ba15-77bf0c237d7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1001 time: 0.1877930 Jan 27 19:45:02.400121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:02.423903 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30e1d1-2cda-4c97-a457-896bc923c4cd x-openstack-request-id: req-ef30e1d1-2cda-4c97-a457-896bc923c4cd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:02.424279 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:02.424595 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef30e1d1-2cda-4c97-a457-896bc923c4cd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:02.425073 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'status': 'completed', 'code': 200} Jan 27 19:45:02.426819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.453078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Allocated IP 172.20.0.2 (c14419c4-4e72-402b-b71e-b096afe5e8d1/1cf55ed0-eb21-4268-8965-0ca47fe809ce/7d127c49-24e2-4e46-a1ea-670dac49084c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:02.517046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128c54-f9d0-47f3-8690-704bbec3fc87 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:02.677814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:02.681083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:02.700288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-20a84deb-c0c7-46cb-8f82-60064d303960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:02.702097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-20a84deb-c0c7-46cb-8f82-60064d303960 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.2300658 Jan 27 19:45:02.860769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (d53670a3-711b-45aa-a0b2-031bacf40794), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.868238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d53670a3-711b-45aa-a0b2-031bacf40794), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:02.923114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:45:02.931283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 0ea7ed5b-a3e6-4ea3-a3a0-488561887d20 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:02.932194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.061731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (d83605d0-b73d-476e-8ee4-2fcd21a8d920), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.067276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d83605d0-b73d-476e-8ee4-2fcd21a8d920), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.150485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.153774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9570992 Jan 27 19:45:03.165146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41316) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:03.174942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-169649334', 'security_groups': ['d53670a3-711b-45aa-a0b2-031bacf40794'], 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1cf55ed0-eb21-4268-8965-0ca47fe809ce'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:03.220778 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.221913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.241143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 0ea7ed5b-a3e6-4ea3-a3a0-488561887d20 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:03.331938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83605d0-b73d-476e-8ee4-2fcd21a8d920,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:03.355779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.371851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a4926e2-637f-4b9c-9308-318980e6ff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7785196 Jan 27 19:45:03.375898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:03.399581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-3c1797cc-31b5-48ed-aa43-9140cf30f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:03.402931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-3c1797cc-31b5-48ed-aa43-9140cf30f636 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 1.1629183 Jan 27 19:45:03.408731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-21c0f0ac-a773-4dbd-a468-a01bc6fc16ed tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': 'd83605d0-b73d-476e-8ee4-2fcd21a8d920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:03.409661 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-21c0f0ac-a773-4dbd-a468-a01bc6fc16ed tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 19:45:03.410408 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-21c0f0ac-a773-4dbd-a468-a01bc6fc16ed tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:03.411937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21c0f0ac-a773-4dbd-a468-a01bc6fc16ed tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0233953 Jan 27 19:45:03.427435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:03.489315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks [] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.517667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.552808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40b68-4dd2-4161-8ed5-addee71ed462 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53670a3-711b-45aa-a0b2-031bacf40794,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:03.620903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-dc9372ca-3955-4b29-92c4-efb4affdd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:03.622469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-dc9372ca-3955-4b29-92c4-efb4affdd4a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.9128819 Jan 27 19:45:03.631865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:03.633091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (d83605d0-b73d-476e-8ee4-2fcd21a8d920), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.639654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:03.645367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-d6fffe89-8f59-4cb8-9289-9605348fe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:03.646112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:03.646939 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-d6fffe89-8f59-4cb8-9289-9605348fe66d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314901 Jan 27 19:45:03.718167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0ea7ed5b-a3e6-4ea3-a3a0-488561887d20), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.738779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb38473-29b0-48af-8226-b1295fd9b2ca req-b88e1b30-143d-46cc-851c-62d6ef71d547 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:03.739044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:03.749056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcb38473-29b0-48af-8226-b1295fd9b2ca req-b88e1b30-143d-46cc-851c-62d6ef71d547 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.6715140 Jan 27 19:45:03.793150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-2ab3cfb3-331e-4e1f-832d-80aa312e7e44 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336188 Jan 27 19:45:03.815036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:03.831269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Attempting to bind port 7d127c49-24e2-4e46-a1ea-670dac49084c on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:03.832468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Attempting to bind port 7d127c49-24e2-4e46-a1ea-670dac49084c by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:03.833163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Attempting to bind port 7d127c49-24e2-4e46-a1ea-670dac49084c on network c14419c4-4e72-402b-b71e-b096afe5e8d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:03.849533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '08ea4c53-641f-4fd2-8cd2-57c4bf3539be', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:15:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:44:28Z', 'updated_at': '2022-01-27T19:45:00Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:03.856214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=0ea7ed5b-a3e6-4ea3-a3a0-488561887d20,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:03.895197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:03.896033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Checking segment: {'id': '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:03.896647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.897403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Bound using segment: {'id': '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:03.898120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Bound port: 7d127c49-24e2-4e46-a1ea-670dac49084c, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:03.898710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.899561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-41f1aa5b-9dbe-4ea8-b986-522225b0466c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 998 time: 0.2557635 Jan 27 19:45:03.910594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:45:03.925994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:03.930581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:03.976412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (d83605d0-b73d-476e-8ee4-2fcd21a8d920), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:03.982285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.102227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (43dd299c-7a75-4fa0-8264-360a18c05123), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.105838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.107067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ec874c48-701f-4182-a669-3418ed48ca7a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/43dd299c-7a75-4fa0-8264-360a18c05123 HTTP/1.1" status: 204 len: 168 time: 1.9165161 Jan 27 19:45:04.110770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41340) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:04.119790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '2b102330-4607-4052-adb6-ad980e7bd120'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:04.130657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bcb38473-29b0-48af-8226-b1295fd9b2ca req-0c961a84-67f6-4451-9fa8-43ecb8e60e7f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888165 Jan 27 19:45:04.137411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-aa5aad88-7756-4749-ad39-0c312df69007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:04.139148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-aa5aad88-7756-4749-ad39-0c312df69007 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.2052593 Jan 27 19:45:04.150834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port f8ef7632-6284-4a47-9813-bb06876077a2 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:45:04.229837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.299918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d83605d0-b73d-476e-8ee4-2fcd21a8d920), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.303571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.309647 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/d83605d0-b73d-476e-8ee4-2fcd21a8d920 HTTP/1.1" status: 204 len: 168 time: 0.8806431 Jan 27 19:45:04.314324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:04.350538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-c5ad4c01-8884-41bf-9954-f4d2dc609a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:04.352127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-c5ad4c01-8884-41bf-9954-f4d2dc609a59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062743 Jan 27 19:45:04.352445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bc0d744f-0547-4783-9a83-67db1280bb17 req-c2c2d893-581f-49a9-9705-8dc8ef68169a service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474107 Jan 27 19:45:04.358136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1eab-5082-44c4-8226-591763832234 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83605d0-b73d-476e-8ee4-2fcd21a8d920,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:04.564191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.14 (c14419c4-4e72-402b-b71e-b096afe5e8d1/1cf55ed0-eb21-4268-8965-0ca47fe809ce/f8ef7632-6284-4a47-9813-bb06876077a2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:04.734442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:04.742690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:04.747750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:45:04.751538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.773324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (f8ef7632-6284-4a47-9813-bb06876077a2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.822017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:04.909726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=f8ef7632-6284-4a47-9813-bb06876077a2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:04.932556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:04.934531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:04.942978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:05.010546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870accdc-951e-4cb7-84d1-628d40d936e8 None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:05.056992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-49c810e8-9063-411a-8ac2-5bf8c7c76380 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7363448 Jan 27 19:45:05.056992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-85d88459-e570-4cb8-949f-520d4a24040b service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350329 Jan 27 19:45:05.056992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:05.062758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--38104603'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:05.080067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:05.085776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.117116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f6b0c6fa-9201-42f1-95fb-b28ade59a62e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9500473 Jan 27 19:45:05.123534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41354) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:05.132169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:05.291978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '08ea4c53-641f-4fd2-8cd2-57c4bf3539be', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:15:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:44:28Z', 'updated_at': '2022-01-27T19:45:00Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:05.366073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.369505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad6194-9f37-4bdb-9940-a94ac0128c60 None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '08ea4c53-641f-4fd2-8cd2-57c4bf3539be', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'port_id': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'mac_address': 'fa:16:3e:15:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:44:28Z', 'updated_at': '2022-01-27T19:45:00Z', 'revision_number': 1, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:05.596655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:05.602341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.612108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5e237-8d68-4683-aa0d-5fa491e5dd0b req-d1b46112-9a3b-48a2-94c0-53143f47b83d service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339143 Jan 27 19:45:05.726957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (8755bc00-e7a3-4d22-abb2-f520c3a13b73), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.740047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.756759 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1cf55ed0-eb21-4268-8965-0ca47fe809ce (CIDR: 172.20.0.0/28) Jan 27 19:45:05.764473 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:05.765038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:05.778480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8755bc00-e7a3-4d22-abb2-f520c3a13b73), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:05.802277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9fde9271-45d9-4b2e-8c87-94a028c75aac tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6793177 Jan 27 19:45:05.803070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:05.815377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:05.834235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac3c0-06c3-455f-97a1-bfe28bd4d0b7 req-ff6a54aa-bd0d-47b2-b59d-a2f9a9212b14 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:05.836437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ffac3c0-06c3-455f-97a1-bfe28bd4d0b7 req-ff6a54aa-bd0d-47b2-b59d-a2f9a9212b14 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.4723790 Jan 27 19:45:05.845104 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963884f-692f-46df-af9b-f02795dac5e2 None None] New status for floating IP 08ea4c53-641f-4fd2-8cd2-57c4bf3539be: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:45:06.034249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.036221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9782681 Jan 27 19:45:06.043543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41374) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:06.075389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5333399-c916-419c-9779-0545d6c62e44 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8755bc00-e7a3-4d22-abb2-f520c3a13b73,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:06.082553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0ca1ac56-55d1-490d-968a-320c13abc747 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '8755bc00-e7a3-4d22-abb2-f520c3a13b73', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:06.084833 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-0ca1ac56-55d1-490d-968a-320c13abc747 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 19:45:06.084833 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0ca1ac56-55d1-490d-968a-320c13abc747 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:06.085939 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0ca1ac56-55d1-490d-968a-320c13abc747 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0413585 Jan 27 19:45:06.089287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41376) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:06.221705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ffac3c0-06c3-455f-97a1-bfe28bd4d0b7 req-e7048120-ec1b-4a1e-91b3-117ca181a8d2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840841 Jan 27 19:45:06.278791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.73 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1ed016df-a2e6-4d9c-9fea-d7eed1651196) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:06.348128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:06.365039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.440037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (8755bc00-e7a3-4d22-abb2-f520c3a13b73), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.591250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (8755bc00-e7a3-4d22-abb2-f520c3a13b73), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.702605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.731731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8755bc00-e7a3-4d22-abb2-f520c3a13b73), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.735995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.737650 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/8755bc00-e7a3-4d22-abb2-f520c3a13b73 HTTP/1.1" status: 204 len: 168 time: 0.6473491 Jan 27 19:45:06.747479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:06.795116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:06.851265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac97d4-216d-4dae-a2b5-114287aacfa2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755bc00-e7a3-4d22-abb2-f520c3a13b73,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:06.924737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:06.927944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:06.932775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:06.972403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a0794038-b168-4188-8785-697c1febfabe tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2170293 Jan 27 19:45:06.977121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:06.985222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891542138'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.032062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=1ed016df-a2e6-4d9c-9fea-d7eed1651196,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:07.140392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.169191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-498efece-c807-4197-b363-6d7be15268ad None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:07.169792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498efece-c807-4197-b363-6d7be15268ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.287872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (1a4bb80e-4c65-44b8-a297-0528b4a1be71), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.419066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-498efece-c807-4197-b363-6d7be15268ad None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:07.421680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498efece-c807-4197-b363-6d7be15268ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.464899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:07.473336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:07.482069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:07.482760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.490672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:07.507811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=1a4bb80e-4c65-44b8-a297-0528b4a1be71,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:07.573908 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fd0a8768-911b-4a2b-984a-b090129cdd99 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7685435 Jan 27 19:45:07.575653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41406) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.600020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1956468967', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1a4bb80e-4c65-44b8-a297-0528b4a1be71'}], 'security_groups': ['5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.612274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a9d0b-ced6-4767-89f4-c0a9138b64ae None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:07.671418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2ed9df71-5f6f-4170-a2d4-2ecdc295ac75), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.682389 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ed9df71-5f6f-4170-a2d4-2ecdc295ac75), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.801475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-498efece-c807-4197-b363-6d7be15268ad None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:07.808056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4471-1860-45da-b345-4742cbe1877a req-d1b40f2b-9570-4fc1-815c-422e54eed4d2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:07.815069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1f4471-1860-45da-b345-4742cbe1877a req-d1b40f2b-9570-4fc1-815c-422e54eed4d2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2999959 Jan 27 19:45:07.825554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9df71-5f6f-4170-a2d4-2ecdc295ac75,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:07.833936 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498efece-c807-4197-b363-6d7be15268ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.851911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.853345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2bec3d0-3a0a-497f-877b-15b6e548c58b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8751576 Jan 27 19:45:07.856331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41412) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.871776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5c912276-4eab-4e42-a222-184333f16fd6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2ed9df71-5f6f-4170-a2d4-2ecdc295ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.872655 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-5c912276-4eab-4e42-a222-184333f16fd6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 19:45:07.873129 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-5c912276-4eab-4e42-a222-184333f16fd6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:07.874195 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c912276-4eab-4e42-a222-184333f16fd6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169187 Jan 27 19:45:07.878422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41414) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.899175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-431b42d6-91cf-481b-8bdc-0261967b9b76 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2ed9df71-5f6f-4170-a2d4-2ecdc295ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.899963 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-431b42d6-91cf-481b-8bdc-0261967b9b76 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 19:45:07.900530 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-431b42d6-91cf-481b-8bdc-0261967b9b76 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:07.901613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-431b42d6-91cf-481b-8bdc-0261967b9b76 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0219705 Jan 27 19:45:07.902296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:07.910629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41418) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.928593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e40ca776-c878-418c-b60d-e086a1c16510 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2ed9df71-5f6f-4170-a2d4-2ecdc295ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.929575 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-e40ca776-c878-418c-b60d-e086a1c16510 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 19:45:07.930024 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-e40ca776-c878-418c-b60d-e086a1c16510 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:07.931067 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e40ca776-c878-418c-b60d-e086a1c16510 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194602 Jan 27 19:45:07.940039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efece-c807-4197-b363-6d7be15268ad None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:07.943329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41420) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.955804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc13f857-798b-432c-8c98-8e53cbfdff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2ed9df71-5f6f-4170-a2d4-2ecdc295ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:07.957518 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-cc13f857-798b-432c-8c98-8e53cbfdff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 19:45:07.957518 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-cc13f857-798b-432c-8c98-8e53cbfdff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:07.958676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc13f857-798b-432c-8c98-8e53cbfdff2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143328 Jan 27 19:45:07.967975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:07.978079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:07.979078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.010398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-498efece-c807-4197-b363-6d7be15268ad None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:08.011165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-498efece-c807-4197-b363-6d7be15268ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.071724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1f4471-1860-45da-b345-4742cbe1877a req-f3d8f8bf-4aec-48d3-bd23-c38c8a18509d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476325 Jan 27 19:45:08.090103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.176843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-498efece-c807-4197-b363-6d7be15268ad None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:08.258175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.382461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2ed9df71-5f6f-4170-a2d4-2ecdc295ac75), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.453781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2ed9df71-5f6f-4170-a2d4-2ecdc295ac75), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.495146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Update dhcp port {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'fixed_ips': [{'subnet_id': '1cf55ed0-eb21-4268-8965-0ca47fe809ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a4bb80e-4c65-44b8-a297-0528b4a1be71'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '7d127c49-24e2-4e46-a1ea-670dac49084c'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:45:08.505652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.514297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.551636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:08.563210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-189fc5f2-ebe4-4021-9bd9-3a5a5ea3a662 None None] Provisioning complete for port f8ef7632-6284-4a47-9813-bb06876077a2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:08.564580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-189fc5f2-ebe4-4021-9bd9-3a5a5ea3a662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.623400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ed9df71-5f6f-4170-a2d4-2ecdc295ac75), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.627013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.628246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.629735 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/2ed9df71-5f6f-4170-a2d4-2ecdc295ac75 HTTP/1.1" status: 204 len: 168 time: 0.6592121 Jan 27 19:45:08.646108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41436) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:08.647637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02f936-cd6d-4bcd-b4c9-7fd58f54f793 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9df71-5f6f-4170-a2d4-2ecdc295ac75,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:08.676008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=1ed016df-a2e6-4d9c-9fea-d7eed1651196,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:08.744174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.840404 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-deeb1f82-21ca-48b2-a1c1-484d153757f4 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1806200 Jan 27 19:45:08.854099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:08.863003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128666037'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:08.878676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Delete allocated IP 172.20.0.14 (c14419c4-4e72-402b-b71e-b096afe5e8d1/1cf55ed0-eb21-4268-8965-0ca47fe809ce) {{(pid=103322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:45:08.919784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.21 (c14419c4-4e72-402b-b71e-b096afe5e8d1/1a4bb80e-4c65-44b8-a297-0528b4a1be71/f8ef7632-6284-4a47-9813-bb06876077a2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:08.926280 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 associated. External IP: 172.25.5.73, port: 2b102330-4607-4052-adb6-ad980e7bd120. Jan 27 19:45:08.944018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:08.964005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-189fc5f2-ebe4-4021-9bd9-3a5a5ea3a662 None None] Port f8ef7632-6284-4a47-9813-bb06876077a2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:09.003326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d74dc65-5030-462e-89c4-3f90389f886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.261477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2d9c4799-251b-4e81-8cfa-a953c63cc4a7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.276797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2d9c4799-251b-4e81-8cfa-a953c63cc4a7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.370057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.371338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5162458 Jan 27 19:45:09.374631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c925c9f-d050-4279-8fc4-537bedfec142 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c4799-251b-4e81-8cfa-a953c63cc4a7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:09.378585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:09.382903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:09.406022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae16b258-8a9d-459b-b00b-a803d8d29b80 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:09.406522 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-ae16b258-8a9d-459b-b00b-a803d8d29b80 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 19:45:09.407052 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-ae16b258-8a9d-459b-b00b-a803d8d29b80 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:09.408136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae16b258-8a9d-459b-b00b-a803d8d29b80 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0287089 Jan 27 19:45:09.417847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41454) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:09.428886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1fedbb4f-1fba-46aa-929a-8c4e941c699b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:09.453407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (f8ef7632-6284-4a47-9813-bb06876077a2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.470322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.567009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Allocated IP 172.20.0.18 (c14419c4-4e72-402b-b71e-b096afe5e8d1/1a4bb80e-4c65-44b8-a297-0528b4a1be71/7d127c49-24e2-4e46-a1ea-670dac49084c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:09.747045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cbf24-6738-4e60-aab9-e0a69bc13dfe req-f2fa7a80-d0a7-458a-bc81-2e43bdbf89d1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:09.756716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391cbf24-6738-4e60-aab9-e0a69bc13dfe req-f2fa7a80-d0a7-458a-bc81-2e43bdbf89d1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.4138279 Jan 27 19:45:09.798327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=f8ef7632-6284-4a47-9813-bb06876077a2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:09.806962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:09.807701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.816098 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-1fedbb4f-1fba-46aa-929a-8c4e941c699b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:09.816657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:09.817187 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1fedbb4f-1fba-46aa-929a-8c4e941c699b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3933744 Jan 27 19:45:09.835020 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41462) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:09.842407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d7c7063c-e5e7-4078-b109-bb26ae456c82 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:09.843431 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-d7c7063c-e5e7-4078-b109-bb26ae456c82 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 19:45:09.843431 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d7c7063c-e5e7-4078-b109-bb26ae456c82 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:09.844241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7c7063c-e5e7-4078-b109-bb26ae456c82 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058579 Jan 27 19:45:09.857017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:09.861908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-236ffcc9-826a-440f-a80d-6692807e4b0d tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:09.875266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] In _notify_port_updated(), no bound segment for port f8ef7632-6284-4a47-9813-bb06876077a2 on network c14419c4-4e72-402b-b71e-b096afe5e8d1 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:45:09.884527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:09.885030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:09.886443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c604eb82-2dbd-45c2-9f3d-ed3ae7b93e83 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/ports/f8ef7632-6284-4a47-9813-bb06876077a2 HTTP/1.1" status: 200 len: 921 time: 2.2934027 Jan 27 19:45:09.889973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:09.910665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:10.001850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-391cbf24-6738-4e60-aab9-e0a69bc13dfe req-49f8f27d-3c41-4965-958f-71c88dd747e3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437592 Jan 27 19:45:10.027927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Publish callbacks [] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.039919 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.089193 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-236ffcc9-826a-440f-a80d-6692807e4b0d tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.093818 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-236ffcc9-826a-440f-a80d-6692807e4b0d tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2328010 Jan 27 19:45:10.094293 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.119077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2285679f-41cf-4bf6-8196-b8779bcdace1 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.119885 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-2285679f-41cf-4bf6-8196-b8779bcdace1 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 19:45:10.120730 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-2285679f-41cf-4bf6-8196-b8779bcdace1 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.125403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2285679f-41cf-4bf6-8196-b8779bcdace1 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0266094 Jan 27 19:45:10.129102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.156579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dbdf52d3-25af-475f-88ac-5ccca90ff652 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.202963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:10.221640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:10.251606 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.269079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port f8ef7632-6284-4a47-9813-bb06876077a2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:10.269502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.304186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d46ac5f0-335b-4c67-9b6c-101e5693fda5 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1896651 Jan 27 19:45:10.305139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.305448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:10.307175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:10.327728 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-dbdf52d3-25af-475f-88ac-5ccca90ff652 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Project eaa6073733fe4a9287cd6610b97ee23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:45:10.362616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:10.370854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:10.396503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38470be-a565-4309-b30f-3aef2db7a8d9 None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:10.411931 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-dbdf52d3-25af-475f-88ac-5ccca90ff652 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.413171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:10.413865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:10.418986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dbdf52d3-25af-475f-88ac-5ccca90ff652 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2782543 Jan 27 19:45:10.430033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41480) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.439768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0b5ad923-0915-4d07-9fb0-a571108422ea tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.442159 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-0b5ad923-0915-4d07-9fb0-a571108422ea tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 19:45:10.443111 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0b5ad923-0915-4d07-9fb0-a571108422ea tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.450158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b5ad923-0915-4d07-9fb0-a571108422ea tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157533 Jan 27 19:45:10.452969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41482) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.458755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-717f4ce1-a743-4daa-86ef-943d8b752220 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/floatingips/cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 HTTP/1.1" status: 200 len: 977 time: 0.1504266 Jan 27 19:45:10.460292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.475740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4084d404-d732-436c-adb4-76c4c0a73625 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.486316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:10.487436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d8804-9800-4cee-aa3a-e681c89781dd None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:10.614963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.644672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for f8ef7632-6284-4a47-9813-bb06876077a2 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:10.659632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-83053fec-d8a2-4664-86fc-84560924ccaa tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1976233 Jan 27 19:45:10.662567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.669236 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-4084d404-d732-436c-adb4-76c4c0a73625 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Project eaa6073733fe4a9287cd6610b97ee23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:45:10.674229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': '62e72e57-1b55-4e0a-b615-75761e56cf44'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.765419 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-4084d404-d732-436c-adb4-76c4c0a73625 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.771715 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4084d404-d732-436c-adb4-76c4c0a73625 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3094900 Jan 27 19:45:10.772626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:10.782752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2c1d201d-96ca-4bd9-9ebb-efbc1219b6ab tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '2d9c4799-251b-4e81-8cfa-a953c63cc4a7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:10.826859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:10.854944 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-2c1d201d-96ca-4bd9-9ebb-efbc1219b6ab tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Project eaa6073733fe4a9287cd6610b97ee23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:45:10.898705 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-2c1d201d-96ca-4bd9-9ebb-efbc1219b6ab tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:10.902896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c1d201d-96ca-4bd9-9ebb-efbc1219b6ab tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1252248 Jan 27 19:45:10.920452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:11.004795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2d9c4799-251b-4e81-8cfa-a953c63cc4a7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.032302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2d9c4799-251b-4e81-8cfa-a953c63cc4a7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.158319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2d9c4799-251b-4e81-8cfa-a953c63cc4a7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.164118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.174872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/2d9c4799-251b-4e81-8cfa-a953c63cc4a7 HTTP/1.1" status: 204 len: 168 time: 0.2461202 Jan 27 19:45:11.176868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:11.214574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4a8ff-e5d9-4ca5-b622-7e3513357521 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c4799-251b-4e81-8cfa-a953c63cc4a7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:11.373216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:11.402473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8e521b5b-095b-4fcd-b32c-9ea44c6f5839 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1989496 Jan 27 19:45:11.403470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:11.438519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757324452'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:11.489382 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f8ef7632-6284-4a47-9813-bb06876077a2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.495147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:11.499145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.600792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab77a-dea4-43b8-8fe2-749598ad9ef1 req-b15d8ff8-5d45-4225-88d5-31d16cffec72 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:11.602471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f1ab77a-dea4-43b8-8fe2-749598ad9ef1 req-b15d8ff8-5d45-4225-88d5-31d16cffec72 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.4180629 Jan 27 19:45:11.673352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=f8ef7632-6284-4a47-9813-bb06876077a2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:11.742662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:11.751805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:11.752249 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.843458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.849902 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a163848b-a913-4529-9a07-9c2267f6fb93 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/f8ef7632-6284-4a47-9813-bb06876077a2 HTTP/1.1" status: 204 len: 168 time: 1.9592783 Jan 27 19:45:11.871022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:11.936213 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae2b39-dd19-49c4-a304-033746a51e5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:45:11.945788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aaae2b39-dd19-49c4-a304-033746a51e5b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/f8ef7632-6284-4a47-9813-bb06876077a2 HTTP/1.1" status: 404 len: 333 time: 0.0737045 Jan 27 19:45:11.949061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:11.952187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.037104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:12.042382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Could not find standard attr ID for object f8ef7632-6284-4a47-9813-bb06876077a2. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:45:12.068445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:12.069132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.126512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (d53670a3-711b-45aa-a0b2-031bacf40794), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.137176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb0c89-1c22-4db5-a14b-5a02a09e3ed6 None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:12.170766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c05a34b2-76a7-4ba8-b080-b0737bcb7afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.186085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f1ab77a-dea4-43b8-8fe2-749598ad9ef1 req-07cf0708-2042-47a1-a049-f03fb5484782 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5701246 Jan 27 19:45:12.252356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e0d7e878-d230-4a28-8629-25a48378c865 None None] Could not find standard attr ID for object f8ef7632-6284-4a47-9813-bb06876077a2. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:45:12.260918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (0b99a128-80e7-44a6-951e-7341f24fd8b3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.283733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (d53670a3-711b-45aa-a0b2-031bacf40794), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.295707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.298143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b99a128-80e7-44a6-951e-7341f24fd8b3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.377363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.379007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9589863 Jan 27 19:45:12.387578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.397480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-15154e23-7f5e-4a37-84db-87dacd7d677e tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '0b99a128-80e7-44a6-951e-7341f24fd8b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:12.408348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557ff0f-f162-4c55-aff8-2ae82df000ba tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99a128-80e7-44a6-951e-7341f24fd8b3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:12.439468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d53670a3-711b-45aa-a0b2-031bacf40794), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.442272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.446447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/security-groups/d53670a3-711b-45aa-a0b2-031bacf40794 HTTP/1.1" status: 204 len: 168 time: 0.4892721 Jan 27 19:45:12.447896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.473808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979518d-43e9-49f6-b558-ddff54ebd037 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53670a3-711b-45aa-a0b2-031bacf40794,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:12.523096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.578587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.622973 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-15154e23-7f5e-4a37-84db-87dacd7d677e tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The resource could not be found. Jan 27 19:45:12.630788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15154e23-7f5e-4a37-84db-87dacd7d677e tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2416952 Jan 27 19:45:12.635292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.640123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.654468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7cfbb85e-5b19-4c54-af9c-e3c011c67a72 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '0b99a128-80e7-44a6-951e-7341f24fd8b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2f44c873-683f-44f8-a191-51fc49710cdc'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:12.757524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6fa970d-01df-497b-a2cc-e26020db27dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.762221 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-7cfbb85e-5b19-4c54-af9c-e3c011c67a72 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The resource could not be found. Jan 27 19:45:12.763393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7cfbb85e-5b19-4c54-af9c-e3c011c67a72 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1185386 Jan 27 19:45:12.766396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:12.799051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.852687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (0b99a128-80e7-44a6-951e-7341f24fd8b3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.896696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (0b99a128-80e7-44a6-951e-7341f24fd8b3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.952401 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 associated. External IP: 172.25.5.73, port: 2b102330-4607-4052-adb6-ad980e7bd120. Jan 27 19:45:12.994380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.996599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b99a128-80e7-44a6-951e-7341f24fd8b3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:12.997224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.001209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac HTTP/1.1" status: 204 len: 168 time: 0.5528343 Jan 27 19:45:13.001717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.001865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.006980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b99a128-80e7-44a6-951e-7341f24fd8b3 HTTP/1.1" status: 204 len: 168 time: 0.2393405 Jan 27 19:45:13.016083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.031161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eef166-e61b-42cc-b28c-4b5ce1dfd007 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c963daa-e2ac-4ee6-aacb-c2ebcd5c0eac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.079893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e81ed-4466-4a13-bb6a-1b982e5c1278 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99a128-80e7-44a6-951e-7341f24fd8b3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.121227 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c19b5d0d-066c-485a-bbd9-e089519c789a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998530 Jan 27 19:45:13.121700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.126744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8ebd123d-ccee-4f18-a43d-59031f2d9172 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '6a973fb6-90d0-4c12-966e-a3efd6102641', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:13.189080 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-8ebd123d-ccee-4f18-a43d-59031f2d9172 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The resource could not be found. Jan 27 19:45:13.196156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ebd123d-ccee-4f18-a43d-59031f2d9172 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0675805 Jan 27 19:45:13.202098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41562) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.210116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388486284'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:13.251889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.365192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (98478d54-3a6e-4c9f-973f-93dc03a87786), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.370622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (98478d54-3a6e-4c9f-973f-93dc03a87786), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.420155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.421912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2179582 Jan 27 19:45:13.425306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41576) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.429649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--185721078'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:13.438280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b9f53-623d-430d-aeeb-815e62b172f0 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98478d54-3a6e-4c9f-973f-93dc03a87786,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.461180 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.546135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.552782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.560659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6fa970d-01df-497b-a2cc-e26020db27dd admin admin] Publish callbacks [] for security_group (ea792cbe-8d58-4511-858d-dd94a733dd6e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.590838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.592573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1667333 Jan 27 19:45:13.594984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e77e8-7f77-4777-bf2d-999d1a408e6c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.597734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41578) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.602565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5e40f75c-ae03-4247-bdeb-933fe77a4e63 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': '98478d54-3a6e-4c9f-973f-93dc03a87786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:13.638523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 1cf55ed0-eb21-4268-8965-0ca47fe809ce {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:45:13.647867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6fa970d-01df-497b-a2cc-e26020db27dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ea792cbe-8d58-4511-858d-dd94a733dd6e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.654484 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (1cf55ed0-eb21-4268-8965-0ca47fe809ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.657455 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-5e40f75c-ae03-4247-bdeb-933fe77a4e63 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:13.659305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e40f75c-ae03-4247-bdeb-933fe77a4e63 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0603709 Jan 27 19:45:13.662159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41580) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.720307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.748525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.773640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (1cf55ed0-eb21-4268-8965-0ca47fe809ce), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.795592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.798779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.800202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0 HTTP/1.1" status: 204 len: 168 time: 0.1372209 Jan 27 19:45:13.802943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa970d-01df-497b-a2cc-e26020db27dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea792cbe-8d58-4511-858d-dd94a733dd6e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.804170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41582) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.820027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b6fa970d-01df-497b-a2cc-e26020db27dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec6d35c362234bf48ec8c8b67e927aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5238533 Jan 27 19:45:13.827428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.837174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d5c03-4849-4219-9436-ab261dc08e26 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b56bc-09a7-4dcc-8ff2-8bd015c935f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:13.894515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-6c184917-2015-4fb1-9015-54e62558df88 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:13.896105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-6c184917-2015-4fb1-9015-54e62558df88 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 814 time: 0.3986988 Jan 27 19:45:13.916274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-92ab3e87-bb02-46e8-a323-f5262d4882a8 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1108105 Jan 27 19:45:13.919092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:13.950099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] Publish callbacks [] for security_group (ea792cbe-8d58-4511-858d-dd94a733dd6e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:13.963452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-7e9db665-c5ab-4093-9a42-961b7ea8c259 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/quotas/9ab6f3b01879451a880803111a2adaf7 HTTP/1.1" status: 200 len: 375 time: 0.0543239 Jan 27 19:45:13.993112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] Publish callbacks [] for security_group (ea792cbe-8d58-4511-858d-dd94a733dd6e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.037182 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (98478d54-3a6e-4c9f-973f-93dc03a87786), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.038647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-bc4134da-8f88-4703-a5a1-bf2c470a5b27 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456717 Jan 27 19:45:14.048450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1cf55ed0-eb21-4268-8965-0ca47fe809ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.079552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ea792cbe-8d58-4511-858d-dd94a733dd6e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.083609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.090162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea792cbe-8d58-4511-858d-dd94a733dd6e HTTP/1.1" status: 204 len: 168 time: 0.2564707 Jan 27 19:45:14.099752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (98478d54-3a6e-4c9f-973f-93dc03a87786), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.103811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e2476-6f27-4505-93c6-1b523d591b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea792cbe-8d58-4511-858d-dd94a733dd6e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:14.170660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (98478d54-3a6e-4c9f-973f-93dc03a87786), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.173883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.177577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/98478d54-3a6e-4c9f-973f-93dc03a87786 HTTP/1.1" status: 204 len: 168 time: 0.2552068 Jan 27 19:45:14.177903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:14.189709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e54f0-b047-48cd-8666-4f90abcb008a tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98478d54-3a6e-4c9f-973f-93dc03a87786,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:14.200628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:14.248111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-096d534b-1dfd-469c-b8cc-770f92c9c700 service neutron] 10.222.0.59 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746376 Jan 27 19:45:14.383247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c68de83-9279-4f47-8aa6-2ddd590b13f1 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2019246 Jan 27 19:45:14.389625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (1cf55ed0-eb21-4268-8965-0ca47fe809ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.391749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:14.401454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204192004'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:14.454311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.484915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf55ed0-eb21-4268-8965-0ca47fe809ce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:14.494212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.497325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f08497ba-493d-4a60-b75f-afa879748c37 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/1cf55ed0-eb21-4268-8965-0ca47fe809ce HTTP/1.1" status: 204 len: 168 time: 1.4849982 Jan 27 19:45:14.500245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a202ae-fc5c-41ed-bb27-941f04e24e23 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:14.501829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:14.508446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:14.573882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-69cd76fa-a4fc-4267-8eb1-23471dc48c41 service neutron] 10.222.0.59 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122385 Jan 27 19:45:14.588107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:14.609534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:14.635381 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:14.635909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (a1dd839c-07c1-45ce-a429-e3d3f2ad2818), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.637479 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:14.648494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a1dd839c-07c1-45ce-a429-e3d3f2ad2818), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.734312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41604) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:14.750969 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:14.769278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.773568 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:14.774205 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:14.776798 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3840759 Jan 27 19:45:14.779960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9569d4f6-4d86-4127-85d2-ac91d91be2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.787697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:14.800806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92df4-4d31-4ec6-b5d1-d39f8cab9b2b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd839c-07c1-45ce-a429-e3d3f2ad2818,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:14.812737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-db5d9c69-fe63-4959-878e-499da29540dc tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': 'a1dd839c-07c1-45ce-a429-e3d3f2ad2818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:14.885839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:14.894344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:14.901792 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:14.903022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120bbc1-577b-4b49-bf6c-4634197570d0 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:14.998224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9569d4f6-4d86-4127-85d2-ac91d91be2e3 admin admin] Publish callbacks [] for security_group (5c599651-d8f8-4ede-8777-6a2f895ec833), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.003195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9569d4f6-4d86-4127-85d2-ac91d91be2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c599651-d8f8-4ede-8777-6a2f895ec833), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.059183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9569d4f6-4d86-4127-85d2-ac91d91be2e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cf2622afdb445248c9834f61092f97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229549 Jan 27 19:45:15.062973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.069774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d4f6-4d86-4127-85d2-ac91d91be2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c599651-d8f8-4ede-8777-6a2f895ec833,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:15.152142 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-db5d9c69-fe63-4959-878e-499da29540dc tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:15.153238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-db5d9c69-fe63-4959-878e-499da29540dc tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3535280 Jan 27 19:45:15.166802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.177580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41620) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.183032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-73421753-1a8b-47d2-bea4-beb7eeacff0b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group_rule': {'security_group_id': 'a1dd839c-07c1-45ce-a429-e3d3f2ad2818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:15.237232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] Publish callbacks [] for security_group (5c599651-d8f8-4ede-8777-6a2f895ec833), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.282611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] Publish callbacks [] for security_group (5c599651-d8f8-4ede-8777-6a2f895ec833), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.297200 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-73421753-1a8b-47d2-bea4-beb7eeacff0b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:15.297706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-73421753-1a8b-47d2-bea4-beb7eeacff0b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1190710 Jan 27 19:45:15.302309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.343709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd9ae-3b4e-4c73-b1e6-8732d6a0d48c req-62d0a3e1-c93c-4f8f-924b-a4aa17647182 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:15.356226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-930fd9ae-3b4e-4c73-b1e6-8732d6a0d48c req-62d0a3e1-c93c-4f8f-924b-a4aa17647182 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.3848164 Jan 27 19:45:15.406055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (a1dd839c-07c1-45ce-a429-e3d3f2ad2818), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.438418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (a1dd839c-07c1-45ce-a429-e3d3f2ad2818), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.503110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a1dd839c-07c1-45ce-a429-e3d3f2ad2818), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.504345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.509734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/a1dd839c-07c1-45ce-a429-e3d3f2ad2818 HTTP/1.1" status: 204 len: 168 time: 0.2026980 Jan 27 19:45:15.514727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5c599651-d8f8-4ede-8777-6a2f895ec833), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.517387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.518829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c599651-d8f8-4ede-8777-6a2f895ec833 HTTP/1.1" status: 204 len: 168 time: 0.4548624 Jan 27 19:45:15.529451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.571428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6818-88fe-475b-a7fa-189ad7da1534 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd839c-07c1-45ce-a429-e3d3f2ad2818,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:15.626934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.630747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2082e5e4-cb90-48b7-8a81-0f4f2eeabab2 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997763 Jan 27 19:45:15.631621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.637079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958696069'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:15.647333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d13ae-254b-43c5-bb92-fbeaa0a59098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c599651-d8f8-4ede-8777-6a2f895ec833,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:15.694008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.722592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-930fd9ae-3b4e-4c73-b1e6-8732d6a0d48c req-011d76e2-8f21-4203-a604-d8898b83b266 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646164 Jan 27 19:45:15.824893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (ce9aac88-0aaf-4912-885e-0dd450ee42b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.859804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.870110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.927632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:15.937857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:15.945421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:15.946163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.958791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:15.962100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3293283 Jan 27 19:45:15.962915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:15.964088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=ce9aac88-0aaf-4912-885e-0dd450ee42b8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:15.969002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:15.971659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2527b2-f998-46dd-b096-887ee3133728 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:15.990269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58949350-6878-4275-a67b-003fd16110c2 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:15.992088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ce6c5d6f-8349-4f79-8398-f6f11f5a8d68 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:15.992887 n-d-760453-6 neutron-server[103322]: WARNING neutron.api.v2.base [None req-ce6c5d6f-8349-4f79-8398-f6f11f5a8d68 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 19:45:15.996238 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-ce6c5d6f-8349-4f79-8398-f6f11f5a8d68 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 19:45:15.997970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ce6c5d6f-8349-4f79-8398-f6f11f5a8d68 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "PUT /v2.0/security-groups/dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8 HTTP/1.1" status: 409 len: 330 time: 0.0188115 Jan 27 19:45:16.002327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41640) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.004992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ad0ce41-8191-419a-8e5d-29fdfe52f229 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5024321 Jan 27 19:45:16.012379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.034442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:16.034817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.100322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853288971'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:16.171762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.180995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.202616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.206764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.237952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c03e7ed5-657b-44bf-8bea-ff1c2f0ade5c req-c032cbf9-3578-4b35-9c54-578081502919 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 210 time: 0.0620883 Jan 27 19:45:16.268087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:16.275720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.285892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:16.313747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.317029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.318710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8 HTTP/1.1" status: 204 len: 168 time: 0.3154409 Jan 27 19:45:16.325143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.359946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:16.364695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c912e3-0ada-4d92-8d19-2d5b0beacdf6 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd967f81-5d1f-4b8c-9a6e-2d2c32d3a2b8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:16.383170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:16.388944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41650) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.389158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-18c77a04-f5a3-4df7-8e36-1c8f30a92e0b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 HTTP/1.1" status: 200 len: 976 time: 5.7244985 Jan 27 19:45:16.394159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:16.436461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3cc4385a-34de-42f9-b732-c7aff7b529bd tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057081 Jan 27 19:45:16.436666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (a71db20a-5688-4093-b273-b9604ba96efe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.437504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.451480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a71db20a-5688-4093-b273-b9604ba96efe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.458395 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-c9027af4-21a9-49a8-a1dc-6d0632b1108b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] delete failed (client error): The resource could not be found. Jan 27 19:45:16.463535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9027af4-21a9-49a8-a1dc-6d0632b1108b tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "DELETE /v2.0/security-groups/e985a7b8-34f7-4f57-917c-04fc6a11245a HTTP/1.1" status: 404 len: 347 time: 0.0210693 Jan 27 19:45:16.471501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.520775 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-5fabe330-db3e-48b4-8ec5-60c7d2ea3f2c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] show failed (client error): The resource could not be found. Jan 27 19:45:16.525875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5fabe330-db3e-48b4-8ec5-60c7d2ea3f2c tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-groups/5e4acb1b-bd20-4dec-b4ae-bf3e78d47ab8 HTTP/1.1" status: 404 len: 347 time: 0.0492899 Jan 27 19:45:16.528636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.545748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4466517 Jan 27 19:45:16.547130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.547885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:16.583954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1477982888'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:16.595719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8da0d-556e-4482-afd3-5e9711fc6808 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71db20a-5688-4093-b273-b9604ba96efe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:16.611811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.643816 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-087176be-7008-4b8d-8b34-b4f2a3726c69 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] show failed (client error): The resource could not be found. Jan 27 19:45:16.644667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-087176be-7008-4b8d-8b34-b4f2a3726c69 tempest-NegativeSecGroupIPv6Test-207295218 tempest-NegativeSecGroupIPv6Test-207295218-project] 10.222.0.59 "GET /v2.0/security-group-rules/90523153-999d-4be0-9e79-7e410900a115 HTTP/1.1" status: 404 len: 356 time: 0.0920262 Jan 27 19:45:16.666382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.755521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:16.782917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:16.796760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:16.797788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:16.865571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:16.866463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0801d5f-4cdc-444b-9f72-e12b3fc56b73 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:16.877681 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (ae96a7be-a27e-4022-aff8-07da05220649), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.907275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ae96a7be-a27e-4022-aff8-07da05220649), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:16.925056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:16.926211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.000105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.001976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4257071 Jan 27 19:45:17.004923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:17.017610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880367837'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:17.025398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-3a7bffb7-6306-46d4-ae8d-cbf0dd4a3611 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:17.027043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-3a7bffb7-6306-46d4-ae8d-cbf0dd4a3611 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 814 time: 0.5060506 Jan 27 19:45:17.043993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652331d-a628-42a9-946c-ef81c969d5cc tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae96a7be-a27e-4022-aff8-07da05220649,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:17.059990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32048ca0-21bb-4b16-9957-0d8e3fc8effc req-0c769203-4061-47bb-b4b9-22ea96aec920 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:17.060909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Update dhcp port {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'fixed_ips': [{'subnet_id': '1a4bb80e-4c65-44b8-a297-0528b4a1be71', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ce9aac88-0aaf-4912-885e-0dd450ee42b8'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '7d127c49-24e2-4e46-a1ea-670dac49084c'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:45:17.061642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32048ca0-21bb-4b16-9957-0d8e3fc8effc req-0c769203-4061-47bb-b4b9-22ea96aec920 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.1783757 Jan 27 19:45:17.078844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Request body: {'port': {'device_id': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385', 'admin_state_up': True, 'tenant_id': '9ab6f3b01879451a880803111a2adaf7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:17.092684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.116475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.148251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ceb50772-0815-44d6-9afd-e0a675a32133 None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:17.184538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32048ca0-21bb-4b16-9957-0d8e3fc8effc req-f11e4fcb-aff8-485e-8b49-e7b3b7aabd69 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138582 Jan 27 19:45:17.208805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.250162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.250512 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 disassociated. External IP: 172.25.5.73, port: 62e72e57-1b55-4e0a-b615-75761e56cf44. Jan 27 19:45:17.316581 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (0b9ba9bd-1282-4b0b-a31a-912bb348b62e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.319682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:17.347526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b9ba9bd-1282-4b0b-a31a-912bb348b62e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.445694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ba9bd-1282-4b0b-a31a-912bb348b62e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:17.453122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.460726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9f4848ef-cd66-4d92-9d99-0f2ef7d38e14 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4479024 Jan 27 19:45:17.463629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:17.475758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-285962462', 'security_groups': ['0b9ba9bd-1282-4b0b-a31a-912bb348b62e'], 'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce9aac88-0aaf-4912-885e-0dd450ee42b8'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:17.595542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Allocated IP 172.20.0.2 (c14419c4-4e72-402b-b71e-b096afe5e8d1/ce9aac88-0aaf-4912-885e-0dd450ee42b8/7d127c49-24e2-4e46-a1ea-670dac49084c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:17.804090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-700b5dc8-98ff-4918-a573-dc63f4607367 req-43bab464-a5f4-4a54-b2aa-40de105f00e6 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 210 time: 0.0880787 Jan 27 19:45:17.851077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:17.904983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:17.913300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8c1bee40-a024-4d58-a530-832e0024da38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eaa6073733fe4a9287cd6610b97ee23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913143 Jan 27 19:45:17.928968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:17.944329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Publish callbacks [] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:17.959023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.067188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Publish callbacks [] for security_group (702aa4d2-85cc-4d19-bff4-3f32ec29e219), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.091380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.153649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Made reservation on behalf of 9ab6f3b01879451a880803111a2adaf7 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:18.156471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Publish callbacks [] for security_group (702aa4d2-85cc-4d19-bff4-3f32ec29e219), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.159028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] device_id is not set on port 178fb2c8-682e-4c37-a45b-e303919b8195 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:45:18.159655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b38d3f-02df-4348-9162-5be2899e156f None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:18.160085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.489983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (702aa4d2-85cc-4d19-bff4-3f32ec29e219), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.492982 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:18.497202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/702aa4d2-85cc-4d19-bff4-3f32ec29e219 HTTP/1.1" status: 204 len: 168 time: 0.5645106 Jan 27 19:45:18.562950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:18.571300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702aa4d2-85cc-4d19-bff4-3f32ec29e219,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:18.589643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Allocated IP 172.20.0.13 (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385/5982f783-7056-4282-b312-12d03770d972/a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:18.612961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02266f3-9d89-40c5-b43e-6d1640014da2 req-345201ba-8666-43ae-a8b3-9fd47995a1b1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:18.617399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c02266f3-9d89-40c5-b43e-6d1640014da2 req-345201ba-8666-43ae-a8b3-9fd47995a1b1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2569697 Jan 27 19:45:18.648828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.653067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.653781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.654851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.657105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.657691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.658889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.660514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.661143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.662797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.663369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.664349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.666322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a987c-b026-4065-8e88-12956c2a4730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:18.690117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.11 (c14419c4-4e72-402b-b71e-b096afe5e8d1/ce9aac88-0aaf-4912-885e-0dd450ee42b8/178fb2c8-682e-4c37-a45b-e303919b8195) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:18.863928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c02266f3-9d89-40c5-b43e-6d1640014da2 req-7a42db62-7757-4667-9862-acc592a20af2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346957 Jan 27 19:45:18.917150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:18.949820 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:18.970888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:18.971533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:18.972539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.124011 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:19.153496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (178fb2c8-682e-4c37-a45b-e303919b8195), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.196467 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:19.196467 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:19.204320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39e05393-3b8c-4b00-94ed-b6239306e0be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 HTTP/1.1" status: 200 len: 687 time: 2.8105681 Jan 27 19:45:19.205937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:19.206579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.243487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:19.326785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks [] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.359102 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:19.360432 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c685e-9724-45e8-9f26-02ab8d39e533 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:19.408931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e102636-5361-4324-a47d-66e1ec893c4c req-99e613cc-396b-4974-a986-1d3059ce2b0b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 210 time: 0.1510561 Jan 27 19:45:19.439855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:19.467432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.528114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.593945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:19.598267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:19.608028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:19.673983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:19.675059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.677420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=178fb2c8-682e-4c37-a45b-e303919b8195,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:19.686789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:19.693950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Pushing event updated for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:19.694553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:19.701378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:19.725864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:19.736964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-53581440-64ff-494d-b9b7-cbc90d6957dc tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6966522 Jan 27 19:45:19.775653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:19.780942 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.801727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 1ed016df-a2e6-4d9c-9fea-d7eed1651196 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:19.802119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.834921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:19.835928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.842826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:19.843913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:19.925773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-247269a7-ff31-4c7d-84f6-e67492a1ba0a tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4578407 Jan 27 19:45:19.926231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41750) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:19.935268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:19.955578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bee62-acef-4674-8cde-1ed5b07b08a8 None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:20.059293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:20.076105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.076425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (1ed016df-a2e6-4d9c-9fea-d7eed1651196), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.110285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 1ed016df-a2e6-4d9c-9fea-d7eed1651196 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:20.181718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Request body: {'port': {'device_id': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:20.325981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.328990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e602-60e7-4a54-af71-64819a3d122a req-a766ef7f-5b56-415d-ae82-ebe0c4b7fb5d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:20.331245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a799e602-60e7-4a54-af71-64819a3d122a req-a766ef7f-5b56-415d-ae82-ebe0c4b7fb5d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2186351 Jan 27 19:45:20.351063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:20.356810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.423258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-47af2599-fcf5-45b6-b0f1-38929d0f5896 None None] Provisioning complete for port 178fb2c8-682e-4c37-a45b-e303919b8195 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:20.423894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47af2599-fcf5-45b6-b0f1-38929d0f5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.507925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a799e602-60e7-4a54-af71-64819a3d122a req-c541a220-9b49-4eb3-9588-71d23ad121ad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640518 Jan 27 19:45:20.519204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47af2599-fcf5-45b6-b0f1-38929d0f5896 None None] Port 178fb2c8-682e-4c37-a45b-e303919b8195 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:20.558238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ed016df-a2e6-4d9c-9fea-d7eed1651196), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.647518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:20.670138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=1ed016df-a2e6-4d9c-9fea-d7eed1651196,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:20.723143 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce9aac88-0aaf-4912-885e-0dd450ee42b8 (CIDR: 172.20.0.0/28) Jan 27 19:45:20.734848 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:20.735351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:20.814614 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-890c3ef6-6ad2-471f-8794-d5c5fe276424 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8867912 Jan 27 19:45:20.818595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:20.832643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:20.833288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:20.888902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.891712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:20.893153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2263d02-bbe0-48b8-93a1-3386c2118af2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 HTTP/1.1" status: 204 len: 168 time: 1.6424825 Jan 27 19:45:20.897161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:21.152993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:21.157466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.162921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:45:21.187897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks [] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.247757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Transition to ACTIVE for port object a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:45:21.257076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.353978 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1a4bb80e-4c65-44b8-a297-0528b4a1be71 (CIDR: 172.20.0.16/28) Jan 27 19:45:21.361541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-973540856'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:21.365071 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ca50ec31-0c81-4698-a462-39e1940c83be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] delete failed (client error): The resource could not be found. Jan 27 19:45:21.375117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca50ec31-0c81-4698-a462-39e1940c83be tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/cd5b4bf8-2b5d-4153-a9ac-395a5f3a9c23 HTTP/1.1" status: 404 len: 345 time: 0.4676421 Jan 27 19:45:21.376759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:21.387046 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:45:21.387453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:21.391573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Pushing event updated for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:21.439876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69714572-108d-4177-81f4-5240920b1255 req-f9844333-23a2-4b40-8bb8-59ba449f19fe tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:21.442166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69714572-108d-4177-81f4-5240920b1255 req-f9844333-23a2-4b40-8bb8-59ba449f19fe tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 932 time: 0.6518877 Jan 27 19:45:21.464898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b839f3c-5f5d-44e7-bf5c-9c61e566b44c tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6444585 Jan 27 19:45:21.473774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41792) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:21.486597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'subnet': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:21.505326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Attempting to bind port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:21.505665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Attempting to bind port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:21.506231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Attempting to bind port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:21.521690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dab9c3a-b2a8-4489-891f-c7551d2f3ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.543322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:45:21.543977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Attempting to bind port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 on network 28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:21.552338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:21.552971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Checking segment: {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:21.553599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Bound using segment: {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:21.554011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Bound port: a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23023a-a0d8-4cdc-935e-8be035c79baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:21.554630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.590968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Made reservation on behalf of ac08c7b90f684fc1911409b1f0a91e9d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:21.596197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.645844 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.683520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Made reservation on behalf of 2502b77066fd4feea146b6c59877382d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:21.688118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:21.696484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6d1a2-c7c6-4477-8d82-27feb1e9f452 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:21.701878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6d1a2-c7c6-4477-8d82-27feb1e9f452 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:21.707504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6d1a2-c7c6-4477-8d82-27feb1e9f452 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:21.709234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9dd6d1a2-c7c6-4477-8d82-27feb1e9f452 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/ports?network_id=abd9e966-f525-469c-a7bf-27993f741952 HTTP/1.1" status: 200 len: 2357 time: 0.3283637 Jan 27 19:45:21.716199 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-5166a914-7a99-43e2-af14-eb88bf75e30c service neutron] show failed (client error): The resource could not be found. Jan 27 19:45:21.717557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-5166a914-7a99-43e2-af14-eb88bf75e30c service neutron] 10.222.0.66 "GET /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.3664019 Jan 27 19:45:21.718031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:21.733105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69714572-108d-4177-81f4-5240920b1255 req-6de921b8-03cd-4fc9-a93d-b51b8df01039 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420518 Jan 27 19:45:21.870704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083bfb0-f7fe-4138-ba38-3c0406ef5a5e tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:21.872453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2083bfb0-f7fe-4138-ba38-3c0406ef5a5e tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/subnets/a4087314-e7c2-4811-8ff1-b80441cfbf24 HTTP/1.1" status: 200 len: 797 time: 0.1493187 Jan 27 19:45:21.888651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:21.895584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'port': {'network_id': 'abd9e966-f525-469c-a7bf-27993f741952', 'name': 'tempest-FloatingIPTestJSON-541164645', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:22.087861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (06e93ea1-2b01-42fb-83a8-4a1705820b1f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.092834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:22.140756 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dab9c3a-b2a8-4489-891f-c7551d2f3ddc admin admin] Publish callbacks [] for security_group (1beddb79-9cc3-43e6-9fa0-8223985ccd55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.146544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:22.163806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:22.165210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.166483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dab9c3a-b2a8-4489-891f-c7551d2f3ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1beddb79-9cc3-43e6-9fa0-8223985ccd55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.177801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:22.188993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.189654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.202783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998686c8-b82c-4481-b7ee-8a58a6df5b5c None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:22.226571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks [] for security_group (c556b20d-74ef-4b12-8b90-64d95ef42824), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.253226 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c556b20d-74ef-4b12-8b90-64d95ef42824), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.275214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6dab9c3a-b2a8-4489-891f-c7551d2f3ddc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5942c6b9e7fa46988f5df766f6d4802b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6263168 Jan 27 19:45:22.281533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab9c3a-b2a8-4489-891f-c7551d2f3ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beddb79-9cc3-43e6-9fa0-8223985ccd55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:22.284035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:22.307231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a40e-eb1b-4899-ab62-49eda8344c5a req-8ba0cbba-554b-4c2b-8309-05201fb0cc57 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.308852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78f4a40e-eb1b-4899-ab62-49eda8344c5a req-8ba0cbba-554b-4c2b-8309-05201fb0cc57 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.2772310 Jan 27 19:45:22.314799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Subnet': ['ID=06e93ea1-2b01-42fb-83a8-4a1705820b1f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:22.328197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.328985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.331305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] 10.222.0.39 "PUT /v2.0/ports/a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 HTTP/1.1" status: 200 len: 1092 time: 2.5810895 Jan 27 19:45:22.339203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:22.342807 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:22.348991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8737473 Jan 27 19:45:22.360702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41810) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:22.364909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:45:22.367739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-301446194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06e93ea1-2b01-42fb-83a8-4a1705820b1f'}], 'security_groups': ['a71db20a-5688-4093-b273-b9604ba96efe', 'ae96a7be-a27e-4022-aff8-07da05220649']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:22.378984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-02643134-df9d-40d9-b91e-1b4aff3c0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.380850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-02643134-df9d-40d9-b91e-1b4aff3c0a16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 1096 time: 0.3472383 Jan 27 19:45:22.428308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:22.439636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.440791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.442464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.443156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.443796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.444397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.445796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.447417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.448222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.448672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.449524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.450170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.450733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca070b35-57ec-4717-8b0a-61bfd4d9fcb1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:22.477021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dcf1afc4-dc17-4bc8-9bea-262ca940155d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.477419 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Added segment dcf1afc4-dc17-4bc8-9bea-262ca940155d of type vlan for network 6fa470a9-01f2-456f-b77e-3e6986e51424 Jan 27 19:45:22.487583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556b20d-74ef-4b12-8b90-64d95ef42824,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:22.510628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:22.579599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65399cb-f3e3-4a2e-9fc2-79299f29d6af service neutron] Pushing event updated for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:22.599206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Update dhcp port {'port': {'network_id': 'c14419c4-4e72-402b-b71e-b096afe5e8d1', 'fixed_ips': [{'subnet_id': '1a4bb80e-4c65-44b8-a297-0528b4a1be71', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ce9aac88-0aaf-4912-885e-0dd450ee42b8', 'ip_address': '172.20.0.2'}, {'subnet_id': '06e93ea1-2b01-42fb-83a8-4a1705820b1f'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '7d127c49-24e2-4e46-a1ea-670dac49084c'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:45:22.656659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.722781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-e5570e30-57d1-455d-8db2-8b491fb7405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.724436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-e5570e30-57d1-455d-8db2-8b491fb7405f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 1095 time: 0.2112925 Jan 27 19:45:22.742633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6fa470a9-01f2-456f-b77e-3e6986e51424), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.794210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-8e7a2d01-a08b-41da-83d0-c5dffbd8837c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 HTTP/1.1" status: 200 len: 217 time: 0.0577452 Jan 27 19:45:22.859740 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.875807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.906230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.925186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6fa470a9-01f2-456f-b77e-3e6986e51424), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.936594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:22.937899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:22.977884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Allocated IP 172.20.0.34 (c14419c4-4e72-402b-b71e-b096afe5e8d1/06e93ea1-2b01-42fb-83a8-4a1705820b1f/7d127c49-24e2-4e46-a1ea-670dac49084c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:22.986278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78f4a40e-eb1b-4899-ab62-49eda8344c5a req-cbbe5625-6beb-44a2-b71f-440bb78a7a51 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6168301 Jan 27 19:45:23.010758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-54b3b23d-58c5-4aba-856a-58488840559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:23.013992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-54b3b23d-58c5-4aba-856a-58488840559d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 200 len: 854 time: 0.2094116 Jan 27 19:45:23.079024 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-285ae607-0f7a-439d-9869-2b99f8ff5aba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572107 Jan 27 19:45:23.103422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] Publish callbacks [] for security_group (1beddb79-9cc3-43e6-9fa0-8223985ccd55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:23.154960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] device_id is not set on port 0a8ec04c-a007-48c8-9ae2-822e91246303 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:45:23.221010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:23.277642 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e305ef-02c9-41c9-be68-b26262c57af1 x-openstack-request-id: req-95e305ef-02c9-41c9-be68-b26262c57af1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:23.278102 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:23.278513 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95e305ef-02c9-41c9-be68-b26262c57af1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:23.280019 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4', 'status': 'completed', 'code': 200} Jan 27 19:45:23.311853 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Publish callbacks [] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:23.325589 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:23.329576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4943223 Jan 27 19:45:23.342339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:23.429538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-9c48991a-63e9-4af1-847a-a344ee3e28ad tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1907344683') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:23.430609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-fdbff095-2d36-4755-afdf-ee00bc92977a service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407063 Jan 27 19:45:23.510528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Pushing event updated for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:23.549002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61feb6-0057-4c60-9cfe-7cfe11f132b8 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Pushing event updated for resources: {'Network': ['ID=6fa470a9-01f2-456f-b77e-3e6986e51424,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:23.557806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] Publish callbacks [] for security_group (1beddb79-9cc3-43e6-9fa0-8223985ccd55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:23.562567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6fa470a9-01f2-456f-b77e-3e6986e51424 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:45:23.568921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.569234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.569599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.570204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.570547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.570890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.571202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.572673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.573018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.573387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.573728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.574039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.574360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad1101-aa05-483a-bb79-9e0aa1246f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:45:23.667661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-15f8522d-5213-4ee3-965a-f0ea16db18de req-b3eec9df-c673-4dad-94fc-864ea582080e service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307844 Jan 27 19:45:23.872826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4281-3124-4426-9559-e5a2aa7decf5 req-d9c365da-4251-4461-9a38-5ded496c8806 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:23.881558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f9b4281-3124-4426-9559-e5a2aa7decf5 req-d9c365da-4251-4461-9a38-5ded496c8806 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 944 time: 0.3406875 Jan 27 19:45:23.892454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:23.912776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-b0a9f0e7-4dd7-4859-9d8a-cf2d5ddccbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:23.914432 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-b0a9f0e7-4dd7-4859-9d8a-cf2d5ddccbd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 1095 time: 0.1608660 Jan 27 19:45:23.976446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:45:24.082725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Delete allocated IP 172.20.0.11 (c14419c4-4e72-402b-b71e-b096afe5e8d1/ce9aac88-0aaf-4912-885e-0dd450ee42b8) {{(pid=103322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:45:24.086163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1beddb79-9cc3-43e6-9fa0-8223985ccd55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.096882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.100043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1beddb79-9cc3-43e6-9fa0-8223985ccd55 HTTP/1.1" status: 204 len: 168 time: 1.8112600 Jan 27 19:45:24.139931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:24.140445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.144180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Allocated IP 172.20.0.41 (c14419c4-4e72-402b-b71e-b096afe5e8d1/06e93ea1-2b01-42fb-83a8-4a1705820b1f/178fb2c8-682e-4c37-a45b-e303919b8195) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:24.222779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-0175527d-aeeb-4e7e-9c3c-c77513741931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:24.232541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-0175527d-aeeb-4e7e-9c3c-c77513741931 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 915 time: 0.3076403 Jan 27 19:45:24.264197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.13 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/0a8ec04c-a007-48c8-9ae2-822e91246303) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:24.273466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.12 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/0a8ec04c-a007-48c8-9ae2-822e91246303) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:24.288346 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-9e299501-8412-4472-829e-3dd7156ccf40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 HTTP/1.1" status: 200 len: 217 time: 0.0476804 Jan 27 19:45:24.493563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (0a8ec04c-a007-48c8-9ae2-822e91246303), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.518582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-b53b4326-c32c-46b2-9271-49898e79e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:24.520937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-b53b4326-c32c-46b2-9271-49898e79e8d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 200 len: 854 time: 0.2253425 Jan 27 19:45:24.569470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9c48991a-63e9-4af1-847a-a344ee3e28ad tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "PUT /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1907344683 HTTP/1.1" status: 201 len: 201 time: 1.2213373 Jan 27 19:45:24.600587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-991b1294-202a-4029-af7b-0da9dcd0558d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674198 Jan 27 19:45:24.603943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:24.611070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f9b4281-3124-4426-9559-e5a2aa7decf5 req-c300f98f-ba43-4d48-8e4e-cb2c42e9bad6 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262812 Jan 27 19:45:24.611538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-d6557a17-f4ad-4ce2-ab2d-9d1c12696426 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1907344683') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:24.624821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0a8ec04c-a007-48c8-9ae2-822e91246303), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.636327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495cbb2-0b4e-4e35-aa97-2bbca4824e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beddb79-9cc3-43e6-9fa0-8223985ccd55,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:24.812588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:24.813176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.816490 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d6557a17-f4ad-4ce2-ab2d-9d1c12696426 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1907344683 HTTP/1.1" status: 204 len: 168 time: 0.2088244 Jan 27 19:45:24.820831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41838) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:24.831518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-c97a8392-8e2c-4854-82f4-02389a618b53 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:24.834187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:24.850088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:24.854467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:24.865795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:24.945307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for port (178fb2c8-682e-4c37-a45b-e303919b8195), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.977008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:24.979829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:24.990871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:24.992013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.004780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=0a8ec04c-a007-48c8-9ae2-822e91246303,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:25.006500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.007685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-803f0397-89e5-428f-ae22-7ac8ee8ce2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.042727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-d1d9348d-0edd-47ca-9a8a-68ca1bea1b2e service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947728 Jan 27 19:45:25.080726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:25.088299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931089d-7b90-4429-9ec4-72fe4921d736 req-d7a58c51-a01b-4f5f-a6bc-d9c6bbab7e69 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:25.101196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c931089d-7b90-4429-9ec4-72fe4921d736 req-d7a58c51-a01b-4f5f-a6bc-d9c6bbab7e69 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.3491254 Jan 27 19:45:25.104311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:25.104699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.112643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ca9d57c-f0dd-4992-a653-f9f81af0b430 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2211530 Jan 27 19:45:25.162704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:25.175842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Provisioning complete for port 178fb2c8-682e-4c37-a45b-e303919b8195 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:25.177164 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.177478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-803f0397-89e5-428f-ae22-7ac8ee8ce2c9 admin admin] Publish callbacks [] for security_group (9040f312-b980-49e5-b6b2-71892fe990f3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.178782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:25.224638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c931089d-7b90-4429-9ec4-72fe4921d736 req-c8592384-39e5-4a36-9876-c9d181fb07f0 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218770 Jan 27 19:45:25.227215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70ada7cb-aa10-4993-95a7-3c5a1f56006c None None] Port 178fb2c8-682e-4c37-a45b-e303919b8195 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:25.230152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:25.323806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:25.383842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:25.386787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.403067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:25.406969 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d79475-0117-4a62-a53f-e2cc70671e05" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:25.411901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks [] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.430481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Transition to ACTIVE for port object d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:45:25.442355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.508210 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:45:25.508417 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:45:25.525425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:25.611971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:25.786571 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6abcaf-34ef-4754-8da3-bf54a9824e64 x-openstack-request-id: req-8f6abcaf-34ef-4754-8da3-bf54a9824e64 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:25.786891 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:25.787248 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f6abcaf-34ef-4754-8da3-bf54a9824e64 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:25.787576 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'code': 200} Jan 27 19:45:25.853806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event updated for resources: {'Port': ['ID=178fb2c8-682e-4c37-a45b-e303919b8195,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:25.866664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '0a8ec04c-a007-48c8-9ae2-822e91246303', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:25.868848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] No DVR routers for this DVR port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:45:25.881705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c97a8392-8e2c-4854-82f4-02389a618b53 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags HTTP/1.1" status: 200 len: 238 time: 1.0588045 Jan 27 19:45:25.888747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:25.918115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-803f0397-89e5-428f-ae22-7ac8ee8ce2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9040f312-b980-49e5-b6b2-71892fe990f3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.932600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-d1972ce4-0f8f-4e83-96d5-2648802bf3a7 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', {'tags': ['tempest-TagsTest-Tag-1528810127', 'tempest-TagsTest-Tag-442625114', 'tempest-TagsTest-Tag-1603663275']}) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:25.975169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4ace0ee5-1d1e-4d72-adad-ee2cfd7f4e59 None None] Provisioning complete for port 178fb2c8-682e-4c37-a45b-e303919b8195 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:25.975773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ace0ee5-1d1e-4d72-adad-ee2cfd7f4e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:25.992407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29837b-6bdf-43f5-bbfb-1e9322bcfaa3 req-d2d5e215-734a-42ad-9572-03cbf57fac4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:25.994670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c29837b-6bdf-43f5-bbfb-1e9322bcfaa3 req-d2d5e215-734a-42ad-9572-03cbf57fac4e tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 944 time: 0.2062173 Jan 27 19:45:26.031027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ace0ee5-1d1e-4d72-adad-ee2cfd7f4e59 None None] Port 178fb2c8-682e-4c37-a45b-e303919b8195 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:26.103390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:26.107790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0397-89e5-428f-ae22-7ac8ee8ce2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9040f312-b980-49e5-b6b2-71892fe990f3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:26.133208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c29837b-6bdf-43f5-bbfb-1e9322bcfaa3 req-519b4921-14c7-4ad4-9a29-7e1c346a5c82 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944734 Jan 27 19:45:26.182267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.194835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:26.195776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:26.196025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:26.201321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:45:26.201661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:26.207406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:26.207809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:26.208150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Bound using segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:26.208596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Bound port: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:26.208957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.229929 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-803f0397-89e5-428f-ae22-7ac8ee8ce2c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=491e4640bf4840db9ea2f3efe9116a46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2474627 Jan 27 19:45:26.238440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] In _notify_port_updated(), no bound segment for port 178fb2c8-682e-4c37-a45b-e303919b8195 on network c14419c4-4e72-402b-b71e-b096afe5e8d1 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:45:26.243724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:26.244392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.244763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:26.245825 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-568cb2cf-3357-4c43-9ad2-632c5a3cb5c1 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "PUT /v2.0/ports/178fb2c8-682e-4c37-a45b-e303919b8195 HTTP/1.1" status: 200 len: 959 time: 3.8841181 Jan 27 19:45:26.254865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41862) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:26.272383 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fd3f08f-9613-420d-81e4-7c8d107dfeeb req-6dd16d4a-aa42-459b-8df5-e4d74310bedd service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1764696 Jan 27 19:45:26.326250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:26.336817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:26.347909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.356070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] Publish callbacks [] for security_group (9040f312-b980-49e5-b6b2-71892fe990f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.411571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:26.412287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.413853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] 10.222.0.39 "PUT /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1091 time: 4.0079103 Jan 27 19:45:26.472325 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d1972ce4-0f8f-4e83-96d5-2648802bf3a7 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "PUT /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags HTTP/1.1" status: 200 len: 308 time: 0.5448203 Jan 27 19:45:26.472626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41868) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:26.480198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-d307e0c7-5039-4ea7-8ea8-0d3588834a07 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1528810127') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:26.491206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] Publish callbacks [] for security_group (9040f312-b980-49e5-b6b2-71892fe990f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.575541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 178fb2c8-682e-4c37-a45b-e303919b8195 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:26.575816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.623246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4182c1-210f-404a-be58-e71a1a64ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:26.680315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1064-c6ca-485f-a62a-61abe91589e9 req-ee312da0-e1d3-4877-8415-cb1bea852dfc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:26.683441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c31c1064-c6ca-485f-a62a-61abe91589e9 req-ee312da0-e1d3-4877-8415-cb1bea852dfc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 943 time: 0.3049464 Jan 27 19:45:26.694790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-1e3d6970-fbb8-4a68-ae7c-d13c23f2acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:26.697993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-1e3d6970-fbb8-4a68-ae7c-d13c23f2acb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1094 time: 0.2207000 Jan 27 19:45:26.740078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.788474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d307e0c7-5039-4ea7-8ea8-0d3588834a07 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "DELETE /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1528810127 HTTP/1.1" status: 204 len: 168 time: 0.3137934 Jan 27 19:45:26.802826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41872) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:26.816803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-7f9ac392-f89e-4088-a3e8-08d94f649c18 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1528810127') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:26.840051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9040f312-b980-49e5-b6b2-71892fe990f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.845725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.847881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9040f312-b980-49e5-b6b2-71892fe990f3 HTTP/1.1" status: 204 len: 168 time: 0.6018660 Jan 27 19:45:26.853809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:26.892608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 178fb2c8-682e-4c37-a45b-e303919b8195 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:26.904940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9d5c9-9558-4d8d-aab5-7abd44f80400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040f312-b980-49e5-b6b2-71892fe990f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:26.920878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:45:27.062849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c31c1064-c6ca-485f-a62a-61abe91589e9 req-4a735335-2340-496a-8d7c-bf15a2c1323b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530636 Jan 27 19:45:27.156132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-6751adb3-b0ee-49eb-bf30-44baf18f3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:27.161394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-6751adb3-b0ee-49eb-bf30-44baf18f3e10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.4546916 Jan 27 19:45:27.162753 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-7f9ac392-f89e-4088-a3e8-08d94f649c18 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] show failed (client error): The resource could not be found. Jan 27 19:45:27.166717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f9ac392-f89e-4088-a3e8-08d94f649c18 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1528810127 HTTP/1.1" status: 404 len: 326 time: 0.3568926 Jan 27 19:45:27.171514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:27.186794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-a67513fb-d893-4756-b85e-6092156d2e33 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-442625114') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:27.293108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:27.342417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4', 'network_id': '28c8ca99-3f4f-43c0-8aa2-6c7df0b00385', 'port_id': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4', 'mac_address': 'fa:16:3e:51:4e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5982f783-7056-4282-b312-12d03770d972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:45:27.396933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.160 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c9c11567-294e-497c-b317-a0c30077aa2f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:27.412523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (178fb2c8-682e-4c37-a45b-e303919b8195), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:27.450605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-73053aba-50b4-4144-ae60-cc01bb31dabb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.2821531 Jan 27 19:45:27.510925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=178fb2c8-682e-4c37-a45b-e303919b8195,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:27.554634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:27.555295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:27.608134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:45:27.641341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:27.648498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:27.718859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-2014e694-6960-4d19-9236-7ff9b918c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:27.738173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-2014e694-6960-4d19-9236-7ff9b918c885 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.2709606 Jan 27 19:45:27.749208 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a67513fb-d893-4756-b85e-6092156d2e33 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-442625114 HTTP/1.1" status: 204 len: 168 time: 0.5691478 Jan 27 19:45:27.750897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41896) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:27.775070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:27.775637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-4dd22ca7-f42e-4d5e-8fbb-a0fd4c06f056 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1603663275') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:27.795295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:27.798341 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4c7cd-4685-4011-aac7-fe2f11247d24" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:27.811439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99535-752d-41dd-ae0b-0bb09a8b9bd5 req-6a7a2aec-9123-4755-b63e-24ef00ca5c3b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:27.813209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a99535-752d-41dd-ae0b-0bb09a8b9bd5 req-6a7a2aec-9123-4755-b63e-24ef00ca5c3b tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 944 time: 0.2216868 Jan 27 19:45:27.823481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:27.838497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34507dcc-fe31-4108-9b34-1e2401739882 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/178fb2c8-682e-4c37-a45b-e303919b8195 HTTP/1.1" status: 204 len: 168 time: 1.5808823 Jan 27 19:45:27.839253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41902) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:27.896107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:45:27.910277 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a27bba7-2115-4140-ab3e-539bf184d08d tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] GET failed (client error): The resource could not be found. Jan 27 19:45:27.914847 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3a27bba7-2115-4140-ab3e-539bf184d08d tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports/178fb2c8-682e-4c37-a45b-e303919b8195 HTTP/1.1" status: 404 len: 333 time: 0.0672879 Jan 27 19:45:27.916044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:27.935378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (c9c11567-294e-497c-b317-a0c30077aa2f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.010868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (0b9ba9bd-1282-4b0b-a31a-912bb348b62e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.012291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-a5f8daea-33d7-4965-83a0-b61d85d16884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:28.013966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-a5f8daea-33d7-4965-83a0-b61d85d16884 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2691512 Jan 27 19:45:28.033576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a99535-752d-41dd-ae0b-0bb09a8b9bd5 req-24eea770-b50c-4287-8f67-1eb6e3bbb5b3 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758802 Jan 27 19:45:28.036406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (0b9ba9bd-1282-4b0b-a31a-912bb348b62e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.090644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0b9ba9bd-1282-4b0b-a31a-912bb348b62e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.096044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.105084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b9ba9bd-1282-4b0b-a31a-912bb348b62e HTTP/1.1" status: 204 len: 168 time: 0.1827228 Jan 27 19:45:28.106798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:28.132620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.149350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4dd22ca7-f42e-4d5e-8fbb-a0fd4c06f056 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1603663275 HTTP/1.1" status: 204 len: 168 time: 0.3895772 Jan 27 19:45:28.153407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:28.205527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-11a2f777-988c-48b7-ae92-abd809b55a78 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:28.230319 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a9b82c-5162-4742-b229-baa6f01eba18 x-openstack-request-id: req-65a9b82c-5162-4742-b229-baa6f01eba18 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:28.230690 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:28.230976 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65a9b82c-5162-4742-b229-baa6f01eba18 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:28.231306 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:45:28.250816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f9742-3c7f-49c8-9e18-1a19a09af978 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ba9bd-1282-4b0b-a31a-912bb348b62e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:28.263450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=c9c11567-294e-497c-b317-a0c30077aa2f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:28.299194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:28.301916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:28.308506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:28.361718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (ae96a7be-a27e-4022-aff8-07da05220649), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.416050 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (ae96a7be-a27e-4022-aff8-07da05220649), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.560535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ae96a7be-a27e-4022-aff8-07da05220649), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.562633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.569441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae96a7be-a27e-4022-aff8-07da05220649 HTTP/1.1" status: 204 len: 168 time: 0.4516568 Jan 27 19:45:28.577382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41922) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:28.600252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8df1d-9f85-454d-9c7a-f0c42b3cc2d4 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae96a7be-a27e-4022-aff8-07da05220649,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:28.715605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (a71db20a-5688-4093-b273-b9604ba96efe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.813652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (a71db20a-5688-4093-b273-b9604ba96efe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:28.887794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-b8cb786e-1ef9-4a8d-9e92-cdf689b1de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:28.889532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-b8cb786e-1ef9-4a8d-9e92-cdf689b1de2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1094 time: 0.6778708 Jan 27 19:45:28.895527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-753b2029-ec82-41c3-9647-a18e13fb36fc service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8593137 Jan 27 19:45:28.917014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:28.938101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9049d-11be-49da-9b5b-1cb4c845b325 req-77ffa0f6-db65-4f22-adaf-a8f7eb1f2dae tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:28.946601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99d9049d-11be-49da-9b5b-1cb4c845b325 req-77ffa0f6-db65-4f22-adaf-a8f7eb1f2dae tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 943 time: 0.6456137 Jan 27 19:45:28.985655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (7a770f46-7d1a-4a32-9e60-fd508e8e3f39), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.089201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:45:29.103771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a71db20a-5688-4093-b273-b9604ba96efe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.104326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:29.104904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.109433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.112141 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/security-groups/a71db20a-5688-4093-b273-b9604ba96efe HTTP/1.1" status: 204 len: 168 time: 0.5336957 Jan 27 19:45:29.144679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:29.197349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-11a2f777-988c-48b7-ae92-abd809b55a78 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "DELETE /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags HTTP/1.1" status: 204 len: 168 time: 0.9917984 Jan 27 19:45:29.225878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99d9049d-11be-49da-9b5b-1cb4c845b325 req-bdc2f8ff-cb77-4390-90c4-49bd15fec659 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782853 Jan 27 19:45:29.231990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41942) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:29.266696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-539da57a-d1dc-4e90-8733-3e3145c45df0 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-442625114') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:29.317249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:29.318940 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.329412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e199fad-f87a-4959-bcf9-1985f4836cea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71db20a-5688-4093-b273-b9604ba96efe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:29.331212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.396126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-9a9812b7-c218-4d51-bf03-ad19523a571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:29.397757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-9a9812b7-c218-4d51-bf03-ad19523a571c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.5003254 Jan 27 19:45:29.404385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68f72736-4d2b-4cec-a489-3541360e6b83 req-5f5880df-9691-4fcb-b7f2-ee9c0bb530ea service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947228 Jan 27 19:45:29.412471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:29.439821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:29.447135 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38686df3-26e2-4b0c-9f2b-4c0d1a79f7f8" -d '{"events": [{"server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "name": "network-vif-plugged", "status": "completed", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:29.451965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.565102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:29.675432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet ce9aac88-0aaf-4912-885e-0dd450ee42b8 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:45:29.712222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (ce9aac88-0aaf-4912-885e-0dd450ee42b8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.738409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-3c631947-214d-4186-b30d-80666cec7260 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.3328407 Jan 27 19:45:29.782879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (ce9aac88-0aaf-4912-885e-0dd450ee42b8), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.783128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8cd3b-881a-414e-9956-4aa7eb0f8301 req-a5fbfe63-5b9d-4134-92b4-88999c53bcb9 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:29.785724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bc8cd3b-881a-414e-9956-4aa7eb0f8301 req-a5fbfe63-5b9d-4134-92b4-88999c53bcb9 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.2392330 Jan 27 19:45:29.850898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (c9c11567-294e-497c-b317-a0c30077aa2f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.879324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:29.887219 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-539da57a-d1dc-4e90-8733-3e3145c45df0 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] show failed (client error): The resource could not be found. Jan 27 19:45:29.888487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-539da57a-d1dc-4e90-8733-3e3145c45df0 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-442625114 HTTP/1.1" status: 404 len: 325 time: 0.6329985 Jan 27 19:45:29.894529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:29.914512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-e535b26d-9ef0-4268-9251-d4091e2a4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:29.916821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-e535b26d-9ef0-4268-9251-d4091e2a4f62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1094 time: 0.3649418 Jan 27 19:45:29.927377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-36b3c550-3185-40dc-931c-f4105b5064d9 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424', 'tempest-TagsTest-Tag-1603663275') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:29.934196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bc8cd3b-881a-414e-9956-4aa7eb0f8301 req-f60d68dd-ced9-4661-adfd-ddf972b7a2e6 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031413 Jan 27 19:45:29.980153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-4c10fedf-227b-40e8-823b-659704669e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:29.982328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-4c10fedf-227b-40e8-823b-659704669e02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.2345376 Jan 27 19:45:30.028501 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821f871-38a0-4ed2-9fe5-4d196d91ab90 x-openstack-request-id: req-4821f871-38a0-4ed2-9fe5-4d196d91ab90 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:30.029400 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "name": "network-vif-plugged", "status": "completed", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:30.029663 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4821f871-38a0-4ed2-9fe5-4d196d91ab90 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:30.030066 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4', 'code': 200} Jan 27 19:45:30.079959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=c9c11567-294e-497c-b317-a0c30077aa2f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:30.140847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-73d8d9d5-c8b5-4be8-9fc3-50c4d8bf6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.143784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-73d8d9d5-c8b5-4be8-9fc3-50c4d8bf6899 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226912 Jan 27 19:45:30.160046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ce9aac88-0aaf-4912-885e-0dd450ee42b8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:30.219528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-f0719e08-d7f2-4f7d-bf44-e8567a0a420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.221124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-f0719e08-d7f2-4f7d-bf44-e8567a0a420f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.2820826 Jan 27 19:45:30.276262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (7a770f46-7d1a-4a32-9e60-fd508e8e3f39), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:30.340068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-f85d1be0-c25e-45a3-aa31-cc0b1c9aac6b service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893883 Jan 27 19:45:30.345065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-4c5d9780-812e-44d4-b6e4-2cb8218f189e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.1164923 Jan 27 19:45:30.368238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (ce9aac88-0aaf-4912-885e-0dd450ee42b8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:30.424596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9aac88-0aaf-4912-885e-0dd450ee42b8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:30.436586 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-36b3c550-3185-40dc-931c-f4105b5064d9 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] show failed (client error): The resource could not be found. Jan 27 19:45:30.437180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36b3c550-3185-40dc-931c-f4105b5064d9 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "GET /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags/tempest-TagsTest-Tag-1603663275 HTTP/1.1" status: 404 len: 326 time: 0.5180514 Jan 27 19:45:30.444313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41976) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:30.449721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-14403598-6739-46bf-af7f-c6dfc0d4c654 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6fa470a9-01f2-456f-b77e-3e6986e51424') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:30.454514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b110bd-3465-4276-a916-b5b58564c718 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:30.475383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:30.478860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1669c3f-f295-47bf-bb41-ed571fdae529 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/ce9aac88-0aaf-4912-885e-0dd450ee42b8 HTTP/1.1" status: 204 len: 168 time: 1.3333333 Jan 27 19:45:30.482779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfefad5-1be3-4a31-9d62-68814656900a req-45820820-6503-4293-b459-c42a505e3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.484328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5dfefad5-1be3-4a31-9d62-68814656900a req-45820820-6503-4293-b459-c42a505e3db3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 1097 time: 0.3665850 Jan 27 19:45:30.487821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41978) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:30.653298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-9e66e110-6d9c-4b5e-94a5-debc305933de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.656027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-9e66e110-6d9c-4b5e-94a5-debc305933de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.2923839 Jan 27 19:45:30.700015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-f6fff62d-ebc7-401f-a0d3-3f74cca0d55a service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519449 Jan 27 19:45:30.757798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06f7a-5f83-4fb7-aa71-7013111ca3b4 req-49df635f-9e9a-46f1-a086-030369dba33e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.760751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe06f7a-5f83-4fb7-aa71-7013111ca3b4 req-49df635f-9e9a-46f1-a086-030369dba33e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 943 time: 0.4003775 Jan 27 19:45:30.799248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-7a5164b7-a8a5-46da-b182-9af90801f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:30.802143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-7a5164b7-a8a5-46da-b182-9af90801f221 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985765 Jan 27 19:45:30.878018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fe06f7a-5f83-4fb7-aa71-7013111ca3b4 req-a60b6a5c-fa8e-4f88-9f76-c7297fe44d10 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094160 Jan 27 19:45:31.172446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-ece66431-6e93-4a6b-ae43-9cffc94967fc service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153753 Jan 27 19:45:31.270613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 06e93ea1-2b01-42fb-83a8-4a1705820b1f {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:45:31.302948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (06e93ea1-2b01-42fb-83a8-4a1705820b1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.354490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-afb4c7cd-4685-4011-aac7-fe2f11247d24 req-97c497f3-199c-4b01-ae15-c07708ba9a35 service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472309 Jan 27 19:45:31.391237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0bc53-f07d-44e9-b2c7-a3ae305a270e req-8807da51-8e35-480e-9b33-5b289a7611bb tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:31.393871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d0bc53-f07d-44e9-b2c7-a3ae305a270e req-8807da51-8e35-480e-9b33-5b289a7611bb tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.2561417 Jan 27 19:45:31.400078 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 7a770f46-7d1a-4a32-9e60-fd508e8e3f39 associated. External IP: 172.25.5.160, port: 0a8ec04c-a007-48c8-9ae2-822e91246303. Jan 27 19:45:31.455010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5dfefad5-1be3-4a31-9d62-68814656900a req-994a0183-3356-44d4-aa27-c67424b051f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9211218 Jan 27 19:45:31.457544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (06e93ea1-2b01-42fb-83a8-4a1705820b1f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.517819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-14403598-6739-46bf-af7f-c6dfc0d4c654 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "DELETE /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424/tags HTTP/1.1" status: 204 len: 168 time: 1.0715444 Jan 27 19:45:31.527211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:31.544811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15d0bc53-f07d-44e9-b2c7-a3ae305a270e req-71e076fb-e36e-452d-882c-1e3e8a23767c tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381783 Jan 27 19:45:31.644432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6fa470a9-01f2-456f-b77e-3e6986e51424), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.695785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (06e93ea1-2b01-42fb-83a8-4a1705820b1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.810701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:31.812983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.848978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6fa470a9-01f2-456f-b77e-3e6986e51424), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.861471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (06e93ea1-2b01-42fb-83a8-4a1705820b1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.912998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=06e93ea1-2b01-42fb-83a8-4a1705820b1f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:31.933498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa470a9-01f2-456f-b77e-3e6986e51424']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:31.949371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf1afc4-dc17-4bc8-9bea-262ca940155d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:31.949769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf1afc4-dc17-4bc8-9bea-262ca940155d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:31.963589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.969349 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (dcf1afc4-dc17-4bc8-9bea-262ca940155d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.979827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fe0bfda3-7d28-449d-942e-f5a9d9faf17e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/06e93ea1-2b01-42fb-83a8-4a1705820b1f HTTP/1.1" status: 204 len: 168 time: 1.4910264 Jan 27 19:45:31.985526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:31.987743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42010) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:31.988730 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dcf1afc4-dc17-4bc8-9bea-262ca940155d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:31.999727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:45:32.002578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (dcf1afc4-dc17-4bc8-9bea-262ca940155d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.052772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:32.061405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fcb801-78e7-44b5-bd8a-35f2bfcccf51 None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:32.065832 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-49974aba-72a4-4ded-bb26-3431c97b3d21 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:32.069120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49974aba-72a4-4ded-bb26-3431c97b3d21 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:32.077057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-49974aba-72a4-4ded-bb26-3431c97b3d21 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/ce9aac88-0aaf-4912-885e-0dd450ee42b8 HTTP/1.1" status: 404 len: 337 time: 0.0827858 Jan 27 19:45:32.080612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42014) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:45:32.098365 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:45:32.115957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6fa470a9-01f2-456f-b77e-3e6986e51424), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.151486 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.156591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] 10.222.0.59 "DELETE /v2.0/networks/6fa470a9-01f2-456f-b77e-3e6986e51424 HTTP/1.1" status: 204 len: 168 time: 0.6280913 Jan 27 19:45:32.192376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:32.192765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.202536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35ef75-acdf-45f2-a3b5-138d7c074137 tempest-TagsTest-1764547687 tempest-TagsTest-1764547687-project] Pushing event deleted for resources: {'Network': ['ID=6fa470a9-01f2-456f-b77e-3e6986e51424,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:32.218836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff81f-dd68-45d8-ae22-f1818240be5a req-6dc3b463-2e16-4e0c-9c8c-8c475e6df449 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:32.220806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbbff81f-dd68-45d8-ae22-f1818240be5a req-6dc3b463-2e16-4e0c-9c8c-8c475e6df449 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 943 time: 0.1210499 Jan 27 19:45:32.254000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5253e5b9-7438-4f8c-b9aa-6095d04ce134 None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:32.331989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbbff81f-dd68-45d8-ae22-f1818240be5a req-93854e24-719a-4e4d-8c1c-cd1b79e2b87c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046901 Jan 27 19:45:32.378349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting subnet 1a4bb80e-4c65-44b8-a297-0528b4a1be71 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:45:32.512841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (1a4bb80e-4c65-44b8-a297-0528b4a1be71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.630978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:32.636928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (1a4bb80e-4c65-44b8-a297-0528b4a1be71), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.654007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:32.684126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:32.685110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:32.754746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:32.773318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:32.808031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:32.808503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:32.859964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:32.900294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:32.918055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262959d1-887d-46ee-90a1-7a1b7d71d332 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:32.937320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:45:33.034567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e106e2-5a62-487d-8681-f1ab5a281d3e req-d69fadf0-df43-4df7-b289-b142b7787f1d tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:33.050663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50e106e2-5a62-487d-8681-f1ab5a281d3e req-d69fadf0-df43-4df7-b289-b142b7787f1d tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.1517787 Jan 27 19:45:33.141724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8775162-9dd7-45b8-a6bd-fb80ff1c64cb tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2854784 Jan 27 19:45:33.156878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:33.167364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': '0a8ec04c-a007-48c8-9ae2-822e91246303', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:33.208099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1a4bb80e-4c65-44b8-a297-0528b4a1be71), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.402909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (1a4bb80e-4c65-44b8-a297-0528b4a1be71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.447304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-17544a8a-3274-4eb3-bf59-996206be9434 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:33.451741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-17544a8a-3274-4eb3-bf59-996206be9434 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145&tenant_id=2e018dbe00a44688a7a2e0b982600366&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 943 time: 0.6155565 Jan 27 19:45:33.472809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:33.481104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00cb7bbe-8b1a-4c7d-a54b-4182c4d2e2f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac08c7b90f684fc1911409b1f0a91e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192620 Jan 27 19:45:33.485525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:33.498733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:45:33.601880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:33.602285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.628462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:45:33.635998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (7a770f46-7d1a-4a32-9e60-fd508e8e3f39), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.659955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:33.666762 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.682362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-88d43142-7b51-47b3-963a-7d8a05259281 service neutron] 10.222.0.39 "GET /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.2134852 Jan 27 19:45:33.690989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.697204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/1a4bb80e-4c65-44b8-a297-0528b4a1be71 HTTP/1.1" status: 204 len: 168 time: 1.6131492 Jan 27 19:45:33.709687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad71b2-dad7-4420-aedb-bd51a889bf0e tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4bb80e-4c65-44b8-a297-0528b4a1be71,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:33.713135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42064) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:33.733056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aeb69e-555c-48f7-a4a5-afdba9c295bd None None] Network c14419c4-4e72-402b-b71e-b096afe5e8d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:33.779848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50e106e2-5a62-487d-8681-f1ab5a281d3e req-8380e109-ef29-4fd8-9442-3bbcdf505579 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7275171 Jan 27 19:45:33.783387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Provisioning complete for port 7d127c49-24e2-4e46-a1ea-670dac49084c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:33.784064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.841852 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8af221-df87-4eed-809f-a49f83a3356b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:33.848590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8af221-df87-4eed-809f-a49f83a3356b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:33.856592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d8af221-df87-4eed-809f-a49f83a3356b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/1cf55ed0-eb21-4268-8965-0ca47fe809ce HTTP/1.1" status: 404 len: 337 time: 0.1124334 Jan 27 19:45:33.859577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:33.866027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] Publish callbacks [] for security_group (c556b20d-74ef-4b12-8b90-64d95ef42824), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:33.932447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:33.943821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-93d6e9fc-9c55-4366-800b-d4142332edd3 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "GET /v2.0/ports?device_id=565080cb-1fe6-4746-ae45-c5c141945569 HTTP/1.1" status: 200 len: 205 time: 0.0713861 Jan 27 19:45:33.960658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:33.986456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:45:33.990471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-5b67aeda-0254-4e0b-afaf-b80d2ee0e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:33.992048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-5b67aeda-0254-4e0b-afaf-b80d2ee0e4d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1095 time: 0.2760673 Jan 27 19:45:34.130311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-4d43299e-d49c-4a00-9753-b4d14f008846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:34.132705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-4d43299e-d49c-4a00-9753-b4d14f008846 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.1321428 Jan 27 19:45:34.146674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:34.195001 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-65523e86-ccc6-4a66-a6e9-b5e3bd1ad158 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] delete failed (client error): The resource could not be found. Jan 27 19:45:34.196338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-65523e86-ccc6-4a66-a6e9-b5e3bd1ad158 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/routers/565080cb-1fe6-4746-ae45-c5c141945569 HTTP/1.1" status: 404 len: 336 time: 0.2301767 Jan 27 19:45:34.205862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Provisioning complete for port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:34.206245 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:34.217163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.224031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] Publish callbacks [] for security_group (c556b20d-74ef-4b12-8b90-64d95ef42824), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:34.287829 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5c8a9-c483-45b2-a464-a6c2a0ba50f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:34.288508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5c8a9-c483-45b2-a464-a6c2a0ba50f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:34.294467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2cb5c8a9-c483-45b2-a464-a6c2a0ba50f8 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/72af5522-b1e9-4229-ae95-9921ab25b459 HTTP/1.1" status: 404 len: 337 time: 0.0761001 Jan 27 19:45:34.295127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42088) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.302914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] DHCP port deletion for c14419c4-4e72-402b-b71e-b096afe5e8d1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:45:34.316780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ea655fed-eb87-4b41-9b96-2f41f4fe056b None None] Port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:34.343997 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8664b4ea-84aa-47cd-b62a-1e6af7e99597 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:34.345122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8664b4ea-84aa-47cd-b62a-1e6af7e99597 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:34.358447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.358921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8664b4ea-84aa-47cd-b62a-1e6af7e99597 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/7c1de407-e236-40c6-be11-a81349675c5b HTTP/1.1" status: 404 len: 337 time: 0.0597055 Jan 27 19:45:34.375037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-48473a61-1574-4a90-9e93-07d1d7d4528b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1000 time: 0.2362039 Jan 27 19:45:34.421883 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e4745a-52f7-4864-a2f9-587435f14d43 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:34.422554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e4745a-52f7-4864-a2f9-587435f14d43 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:34.444777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-95e4745a-52f7-4864-a2f9-587435f14d43 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/4109ed45-b26f-41be-b52e-b03af63d1c37 HTTP/1.1" status: 404 len: 337 time: 0.0846467 Jan 27 19:45:34.470727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42092) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.499323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-14b0235e-056a-4e53-b0c7-d89c6422e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:34.503637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-14b0235e-056a-4e53-b0c7-d89c6422e324 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.1222529 Jan 27 19:45:34.507255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a4ef-d092-495a-83d7-104035d2a0dc req-7e8ea887-b277-4f33-90e1-20a654cbf2f2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:34.519589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f25a4ef-d092-495a-83d7-104035d2a0dc req-7e8ea887-b277-4f33-90e1-20a654cbf2f2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.6093831 Jan 27 19:45:34.626161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-cefda9b6-2bbc-42f5-b372-feb8caa196d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:34.628823 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-cefda9b6-2bbc-42f5-b372-feb8caa196d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189187 Jan 27 19:45:34.658930 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af9f74d-ea39-4022-a433-95c1e2d1aa75 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:34.660569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af9f74d-ea39-4022-a433-95c1e2d1aa75 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:34.666951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3af9f74d-ea39-4022-a433-95c1e2d1aa75 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/89ce82bc-ce5f-4589-9ed5-726c7429c538 HTTP/1.1" status: 404 len: 333 time: 0.1820681 Jan 27 19:45:34.674630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42100) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.734230 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3c18ce-356b-4d9e-97a1-480dccc8724b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:34.735019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3c18ce-356b-4d9e-97a1-480dccc8724b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:34.741071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-de3c18ce-356b-4d9e-97a1-480dccc8724b tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/98d601fe-8fce-474f-a5a0-b1ee174c9135 HTTP/1.1" status: 404 len: 337 time: 0.0647914 Jan 27 19:45:34.771791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-8ca9c586-d76d-4aa8-b8e4-be3226d5d667 service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348023 Jan 27 19:45:34.772361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:34.800283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Deleting port 7d127c49-24e2-4e46-a1ea-670dac49084c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:34.809296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:34.895224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c556b20d-74ef-4b12-8b90-64d95ef42824), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:34.911048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:34.912780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c556b20d-74ef-4b12-8b90-64d95ef42824 HTTP/1.1" status: 204 len: 168 time: 1.4120085 Jan 27 19:45:34.979252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e9e2-62b6-452e-910f-b4fbb633e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556b20d-74ef-4b12-8b90-64d95ef42824,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:35.045894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f25a4ef-d092-495a-83d7-104035d2a0dc req-32f0271c-281c-4c5d-b321-49f5fcef9578 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248091 Jan 27 19:45:35.096595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-6cd65d6f-3faf-4cc2-85e5-e762521c88c0 service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104401 Jan 27 19:45:35.101305 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23c9abb-6efb-403c-a57c-32962a9fc827 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:35.101581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23c9abb-6efb-403c-a57c-32962a9fc827 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:35.104890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f23c9abb-6efb-403c-a57c-32962a9fc827 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/b999a037-ea70-4c0e-a090-2504191c8202 HTTP/1.1" status: 404 len: 337 time: 0.3314939 Jan 27 19:45:35.117226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42114) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:35.221077 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6bfb3b-7924-45fc-b326-ca08876b71ea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:35.223184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6bfb3b-7924-45fc-b326-ca08876b71ea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:35.234962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be6bfb3b-7924-45fc-b326-ca08876b71ea tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/dc3898ee-88d0-4e12-bbca-c22dd892b384 HTTP/1.1" status: 404 len: 333 time: 0.1164334 Jan 27 19:45:35.242935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:35.281753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] For port 7d127c49-24e2-4e46-a1ea-670dac49084c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7d127c49-24e2-4e46-a1ea-670dac49084c,segment=NetworkSegment(989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e),segment_id=989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:35.282428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:35.348290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Calling delete_port for 7d127c49-24e2-4e46-a1ea-670dac49084c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:35.389475 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d890335f-9344-4f0f-a114-aeb5921ea632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:35.390282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d890335f-9344-4f0f-a114-aeb5921ea632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:35.405640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d890335f-9344-4f0f-a114-aeb5921ea632 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/cb67984c-3fc7-4059-a921-14889b3b61a7 HTTP/1.1" status: 404 len: 337 time: 0.1601377 Jan 27 19:45:35.409574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42118) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:35.426693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7d127c49-24e2-4e46-a1ea-670dac49084c no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:45:35.462171 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb8c46f-5654-43f3-a1ee-a0bc34271557 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] DELETE failed (client error): The resource could not be found. Jan 27 19:45:35.462963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb8c46f-5654-43f3-a1ee-a0bc34271557 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:45:35.470385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bfb8c46f-5654-43f3-a1ee-a0bc34271557 tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/subnets/94c38902-c405-4c14-8ec5-ae5ae5b1ca7a HTTP/1.1" status: 404 len: 337 time: 0.0578625 Jan 27 19:45:35.478459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:35.808866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Deleting port 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:35.809925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:35.974725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7d127c49-24e2-4e46-a1ea-670dac49084c is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:35.975184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.135662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.178731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (7d127c49-24e2-4e46-a1ea-670dac49084c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.220121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] No DVR routers for this DVR port 7d127c49-24e2-4e46-a1ea-670dac49084c on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:45:36.254817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Calling delete_port for 2484cae8-e2dd-487a-ac31-1c4b8f5989e5 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:36.302648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f59f2-4296-4e7c-8186-2c935bdb7c93 None None] Pushing event deleted for resources: {'Port': ['ID=7d127c49-24e2-4e46-a1ea-670dac49084c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:36.647087 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2484cae8-e2dd-487a-ac31-1c4b8f5989e5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.694232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Port': ['ID=2484cae8-e2dd-487a-ac31-1c4b8f5989e5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:36.704268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.708193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b43dbd15-627b-434e-8099-ceb8991781ab tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/ports/2484cae8-e2dd-487a-ac31-1c4b8f5989e5 HTTP/1.1" status: 204 len: 168 time: 1.2282612 Jan 27 19:45:36.712573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42156) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:36.886120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e64d86-a25e-4ada-8ddb-d30dec48de73 req-ad0d8b49-ba28-4140-9345-b06f78f01f41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:36.889014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e64d86-a25e-4ada-8ddb-d30dec48de73 req-ad0d8b49-ba28-4140-9345-b06f78f01f41 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.3286006 Jan 27 19:45:36.929074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c14419c4-4e72-402b-b71e-b096afe5e8d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:36.959797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:37.087443 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:45:37.107079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:45:37.121964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:37.122643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.177830 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-59e64d86-a25e-4ada-8ddb-d30dec48de73 req-2eca1679-8759-4144-b6ed-350cce308a1b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660584 Jan 27 19:45:37.246874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:45:37.289354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c14419c4-4e72-402b-b71e-b096afe5e8d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.333163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14419c4-4e72-402b-b71e-b096afe5e8d1']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:37.379019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:37.379501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:37.417483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.456256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:37.458117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.462458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.477843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:45:37.480742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (989c2e5a-e5ea-4b51-b70c-f4fd8c9a4b7e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:45:37.484816 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:45:37.487464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.498816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (7a770f46-7d1a-4a32-9e60-fd508e8e3f39), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.516473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:37.525683 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b1f6f-e6ec-4001-90f9-ab64effcf905" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:37.558300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:37.566243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.625197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c14419c4-4e72-402b-b71e-b096afe5e8d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.657979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:37.689149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:37.700381 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] 10.222.0.59 "DELETE /v2.0/networks/c14419c4-4e72-402b-b71e-b096afe5e8d1 HTTP/1.1" status: 204 len: 168 time: 0.9823632 Jan 27 19:45:37.702189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb15e4-1c1c-48a1-8e3f-982fe4c1b33f tempest-PortsTestJSON-1262132031 tempest-PortsTestJSON-1262132031-project] Pushing event deleted for resources: {'Network': ['ID=c14419c4-4e72-402b-b71e-b096afe5e8d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:37.772731 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c28058-651c-4fbe-80f5-bc793f6bf041 x-openstack-request-id: req-c4c28058-651c-4fbe-80f5-bc793f6bf041 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:37.775177 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:37.775689 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4c28058-651c-4fbe-80f5-bc793f6bf041 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:37.777081 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'code': 200} Jan 27 19:45:38.173112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:38.182009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-4aadf94c-0fc9-4293-98b4-569f5331cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:38.183627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-4aadf94c-0fc9-4293-98b4-569f5331cf7c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 1096 time: 0.2333074 Jan 27 19:45:38.200234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:38.272439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42196) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:38.407906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:38.422409 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:38.442865 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:38.445742 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:38.446447 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:38.521289 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:38.541154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:38.541836 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:38.559385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:38.661577 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:38.663135 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49cc9-667e-4bf8-bbae-d4646aa0f6e0 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:38.669631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-29d6abc1-c15b-4208-a8b9-0a8d2c3d02da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2502b77066fd4feea146b6c59877382d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854628 Jan 27 19:45:38.675552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42208) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:38.724920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-faeaa66d-2389-4f9f-9fd9-1b57cecf1c9a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/7a770f46-7d1a-4a32-9e60-fd508e8e3f39 HTTP/1.1" status: 200 len: 978 time: 5.5657728 Jan 27 19:45:38.730871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42212) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:38.859985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda134-9223-405f-8cd1-357edec1a95d req-ce57e05b-66a6-49f1-875c-275681a4f2df tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:38.862289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74bda134-9223-405f-8cd1-357edec1a95d req-ce57e05b-66a6-49f1-875c-275681a4f2df tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.4742749 Jan 27 19:45:39.013627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b39a59a5-3282-483e-9dc7-e972f347eacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.041713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74bda134-9223-405f-8cd1-357edec1a95d req-92134a73-086e-4770-97e0-adcbff0b24ca tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016872 Jan 27 19:45:39.220156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] Publish callbacks [] for security_group (ed37570d-38cd-4608-86c8-3762fe4dbad1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.283725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] Publish callbacks [] for security_group (ed37570d-38cd-4608-86c8-3762fe4dbad1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.286679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:39.405729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ed37570d-38cd-4608-86c8-3762fe4dbad1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.409573 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.413108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed37570d-38cd-4608-86c8-3762fe4dbad1 HTTP/1.1" status: 204 len: 168 time: 0.7352865 Jan 27 19:45:39.427510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port c9c11567-294e-497c-b317-a0c30077aa2f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:39.427955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.441832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:39.463173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03626-50ea-4cb7-be38-0ce298991042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed37570d-38cd-4608-86c8-3762fe4dbad1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:39.543056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:39.547059 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29bcd89-bcfc-4b7e-836a-e463de3c78e7" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:39.571570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks [] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.613417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Transition to ACTIVE for port object d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:45:39.622221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.670863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.674006 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (c9c11567-294e-497c-b317-a0c30077aa2f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:39.708203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for c9c11567-294e-497c-b317-a0c30077aa2f owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:39.890390 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc26a39-17c8-4270-9cfa-60024884cb45 x-openstack-request-id: req-1cc26a39-17c8-4270-9cfa-60024884cb45 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:39.891997 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:39.891997 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cc26a39-17c8-4270-9cfa-60024884cb45 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:39.893871 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'code': 200} Jan 27 19:45:40.006573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] No DVR routers for this DVR port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:45:40.182189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:40.346461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c9c11567-294e-497c-b317-a0c30077aa2f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:40.470247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=c9c11567-294e-497c-b317-a0c30077aa2f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:40.652479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (7a770f46-7d1a-4a32-9e60-fd508e8e3f39), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:40.652881 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 7a770f46-7d1a-4a32-9e60-fd508e8e3f39 disassociated (deleted). External IP: 172.25.5.160, port: 0a8ec04c-a007-48c8-9ae2-822e91246303. Jan 27 19:45:40.695133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489308-aae8-4d44-a55b-53206a871a82 req-21798acb-610a-4e6a-9361-fdeb98d2b497 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:40.698561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f489308-aae8-4d44-a55b-53206a871a82 req-21798acb-610a-4e6a-9361-fdeb98d2b497 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.3548546 Jan 27 19:45:40.713136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:40.714203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:40.714859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:40.751036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:45:40.751905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Attempting to bind port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:40.766009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:40.766615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Checking segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:40.767762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Bound using segment: {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:40.768675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Bound port: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608994d2-7e86-4195-a340-779f0bf5b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:40.769431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:40.917399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f489308-aae8-4d44-a55b-53206a871a82 req-16251507-0a19-4967-9a17-605f7e423ba4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077115 Jan 27 19:45:40.991886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:45:41.079735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:41.104591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:41.115725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:41.189649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] The host n-h2-760453-6 is not matching for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 host n-h1-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:45:41.190465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:45:41.275756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:41.277098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:41.280210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] 10.222.0.66 "PUT /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 1092 time: 3.0868204 Jan 27 19:45:41.312111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0baca-33db-4caf-be86-219a4d7d0431 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=11']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:41.333523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:41.400499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-0dc525b0-eba6-4d4f-8f7c-ce773f1e6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:41.407213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-0dc525b0-eba6-4d4f-8f7c-ce773f1e6bde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1095 time: 0.0885510 Jan 27 19:45:41.617936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:41.623968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:41.634167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:41.657517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-17a5cd75-42d3-49c0-870b-0679c897ec85 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/7a770f46-7d1a-4a32-9e60-fd508e8e3f39 HTTP/1.1" status: 204 len: 168 time: 2.9255021 Jan 27 19:45:41.660563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42304) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:41.707241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:41.708336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:41.724160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-cf551a36-ebcf-4298-866d-1314adefc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:41.732723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-cf551a36-ebcf-4298-866d-1314adefc693 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.3131940 Jan 27 19:45:41.752540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:41.763631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:41.764712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:41.808827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:41.809964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec378b1-e7ee-46ba-8b19-d12aba646790 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:41.815715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42306) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:41.891685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 0a8ec04c-a007-48c8-9ae2-822e91246303 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:41.892171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a8ec04c-a007-48c8-9ae2-822e91246303), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:41.927871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:41.936430 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e450d-f125-4118-977e-911e0035f528" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:41.946752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-adc068ab-11a8-4a97-9367-0dc7117ab1ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.2102141 Jan 27 19:45:42.095409 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a8865-bd8d-4b66-ad3d-b33069c2cac3 x-openstack-request-id: req-ea3a8865-bd8d-4b66-ad3d-b33069c2cac3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:42.096946 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:42.096946 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea3a8865-bd8d-4b66-ad3d-b33069c2cac3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:42.097360 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:45:42.124045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-8556169c-096e-411e-80ee-1443a5c919f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:42.129176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-8556169c-096e-411e-80ee-1443a5c919f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.1603332 Jan 27 19:45:42.139902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb640a20-d0d9-4380-962b-87a73d792827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:42.224933 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a8ec04c-a007-48c8-9ae2-822e91246303), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:42.282602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 0a8ec04c-a007-48c8-9ae2-822e91246303 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:42.320015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030518931'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:42.343961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-b395844e-468c-4d05-b1e0-134253bea54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:42.349513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-b395844e-468c-4d05-b1e0-134253bea54d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173021 Jan 27 19:45:42.351019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-9789f62f-cbf9-41b1-b00a-2158d70d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:42.361403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-9789f62f-cbf9-41b1-b00a-2158d70d6dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1095 time: 0.2202501 Jan 27 19:45:42.462755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:42.471054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:42.544591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1a86-7024-49a7-abfa-223bc7ba39f7 req-a8725ce3-d153-4b68-b5e4-ea7a52cdb3e3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:42.548091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b11b1a86-7024-49a7-abfa-223bc7ba39f7 req-a8725ce3-d153-4b68-b5e4-ea7a52cdb3e3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.3027699 Jan 27 19:45:42.617453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b11b1a86-7024-49a7-abfa-223bc7ba39f7 req-1bf4c4ea-612b-4332-9d3b-6df9b8602bf1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615101 Jan 27 19:45:42.674820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-8a81bf24-8fd8-466f-bd7e-5e963de505c4 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066411 Jan 27 19:45:42.744174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:42.924732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23cc74cb-b95c-426f-90bc-d1ce968ca66f req-6ef5d4c9-2387-45e3-bc9f-ccef30357809 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426646 Jan 27 19:45:43.134702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-1a5d96f6-9072-46c4-bef3-592aff3a913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:43.139542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-1a5d96f6-9072-46c4-bef3-592aff3a913e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1095 time: 0.1219437 Jan 27 19:45:43.399138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-14141ac0-c9dc-4c5a-9bb7-cab5952010d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:43.401213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-14141ac0-c9dc-4c5a-9bb7-cab5952010d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.2552354 Jan 27 19:45:43.578356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-12460aab-5695-4163-a21b-fc4aac564a58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.1701148 Jan 27 19:45:43.648120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42364) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:43.660523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-07b5d45f-bec9-45a7-93f8-948e3182999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:43.663261 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-07b5d45f-bec9-45a7-93f8-948e3182999e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 1.2996609 Jan 27 19:45:43.695834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-65c7bba5-b9a7-47d1-b30e-da04fbc4c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:43.701607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-65c7bba5-b9a7-47d1-b30e-da04fbc4c09d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.1111057 Jan 27 19:45:43.799176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for security_group (65e3874f-848e-4eed-a0b9-4f775246fbc0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:43.869523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a8ec04c-a007-48c8-9ae2-822e91246303), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:43.905473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-0a5e077b-b960-4390-96d3-49ea00bfdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:43.907590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-0a5e077b-b960-4390-96d3-49ea00bfdf8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988847 Jan 27 19:45:43.935447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (65e3874f-848e-4eed-a0b9-4f775246fbc0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:43.945960 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-e41d7acf-4b2e-488b-9823-5642a1d9cca9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 999 time: 0.2562370 Jan 27 19:45:44.012188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c09a7b-bbc4-4c18-8fb5-e524599a5afe req-0ee9975f-6944-4de3-bdb5-00e3d60f64c6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:44.017131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8c09a7b-bbc4-4c18-8fb5-e524599a5afe req-0ee9975f-6944-4de3-bdb5-00e3d60f64c6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.1985528 Jan 27 19:45:44.022171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=0a8ec04c-a007-48c8-9ae2-822e91246303,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:44.037377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:45:44.224866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9f821c8-ab5a-4580-aee9-346bb945f837), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.225557 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment b9f821c8-ab5a-4580-aee9-346bb945f837 of type vlan for network de699b5e-96cf-4fd8-8383-9b0a3b113e63 Jan 27 19:45:44.293091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3874f-848e-4eed-a0b9-4f775246fbc0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:44.296821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5c506ee-43a5-41c7-bff0-8dd9d254b879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.320088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8c09a7b-bbc4-4c18-8fb5-e524599a5afe req-4e38e360-0103-43d0-b6a6-42b0ff3d5f50 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370603 Jan 27 19:45:44.344940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-6e06753d-8f13-414f-a2a8-8f5d4ce07303 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236541 Jan 27 19:45:44.366709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (de699b5e-96cf-4fd8-8383-9b0a3b113e63), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.376464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-5996180d-4779-4a57-999d-d334a9f07673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:44.384240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-5996180d-4779-4a57-999d-d334a9f07673 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.3774245 Jan 27 19:45:44.426246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.433464 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1461818-b26b-420a-b462-302cb2d9b494 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/0a8ec04c-a007-48c8-9ae2-822e91246303 HTTP/1.1" status: 204 len: 168 time: 2.7705643 Jan 27 19:45:44.440787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:44.514268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:44.564169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.656852 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (de699b5e-96cf-4fd8-8383-9b0a3b113e63), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.662441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:44.663312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.686099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e450d-f125-4118-977e-911e0035f528 req-d1d97db4-9d86-4b3d-b10b-01f6de3ae407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:44.688041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-d1d97db4-9d86-4b3d-b10b-01f6de3ae407 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933791 Jan 27 19:45:44.771482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-ccf73635-9ce9-4447-a882-03b5f1598ffa service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150815 Jan 27 19:45:44.844225 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-e8758fee-d9ec-4bf1-9b41-c4b6b1f729d4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319122 Jan 27 19:45:44.847549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5c506ee-43a5-41c7-bff0-8dd9d254b879 admin admin] Publish callbacks [] for security_group (0f68e7f6-d548-4f25-adab-c5c4ce81edee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.849720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.894158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5c506ee-43a5-41c7-bff0-8dd9d254b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0f68e7f6-d548-4f25-adab-c5c4ce81edee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:44.999468 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1796460 Jan 27 19:45:45.002907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:45.012694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284635870'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:45.038532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8fb27-cb70-4339-a8c0-5ede24795a46 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=de699b5e-96cf-4fd8-8383-9b0a3b113e63,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:45.060345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:45:45.078266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d5c506ee-43a5-41c7-bff0-8dd9d254b879 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eb1496a3f6041c68674cd31dbaba5e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4289951 Jan 27 19:45:45.078806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.7 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/7e5d14d0-a979-4998-8123-67d90cad0b28) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:45.083319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42402) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:45.093629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c506ee-43a5-41c7-bff0-8dd9d254b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f68e7f6-d548-4f25-adab-c5c4ce81edee,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:45.114076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c36e450d-f125-4118-977e-911e0035f528 req-41fe47a7-f36c-4467-9589-7da8d9821166 service neutron] 10.222.0.39 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210319 Jan 27 19:45:45.132303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:45.136690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.239124 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] Publish callbacks [] for security_group (0f68e7f6-d548-4f25-adab-c5c4ce81edee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.264254 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] Publish callbacks [] for security_group (0f68e7f6-d548-4f25-adab-c5c4ce81edee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.283998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:45:45.317420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.322122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a3067f19-7d69-46ca-a55f-38df9a3bddd8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.322474 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment a3067f19-7d69-46ca-a55f-38df9a3bddd8 of type vlan for network e2b0d398-75b6-4dd8-a466-d117f40d681c Jan 27 19:45:45.483812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.486548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e2b0d398-75b6-4dd8-a466-d117f40d681c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.553424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0f68e7f6-d548-4f25-adab-c5c4ce81edee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.556229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.557443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f68e7f6-d548-4f25-adab-c5c4ce81edee HTTP/1.1" status: 204 len: 168 time: 0.4707029 Jan 27 19:45:45.587212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89815d3f-8b42-44c7-8318-073bd4530664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f68e7f6-d548-4f25-adab-c5c4ce81edee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:45.593931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e2b0d398-75b6-4dd8-a466-d117f40d681c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.600602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:45.601454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.616865 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:45.639223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5619d-db51-4c29-b17c-f26a05e0aa41 req-4c4c3ec1-11e8-4b86-8637-e7618a1a5c5b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:45.651052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36e5619d-db51-4c29-b17c-f26a05e0aa41 req-4c4c3ec1-11e8-4b86-8637-e7618a1a5c5b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 944 time: 0.2125008 Jan 27 19:45:46.060909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.079270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:45:46.341750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:46.388637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5645-b855-4bce-8d07-32f93f8f63e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.411044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=e2b0d398-75b6-4dd8-a466-d117f40d681c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:46.437968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e2b0d398-75b6-4dd8-a466-d117f40d681c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:45:46.465328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-075f109c-5a68-45f2-a0b4-d5165309ed88 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4578507 Jan 27 19:45:46.572034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:46.603599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:46.620232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.674982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5645-b855-4bce-8d07-32f93f8f63e2 admin admin] Publish callbacks [] for security_group (90b8c102-ea2a-4507-8211-9a90db0b4131), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.684908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5645-b855-4bce-8d07-32f93f8f63e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90b8c102-ea2a-4507-8211-9a90db0b4131), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.699900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:46.717527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'port_id': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'mac_address': 'fa:16:3e:b6:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:45:46.770033 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b0fb5645-b855-4bce-8d07-32f93f8f63e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=778d8f00c1554688b3e9cdcab82c4ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266119 Jan 27 19:45:46.772765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42438) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:46.776601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:46.779653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.789522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb5645-b855-4bce-8d07-32f93f8f63e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b8c102-ea2a-4507-8211-9a90db0b4131,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:46.820547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:45:46.828037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:46.873427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:46.879830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:46.880604 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.890109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:46.909994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] Publish callbacks [] for security_group (90b8c102-ea2a-4507-8211-9a90db0b4131), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.942393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:46.967591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] Publish callbacks [] for security_group (90b8c102-ea2a-4507-8211-9a90db0b4131), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:46.999025 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36e5619d-db51-4c29-b17c-f26a05e0aa41 req-047d5b5c-d712-46ff-9859-45dc3883ac26 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3307290 Jan 27 19:45:47.035451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=7e5d14d0-a979-4998-8123-67d90cad0b28,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:47.139891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (90b8c102-ea2a-4507-8211-9a90db0b4131), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:47.145819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:47.171833 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90b8c102-ea2a-4507-8211-9a90db0b4131 HTTP/1.1" status: 204 len: 168 time: 0.3856525 Jan 27 19:45:47.209023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8a79-2bc6-4c9a-9251-25e1df259383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b8c102-ea2a-4507-8211-9a90db0b4131,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:47.240809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:45:47.293035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:47.413516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:47.419918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:47.450344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:47.998453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.006087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.062297 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (2f2d8932-4393-458e-af6c-cafe6671aa0c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.072714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=7e5d14d0-a979-4998-8123-67d90cad0b28,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:48.430108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.450018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=2f2d8932-4393-458e-af6c-cafe6671aa0c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:48.475864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2b87-64b2-4cd6-90ce-a7d028e69c13 req-e716e57e-aa2a-4425-a5a8-f30914960990 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:48.484020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-641d2b87-64b2-4cd6-90ce-a7d028e69c13 req-e716e57e-aa2a-4425-a5a8-f30914960990 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 945 time: 0.3136840 Jan 27 19:45:48.542473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': 'b9f821c8-ab5a-4580-aee9-346bb945f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:48.543402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: de699b5e-96cf-4fd8-8383-9b0a3b113e63, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:45:48.581418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.585712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-85c22fab-6d14-46e4-9ce1-0822d441f9f3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0799873 Jan 27 19:45:48.586105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:48.591547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'port': {'network_id': 'abd9e966-f525-469c-a7bf-27993f741952', 'name': 'tempest-FloatingIPTestJSON-909104034'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:48.622769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:45:48.649524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, de699b5e-96cf-4fd8-8383-9b0a3b113e63) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:48.660474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d14d88-1793-4fe6-8278-edca22d3a2f2 None None] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:48.687551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:48.690204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:48.759477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-641d2b87-64b2-4cd6-90ce-a7d028e69c13 req-d16a921b-9e79-4d2c-bbd5-999930058682 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284479 Jan 27 19:45:48.768944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54723b0b-8235-4b49-998b-5788295e5fd5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1952386 Jan 27 19:45:48.782334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:48.787871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:48.800262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:48.967255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-de699b5e-96cf-4fd8-8383-9b0a3b113e63', 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '2f2d8932-4393-458e-af6c-cafe6671aa0c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:45:48.968156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.082611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:49.100004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.211474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:45:49.226900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.232688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d45a5b84-b836-45d2-ad13-6644fa0f3312 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 200 len: 992 time: 0.4438839 Jan 27 19:45:49.312405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] device_id is not set on port 43379c89-1637-4981-a2dc-3c1037f8d8ed yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:45:49.452739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Allocated IP 2001:db8::2 (de699b5e-96cf-4fd8-8383-9b0a3b113e63/2f2d8932-4393-458e-af6c-cafe6671aa0c/3c5cedaa-d183-4770-a1cf-d5aec95bf196) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:49.553323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e111271c-0745-4a2d-a88f-49de90570f1f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.630311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.6 (abd9e966-f525-469c-a7bf-27993f741952/a4087314-e7c2-4811-8ff1-b80441cfbf24/43379c89-1637-4981-a2dc-3c1037f8d8ed) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:49.646869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=e111271c-0745-4a2d-a88f-49de90570f1f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:49.730497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': 'a3067f19-7d69-46ca-a55f-38df9a3bddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:49.730811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: e2b0d398-75b6-4dd8-a466-d117f40d681c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:45:49.770324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network e2b0d398-75b6-4dd8-a466-d117f40d681c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:45:49.840166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e2b0d398-75b6-4dd8-a466-d117f40d681c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:49.856606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:49.857202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.867953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2788d-994c-4818-8c82-7f5d9ffe766f None None] Network e2b0d398-75b6-4dd8-a466-d117f40d681c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:49.909483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks [] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:49.926105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ab0a6de6-6fce-4e93-a612-0add828544d9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1435678 Jan 27 19:45:49.931220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:49.945679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1240303252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:49.968650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (43379c89-1637-4981-a2dc-3c1037f8d8ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.021491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.049591 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.052966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.089626 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (43379c89-1637-4981-a2dc-3c1037f8d8ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.118703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:50.158497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network abd9e966-f525-469c-a7bf-27993f741952 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:50.162596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:50.176717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:50.207833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:50.251489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=43379c89-1637-4981-a2dc-3c1037f8d8ed,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:50.267380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:50.275820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:50.324657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:50.326457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.347764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.354186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.385747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb9a4950-ea42-4d00-aac5-bbd701960ce0 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7982645 Jan 27 19:45:50.386033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:50.392688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': '43379c89-1637-4981-a2dc-3c1037f8d8ed'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:45:50.407395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.411750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42550) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:50.421858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-914385e1-82a0-4596-afca-8a418a124a13 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4894078 Jan 27 19:45:50.435928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Pushing event updated for resources: {'Port': ['ID=3c5cedaa-d183-4770-a1cf-d5aec95bf196,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:50.492238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:50.896706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-e2b0d398-75b6-4dd8-a466-d117f40d681c', 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': 'e111271c-0745-4a2d-a88f-49de90570f1f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:45:50.897827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.059712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Attempting to bind port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:51.061492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Attempting to bind port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b9f821c8-ab5a-4580-aee9-346bb945f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:51.061882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Attempting to bind port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 on network de699b5e-96cf-4fd8-8383-9b0a3b113e63 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:51.223229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:51.224203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Checking segment: {'id': 'b9f821c8-ab5a-4580-aee9-346bb945f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:51.225297 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.226375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Bound using segment: {'id': 'b9f821c8-ab5a-4580-aee9-346bb945f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:51.229079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Bound port: 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f821c8-ab5a-4580-aee9-346bb945f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de699b5e-96cf-4fd8-8383-9b0a3b113e63'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:51.229838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.268919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:45:51.315420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.329661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:51.329661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.579812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] For port 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:51.582707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Allocated IP 2001:db8:1::2 (e2b0d398-75b6-4dd8-a466-d117f40d681c/e111271c-0745-4a2d-a88f-49de90570f1f/9da83098-6ea7-4cdb-ba38-c073aea09c1b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:51.586089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] For port 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3c5cedaa-d183-4770-a1cf-d5aec95bf196,segment=NetworkSegment(b9f821c8-ab5a-4580-aee9-346bb945f837),segment_id=b9f821c8-ab5a-4580-aee9-346bb945f837)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:51.599159 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.978866 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:51.989789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.165787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8::1 (de699b5e-96cf-4fd8-8383-9b0a3b113e63/2f2d8932-4393-458e-af6c-cafe6671aa0c/9a62ee36-cf12-45db-a750-08b74924979c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:52.193900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459499f-3509-466b-8c96-7f85b41f6080 None None] Pushing event updated for resources: {'Port': ['ID=3c5cedaa-d183-4770-a1cf-d5aec95bf196,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:52.276446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:52.276854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.380215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks [] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.406336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:45:52.409496 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a5613b-44aa-416d-92bd-b572c79de22b" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:45:52.420000 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.471524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:52.517891 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b715ed1-d985-4a9a-948c-ed6e30228d38 x-openstack-request-id: req-5b715ed1-d985-4a9a-948c-ed6e30228d38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:45:52.518596 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:45:52.519176 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b715ed1-d985-4a9a-948c-ed6e30228d38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:45:52.519891 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'code': 200} Jan 27 19:45:52.525635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.534477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Network e2b0d398-75b6-4dd8-a466-d117f40d681c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:52.538798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:52.544797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:52.603047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Pushing event updated for resources: {'Port': ['ID=9da83098-6ea7-4cdb-ba38-c073aea09c1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:52.631287 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 97e0e093-ffcf-4147-94db-99b6a3065925 associated. External IP: 172.25.5.7, port: 43379c89-1637-4981-a2dc-3c1037f8d8ed. Jan 27 19:45:52.694691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (9a62ee36-cf12-45db-a750-08b74924979c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.776977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Attempting to bind port 9da83098-6ea7-4cdb-ba38-c073aea09c1b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:45:52.777694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Attempting to bind port 9da83098-6ea7-4cdb-ba38-c073aea09c1b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'a3067f19-7d69-46ca-a55f-38df9a3bddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:45:52.778317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Attempting to bind port 9da83098-6ea7-4cdb-ba38-c073aea09c1b on network e2b0d398-75b6-4dd8-a466-d117f40d681c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:45:52.809710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9a62ee36-cf12-45db-a750-08b74924979c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.843551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=13']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:52.846911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:52.861363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:45:52.862166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Checking segment: {'id': 'a3067f19-7d69-46ca-a55f-38df9a3bddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:45:52.862863 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.863529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Bound using segment: {'id': 'a3067f19-7d69-46ca-a55f-38df9a3bddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:45:52.864400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Bound port: 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3067f19-7d69-46ca-a55f-38df9a3bddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2b0d398-75b6-4dd8-a466-d117f40d681c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:45:52.865003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.889088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:52.901526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:52.902371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:52.981443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=9a62ee36-cf12-45db-a750-08b74924979c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:53.164864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9a62ee36-cf12-45db-a750-08b74924979c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:53.180412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] For port 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:45:53.196959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] For port 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9da83098-6ea7-4cdb-ba38-c073aea09c1b,segment=NetworkSegment(a3067f19-7d69-46ca-a55f-38df9a3bddd8),segment_id=a3067f19-7d69-46ca-a55f-38df9a3bddd8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:45:53.215109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:53.438443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331038be-2243-4738-8735-3b1b76a2a371 None None] Pushing event updated for resources: {'Port': ['ID=9da83098-6ea7-4cdb-ba38-c073aea09c1b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:53.606170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3c5cedaa-d183-4770-a1cf-d5aec95bf196 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:53.900425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:53.901493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.105202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d49e5a-7d5e-4446-91a0-0313b0179503 None None] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:54.120755 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.202611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (9a62ee36-cf12-45db-a750-08b74924979c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.210645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9a62ee36-cf12-45db-a750-08b74924979c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.212100 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.318514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:54.361577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=9a62ee36-cf12-45db-a750-08b74924979c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:54.363370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Provisioning complete for port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:54.363888 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.603952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:54.607022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:54.630739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:54.643245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.650241 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:54.662861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:54.668690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:54.734704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c43540c-d1c3-4856-b0ec-70b8d6ef2bd2 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/97e0e093-ffcf-4147-94db-99b6a3065925 HTTP/1.1" status: 200 len: 975 time: 4.3469217 Jan 27 19:45:54.744102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:54.799514 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:54.832362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:54.833033 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:54.854279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:54.855003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:54.997479 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:54.998047 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f6033f-1c05-40c1-8d04-637a127c49df None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:55.019017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:55.052328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:45:55.102675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 43379c89-1637-4981-a2dc-3c1037f8d8ed {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:45:55.105808 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (43379c89-1637-4981-a2dc-3c1037f8d8ed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:55.138591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:55.212931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3c5cedaa-d183-4770-a1cf-d5aec95bf196,segment=NetworkSegment(b9f821c8-ab5a-4580-aee9-346bb945f837),segment_id=b9f821c8-ab5a-4580-aee9-346bb945f837)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:55.338575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:55.339136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:55.346968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:55.364842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:55.380730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7e56f4b8-ff69-4cd9-8995-47ef2126dfd0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640117 Jan 27 19:45:55.382948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42676) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:55.413646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (43379c89-1637-4981-a2dc-3c1037f8d8ed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:55.499550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3c5cedaa-d183-4770-a1cf-d5aec95bf196,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:55.507003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] Sync routers for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:55.637503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242d36e-fea3-4041-a744-958aeaec428a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:45:55.656363 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b242d36e-fea3-4041-a744-958aeaec428a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports/9a62ee36-cf12-45db-a750-08b74924979c HTTP/1.1" status: 200 len: 911 time: 0.2680562 Jan 27 19:45:55.657049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:55.684549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:55.692281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:55.797888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:55.813732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9da83098-6ea7-4cdb-ba38-c073aea09c1b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:55.901646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:45:55.901646 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:45:55.915400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:55.918380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:56.101472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d79cf-2769-4b8b-b366-07c47bd4f5cb None None] Network e2b0d398-75b6-4dd8-a466-d117f40d681c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:45:56.119399 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.119939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.120465 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 97e0e093-ffcf-4147-94db-99b6a3065925 disassociated. External IP: 172.25.5.7, port: 43379c89-1637-4981-a2dc-3c1037f8d8ed. Jan 27 19:45:56.120977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 43379c89-1637-4981-a2dc-3c1037f8d8ed owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:45:56.148864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:56.150376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d146df-43f0-45f1-9f6b-9934c9472e2a None None] The sync data for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:56.202183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a223f537-eb06-4334-9e65-6f101f37b90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.225089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9da83098-6ea7-4cdb-ba38-c073aea09c1b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:56.225477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.391522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a223f537-eb06-4334-9e65-6f101f37b90b admin admin] Publish callbacks [] for security_group (86370845-6dc4-4cda-b2f6-2cd16429112c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.451666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a223f537-eb06-4334-9e65-6f101f37b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (86370845-6dc4-4cda-b2f6-2cd16429112c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.533046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a223f537-eb06-4334-9e65-6f101f37b90b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6d1d8a6b5384fb79632d125763d028c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5088792 Jan 27 19:45:56.534115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:56.550878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223f537-eb06-4334-9e65-6f101f37b90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86370845-6dc4-4cda-b2f6-2cd16429112c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:56.699687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.784748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] Publish callbacks [] for security_group (86370845-6dc4-4cda-b2f6-2cd16429112c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.793387 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (43379c89-1637-4981-a2dc-3c1037f8d8ed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.896123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] Publish callbacks [] for security_group (86370845-6dc4-4cda-b2f6-2cd16429112c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.908934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9da83098-6ea7-4cdb-ba38-c073aea09c1b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:56.910144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:56.915357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7b967d6b-85a3-4e73-b451-bef493c2492a None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:57.049289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9da83098-6ea7-4cdb-ba38-c073aea09c1b,segment=NetworkSegment(a3067f19-7d69-46ca-a55f-38df9a3bddd8),segment_id=a3067f19-7d69-46ca-a55f-38df9a3bddd8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:45:57.050128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (86370845-6dc4-4cda-b2f6-2cd16429112c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.056991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.058361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.066177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86370845-6dc4-4cda-b2f6-2cd16429112c HTTP/1.1" status: 204 len: 168 time: 0.5287356 Jan 27 19:45:57.082538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=43379c89-1637-4981-a2dc-3c1037f8d8ed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:57.188387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d85a62-81b6-4611-a9ce-e359b40b4e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86370845-6dc4-4cda-b2f6-2cd16429112c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:57.330377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=9da83098-6ea7-4cdb-ba38-c073aea09c1b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:57.372309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Provisioning complete for port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:57.373053 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.519391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:45:57.536548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8:1::1 (e2b0d398-75b6-4dd8-a466-d117f40d681c/e111271c-0745-4a2d-a88f-49de90570f1f/cab30c3a-243f-43f7-88c5-692e65153888) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:45:57.610977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:57.629880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Provisioning complete for port 9da83098-6ea7-4cdb-ba38-c073aea09c1b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:57.630814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.686416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9da83098-6ea7-4cdb-ba38-c073aea09c1b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:57.791014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (cab30c3a-243f-43f7-88c5-692e65153888), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.837125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cab30c3a-243f-43f7-88c5-692e65153888), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.878676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9da83098-6ea7-4cdb-ba38-c073aea09c1b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:57.879441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.893244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:45:57.907680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:45:57.935593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network e2b0d398-75b6-4dd8-a466-d117f40d681c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:45:57.940901 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:57.941170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:45:57.942064 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:57.946108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:45:57.946735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:57.949368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Current status of the port 9da83098-6ea7-4cdb-ba38-c073aea09c1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:58.003940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Provisioning complete for port 9a62ee36-cf12-45db-a750-08b74924979c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:58.004586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9a62ee36-cf12-45db-a750-08b74924979c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.065547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a43da37a-b9ed-4724-a66d-375a4c2f101a None None] Port 9a62ee36-cf12-45db-a750-08b74924979c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:58.096711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=cab30c3a-243f-43f7-88c5-692e65153888,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:58.114384 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:58.141416 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:45:58.145377 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:58.169701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9da83098-6ea7-4cdb-ba38-c073aea09c1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:58.170899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3c5cedaa-d183-4770-a1cf-d5aec95bf196 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:45:58.185707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:58.224616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.232755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a847dd4-72e1-4c63-bedd-751b97407600 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/43379c89-1637-4981-a2dc-3c1037f8d8ed HTTP/1.1" status: 204 len: 168 time: 3.4834502 Jan 27 19:45:58.234473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d5975a2-bdcd-414b-b6cf-cf48125399e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.235577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:58.240560 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:45:58.241805 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c034b7-ab14-41e7-88bc-1ced6bfa67b7 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:45:58.281731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Provisioning complete for port 9da83098-6ea7-4cdb-ba38-c073aea09c1b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:58.282128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.451134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d5975a2-bdcd-414b-b6cf-cf48125399e9 admin admin] Publish callbacks [] for security_group (31775479-cca0-47b0-bb3a-c0f22914452e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.452128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cab30c3a-243f-43f7-88c5-692e65153888), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.458731 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d5975a2-bdcd-414b-b6cf-cf48125399e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (31775479-cca0-47b0-bb3a-c0f22914452e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.483831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:58.486796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.569640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6d5975a2-bdcd-414b-b6cf-cf48125399e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f1e8a2564424b218f23a6026785ca38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798528 Jan 27 19:45:58.574001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:58.590735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5975a2-bdcd-414b-b6cf-cf48125399e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31775479-cca0-47b0-bb3a-c0f22914452e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:58.682270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:58.727873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] Publish callbacks [] for security_group (31775479-cca0-47b0-bb3a-c0f22914452e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.785622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] Publish callbacks [] for security_group (31775479-cca0-47b0-bb3a-c0f22914452e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.788384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Current status of the port 9da83098-6ea7-4cdb-ba38-c073aea09c1b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:58.833488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:45:58.841297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Provisioning complete for port 9a62ee36-cf12-45db-a750-08b74924979c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:58.841746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9a62ee36-cf12-45db-a750-08b74924979c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.882333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ff21dca-7a21-48c8-bc25-0d0090e65202 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/floatingips/97e0e093-ffcf-4147-94db-99b6a3065925 HTTP/1.1" status: 200 len: 686 time: 0.6425450 Jan 27 19:45:58.886162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42726) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:58.910808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-128b686c-d722-4117-ac2f-f1ca6d53eb65 None None] Port 9a62ee36-cf12-45db-a750-08b74924979c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:58.920426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (31775479-cca0-47b0-bb3a-c0f22914452e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.924301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:58.925567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31775479-cca0-47b0-bb3a-c0f22914452e HTTP/1.1" status: 204 len: 168 time: 0.3502276 Jan 27 19:45:58.950327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f499e7e-c313-4a5e-8873-9663669d570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31775479-cca0-47b0-bb3a-c0f22914452e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:59.013669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c85eb4d-cf96-446b-b0d3-8275e5a6e9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.060235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9ffeb08b-46ad-430f-9292-25702c846571 None None] Provisioning complete for port cab30c3a-243f-43f7-88c5-692e65153888 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:45:59.060989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb08b-46ad-430f-9292-25702c846571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cab30c3a-243f-43f7-88c5-692e65153888), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.153483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ffeb08b-46ad-430f-9292-25702c846571 None None] Port cab30c3a-243f-43f7-88c5-692e65153888 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:45:59.213443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c85eb4d-cf96-446b-b0d3-8275e5a6e9d9 admin admin] Publish callbacks [] for security_group (ad4e1d3c-b911-46f9-a0e5-fdc6f0690226), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.223239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c85eb4d-cf96-446b-b0d3-8275e5a6e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad4e1d3c-b911-46f9-a0e5-fdc6f0690226), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.328747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85eb4d-cf96-446b-b0d3-8275e5a6e9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e1d3c-b911-46f9-a0e5-fdc6f0690226,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:59.343835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6c85eb4d-cf96-446b-b0d3-8275e5a6e9d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=deae8e48d59c47efbe2a4d8bf8a5ec6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565492 Jan 27 19:45:59.344924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:45:59.499463 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] Publish callbacks [] for security_group (ad4e1d3c-b911-46f9-a0e5-fdc6f0690226), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.585968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] Publish callbacks [] for security_group (ad4e1d3c-b911-46f9-a0e5-fdc6f0690226), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.682301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad4e1d3c-b911-46f9-a0e5-fdc6f0690226), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.685240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.686570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad4e1d3c-b911-46f9-a0e5-fdc6f0690226 HTTP/1.1" status: 204 len: 168 time: 0.3405523 Jan 27 19:45:59.697081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877bf5-24f8-41b1-b35e-c49992f29bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e1d3c-b911-46f9-a0e5-fdc6f0690226,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:45:59.833446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (cab30c3a-243f-43f7-88c5-692e65153888), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.846225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (cab30c3a-243f-43f7-88c5-692e65153888), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.847072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:45:59.982581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=cab30c3a-243f-43f7-88c5-692e65153888,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:00.005620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 7e5d14d0-a979-4998-8123-67d90cad0b28 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:00.006015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.109623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network e2b0d398-75b6-4dd8-a466-d117f40d681c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:00.114926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:00.128847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.129181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (7e5d14d0-a979-4998-8123-67d90cad0b28), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.146430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 7e5d14d0-a979-4998-8123-67d90cad0b28 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:00.348759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:00.439215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:00.494992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-375ba640-ee09-40dc-ba93-0bcb2239c89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.623832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:00.629830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-850879e6-e6f9-4479-be49-39394f72e384 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9677310 Jan 27 19:46:00.634290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:00.636032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] Sync routers for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:00.649970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7e5d14d0-a979-4998-8123-67d90cad0b28), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.664189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:00.665982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:00.764072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d75a8-ced2-45a3-a606-755504316f86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:00.765750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a59d75a8-ced2-45a3-a606-755504316f86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports/cab30c3a-243f-43f7-88c5-692e65153888 HTTP/1.1" status: 200 len: 913 time: 0.1301265 Jan 27 19:46:00.770585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:00.778744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:00.796238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:00.796889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:00.820253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=7e5d14d0-a979-4998-8123-67d90cad0b28,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:00.893234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:00.894768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c14752-a273-4f96-9498-6be316d1ff0a None None] The sync data for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:00.899110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-55e680eb-5934-4ea8-a5a6-b680a322fddc None None] Provisioning complete for port cab30c3a-243f-43f7-88c5-692e65153888 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:00.899218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e680eb-5934-4ea8-a5a6-b680a322fddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cab30c3a-243f-43f7-88c5-692e65153888), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.909466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (97e0e093-ffcf-4147-94db-99b6a3065925), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.913764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.915922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0c71f838-3d70-4817-9686-4d839f5d6a09 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/97e0e093-ffcf-4147-94db-99b6a3065925 HTTP/1.1" status: 204 len: 168 time: 2.0287690 Jan 27 19:46:00.922065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42792) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:00.935347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '62e72e57-1b55-4e0a-b615-75761e56cf44'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:00.972736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:00.982400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-55e680eb-5934-4ea8-a5a6-b680a322fddc None None] Port cab30c3a-243f-43f7-88c5-692e65153888 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:01.135944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.207851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-b949b36a-1569-4399-aa95-500da2d2418f req-52f421ff-1acf-4465-b2c5-96c8dd67e9bf service neutron] (103322) timed out ('10.222.0.59', 49920) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:46:01.212583 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-375ba640-ee09-40dc-ba93-0bcb2239c89c admin admin] Publish callbacks [] for security_group (e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.222194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-375ba640-ee09-40dc-ba93-0bcb2239c89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.332796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-375ba640-ee09-40dc-ba93-0bcb2239c89c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22b7cb78508c473da13f7976d74f5516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8921728 Jan 27 19:46:01.333609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:01.335307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba640-ee09-40dc-ba93-0bcb2239c89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:01.340139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:01.355078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.166 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/41ab8163-ad2c-423e-b7b9-31af144371f3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:01.483982 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] Publish callbacks [] for security_group (e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.531464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] Publish callbacks [] for security_group (e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.566816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.597577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.669445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.715702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d502739d-9211-45c5-b2bb-0caaafb42951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:01.754571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:01.761885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:01.780232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:01.834976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=41ab8163-ad2c-423e-b7b9-31af144371f3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:02.234259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-52c36808-c0cf-444b-ac23-1070e3a0fe7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7694917 Jan 27 19:46:02.266568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.269506 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.276111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782 HTTP/1.1" status: 204 len: 168 time: 0.9258392 Jan 27 19:46:02.361802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c07521-682d-43e4-be4d-fef97b70e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d404ff-9aaf-4d7c-bfaa-7d67a3ac5782,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:02.494276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d502739d-9211-45c5-b2bb-0caaafb42951 admin admin] Publish callbacks [] for security_group (61d1c155-7c1e-47ba-89f0-ca19d5da4ea4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.500932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.514950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-44e6fdaa-c8b2-4a42-b7bb-b61e8f9f8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:02.516909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-44e6fdaa-c8b2-4a42-b7bb-b61e8f9f8f62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.2421727 Jan 27 19:46:02.519734 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d502739d-9211-45c5-b2bb-0caaafb42951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61d1c155-7c1e-47ba-89f0-ca19d5da4ea4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.618825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.660514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d502739d-9211-45c5-b2bb-0caaafb42951 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19302746540d41cbb59e0a718a2921c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3215134 Jan 27 19:46:02.673323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:02.782175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502739d-9211-45c5-b2bb-0caaafb42951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d1c155-7c1e-47ba-89f0-ca19d5da4ea4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:02.818219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] Publish callbacks [] for security_group (61d1c155-7c1e-47ba-89f0-ca19d5da4ea4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.887586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] Publish callbacks [] for security_group (61d1c155-7c1e-47ba-89f0-ca19d5da4ea4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.924877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-85d847b2-a3ed-4cd5-9ada-48dac7762cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:02.926943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-85d847b2-a3ed-4cd5-9ada-48dac7762cc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.3701444 Jan 27 19:46:02.936102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:02.955108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.001031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port cab30c3a-243f-43f7-88c5-692e65153888 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:03.001532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cab30c3a-243f-43f7-88c5-692e65153888), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.083261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=41ab8163-ad2c-423e-b7b9-31af144371f3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:03.125735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.157184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-4eb88223-cfb9-4bd8-900b-94283a2f26b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 1000 time: 0.2200248 Jan 27 19:46:03.229316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cab30c3a-243f-43f7-88c5-692e65153888), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.259985 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (61d1c155-7c1e-47ba-89f0-ca19d5da4ea4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.264406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:03.268418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61d1c155-7c1e-47ba-89f0-ca19d5da4ea4 HTTP/1.1" status: 204 len: 168 time: 0.5554492 Jan 27 19:46:03.268418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for cab30c3a-243f-43f7-88c5-692e65153888 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:03.319923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b99f0-750a-4f05-ab8f-624a528a271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d1c155-7c1e-47ba-89f0-ca19d5da4ea4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:03.422339 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 3fdd9c6e-14ec-4ab7-b92d-4f19786cc220 associated. External IP: 172.25.5.166, port: 62e72e57-1b55-4e0a-b615-75761e56cf44. Jan 27 19:46:03.438323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-651b4a98-6c33-4491-a97f-3b0d3710065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:03.440941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-651b4a98-6c33-4491-a97f-3b0d3710065b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.2673159 Jan 27 19:46:03.611188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-8c73daff-1bfe-41a1-b902-60264559ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:03.613853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-8c73daff-1bfe-41a1-b902-60264559ffa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651459 Jan 27 19:46:03.817048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:03.955103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-871dfb62-e883-4339-9798-595a6af4b7ea service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288455 Jan 27 19:46:04.035802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cab30c3a-243f-43f7-88c5-692e65153888), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.092939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:04.109168 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:04.147801 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:04.155827 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:04.186360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.256256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-95953d07-df89-4694-b40b-aebcc0b99745 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3323517 Jan 27 19:46:04.260112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42894) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:04.271941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1682530526'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:04.321541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:04.328444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.332327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:04.369845 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:04.372308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:04.404449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=cab30c3a-243f-43f7-88c5-692e65153888,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:04.411265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:04.458079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (28b52331-fd12-4333-beca-506a1063bdc1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.458888 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Added segment 28b52331-fd12-4333-beca-506a1063bdc1 of type vlan for network 02d5e989-0395-4a80-97b6-52f59a69c908 Jan 27 19:46:04.512966 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:04.519193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0df58-8dc7-4ce4-a08f-d0e80dbe7e20 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:04.589980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0eb0130-6cc9-4c42-b6ff-1c5e7bd0e1ca req-e6467c8b-d10c-4b45-a9e2-4845cc834472 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234663 Jan 27 19:46:04.590296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (02d5e989-0395-4a80-97b6-52f59a69c908), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.657645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.717530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (02d5e989-0395-4a80-97b6-52f59a69c908), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.735319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:04.737016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:04.856908 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5942049 Jan 27 19:46:04.861438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:04.876454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'subnet': {'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:04.900232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf889-203e-47d8-8c2f-2a6281947a3b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Network': ['ID=02d5e989-0395-4a80-97b6-52f59a69c908,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:04.918868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 02d5e989-0395-4a80-97b6-52f59a69c908 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:05.085809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:05.089290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:05.121045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:05.434973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:05.444558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-704a4b1e-384a-4c72-bf82-af20662f9fbf tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6693556 Jan 27 19:46:05.444702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:05.446214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] Sync routers for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:05.463960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:05.467525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:05.560905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:05.572852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:05.573860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:05.624716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:05.626028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535bc38c-92b0-417a-9237-8bd8d2cedde3 None None] The sync data for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:05.700099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (1a494be7-e86d-43dc-9932-a8eb056e9337), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:05.798712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Subnet': ['ID=1a494be7-e86d-43dc-9932-a8eb056e9337,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:05.817292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Checking segment: {'id': '28b52331-fd12-4333-beca-506a1063bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:05.817672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network hostable DHCP agents. Network: 02d5e989-0395-4a80-97b6-52f59a69c908, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:46:05.862020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 02d5e989-0395-4a80-97b6-52f59a69c908 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:46:05.891894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 02d5e989-0395-4a80-97b6-52f59a69c908) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:05.909568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c821be-0ba2-4df3-bce9-733d00e42819 None None] Network 02d5e989-0395-4a80-97b6-52f59a69c908 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:05.920963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:05.929627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:05.984581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-567ea0a7-a12e-4b27-9b91-9e0a52d9770c tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1126463 Jan 27 19:46:05.991080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:06.005036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1092441021', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:06.090255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.091536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.207625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-02d5e989-0395-4a80-97b6-52f59a69c908', 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908', 'project_id': '72d765e6a3f84b7e9d775eb2e6891356', 'fixed_ips': [{'subnet_id': '1a494be7-e86d-43dc-9932-a8eb056e9337'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:46:06.209046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.302085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_controller (7f16b74e-2b38-4c27-bf4d-523ebde424aa), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.382098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.598305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Allocated IP 172.20.0.2 (02d5e989-0395-4a80-97b6-52f59a69c908/1a494be7-e86d-43dc-9932-a8eb056e9337/9822f6eb-9c3d-4ee2-bf71-a90451d99d2d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:06.750237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (7f16b74e-2b38-4c27-bf4d-523ebde424aa), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.764452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks [] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.786167 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:06.870010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Network 02d5e989-0395-4a80-97b6-52f59a69c908 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:06.876566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:06.882838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:06.929432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Pushing event updated for resources: {'Port': ['ID=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:07.130580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Attempting to bind port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:46:07.132869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Attempting to bind port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '28b52331-fd12-4333-beca-506a1063bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:46:07.133483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Attempting to bind port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d on network 02d5e989-0395-4a80-97b6-52f59a69c908 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:46:07.142912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:46:07.143527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Checking segment: {'id': '28b52331-fd12-4333-beca-506a1063bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:07.144098 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:07.145129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Bound using segment: {'id': '28b52331-fd12-4333-beca-506a1063bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:46:07.146344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Bound port: 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b52331-fd12-4333-beca-506a1063bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:46:07.147261 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:07.196481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 9a62ee36-cf12-45db-a750-08b74924979c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:07.197117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9a62ee36-cf12-45db-a750-08b74924979c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:07.277892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] For port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:46:07.287778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] For port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,segment=NetworkSegment(28b52331-fd12-4333-beca-506a1063bdc1),segment_id=28b52331-fd12-4333-beca-506a1063bdc1)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:46:07.312711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:07.395904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9a62ee36-cf12-45db-a750-08b74924979c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:07.433359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 9a62ee36-cf12-45db-a750-08b74924979c owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:07.584022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa0bd-e24a-4c0e-81df-245391144e7f None None] Pushing event updated for resources: {'Port': ['ID=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:07.745487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:07.882216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9a62ee36-cf12-45db-a750-08b74924979c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.003694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=9a62ee36-cf12-45db-a750-08b74924979c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:08.168937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4b75-5445-4dfe-afd9-3495c98a59f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.209837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.322995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4b75-5445-4dfe-afd9-3495c98a59f6 admin admin] Publish callbacks [] for security_group (e4fab701-edf6-45df-ad91-9884743f5706), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.390796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.393240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4b75-5445-4dfe-afd9-3495c98a59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e4fab701-edf6-45df-ad91-9884743f5706), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.497871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.505934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c7fe4b75-5445-4dfe-afd9-3495c98a59f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71f8848789f34e11952551710db9d4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582233 Jan 27 19:46:08.508411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:08.655525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe4b75-5445-4dfe-afd9-3495c98a59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fab701-edf6-45df-ad91-9884743f5706,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:08.740104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] Publish callbacks [] for security_group (e4fab701-edf6-45df-ad91-9884743f5706), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:08.897741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.25.5.97 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/57cb1e90-e14a-4baa-ac10-7e6203b01a64) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:08.942075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] Publish callbacks [] for security_group (e4fab701-edf6-45df-ad91-9884743f5706), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.015956 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bfcee29-b6b2-4aff-a4eb-bfa6e486e4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.196672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e4fab701-edf6-45df-ad91-9884743f5706), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.200205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.206652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4fab701-edf6-45df-ad91-9884743f5706 HTTP/1.1" status: 204 len: 168 time: 0.6956177 Jan 27 19:46:09.235062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e39fee-6571-4892-b61c-97bb06b04252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fab701-edf6-45df-ad91-9884743f5706,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:09.330122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (57cb1e90-e14a-4baa-ac10-7e6203b01a64), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.401371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55cdca-1fc1-40b2-8e8b-7d0066716b16 None None] Network 02d5e989-0395-4a80-97b6-52f59a69c908 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:09.410640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (57cb1e90-e14a-4baa-ac10-7e6203b01a64), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.517560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:09.525756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:09.536100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:09.540188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=57cb1e90-e14a-4baa-ac10-7e6203b01a64,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:09.663081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Provisioning complete for port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:09.667533 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.692305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:09.746769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:09.854856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:09.867810 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] Sync routers for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:09.882075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-98a6d39d-640c-47fd-96b4-28d539b21361 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4360595 Jan 27 19:46:09.883187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43042) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:09.885429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:09.886292 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:09.955645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b55c3b55-40fa-4384-aa14-ec3bed24ca7a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 HTTP/1.1" status: 200 len: 205 time: 0.0710678 Jan 27 19:46:09.958982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43048) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:09.976393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Current status of the port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:09.977655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:09.997012 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:10.028538 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] Routers {'6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:10.029850 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:10.068256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] For port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,segment=NetworkSegment(28b52331-fd12-4333-beca-506a1063bdc1),segment_id=28b52331-fd12-4333-beca-506a1063bdc1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:10.081198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.091852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:10.094629 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.140811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:10.142838 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213c32c-0671-478a-9549-b65415ed8e59 None None] The sync data for ids ['6bbe5e35-4e28-47ff-bf5b-8deadb4e8957'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:10.144420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.222848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.359047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d29a63-b2be-48c8-b8f8-665e94b987de None None] Pushing event updated for resources: {'Port': ['ID=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:10.400492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:10.440796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-16269e64-e1d0-4ee5-8948-74cf23852ce2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3310549 Jan 27 19:46:10.648004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-36218991-265f-4b57-b38d-66f81aa0bc6a None None] Provisioning complete for port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:10.648563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36218991-265f-4b57-b38d-66f81aa0bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.692243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.705206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.879096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (6bbe5e35-4e28-47ff-bf5b-8deadb4e8957), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.882147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.887034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router 6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:10.910498 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:10.918733 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5520616-93c7-4197-be62-000539f909b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 HTTP/1.1" status: 204 len: 168 time: 0.9581943 Jan 27 19:46:10.929891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43076) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:11.014697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36218991-265f-4b57-b38d-66f81aa0bc6a None None] Current status of the port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:11.076355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet e111271c-0745-4a2d-a88f-49de90570f1f {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:11.085726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (e111271c-0745-4a2d-a88f-49de90570f1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:11.222859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-483505d6-69f2-4246-a307-d8b257d62871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:11.225784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-483505d6-69f2-4246-a307-d8b257d62871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab6f3b01879451a880803111a2adaf7&device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 1097 time: 0.7013204 Jan 27 19:46:11.235014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (e111271c-0745-4a2d-a88f-49de90570f1f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:11.276601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 7f16b74e-2b38-4c27-bf4d-523ebde424aa is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:46:11.578055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:11.580654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e111271c-0745-4a2d-a88f-49de90570f1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:11.592682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] Sync routers for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:11.651454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:11.652749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-901c8274-b2e1-4ebb-9427-0d921561bc4d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6581438 Jan 27 19:46:11.657195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:11.659893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:11.775255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:11.778343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-1d4fd681-a8ef-4800-bd3b-84a97a4ac564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:11.778810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:11.779392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:11.781613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-1d4fd681-a8ef-4800-bd3b-84a97a4ac564 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 200 len: 915 time: 0.5018406 Jan 27 19:46:11.896047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-368932c6-7576-4e67-90e8-3b85a3205ba4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 HTTP/1.1" status: 200 len: 217 time: 0.1048870 Jan 27 19:46:11.897483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (e111271c-0745-4a2d-a88f-49de90570f1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:11.916663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:11.959397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:11.960222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:45:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:11.991299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-00edb354-cafc-4b9e-b135-49efd1e9ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:12.001554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-00edb354-cafc-4b9e-b135-49efd1e9ddae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 200 len: 854 time: 0.0803225 Jan 27 19:46:12.002702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.009351 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/e111271c-0745-4a2d-a88f-49de90570f1f HTTP/1.1" status: 204 len: 168 time: 1.0768054 Jan 27 19:46:12.011580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:12.098920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-98f720e0-d4a4-482c-bd97-a8a53ddd81c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865235 Jan 27 19:46:12.107283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:12.108153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d6bf-718e-4bf1-b52d-c2b9a790c6ba None None] The sync data for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:12.128532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472cd19-6476-4d8d-b0f2-1e845d39b80c None None] Network e2b0d398-75b6-4dd8-a466-d117f40d681c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:12.128747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 2f2d8932-4393-458e-af6c-cafe6671aa0c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:12.133482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (2f2d8932-4393-458e-af6c-cafe6671aa0c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.173624 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77a4e06a-3092-400d-844d-7077d19e2502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.190806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (2f2d8932-4393-458e-af6c-cafe6671aa0c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.234361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca8892-6631-4eea-a179-04ef9db39754 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=e111271c-0745-4a2d-a88f-49de90570f1f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:12.321833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:12.322208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.339811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9d8b-0484-44ed-b9a8-e37685c7c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.404128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-7dd2b837-47b9-4865-8380-9f5ebe855a1c service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837795 Jan 27 19:46:12.418804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2f2d8932-4393-458e-af6c-cafe6671aa0c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.683675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] DHCP port deletion for e2b0d398-75b6-4dd8-a466-d117f40d681c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:46:12.709304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:12.745846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f55945d-6978-44b1-abb5-318acbf579b8 req-27caf1ce-bf76-4a0c-a18b-04fc6ad210ed service neutron] 10.222.0.39 "GET /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186750 Jan 27 19:46:12.748049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (2f2d8932-4393-458e-af6c-cafe6671aa0c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.782644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2d8932-4393-458e-af6c-cafe6671aa0c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:12.799433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77a4e06a-3092-400d-844d-7077d19e2502 admin admin] Publish callbacks [] for security_group (aef5e68c-d198-4e3c-b87b-d30ec0053895), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.814359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Deleting port 9da83098-6ea7-4cdb-ba38-c073aea09c1b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:12.814750 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.829693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.850612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3d925d89-e0c5-4f6b-82d1-cd28cce07536 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/2f2d8932-4393-458e-af6c-cafe6671aa0c HTTP/1.1" status: 204 len: 168 time: 0.8087139 Jan 27 19:46:12.852119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43120) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:12.903723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77a4e06a-3092-400d-844d-7077d19e2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aef5e68c-d198-4e3c-b87b-d30ec0053895), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.956319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] For port 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9da83098-6ea7-4cdb-ba38-c073aea09c1b,segment=NetworkSegment(a3067f19-7d69-46ca-a55f-38df9a3bddd8),segment_id=a3067f19-7d69-46ca-a55f-38df9a3bddd8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:12.956729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:12.974817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f7089-83f1-4873-9b82-f74b20200956 None None] Network de699b5e-96cf-4fd8-8383-9b0a3b113e63 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:13.022024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-77a4e06a-3092-400d-844d-7077d19e2502 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0179c4603ca45d5a7e203d3e3187fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2456818 Jan 27 19:46:13.027001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e2b0d398-75b6-4dd8-a466-d117f40d681c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.032259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43126) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:13.033412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4e06a-3092-400d-844d-7077d19e2502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5e68c-d198-4e3c-b87b-d30ec0053895,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:13.108284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Calling delete_port for 9da83098-6ea7-4cdb-ba38-c073aea09c1b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:13.159697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.346481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] DHCP port deletion for de699b5e-96cf-4fd8-8383-9b0a3b113e63 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:46:13.532218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] Publish callbacks [] for security_group (aef5e68c-d198-4e3c-b87b-d30ec0053895), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.641800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] Publish callbacks [] for security_group (aef5e68c-d198-4e3c-b87b-d30ec0053895), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.694637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9da83098-6ea7-4cdb-ba38-c073aea09c1b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:13.702743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.744722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 9da83098-6ea7-4cdb-ba38-c073aea09c1b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:13.745123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.768840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aef5e68c-d198-4e3c-b87b-d30ec0053895), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.776575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.778128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aef5e68c-d198-4e3c-b87b-d30ec0053895 HTTP/1.1" status: 204 len: 168 time: 0.7413559 Jan 27 19:46:13.783322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9da83098-6ea7-4cdb-ba38-c073aea09c1b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:13.784074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9da83098-6ea7-4cdb-ba38-c073aea09c1b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:13.784531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3c5cedaa-d183-4770-a1cf-d5aec95bf196 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:13.796304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] Pushing event deleted for resources: {'Port': ['ID=9da83098-6ea7-4cdb-ba38-c073aea09c1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:13.820466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.1 (02d5e989-0395-4a80-97b6-52f59a69c908/1a494be7-e86d-43dc-9932-a8eb056e9337/787e7bf7-88b5-49ec-842f-c63919d83663) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:13.836909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de03b2f-8b9a-44ae-8d4d-75c7bb171423 None None] No DVR routers for this DVR port 9da83098-6ea7-4cdb-ba38-c073aea09c1b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:13.892970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Deleting port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:13.893347 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:13.968919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 9da83098-6ea7-4cdb-ba38-c073aea09c1b, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:13.969788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.008953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:14.009502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 9da83098-6ea7-4cdb-ba38-c073aea09c1b owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:14.014681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.015392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] For port 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3c5cedaa-d183-4770-a1cf-d5aec95bf196,segment=NetworkSegment(b9f821c8-ab5a-4580-aee9-346bb945f837),segment_id=b9f821c8-ab5a-4580-aee9-346bb945f837)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:14.015795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.031350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Port 9da83098-6ea7-4cdb-ba38-c073aea09c1b was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:46:14.045100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Calling delete_port for 3c5cedaa-d183-4770-a1cf-d5aec95bf196 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:14.047654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9da83098-6ea7-4cdb-ba38-c073aea09c1b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.051040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa647919-8257-41ab-9269-36bc75b98708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5e68c-d198-4e3c-b87b-d30ec0053895,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.100255 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:46:14.127350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=9da83098-6ea7-4cdb-ba38-c073aea09c1b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.150592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port 9da83098-6ea7-4cdb-ba38-c073aea09c1b on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:14.156710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3c5cedaa-d183-4770-a1cf-d5aec95bf196, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3c5cedaa-d183-4770-a1cf-d5aec95bf196,segment=NetworkSegment(b9f821c8-ab5a-4580-aee9-346bb945f837),segment_id=b9f821c8-ab5a-4580-aee9-346bb945f837)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:14.227610 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (787e7bf7-88b5-49ec-842f-c63919d83663), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.312163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.329428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.345520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (3c5cedaa-d183-4770-a1cf-d5aec95bf196), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.378848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e2b0d398-75b6-4dd8-a466-d117f40d681c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.396759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event deleted for resources: {'Port': ['ID=3c5cedaa-d183-4770-a1cf-d5aec95bf196,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.413473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 02d5e989-0395-4a80-97b6-52f59a69c908 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:14.421734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:14.457828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:14.473135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] Pushing event deleted for resources: {'Port': ['ID=3c5cedaa-d183-4770-a1cf-d5aec95bf196,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.480982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661901b-4ee6-49ff-8bf7-16eb9f34f2e7 None None] No DVR routers for this DVR port 3c5cedaa-d183-4770-a1cf-d5aec95bf196 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:14.538720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b0d398-75b6-4dd8-a466-d117f40d681c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:14.588707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3067f19-7d69-46ca-a55f-38df9a3bddd8') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:14.591997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3067f19-7d69-46ca-a55f-38df9a3bddd8') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:14.631127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=787e7bf7-88b5-49ec-842f-c63919d83663,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.647444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.673327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a3067f19-7d69-46ca-a55f-38df9a3bddd8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.701049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a3067f19-7d69-46ca-a55f-38df9a3bddd8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.711482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:14.712318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a3067f19-7d69-46ca-a55f-38df9a3bddd8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:14.794604 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:14.855862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e2b0d398-75b6-4dd8-a466-d117f40d681c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.918768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:14.936512 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/e2b0d398-75b6-4dd8-a466-d117f40d681c HTTP/1.1" status: 204 len: 168 time: 2.0830889 Jan 27 19:46:14.937887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d8814-ddcf-4ebb-aab1-07d6a8921313 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=e2b0d398-75b6-4dd8-a466-d117f40d681c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:14.941440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:15.059470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (de699b5e-96cf-4fd8-8383-9b0a3b113e63), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.116623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-59d1ae02-d257-4bed-b5cc-9b0f38dcab13 None None] Provisioning complete for port 787e7bf7-88b5-49ec-842f-c63919d83663 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:15.117657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59d1ae02-d257-4bed-b5cc-9b0f38dcab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.245364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-59d1ae02-d257-4bed-b5cc-9b0f38dcab13 None None] Port 787e7bf7-88b5-49ec-842f-c63919d83663 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:15.252866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.451861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (de699b5e-96cf-4fd8-8383-9b0a3b113e63), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.486821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de699b5e-96cf-4fd8-8383-9b0a3b113e63']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:15.499425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f821c8-ab5a-4580-aee9-346bb945f837') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:15.499721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f821c8-ab5a-4580-aee9-346bb945f837') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:15.523390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (b9f821c8-ab5a-4580-aee9-346bb945f837), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.559260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9f821c8-ab5a-4580-aee9-346bb945f837), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.572274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:15.572831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (b9f821c8-ab5a-4580-aee9-346bb945f837), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:15.585452 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:15.633944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.704558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.787924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (de699b5e-96cf-4fd8-8383-9b0a3b113e63), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.801072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:15.837431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:15.844986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/de699b5e-96cf-4fd8-8383-9b0a3b113e63 HTTP/1.1" status: 204 len: 168 time: 0.8872700 Jan 27 19:46:15.850968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974705312'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:15.944576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9848098-252b-4a57-bf96-a7368609589d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=de699b5e-96cf-4fd8-8383-9b0a3b113e63,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:15.951853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:15.956955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.083326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.132792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:16.155763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (210b6d34-e608-46c4-8e29-0213343b8bcd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.156183 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment 210b6d34-e608-46c4-8e29-0213343b8bcd of type vlan for network 797ee1fe-e880-4892-bbb2-3227da64ec8b Jan 27 19:46:16.261569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (797ee1fe-e880-4892-bbb2-3227da64ec8b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.317941 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (797ee1fe-e880-4892-bbb2-3227da64ec8b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.331695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:16.331695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.417319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5745473 Jan 27 19:46:16.422890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43210) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:16.428997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:16.465096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679f28b-933e-4e43-84a1-68812f6bd2cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=797ee1fe-e880-4892-bbb2-3227da64ec8b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:16.474444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (787e7bf7-88b5-49ec-842f-c63919d83663), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.482993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.498578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:16.575138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=787e7bf7-88b5-49ec-842f-c63919d83663,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:16.590087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.603873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:16.607714 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:16.740626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 02d5e989-0395-4a80-97b6-52f59a69c908 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:16.742823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:16.966348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 7f16b74e-2b38-4c27-bf4d-523ebde424aa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:17.032871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (849574b4-d115-4e65-8906-92f97e7236dd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.243781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:17.258013 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] Sync routers for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:17.259513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ae34a9be-78b1-412c-a436-e70365fe16bc tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/routers/7f16b74e-2b38-4c27-bf4d-523ebde424aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5984664 Jan 27 19:46:17.260875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=849574b4-d115-4e65-8906-92f97e7236dd,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:17.263189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:17.279069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'port': {'network_id': '02d5e989-0395-4a80-97b6-52f59a69c908', 'name': 'tempest-FloatingIPTestJSON-327807785'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:17.293730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-51b376fe-0e55-46c7-b8cf-4bd2b409fbe7 None None] Provisioning complete for port 787e7bf7-88b5-49ec-842f-c63919d83663 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:17.294438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b376fe-0e55-46c7-b8cf-4bd2b409fbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.317834 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:17.318670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:17.354759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': '210b6d34-e608-46c4-8e29-0213343b8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:17.355295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: 797ee1fe-e880-4892-bbb2-3227da64ec8b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:46:17.394770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:46:17.422892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51b376fe-0e55-46c7-b8cf-4bd2b409fbe7 None None] Port 787e7bf7-88b5-49ec-842f-c63919d83663 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:17.441542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 797ee1fe-e880-4892-bbb2-3227da64ec8b) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:17.450444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a79554-cd07-4087-9e86-0a7ce87b5159 None None] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:17.455400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:17.458706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.498175 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:17.520154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8ab19e49-746e-4a76-8b04-26c1d5ec674f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0959203 Jan 27 19:46:17.522805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43250) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:17.533090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400489065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:17.540626 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:17.541293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:17.600062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.606569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.610875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Made reservation on behalf of 72d765e6a3f84b7e9d775eb2e6891356 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:17.620032 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.652861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:17.655656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7234021-c57a-4216-98c8-8915ef9cec78 None None] The sync data for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:17.663920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] device_id is not set on port 5eb762ff-bf91-47eb-801e-4f68897d8ce1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:46:17.740014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-797ee1fe-e880-4892-bbb2-3227da64ec8b', 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '849574b4-d115-4e65-8906-92f97e7236dd'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:46:17.740827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.779249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.792584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.821999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Allocated IP 172.20.0.6 (02d5e989-0395-4a80-97b6-52f59a69c908/1a494be7-e86d-43dc-9932-a8eb056e9337/5eb762ff-bf91-47eb-801e-4f68897d8ce1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:17.836055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:17.840781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9abcd40-d8e1-4624-8187-9525ed681390 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3159711 Jan 27 19:46:17.841720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43268) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:17.847829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'port': {'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b', 'name': 'tempest-RoutersIpV6Test-627162971'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:18.007524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.039929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:18.047499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.050061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.083009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] device_id is not set on port ba8a077f-f71c-49dc-a63b-f1a6dff12cba yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:46:18.085424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Allocated IP 2001:db8::2 (797ee1fe-e880-4892-bbb2-3227da64ec8b/849574b4-d115-4e65-8906-92f97e7236dd/26de667a-62d4-4a1b-ad04-10de5eae5f44) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:18.156655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Network 02d5e989-0395-4a80-97b6-52f59a69c908 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:18.168508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:18.171180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:18.298563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:18.299722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.327617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event updated for resources: {'Port': ['ID=5eb762ff-bf91-47eb-801e-4f68897d8ce1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:18.348163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43292) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:18.349166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-adc9b930-6f87-4451-ad65-2bff48a20cd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0847764 Jan 27 19:46:18.361001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Request body: {'floatingip': {'port_id': '5eb762ff-bf91-47eb-801e-4f68897d8ce1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:18.500332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.578678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks [] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.602674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.684253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:18.687554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Pushing event updated for resources: {'Port': ['ID=26de667a-62d4-4a1b-ad04-10de5eae5f44,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:18.691220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:18.701224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:18.740157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-54a2fc67-1625-4075-94a1-6968ae411b16 None None] Provisioning complete for port 5eb762ff-bf91-47eb-801e-4f68897d8ce1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:18.753960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a2fc67-1625-4075-94a1-6968ae411b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:18.838397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54a2fc67-1625-4075-94a1-6968ae411b16 None None] Port 5eb762ff-bf91-47eb-801e-4f68897d8ce1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:19.044766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Attempting to bind port 26de667a-62d4-4a1b-ad04-10de5eae5f44 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:46:19.047806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Attempting to bind port 26de667a-62d4-4a1b-ad04-10de5eae5f44 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '210b6d34-e608-46c4-8e29-0213343b8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:46:19.048647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Attempting to bind port 26de667a-62d4-4a1b-ad04-10de5eae5f44 on network 797ee1fe-e880-4892-bbb2-3227da64ec8b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:46:19.090141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:46:19.092442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Checking segment: {'id': '210b6d34-e608-46c4-8e29-0213343b8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:19.092442 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.095584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Bound using segment: {'id': '210b6d34-e608-46c4-8e29-0213343b8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:46:19.098474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Bound port: 26de667a-62d4-4a1b-ad04-10de5eae5f44, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210b6d34-e608-46c4-8e29-0213343b8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '797ee1fe-e880-4892-bbb2-3227da64ec8b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:46:19.109239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.216063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] For port 26de667a-62d4-4a1b-ad04-10de5eae5f44, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:46:19.221052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] For port 26de667a-62d4-4a1b-ad04-10de5eae5f44, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26de667a-62d4-4a1b-ad04-10de5eae5f44,segment=NetworkSegment(210b6d34-e608-46c4-8e29-0213343b8bcd),segment_id=210b6d34-e608-46c4-8e29-0213343b8bcd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:46:19.231681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.284655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8::af (797ee1fe-e880-4892-bbb2-3227da64ec8b/849574b4-d115-4e65-8906-92f97e7236dd/ba8a077f-f71c-49dc-a63b-f1a6dff12cba) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:19.420729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc38a40-c10e-42cc-bd17-4ea34d400582 None None] Pushing event updated for resources: {'Port': ['ID=26de667a-62d4-4a1b-ad04-10de5eae5f44,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:19.743546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:46:19.831371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.854862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.865203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:19.949051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:20.071371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:20.086958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:20.091106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:20.096720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:20.097435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:20.102544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=ba8a077f-f71c-49dc-a63b-f1a6dff12cba,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:20.107744 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 3fdd9c6e-14ec-4ab7-b92d-4f19786cc220 associated. External IP: 172.25.5.166, port: 62e72e57-1b55-4e0a-b615-75761e56cf44. Jan 27 19:46:20.661486 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c034f7bf-f42d-4d70-b548-e10828893cd8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.8177142 Jan 27 19:46:20.664132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:20.972339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:21.149291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:21.167782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:21.183115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:21.185545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:21.291998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:21.294397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4e3a0-c6b0-4317-9196-9478c9dfcb65 None None] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:21.336739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:21.471806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:21.473396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:21.596301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:21.602631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1874e2-02b9-49ca-94fc-094b28359d39 None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:21.653481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Provisioning complete for port 26de667a-62d4-4a1b-ad04-10de5eae5f44 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:21.655314 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:21.726889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 7f16b74e-2b38-4c27-bf4d-523ebde424aa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:21.791576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26de667a-62d4-4a1b-ad04-10de5eae5f44 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:21.824558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:21.831551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:21.887333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:21.902933 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:21.917882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] Sync routers for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:21.939287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:21.941846 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:21.979377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=ba8a077f-f71c-49dc-a63b-f1a6dff12cba,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:22.029837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.030365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.030848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.031302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.031755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.032201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.032648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.033094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.038198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.038198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.041348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.041348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.041585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:22.106008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a2beea74-4927-49e1-9a53-fc7ca0049f71 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/floatingips/3fdd9c6e-14ec-4ab7-b92d-4f19786cc220 HTTP/1.1" status: 200 len: 977 time: 3.7544541 Jan 27 19:46:22.107151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43348) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:22.136168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 26de667a-62d4-4a1b-ad04-10de5eae5f44 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:22.136466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.196386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Current status of the port 26de667a-62d4-4a1b-ad04-10de5eae5f44 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:22.197094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.292378 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:22.295306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] For port 26de667a-62d4-4a1b-ad04-10de5eae5f44, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26de667a-62d4-4a1b-ad04-10de5eae5f44,segment=NetworkSegment(210b6d34-e608-46c4-8e29-0213343b8bcd),segment_id=210b6d34-e608-46c4-8e29-0213343b8bcd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:22.302129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.323736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.334517 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:22.339040 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:22.371345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 5eb762ff-bf91-47eb-801e-4f68897d8ce1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:22.371843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.392788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 26de667a-62d4-4a1b-ad04-10de5eae5f44 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:22.393494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.482269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69708d39-5353-4de0-9795-bc1b74b352f2 None None] Pushing event updated for resources: {'Port': ['ID=26de667a-62d4-4a1b-ad04-10de5eae5f44,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:22.502680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:22.503363 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1076cd-e76d-43bf-b748-e308cd612b3c None None] The sync data for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:22.569782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.602247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:46:22.602455 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:46:22.604474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.778071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Provisioning complete for port 26de667a-62d4-4a1b-ad04-10de5eae5f44 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:22.778715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.869164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.870226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:22.870789 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Floating IP 3fdd9c6e-14ec-4ab7-b92d-4f19786cc220 disassociated. External IP: 172.25.5.166, port: 5eb762ff-bf91-47eb-801e-4f68897d8ce1. Jan 27 19:46:22.871391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 5eb762ff-bf91-47eb-801e-4f68897d8ce1 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:23.064903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5eb762ff-bf91-47eb-801e-4f68897d8ce1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.163941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=5eb762ff-bf91-47eb-801e-4f68897d8ce1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:23.187324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Current status of the port 26de667a-62d4-4a1b-ad04-10de5eae5f44 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:23.248106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Provisioning complete for port ba8a077f-f71c-49dc-a63b-f1a6dff12cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:23.250029 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.289113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.289696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.290151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.290602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.291049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.291515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.297215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.298013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.298758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.299164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.299865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.300594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.300838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.302450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:23.307236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.307651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.359336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a762f6af-f9af-48c1-8bff-ea7b372382c4 None None] Port ba8a077f-f71c-49dc-a63b-f1a6dff12cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:23.373180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 26de667a-62d4-4a1b-ad04-10de5eae5f44 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:23.520958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-65b447d2-a58c-4a93-84a7-e33c17c8ac84 None None] Provisioning complete for port ba8a077f-f71c-49dc-a63b-f1a6dff12cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:23.525159 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b447d2-a58c-4a93-84a7-e33c17c8ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:23.568921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=ba8a077f-f71c-49dc-a63b-f1a6dff12cba,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:23.614508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26de667a-62d4-4a1b-ad04-10de5eae5f44 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:23.637928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 7f16b74e-2b38-4c27-bf4d-523ebde424aa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:23.707118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:23.721801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:23.766145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65b447d2-a58c-4a93-84a7-e33c17c8ac84 None None] Port ba8a077f-f71c-49dc-a63b-f1a6dff12cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:23.793694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 26de667a-62d4-4a1b-ad04-10de5eae5f44 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:23.794269 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:24.037913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:24.070798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d352fb0d-bf73-4b6c-8440-7e4f3984cf73 None None] Provisioning complete for port ba8a077f-f71c-49dc-a63b-f1a6dff12cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:24.071404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d352fb0d-bf73-4b6c-8440-7e4f3984cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:24.072043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:24.155860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router a32567e2-e5ef-4bb6-a1da-5c5a3228de97 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:46:24.189116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] Sync routers for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:24.198784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:24.208750 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad42182b-3ffb-4451-b0a9-77980c6092de tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/5eb762ff-bf91-47eb-801e-4f68897d8ce1 HTTP/1.1" status: 204 len: 168 time: 2.1000924 Jan 27 19:46:24.214318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:24.381163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d352fb0d-bf73-4b6c-8440-7e4f3984cf73 None None] Port ba8a077f-f71c-49dc-a63b-f1a6dff12cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:24.403264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:24.410385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:24.609485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:24.633912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 26de667a-62d4-4a1b-ad04-10de5eae5f44 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:24.654928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:24.656784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:24.660025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-19d42db4-08fb-464a-a710-c89566a2eb69 None None] Provisioning complete for port ba8a077f-f71c-49dc-a63b-f1a6dff12cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:24.660615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19d42db4-08fb-464a-a710-c89566a2eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:24.777164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:24.785637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0a3a-7111-4903-b678-e0549db6779c None None] The sync data for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:24.859725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-19d42db4-08fb-464a-a710-c89566a2eb69 None None] Port ba8a077f-f71c-49dc-a63b-f1a6dff12cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:24.892725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:25.024080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:25.030988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e927424e-f92f-441f-80de-f0b5231ab0f2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/a32567e2-e5ef-4bb6-a1da-5c5a3228de97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3656220 Jan 27 19:46:25.041847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:25.045371 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] Sync routers for ids ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:25.073775 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] Routers {'a32567e2-e5ef-4bb6-a1da-5c5a3228de97'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:25.075287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:25.126256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf38a4-82eb-44ca-94a9-ccf2dc9e7a1d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:25.127785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a9bf38a4-82eb-44ca-94a9-ccf2dc9e7a1d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports/ba8a077f-f71c-49dc-a63b-f1a6dff12cba HTTP/1.1" status: 200 len: 982 time: 0.0838358 Jan 27 19:46:25.132130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:25.165048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:25.205527 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] Routers {'a32567e2-e5ef-4bb6-a1da-5c5a3228de97'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:25.210574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:25.307927 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:25.311043 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d84331-572b-4cfd-96d2-fb6bb77c6189 None None] The sync data for ids ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:25.489048 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:25.945217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 787e7bf7-88b5-49ec-842f-c63919d83663 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:25.945596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:25.945912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.082437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.112474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 787e7bf7-88b5-49ec-842f-c63919d83663 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:26.380081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port ba8a077f-f71c-49dc-a63b-f1a6dff12cba {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:26.381678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.443699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (787e7bf7-88b5-49ec-842f-c63919d83663), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.561157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.579896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for ba8a077f-f71c-49dc-a63b-f1a6dff12cba owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:26.677603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=787e7bf7-88b5-49ec-842f-c63919d83663,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:26.994297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:26.995842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ba8a077f-f71c-49dc-a63b-f1a6dff12cba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:27.034248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=ba8a077f-f71c-49dc-a63b-f1a6dff12cba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:27.245349 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:27.578625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router a32567e2-e5ef-4bb6-a1da-5c5a3228de97 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:27.629784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 7f16b74e-2b38-4c27-bf4d-523ebde424aa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:27.714590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:27.731219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7d67cedc-a0cb-4c21-8ddc-2d428b92f6c6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/a32567e2-e5ef-4bb6-a1da-5c5a3228de97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971851 Jan 27 19:46:27.732920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] Sync routers for ids ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:27.734457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:27.768685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] Routers {'a32567e2-e5ef-4bb6-a1da-5c5a3228de97'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:27.770220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:27.781174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:27.801017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2982c5e-e7cf-4f14-9372-f0cc9e26729b tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/routers/7f16b74e-2b38-4c27-bf4d-523ebde424aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847833 Jan 27 19:46:27.802148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:27.804170 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] Sync routers for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:27.840027 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:27.841446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:27.960327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:27.974608 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] Routers {'7f16b74e-2b38-4c27-bf4d-523ebde424aa'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:27.980124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:27.996436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:28.032798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] Routers {'a32567e2-e5ef-4bb6-a1da-5c5a3228de97'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:28.033639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:28.046627 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:28.047316 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca07626-006b-44dd-ba86-10c6cea2c2f6 None None] The sync data for ids ['7f16b74e-2b38-4c27-bf4d-523ebde424aa'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:28.135937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:28.142768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c4985-97fc-4696-8de0-2072cf04ec6b None None] The sync data for ids ['a32567e2-e5ef-4bb6-a1da-5c5a3228de97'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:28.147739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.251021 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-954324a6-9367-46e7-b6a9-3e8c0d3cbbe3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 19:46:28.255212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-954324a6-9367-46e7-b6a9-3e8c0d3cbbe3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/a32567e2-e5ef-4bb6-a1da-5c5a3228de97/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5196292 Jan 27 19:46:28.255856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:28.311488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b84ff3fc-d00a-4a18-ac30-0af9a4056170 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32567e2-e5ef-4bb6-a1da-5c5a3228de97 HTTP/1.1" status: 200 len: 205 time: 0.0543842 Jan 27 19:46:28.312165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:28.370841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (7f16b74e-2b38-4c27-bf4d-523ebde424aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.475060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 57cb1e90-e14a-4baa-ac10-7e6203b01a64 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:28.475584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (57cb1e90-e14a-4baa-ac10-7e6203b01a64), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.486052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.638230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (57cb1e90-e14a-4baa-ac10-7e6203b01a64), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.668633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 57cb1e90-e14a-4baa-ac10-7e6203b01a64 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:28.745219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.747608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.793655 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a32567e2-e5ef-4bb6-a1da-5c5a3228de97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.794354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router a32567e2-e5ef-4bb6-a1da-5c5a3228de97 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:28.816799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.821181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b89fdb2-3ce6-4c79-ab72-51ec4dc830e7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/a32567e2-e5ef-4bb6-a1da-5c5a3228de97 HTTP/1.1" status: 204 len: 168 time: 0.5079515 Jan 27 19:46:28.824159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:28.940720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (57cb1e90-e14a-4baa-ac10-7e6203b01a64), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.974028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 849574b4-d115-4e65-8906-92f97e7236dd {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:28.985350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (849574b4-d115-4e65-8906-92f97e7236dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:28.991411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=57cb1e90-e14a-4baa-ac10-7e6203b01a64,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:29.082085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.091105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (849574b4-d115-4e65-8906-92f97e7236dd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.191696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.195437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_controller (7f16b74e-2b38-4c27-bf4d-523ebde424aa), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.255405 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (849574b4-d115-4e65-8906-92f97e7236dd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.259081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7f16b74e-2b38-4c27-bf4d-523ebde424aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.260057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Fanout notify agent at l3_agent the message router_deleted on router 7f16b74e-2b38-4c27-bf4d-523ebde424aa {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:29.276987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.278197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a7050a18-8105-4e18-a111-a226e8698660 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/routers/7f16b74e-2b38-4c27-bf4d-523ebde424aa HTTP/1.1" status: 204 len: 168 time: 1.4746714 Jan 27 19:46:29.283043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:29.357022 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (849574b4-d115-4e65-8906-92f97e7236dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.385715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=849574b4-d115-4e65-8906-92f97e7236dd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:29.389977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting subnet 1a494be7-e86d-43dc-9932-a8eb056e9337 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:29.397586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (1a494be7-e86d-43dc-9932-a8eb056e9337), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.424601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.434063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0aaab7df-ee90-424d-9da6-4619f2b98f0f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/849574b4-d115-4e65-8906-92f97e7236dd HTTP/1.1" status: 204 len: 168 time: 0.6087537 Jan 27 19:46:29.435131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:29.436549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01187a8e-2d7e-4af9-bc80-a67852e7fa07 None None] Network 797ee1fe-e880-4892-bbb2-3227da64ec8b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:29.524621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (1a494be7-e86d-43dc-9932-a8eb056e9337), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.609659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (797ee1fe-e880-4892-bbb2-3227da64ec8b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.762948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] DHCP port deletion for 797ee1fe-e880-4892-bbb2-3227da64ec8b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:46:29.768026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 26de667a-62d4-4a1b-ad04-10de5eae5f44 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:29.768997 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.867502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Deleting port 26de667a-62d4-4a1b-ad04-10de5eae5f44 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:29.868051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:29.962123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 26de667a-62d4-4a1b-ad04-10de5eae5f44, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26de667a-62d4-4a1b-ad04-10de5eae5f44,segment=NetworkSegment(210b6d34-e608-46c4-8e29-0213343b8bcd),segment_id=210b6d34-e608-46c4-8e29-0213343b8bcd)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:29.962926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.003207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 26de667a-62d4-4a1b-ad04-10de5eae5f44 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:30.291040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1a494be7-e86d-43dc-9932-a8eb056e9337), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.414847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] For port 26de667a-62d4-4a1b-ad04-10de5eae5f44, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=26de667a-62d4-4a1b-ad04-10de5eae5f44,segment=NetworkSegment(210b6d34-e608-46c4-8e29-0213343b8bcd),segment_id=210b6d34-e608-46c4-8e29-0213343b8bcd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:30.415570 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.440688 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (1a494be7-e86d-43dc-9932-a8eb056e9337), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.469552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Calling delete_port for 26de667a-62d4-4a1b-ad04-10de5eae5f44 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:30.516801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Subnet': ['ID=1a494be7-e86d-43dc-9932-a8eb056e9337,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:30.522440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.534475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-62d3f0ae-bb6c-404b-8d5a-84962ec5ac82 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/subnets/1a494be7-e86d-43dc-9932-a8eb056e9337 HTTP/1.1" status: 204 len: 168 time: 1.2482584 Jan 27 19:46:30.535131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:30.576486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103539d-b95d-4f84-b16f-b53483bcf040 None None] Network 02d5e989-0395-4a80-97b6-52f59a69c908 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:30.682958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (02d5e989-0395-4a80-97b6-52f59a69c908), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.774260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:30.835347 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.864829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:30.865203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.888752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] No DVR routers for this DVR port 26de667a-62d4-4a1b-ad04-10de5eae5f44 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:30.936933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (26de667a-62d4-4a1b-ad04-10de5eae5f44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:30.994785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Pushing event deleted for resources: {'Port': ['ID=26de667a-62d4-4a1b-ad04-10de5eae5f44,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:31.041590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] DHCP port deletion for 02d5e989-0395-4a80-97b6-52f59a69c908 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:46:31.056098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.061225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.061974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.062426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.072986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.073645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.074098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.074548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.076336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.078036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.086176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.087608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.088737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=26de667a-62d4-4a1b-ad04-10de5eae5f44,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:31.091134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58dbbd-7afc-436a-9b17-71e497bde88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:46:31.106831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port 26de667a-62d4-4a1b-ad04-10de5eae5f44 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:31.178486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] For port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,segment=NetworkSegment(28b52331-fd12-4333-beca-506a1063bdc1),segment_id=28b52331-fd12-4333-beca-506a1063bdc1)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:31.178805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.212913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:31.228130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Deleting port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:31.228855 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.327990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] For port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,segment=NetworkSegment(28b52331-fd12-4333-beca-506a1063bdc1),segment_id=28b52331-fd12-4333-beca-506a1063bdc1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:31.328525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.362607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Calling delete_port for 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:31.367171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e3274e-3d72-4061-b9a2-cb90c6804261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.416363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (797ee1fe-e880-4892-bbb2-3227da64ec8b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.506191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ee1fe-e880-4892-bbb2-3227da64ec8b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.511549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.539510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] No DVR routers for this DVR port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:31.546170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210b6d34-e608-46c4-8e29-0213343b8bcd') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.546665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210b6d34-e608-46c4-8e29-0213343b8bcd') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.564951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:31.584343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (210b6d34-e608-46c4-8e29-0213343b8bcd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.601235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:31.601622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:31.602036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26de667a-62d4-4a1b-ad04-10de5eae5f44 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:31.616440 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (9822f6eb-9c3d-4ee2-bf71-a90451d99d2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.628880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (210b6d34-e608-46c4-8e29-0213343b8bcd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.670307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:31.671051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (210b6d34-e608-46c4-8e29-0213343b8bcd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:31.681148 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:31.755666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (02d5e989-0395-4a80-97b6-52f59a69c908), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.762731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 26de667a-62d4-4a1b-ad04-10de5eae5f44 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:31.763269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 26de667a-62d4-4a1b-ad04-10de5eae5f44 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:31.807687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] Pushing event deleted for resources: {'Port': ['ID=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:31.809157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d5e989-0395-4a80-97b6-52f59a69c908']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.826808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073937a9-27e1-43ea-9b3b-1eec076b87ae None None] No DVR routers for this DVR port 9822f6eb-9c3d-4ee2-bf71-a90451d99d2d on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:31.880974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b52331-fd12-4333-beca-506a1063bdc1') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.881710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b52331-fd12-4333-beca-506a1063bdc1') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:31.910071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (28b52331-fd12-4333-beca-506a1063bdc1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.910893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e3274e-3d72-4061-b9a2-cb90c6804261 admin admin] Publish callbacks [] for security_group (0c3492b4-1c43-41f6-b873-f6ec4d493205), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.915689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (797ee1fe-e880-4892-bbb2-3227da64ec8b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.927447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.936365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/797ee1fe-e880-4892-bbb2-3227da64ec8b HTTP/1.1" status: 204 len: 168 time: 2.4993281 Jan 27 19:46:31.944624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:31.949629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e3274e-3d72-4061-b9a2-cb90c6804261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0c3492b4-1c43-41f6-b873-f6ec4d493205), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:31.959911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801764315'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:31.987512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (28b52331-fd12-4333-beca-506a1063bdc1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.001288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:32.001948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (28b52331-fd12-4333-beca-506a1063bdc1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:32.028980 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:32.036916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=9822f6eb-9c3d-4ee2-bf71-a90451d99d2d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.044340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1acb64-fd2a-49ab-8bc9-93fb03158cfa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=797ee1fe-e880-4892-bbb2-3227da64ec8b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.055340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3274e-3d72-4061-b9a2-cb90c6804261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3492b4-1c43-41f6-b873-f6ec4d493205,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.091207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43e3274e-3d72-4061-b9a2-cb90c6804261 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3611f888588a4b35bd2456408ccd4e75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3104038 Jan 27 19:46:32.095826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:32.114395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:32.120336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.203928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (02d5e989-0395-4a80-97b6-52f59a69c908), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.221738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.231215 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/networks/02d5e989-0395-4a80-97b6-52f59a69c908 HTTP/1.1" status: 204 len: 168 time: 1.6923535 Jan 27 19:46:32.237952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:32.240098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:32.249880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41e1b-912b-42d9-9a43-e3ebc2d2afc3 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Network': ['ID=02d5e989-0395-4a80-97b6-52f59a69c908,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.321961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e3c48292-42d8-44f7-baae-2f7c4cbb1c3f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.322351 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment e3c48292-42d8-44f7-baae-2f7c4cbb1c3f of type vlan for network 8a5f809a-2c89-47b5-8158-4e3cb855573d Jan 27 19:46:32.388842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] Publish callbacks [] for security_group (0c3492b4-1c43-41f6-b873-f6ec4d493205), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.517594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8a5f809a-2c89-47b5-8158-4e3cb855573d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.534883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] Publish callbacks [] for security_group (0c3492b4-1c43-41f6-b873-f6ec4d493205), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.626805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8a5f809a-2c89-47b5-8158-4e3cb855573d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.634858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:32.635745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.740842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=8a5f809a-2c89-47b5-8158-4e3cb855573d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.756024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:32.756628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 41ab8163-ad2c-423e-b7b9-31af144371f3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:32.756768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.763198 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0c3492b4-1c43-41f6-b873-f6ec4d493205), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.766565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.767894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c3492b4-1c43-41f6-b873-f6ec4d493205 HTTP/1.1" status: 204 len: 168 time: 0.6706100 Jan 27 19:46:32.771487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3578cc7-4601-4742-9cae-114e07a1118b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8183374 Jan 27 19:46:32.775016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43492) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:32.788481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:32.856424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8899fd-b95e-4811-8668-dd53b0368101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3492b4-1c43-41f6-b873-f6ec4d493205,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:32.968570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.969289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (41ab8163-ad2c-423e-b7b9-31af144371f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:32.990632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:32.994125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 41ab8163-ad2c-423e-b7b9-31af144371f3 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:32.995165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.429773 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (41ab8163-ad2c-423e-b7b9-31af144371f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.502870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=41ab8163-ad2c-423e-b7b9-31af144371f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:33.547967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (71a5381e-878e-4151-89a7-f2a1a90454e5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.653565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for floatingip (3fdd9c6e-14ec-4ab7-b92d-4f19786cc220), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.666799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.671763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43510) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:33.677919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2995bf2-7276-464c-82d8-4c2fb1270a80 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/floatingips/3fdd9c6e-14ec-4ab7-b92d-4f19786cc220 HTTP/1.1" status: 204 len: 168 time: 1.4366179 Jan 27 19:46:33.772578 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a18aeb-22e5-43b3-a6bc-bd253f3b4a8f tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] DELETE failed (client error): The resource could not be found. Jan 27 19:46:33.773283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a18aeb-22e5-43b3-a6bc-bd253f3b4a8f tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:46:33.779029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52a18aeb-22e5-43b3-a6bc-bd253f3b4a8f tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/5eb762ff-bf91-47eb-801e-4f68897d8ce1 HTTP/1.1" status: 404 len: 333 time: 0.0990753 Jan 27 19:46:33.779029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=71a5381e-878e-4151-89a7-f2a1a90454e5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:33.780578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:33.792794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:33.793176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: 8a5f809a-2c89-47b5-8158-4e3cb855573d, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:46:33.827971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:46:33.847567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8a5f809a-2c89-47b5-8158-4e3cb855573d) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:33.852275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4a3934c2-6935-4bbc-98e8-42e5dfd05f51 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f16b74e-2b38-4c27-bf4d-523ebde424aa HTTP/1.1" status: 200 len: 205 time: 0.0701699 Jan 27 19:46:33.852509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:33.854096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:33.854759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:33.870932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d3713-273e-4ed7-a8c4-67aaab233ec2 None None] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:33.962406 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-09615b6b-b37b-4d12-8fd1-a7bcf0b83fe9 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] delete failed (client error): The resource could not be found. Jan 27 19:46:33.969105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:33.980045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09615b6b-b37b-4d12-8fd1-a7bcf0b83fe9 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/routers/7f16b74e-2b38-4c27-bf4d-523ebde424aa HTTP/1.1" status: 404 len: 336 time: 0.1173446 Jan 27 19:46:33.993319 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-487bc457-7847-4fe3-b082-f9bdb41ef7f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2148392 Jan 27 19:46:33.996279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43522) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:34.010067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1366015003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:34.061770 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a6981b-10c9-43d8-bd18-ee24be21571a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] DELETE failed (client error): The resource could not be found. Jan 27 19:46:34.063595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a6981b-10c9-43d8-bd18-ee24be21571a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:46:34.075396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (40022156-abc9-445e-9a04-737f8bff521e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.084664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (40022156-abc9-445e-9a04-737f8bff521e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.085346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-55a6981b-10c9-43d8-bd18-ee24be21571a tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/subnets/1a494be7-e86d-43dc-9932-a8eb056e9337 HTTP/1.1" status: 404 len: 337 time: 0.1140268 Jan 27 19:46:34.086649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:34.250821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (40022156-abc9-445e-9a04-737f8bff521e), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.267888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (40022156-abc9-445e-9a04-737f8bff521e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.305947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.307483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-42638869-a5f4-42ff-8a67-208a9de3d260 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3099031 Jan 27 19:46:34.311744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43532) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:34.352427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 62e72e57-1b55-4e0a-b615-75761e56cf44 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:34.353149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (62e72e57-1b55-4e0a-b615-75761e56cf44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.392483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8a5f809a-2c89-47b5-8158-4e3cb855573d', 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '71a5381e-878e-4151-89a7-f2a1a90454e5'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:46:34.396171 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.693885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (62e72e57-1b55-4e0a-b615-75761e56cf44), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:34.751049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 62e72e57-1b55-4e0a-b615-75761e56cf44 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:34.860993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Allocated IP 2001:db8::2 (8a5f809a-2c89-47b5-8158-4e3cb855573d/71a5381e-878e-4151-89a7-f2a1a90454e5/bcfd1297-f234-4ab8-a201-7dd03e2ffeb4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:35.087605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (62e72e57-1b55-4e0a-b615-75761e56cf44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.179645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=62e72e57-1b55-4e0a-b615-75761e56cf44,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:35.323609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.327245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b2fd12c5-e047-4942-9c46-0b9ff3d4fcd7 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/62e72e57-1b55-4e0a-b615-75761e56cf44 HTTP/1.1" status: 204 len: 168 time: 1.2381318 Jan 27 19:46:35.344151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:35.373747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks [] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.387930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.479432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Pushing event updated for resources: {'Port': ['ID=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:35.520798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.525092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:35.528460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:35.534703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:35.706837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Attempting to bind port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:46:35.707645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Attempting to bind port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:46:35.708275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Attempting to bind port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 on network 8a5f809a-2c89-47b5-8158-4e3cb855573d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:46:35.715596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:46:35.716522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Checking segment: {'id': 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:35.721658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.722361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Bound using segment: {'id': 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:46:35.723150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Bound port: bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a5f809a-2c89-47b5-8158-4e3cb855573d'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:46:35.723733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:35.951679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] For port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:46:35.971796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] For port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,segment=NetworkSegment(e3c48292-42d8-44f7-baae-2f7c4cbb1c3f),segment_id=e3c48292-42d8-44f7-baae-2f7c4cbb1c3f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:46:35.992114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:36.195679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 2b102330-4607-4052-adb6-ad980e7bd120 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:36.196304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2b102330-4607-4052-adb6-ad980e7bd120), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:36.299554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7194b8-8290-40a1-a1d3-e4f47fa65deb None None] Pushing event updated for resources: {'Port': ['ID=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:36.535458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8::1 (8a5f809a-2c89-47b5-8158-4e3cb855573d/71a5381e-878e-4151-89a7-f2a1a90454e5/6649ff58-d479-4c75-bbe7-c51c4735bbe5) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:36.567223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2b102330-4607-4052-adb6-ad980e7bd120), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:36.647351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 2b102330-4607-4052-adb6-ad980e7bd120 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:37.023809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:37.183377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2b102330-4607-4052-adb6-ad980e7bd120), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:37.229595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:37.274136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=2b102330-4607-4052-adb6-ad980e7bd120,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:37.345164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:37.355174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:37.428732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=6649ff58-d479-4c75-bbe7-c51c4735bbe5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:37.438412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:37.439010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (40022156-abc9-445e-9a04-737f8bff521e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:37.611571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:37.615756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3e991cdb-7188-46d3-8e04-3767f5054ab1 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/ports/2b102330-4607-4052-adb6-ad980e7bd120 HTTP/1.1" status: 204 len: 168 time: 2.2548971 Jan 27 19:46:37.620860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:37.765650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:37.789686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40787215-05f3-4c23-8b48-87eb798b9b46 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:37.794400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-40787215-05f3-4c23-8b48-87eb798b9b46 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "GET /v2.0/ports?device_id=291481cf-f6d0-4f2b-9df8-c459c343ee60 HTTP/1.1" status: 200 len: 913 time: 0.1691835 Jan 27 19:46:37.795818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:37.916796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.076242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:38.079989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.238927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:38.239654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.344157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,segment=NetworkSegment(e3c48292-42d8-44f7-baae-2f7c4cbb1c3f),segment_id=e3c48292-42d8-44f7-baae-2f7c4cbb1c3f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:38.356545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.422147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b1a19-e197-4da2-985b-49ddcf5ec39c None None] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:38.540038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6a087d24-caf3-4a8d-aab8-eb970816ac11 None None] Provisioning complete for port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:38.542386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a087d24-caf3-4a8d-aab8-eb970816ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.599205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:38.631036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.640528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.642566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (40022156-abc9-445e-9a04-737f8bff521e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.703660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a087d24-caf3-4a8d-aab8-eb970816ac11 None None] Current status of the port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:38.814915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:38.869804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=6649ff58-d479-4c75-bbe7-c51c4735bbe5,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:38.989429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:38.999308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:39.026772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1026b11-d8ba-4271-8850-d14f4ecaf5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.262088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 40022156-abc9-445e-9a04-737f8bff521e is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:46:39.380731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Provisioning complete for port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:39.381736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.492995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:39.499115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:39.525662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ff82fa5-f1c3-43fb-89d3-12a963633a6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/40022156-abc9-445e-9a04-737f8bff521e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2103662 Jan 27 19:46:39.529685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:39.539072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] Sync routers for ids ['40022156-abc9-445e-9a04-737f8bff521e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:39.542196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Provisioning complete for port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:39.542196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.624834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 08656d89-54c1-4c0a-8751-a511697fd90b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:39.625146 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.668522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:46:39.679734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddb6e6-b849-4776-9d10-1e24c95d6e41 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:39.689592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21ddb6e6-b849-4776-9d10-1e24c95d6e41 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports/6649ff58-d479-4c75-bbe7-c51c4735bbe5 HTTP/1.1" status: 200 len: 911 time: 0.1588681 Jan 27 19:46:39.690287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:39.844732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] Routers {'40022156-abc9-445e-9a04-737f8bff521e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:39.845789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['40022156-abc9-445e-9a04-737f8bff521e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:39.848565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.889221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 08656d89-54c1-4c0a-8751-a511697fd90b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:39.897778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:39.898459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:39.906179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:39.988254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0753b56c-0ccc-4202-9fd5-456d46be92e8 None None] Current status of the port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:40.008482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] Routers {'40022156-abc9-445e-9a04-737f8bff521e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:40.009190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['40022156-abc9-445e-9a04-737f8bff521e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:40.067117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:40.069788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86c35c-064a-4aa9-80e0-449fbbc10c8f None None] The sync data for ids ['40022156-abc9-445e-9a04-737f8bff521e'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:40.167168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:46:40.223350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-35060d8f-d349-4594-be4e-4ac251d3a82a None None] Provisioning complete for port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:40.223882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35060d8f-d349-4594-be4e-4ac251d3a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.295392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08656d89-54c1-4c0a-8751-a511697fd90b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.297736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-35060d8f-d349-4594-be4e-4ac251d3a82a None None] Port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:40.386348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=08656d89-54c1-4c0a-8751-a511697fd90b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:40.416053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (40022156-abc9-445e-9a04-737f8bff521e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.434793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bccaa193-43d5-4909-87f6-d063263bd3e9 None None] Provisioning complete for port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:46:40.435603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bccaa193-43d5-4909-87f6-d063263bd3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.499962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bccaa193-43d5-4909-87f6-d063263bd3e9 None None] Port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:46:40.679966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.793272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 6649ff58-d479-4c75-bbe7-c51c4735bbe5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:40.793873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.938899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:40.957649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 6649ff58-d479-4c75-bbe7-c51c4735bbe5 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:41.035399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Router 291481cf-f6d0-4f2b-9df8-c459c343ee60 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:41.186369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:41.197536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30e84e3c-326e-4cd1-8a33-e7d3d2255f24 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "PUT /v2.0/routers/291481cf-f6d0-4f2b-9df8-c459c343ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3998456 Jan 27 19:46:41.201886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43646) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:41.208933 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d641c-3d68-4254-90a6-316171a8890d None None] Sync routers for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:41.249038 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:41.249891 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:41.264673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6649ff58-d479-4c75-bbe7-c51c4735bbe5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:41.294004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=6649ff58-d479-4c75-bbe7-c51c4735bbe5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:41.321478 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:41.347011 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] Routers {'291481cf-f6d0-4f2b-9df8-c459c343ee60'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:41.348966 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['291481cf-f6d0-4f2b-9df8-c459c343ee60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:41.387147 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-764d641c-3d68-4254-90a6-316171a8890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:41.387923 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d641c-3d68-4254-90a6-316171a8890d None None] The sync data for ids ['291481cf-f6d0-4f2b-9df8-c459c343ee60'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:41.832616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (40022156-abc9-445e-9a04-737f8bff521e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:41.893655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.093343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 40022156-abc9-445e-9a04-737f8bff521e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:42.121143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_gateway (291481cf-f6d0-4f2b-9df8-c459c343ee60), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.139285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e74a30d-61f5-460b-baaf-50073353403e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.202807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:42.221872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] Sync routers for ids ['40022156-abc9-445e-9a04-737f8bff521e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:42.243189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] Routers {'40022156-abc9-445e-9a04-737f8bff521e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:42.245026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['40022156-abc9-445e-9a04-737f8bff521e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:42.247685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5279261-ad4e-4fa7-8f3a-1e8baaefba07 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/40022156-abc9-445e-9a04-737f8bff521e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545678 Jan 27 19:46:42.250431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:42.318039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:42.348105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:42.356308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43f25d97-6c6d-4671-a8c9-65a6421aba92 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=40022156-abc9-445e-9a04-737f8bff521e HTTP/1.1" status: 200 len: 205 time: 0.1030316 Jan 27 19:46:42.361667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting port 0c0c31ae-6922-4380-aff0-942dca0dab00 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:42.362033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0c0c31ae-6922-4380-aff0-942dca0dab00), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.388885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:42.402235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] Routers {'40022156-abc9-445e-9a04-737f8bff521e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:42.403337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['40022156-abc9-445e-9a04-737f8bff521e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:42.444750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:42.445609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd80f713-7182-474d-83ed-34fa475fcf36 None None] The sync data for ids ['40022156-abc9-445e-9a04-737f8bff521e'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:42.582231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d56f91c5-8cb5-467c-a6f1-ce5d2db3d731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.597117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (40022156-abc9-445e-9a04-737f8bff521e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.864043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (40022156-abc9-445e-9a04-737f8bff521e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.868571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0c0c31ae-6922-4380-aff0-942dca0dab00), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.878274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (40022156-abc9-445e-9a04-737f8bff521e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:42.894765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Calling delete_port for 0c0c31ae-6922-4380-aff0-942dca0dab00 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:43.217969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (40022156-abc9-445e-9a04-737f8bff521e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.219184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router 40022156-abc9-445e-9a04-737f8bff521e {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:43.243705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.245358 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2006ba58-6941-4f11-bb16-db47d8f3fe7c tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/40022156-abc9-445e-9a04-737f8bff521e HTTP/1.1" status: 204 len: 168 time: 0.8959296 Jan 27 19:46:43.248183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:43.249246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0c0c31ae-6922-4380-aff0-942dca0dab00), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.299422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Port': ['ID=0c0c31ae-6922-4380-aff0-942dca0dab00,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:43.345799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d56f91c5-8cb5-467c-a6f1-ce5d2db3d731 admin admin] Publish callbacks [] for security_group (14acb965-71cf-43cb-b7bd-18e1175893e1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.353129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 71a5381e-878e-4151-89a7-f2a1a90454e5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:43.359846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (71a5381e-878e-4151-89a7-f2a1a90454e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.370410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d56f91c5-8cb5-467c-a6f1-ce5d2db3d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (14acb965-71cf-43cb-b7bd-18e1175893e1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.415094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (71a5381e-878e-4151-89a7-f2a1a90454e5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.467442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d56f91c5-8cb5-467c-a6f1-ce5d2db3d731 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=948d77720cb6489ba9946e38614a82da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1401525 Jan 27 19:46:43.470693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43674) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:43.489685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.495099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f91c5-8cb5-467c-a6f1-ce5d2db3d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14acb965-71cf-43cb-b7bd-18e1175893e1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:43.650018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.651668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (71a5381e-878e-4151-89a7-f2a1a90454e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.653687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router_controller (291481cf-f6d0-4f2b-9df8-c459c343ee60), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.763908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (71a5381e-878e-4151-89a7-f2a1a90454e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.772227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (291481cf-f6d0-4f2b-9df8-c459c343ee60), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.774696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Fanout notify agent at l3_agent the message router_deleted on router 291481cf-f6d0-4f2b-9df8-c459c343ee60 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:43.792308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.797580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c470df05-7285-45c9-b698-83c3128339c6 tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/routers/291481cf-f6d0-4f2b-9df8-c459c343ee60 HTTP/1.1" status: 204 len: 168 time: 2.5910110 Jan 27 19:46:43.811549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:43.812601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=71a5381e-878e-4151-89a7-f2a1a90454e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:43.824541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] Publish callbacks [] for security_group (14acb965-71cf-43cb-b7bd-18e1175893e1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.862503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] Publish callbacks [] for security_group (14acb965-71cf-43cb-b7bd-18e1175893e1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.910136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961153c-58c3-4655-9872-96c1db52631a None None] Network 8a5f809a-2c89-47b5-8158-4e3cb855573d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:43.922613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.928092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8777ff9f-a6ba-4272-a67d-74fdb6a621d3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/71a5381e-878e-4151-89a7-f2a1a90454e5 HTTP/1.1" status: 204 len: 168 time: 0.6783080 Jan 27 19:46:43.931991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:43.955156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (14acb965-71cf-43cb-b7bd-18e1175893e1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.964259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:43.971379 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14acb965-71cf-43cb-b7bd-18e1175893e1 HTTP/1.1" status: 204 len: 168 time: 0.4963226 Jan 27 19:46:43.996228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a2b57-b30e-4d69-9099-9b996fd105ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14acb965-71cf-43cb-b7bd-18e1175893e1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:44.082343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Deleting subnet a4087314-e7c2-4811-8ff1-b80441cfbf24 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:46:44.131563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (a4087314-e7c2-4811-8ff1-b80441cfbf24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.248651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] DHCP port deletion for 8a5f809a-2c89-47b5-8158-4e3cb855573d request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:46:44.254837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8a5f809a-2c89-47b5-8158-4e3cb855573d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.279750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a4087314-e7c2-4811-8ff1-b80441cfbf24), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.374227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Deleting port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:44.374758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.404609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a4087314-e7c2-4811-8ff1-b80441cfbf24), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.608458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07597-1e84-4212-b509-37dcfd010ea5 req-4ccbbda8-fcb9-4c51-8475-a6cf2a0c2ce7 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:44.617356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eb07597-1e84-4212-b509-37dcfd010ea5 req-4ccbbda8-fcb9-4c51-8475-a6cf2a0c2ce7 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1097 time: 0.0992122 Jan 27 19:46:44.710416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:44.710416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.845226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] For port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,segment=NetworkSegment(e3c48292-42d8-44f7-baae-2f7c4cbb1c3f),segment_id=e3c48292-42d8-44f7-baae-2f7c4cbb1c3f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:44.846575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:44.888000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Calling delete_port for bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:45.063823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.117368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] Pushing event deleted for resources: {'Port': ['ID=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:45.131117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c509c4-9397-4e90-a4b2-0e977e63fc5b None None] No DVR routers for this DVR port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:45.185236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,segment=NetworkSegment(e3c48292-42d8-44f7-baae-2f7c4cbb1c3f),segment_id=e3c48292-42d8-44f7-baae-2f7c4cbb1c3f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:45.186409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.187896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.203519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:45.290406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a4087314-e7c2-4811-8ff1-b80441cfbf24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.300374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eb07597-1e84-4212-b509-37dcfd010ea5 req-3908a505-754a-4a8e-a114-cc218b06896a tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6821234 Jan 27 19:46:45.328138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Subnet': ['ID=a4087314-e7c2-4811-8ff1-b80441cfbf24,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:45.329897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:45.336913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.344072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a73432d4-1131-4e9b-9217-3d3e4b205def tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/subnets/a4087314-e7c2-4811-8ff1-b80441cfbf24 HTTP/1.1" status: 204 len: 168 time: 1.5289838 Jan 27 19:46:45.344956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:45.347671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bcfd1297-f234-4ab8-a201-7dd03e2ffeb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.399136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:45.401326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=bcfd1297-f234-4ab8-a201-7dd03e2ffeb4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:45.566235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:45.608151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:45.608529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bcfd1297-f234-4ab8-a201-7dd03e2ffeb4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:45.634964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.660006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (abd9e966-f525-469c-a7bf-27993f741952), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.664538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8a5f809a-2c89-47b5-8158-4e3cb855573d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.700260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f809a-2c89-47b5-8158-4e3cb855573d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:45.720648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:45.721042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c48292-42d8-44f7-baae-2f7c4cbb1c3f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:45.756301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (e3c48292-42d8-44f7-baae-2f7c4cbb1c3f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.797009 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e3c48292-42d8-44f7-baae-2f7c4cbb1c3f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.812552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:45.814088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (e3c48292-42d8-44f7-baae-2f7c4cbb1c3f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:45.853393 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:45.880757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port cb87b269-ab6f-4dd2-bc9b-1055b3e78a05 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:45.882175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.944416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (abd9e966-f525-469c-a7bf-27993f741952), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.974013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8a5f809a-2c89-47b5-8158-4e3cb855573d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:45.989543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd9e966-f525-469c-a7bf-27993f741952']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:46.056470 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.070782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/8a5f809a-2c89-47b5-8158-4e3cb855573d HTTP/1.1" status: 204 len: 168 time: 2.1257067 Jan 27 19:46:46.074126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43736) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:46.099949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-474922839', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:46.101345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.137916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47001a7d-131b-4cce-ad1e-7785d73652ea') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:46.138217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47001a7d-131b-4cce-ad1e-7785d73652ea') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:46.146066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f8f43-edb8-498e-a66d-f396a56aebae tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=8a5f809a-2c89-47b5-8158-4e3cb855573d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:46.174874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (47001a7d-131b-4cce-ad1e-7785d73652ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.191727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.193025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.213587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.214068 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.224895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47001a7d-131b-4cce-ad1e-7785d73652ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.237535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for cb87b269-ab6f-4dd2-bc9b-1055b3e78a05 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:46.240087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:46.240631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (47001a7d-131b-4cce-ad1e-7785d73652ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:46.245591 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:46.399531 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (abd9e966-f525-469c-a7bf-27993f741952), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.430285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.437556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] 10.222.0.59 "DELETE /v2.0/networks/abd9e966-f525-469c-a7bf-27993f741952 HTTP/1.1" status: 204 len: 168 time: 1.0885518 Jan 27 19:46:46.437556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9bd25-0e0f-44a9-9264-b287649ff35d tempest-FloatingIPTestJSON-1269964064 tempest-FloatingIPTestJSON-1269964064-project] Pushing event deleted for resources: {'Network': ['ID=abd9e966-f525-469c-a7bf-27993f741952,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:46.593027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:46.803807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:46.911364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_gateway (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.008309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (cb87b269-ab6f-4dd2-bc9b-1055b3e78a05), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.092935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:47.103603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=cb87b269-ab6f-4dd2-bc9b-1055b3e78a05,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:47.204518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:47.213399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (ae8f5dce-c941-4c42-b465-9f9a24481e57), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.213792 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP ae8f5dce-c941-4c42-b465-9f9a24481e57 disassociated (deleted). External IP: 172.25.5.192, port: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6. Jan 27 19:46:47.241596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.334966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9f0ae3f-bb27-4ce3-925f-f5cc3bfcf412 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72d765e6a3f84b7e9d775eb2e6891356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404180 Jan 27 19:46:47.338352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:47.427459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.510902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] Publish callbacks [] for security_group (b5d98c32-983d-42e1-8ac8-83a977647851), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.562147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] Publish callbacks [] for security_group (b5d98c32-983d-42e1-8ac8-83a977647851), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.611551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Allocated IP 172.25.5.123 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/45850278-d551-40f1-9c68-5d7227d32507) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:47.755177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router c0e91483-5144-442f-ae0c-d79d86f9fd47 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:47.791922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for port (45850278-d551-40f1-9c68-5d7227d32507), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.857811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_gateway (7f2c48c6-fb74-417e-aba9-feefb7d556af), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.878760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (45850278-d551-40f1-9c68-5d7227d32507), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.889596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.918389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:47.922286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:47.930997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:47.963990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:47.971607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:47.980246 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Sync routers for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:48.020003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:48.022292 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:48.066732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Pushing event updated for resources: {'Port': ['ID=45850278-d551-40f1-9c68-5d7227d32507,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:48.089108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b5d98c32-983d-42e1-8ac8-83a977647851), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.101883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.103092 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5d98c32-983d-42e1-8ac8-83a977647851 HTTP/1.1" status: 204 len: 168 time: 0.7626700 Jan 27 19:46:48.137430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df13fd5c-9ac5-4a90-841c-bfa317a89eed tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/floatingips/ae8f5dce-c941-4c42-b465-9f9a24481e57 HTTP/1.1" status: 204 len: 168 time: 2.8063729 Jan 27 19:46:48.146430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:46:48.148778 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28062723-e5bc-4d18-96f3-1322793bd7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:46:48.166942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7120c-ad42-4568-8a3e-87bccc695d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d98c32-983d-42e1-8ac8-83a977647851,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:48.219395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for floatingip (f5bf8e80-3a97-4c50-a94d-7ab681f26c65), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.300728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45850278-d551-40f1-9c68-5d7227d32507), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.340619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 172.25.5.144 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ab4fbeba-6d6a-468b-b768-26e7ffe273ae) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:46:48.549375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:46:48.642248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (ab4fbeba-6d6a-468b-b768-26e7ffe273ae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.811924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for port (45850278-d551-40f1-9c68-5d7227d32507), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:48.825582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (45850278-d551-40f1-9c68-5d7227d32507), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.131414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-263c0a31-7cec-4df4-a306-cca9d5c06986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:49.135183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-263c0a31-7cec-4df4-a306-cca9d5c06986 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 1097 time: 0.3498812 Jan 27 19:46:49.139535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Pushing event updated for resources: {'Port': ['ID=45850278-d551-40f1-9c68-5d7227d32507,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:49.160629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:49.237352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Checking router: c0e91483-5144-442f-ae0c-d79d86f9fd47 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:46:49.261991 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:49.262644 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:49.268608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab927-b0aa-4039-879f-b9cdbd9a7a7d req-6186b99e-d8f2-4824-b93a-2a0c27cea468 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:49.270429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65cab927-b0aa-4039-879f-b9cdbd9a7a7d req-6186b99e-d8f2-4824-b93a-2a0c27cea468 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 946 time: 0.4138846 Jan 27 19:46:49.271250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (f5bf8e80-3a97-4c50-a94d-7ab681f26c65), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.296471 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201965ab-f52f-4f34-af92-95b4968bb661 x-openstack-request-id: req-201965ab-f52f-4f34-af92-95b4968bb661 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:46:49.297052 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:46:49.297052 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-201965ab-f52f-4f34-af92-95b4968bb661 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:46:49.297660 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:46:49.336527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-5cc92ef5-8b0d-4082-b8f3-ce02813fd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:49.337142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ab4fbeba-6d6a-468b-b768-26e7ffe273ae), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.340674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-5cc92ef5-8b0d-4082-b8f3-ce02813fd2cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 200 len: 898 time: 0.1936657 Jan 27 19:46:49.358759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.369759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-22a3ae4d-709b-46b1-ae5d-2a270fc29dea tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5647171 Jan 27 19:46:49.381377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:49.389611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1406791134', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'fixed_ips': [{'ip_address': '172.25.5.123'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:49.416059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:46:49.419617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:49.433463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:49.485613 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:46:49.485908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-9cf13412-14ee-407f-beb8-8c96cbbed20d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 200 len: 217 time: 0.1126730 Jan 27 19:46:49.496473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Made reservation on behalf of 642d5533de0a41f388c58a4bec4d875e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:49.501319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.501954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=ab4fbeba-6d6a-468b-b768-26e7ffe273ae,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:49.521369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.603810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65cab927-b0aa-4039-879f-b9cdbd9a7a7d req-691afba7-6cfa-4ac5-ac81-64adb13a3066 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189707 Jan 27 19:46:49.714586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43822) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:49.738881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for security_group (12593c96-98f0-418a-b547-30655cb4d72c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.750511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (12593c96-98f0-418a-b547-30655cb4d72c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:49.764030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] device_id is not set on port 4ea6a728-c0a1-4964-9684-f86f2a5d8060 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:46:49.860794 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:49.924022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ba915-18a5-49a0-82ba-fcf49c2eb30f None None] The sync data for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 is: [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:42:59Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2d7df1a6-1153-4273-89f2-6ea5340d7690', 'name': '', 'network_id': '5b6214bf-1a60-40fa-b9d7-cc561590b4d1', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:a6:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:57Z', 'updated_at': '2022-01-27T19:43:07Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '808cc6a3-0e72-4fd8-8188-01a09d331e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:49.969371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'networks': [{'name': 'tempest-network--1789197056'}, {'name': 'tempest-network--3690427'}]} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:49.969371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-network--1789197056'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:49.972195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-network--3690427'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:50.027447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'network': 2} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:50.030103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-11077e1e-c865-4499-a510-78520e7d4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:50.031609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-11077e1e-c865-4499-a510-78520e7d4bb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 200 len: 835 time: 0.5116575 Jan 27 19:46:50.032779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.071569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.091611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_gateway (7f2c48c6-fb74-417e-aba9-feefb7d556af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.142821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12593c96-98f0-418a-b547-30655cb4d72c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:50.159784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-b55cd7b5-237e-43a4-997c-ffe828e087f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:50.161351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-b55cd7b5-237e-43a4-997c-ffe828e087f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b6214bf-1a60-40fa-b9d7-cc561590b4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217005 Jan 27 19:46:50.186523 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 19:46:50.187033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:46:50.225196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4a955775-7fca-4013-850c-02bc83697f16 tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8399642 Jan 27 19:46:50.226883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:50.344035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67294b6-5bf4-4360-8740-708721c63366 req-9511431a-34f1-4d0f-a1a1-02e215dff5a5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:50.345940 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a67294b6-5bf4-4360-8740-708721c63366 req-9511431a-34f1-4d0f-a1a1-02e215dff5a5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 946 time: 0.1573703 Jan 27 19:46:50.507977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-220659dc-4336-4814-844c-06ed1e63bc9d service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393905 Jan 27 19:46:50.537803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d1e0e-84ac-42c1-aee8-8746630e3c88 None None] New status for floating IP ae8f5dce-c941-4c42-b465-9f9a24481e57: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:46:50.620961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28062723-e5bc-4d18-96f3-1322793bd7d3 req-c37459bc-efe0-451a-93e0-c97752b85588 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060524 Jan 27 19:46:50.642743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Deleting port 45850278-d551-40f1-9c68-5d7227d32507 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:50.643295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (45850278-d551-40f1-9c68-5d7227d32507), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.765821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for security_group (c971631a-9e70-4ce8-83ca-70e303f2db59), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.805722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c971631a-9e70-4ce8-83ca-70e303f2db59), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.806296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.859474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (45850278-d551-40f1-9c68-5d7227d32507), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.860211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for floatingip (45850278-d551-40f1-9c68-5d7227d32507), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.879012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Calling delete_port for 45850278-d551-40f1-9c68-5d7227d32507 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:50.902838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402f452-ba44-4bcd-b55d-2ec79da3ac45 req-6f900b3f-3aa1-4f07-9933-7ecd0a520f8a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:50.905096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d402f452-ba44-4bcd-b55d-2ec79da3ac45 req-6f900b3f-3aa1-4f07-9933-7ecd0a520f8a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 946 time: 0.1601350 Jan 27 19:46:50.905983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:50.910088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:50.910443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.063351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d402f452-ba44-4bcd-b55d-2ec79da3ac45 req-7b2fc3d0-1dbf-4396-bbdb-de5b23ec76e8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=0de2c805-95a1-4b30-9db1-2e23c9a1bed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201081 Jan 27 19:46:51.068666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:51.109549 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:46:51.133568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c971631a-9e70-4ce8-83ca-70e303f2db59,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:51.171722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (45850278-d551-40f1-9c68-5d7227d32507), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.207839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dc437a04-4a26-48d2-a29f-564b20f26984), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.208258 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment dc437a04-4a26-48d2-a29f-564b20f26984 of type vlan for network c07b4449-5b5a-4351-a8c7-03a2ddf52e9e Jan 27 19:46:51.228873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:51.229500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.239352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Pushing event deleted for resources: {'Port': ['ID=45850278-d551-40f1-9c68-5d7227d32507,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:51.280313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:51.381456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c07b4449-5b5a-4351-a8c7-03a2ddf52e9e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.399720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks [] for floatingip (f5bf8e80-3a97-4c50-a94d-7ab681f26c65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.411748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.413706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ebcffb72-f6da-4ff0-bbed-2141ef05c24d tempest-ExternalNetworksAdminNegativeTestJSON-407264034 tempest-ExternalNetworksAdminNegativeTestJSON-407264034-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/f5bf8e80-3a97-4c50-a94d-7ab681f26c65 HTTP/1.1" status: 204 len: 168 time: 1.1836178 Jan 27 19:46:51.452863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:51.477240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4a4bc747-9147-43e8-8b50-0e91619bbd33), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.477770 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment 4a4bc747-9147-43e8-8b50-0e91619bbd33 of type vlan for network b1f01701-be83-430b-883b-8ea3fd93b1b6 Jan 27 19:46:51.502911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 7f2c48c6-fb74-417e-aba9-feefb7d556af is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:46:51.580390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b1f01701-be83-430b-883b-8ea3fd93b1b6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.656378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.743741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:51.798322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] No DVR routers for this DVR port d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:51.805347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c07b4449-5b5a-4351-a8c7-03a2ddf52e9e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.805954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b1f01701-be83-430b-883b-8ea3fd93b1b6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.811725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:51.816911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:51.817646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.821342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:51.824049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:51.825125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a67294b6-5bf4-4360-8740-708721c63366 req-9ec1ac30-763a-4a75-8137-5f80e45b3f37 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "DELETE /v2.0/ports/d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 HTTP/1.1" status: 204 len: 173 time: 1.4643900 Jan 27 19:46:51.832590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-deleted', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:46:51.834954 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaac386-b165-4e06-bad1-1b26cb9897e1" -d '{"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-deleted", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:46:51.951184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:51.969669 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] Sync routers for ids ['7f2c48c6-fb74-417e-aba9-feefb7d556af'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:51.972724 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c25d279-22eb-40e9-be6c-9dc2ba32c525 x-openstack-request-id: req-3c25d279-22eb-40e9-be6c-9dc2ba32c525 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:46:51.972966 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7e3bc-f86e-464f-8375-e925488ec145", "name": "network-vif-deleted", "tag": "d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:46:51.973333 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c25d279-22eb-40e9-be6c-9dc2ba32c525 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:46:51.973681 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c7e3bc-f86e-464f-8375-e925488ec145', 'name': 'network-vif-deleted', 'tag': 'd5b1d6e5-f730-4b1a-a47c-fabab27ce4d6', 'status': 'completed', 'code': 200} Jan 27 19:46:51.981237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.2542250 Jan 27 19:46:51.984045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:52.001412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=c07b4449-5b5a-4351-a8c7-03a2ddf52e9e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:52.006169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:52.007736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bf6137cd-a75e-42fd-afc5-53e1d96267e9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9248631 Jan 27 19:46:52.012554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43860) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:52.030025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c07b4449-5b5a-4351-a8c7-03a2ddf52e9e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:52.041330 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] Routers {'7f2c48c6-fb74-417e-aba9-feefb7d556af'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:52.046695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f2c48c6-fb74-417e-aba9-feefb7d556af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:52.112192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f92e-5219-4eee-ad53-23594e949a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:52.179565 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:52.204152 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] Routers {'7f2c48c6-fb74-417e-aba9-feefb7d556af'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:52.205087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f2c48c6-fb74-417e-aba9-feefb7d556af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:52.285062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:52.301200 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:52.302211 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767dbfd-8867-4629-ad3c-f57dd7732dff None None] The sync data for ids ['7f2c48c6-fb74-417e-aba9-feefb7d556af'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:52.335713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e17078-6dca-473d-8743-16329b4c6f9d tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=b1f01701-be83-430b-883b-8ea3fd93b1b6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:52.352011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:52.359547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device d5b1d6e5-f730-4b1a-a47c-fabab27ce4d6 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:52.362669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b1f01701-be83-430b-883b-8ea3fd93b1b6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:52.536751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca8f96a3-500e-4604-8c4e-e08de7fd846a req-38935dbc-62aa-4fc6-b4c9-2fbaf244527c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=71c7e3bc-f86e-464f-8375-e925488ec145 HTTP/1.1" status: 200 len: 210 time: 0.0834143 Jan 27 19:46:52.555204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72bf93b9-cb8b-4556-bc52-1077a98e2708 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers/7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 200 len: 884 time: 0.5412591 Jan 27 19:46:52.557963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43872) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:52.621450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c3b8f-270f-4bcc-ab16-c63d2f8be956 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:52.635925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c3b8f-270f-4bcc-ab16-c63d2f8be956 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:52.651270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c3b8f-270f-4bcc-ab16-c63d2f8be956 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:52.659303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c3b8f-270f-4bcc-ab16-c63d2f8be956 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:52.668488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-466c3b8f-270f-4bcc-ab16-c63d2f8be956 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6790900 Jan 27 19:46:52.673582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:52.840285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c07b4449-5b5a-4351-a8c7-03a2ddf52e9e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.034304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0adb49fb-02b7-49c6-9052-0ad099bbfefc tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4727437 Jan 27 19:46:53.048037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43880) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:53.067961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-474922839'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:53.252197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f92e-5219-4eee-ad53-23594e949a9f admin admin] Publish callbacks [] for security_group (8536d259-2d58-4015-ab28-93d2a1276e00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.296740 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f92e-5219-4eee-ad53-23594e949a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8536d259-2d58-4015-ab28-93d2a1276e00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.346525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5f92e-5219-4eee-ad53-23594e949a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8536d259-2d58-4015-ab28-93d2a1276e00,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:53.351746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c07b4449-5b5a-4351-a8c7-03a2ddf52e9e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.364143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941cb4-ed35-457e-a9ba-8d62efb2bcc2 req-57ddeb26-9a02-438c-8ca1-ad03b3020cb2 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:53.375582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65941cb4-ed35-457e-a9ba-8d62efb2bcc2 req-57ddeb26-9a02-438c-8ca1-ad03b3020cb2 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.1788435 Jan 27 19:46:53.429295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07b4449-5b5a-4351-a8c7-03a2ddf52e9e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:53.438565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a2e5f92e-5219-4eee-ad53-23594e949a9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ec38bde747f445cbccce0f363a63187&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6132460 Jan 27 19:46:53.440440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:53.451701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc437a04-4a26-48d2-a29f-564b20f26984') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:53.452023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc437a04-4a26-48d2-a29f-564b20f26984') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:53.495476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65941cb4-ed35-457e-a9ba-8d62efb2bcc2 req-ac63eb0c-a245-4721-bd1d-9f54bbc00004 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185598 Jan 27 19:46:53.499113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (dc437a04-4a26-48d2-a29f-564b20f26984), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.526610 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dc437a04-4a26-48d2-a29f-564b20f26984), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.535160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:53.535895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (dc437a04-4a26-48d2-a29f-564b20f26984), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.565361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.608264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.610358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] Publish callbacks [] for security_group (8536d259-2d58-4015-ab28-93d2a1276e00), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:53.618861 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:53.624586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c07b4449-5b5a-4351-a8c7-03a2ddf52e9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.639020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] Publish callbacks [] for security_group (8536d259-2d58-4015-ab28-93d2a1276e00), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.640788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:53.642972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.653424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/c07b4449-5b5a-4351-a8c7-03a2ddf52e9e HTTP/1.1" status: 204 len: 168 time: 0.9763544 Jan 27 19:46:53.656788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:53.685426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8d27a-4b7e-4d2c-8ba2-f2ad142d4c71 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=c07b4449-5b5a-4351-a8c7-03a2ddf52e9e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:53.793749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b1f01701-be83-430b-883b-8ea3fd93b1b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.850872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router 7f2c48c6-fb74-417e-aba9-feefb7d556af has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:46:53.907946 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:53.985401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b1f01701-be83-430b-883b-8ea3fd93b1b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.035737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f01701-be83-430b-883b-8ea3fd93b1b6']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.064223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4bc747-9147-43e8-8b50-0e91619bbd33') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.065618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4bc747-9147-43e8-8b50-0e91619bbd33') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.102361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (4a4bc747-9147-43e8-8b50-0e91619bbd33), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.135123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4a4bc747-9147-43e8-8b50-0e91619bbd33), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.155860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:46:54.156951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (4a4bc747-9147-43e8-8b50-0e91619bbd33), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:46:54.346660 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:46:54.357078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b1f01701-be83-430b-883b-8ea3fd93b1b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.369668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.386534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/b1f01701-be83-430b-883b-8ea3fd93b1b6 HTTP/1.1" status: 204 len: 168 time: 0.7257023 Jan 27 19:46:54.388378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43896) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:54.391433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:46:54.401238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.405961 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9447e4e7-2aea-4459-a09a-e38c22a580b8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 200 len: 891 time: 1.3568633 Jan 27 19:46:54.407272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43898) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:54.407527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] Sync routers for ids ['7f2c48c6-fb74-417e-aba9-feefb7d556af'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:46:54.422202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] Routers {'7f2c48c6-fb74-417e-aba9-feefb7d556af'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:54.422833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f2c48c6-fb74-417e-aba9-feefb7d556af'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.492726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.513278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] Routers {'7f2c48c6-fb74-417e-aba9-feefb7d556af'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:46:54.516713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7f2c48c6-fb74-417e-aba9-feefb7d556af'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.527562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8536d259-2d58-4015-ab28-93d2a1276e00), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.531258 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.532573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8536d259-2d58-4015-ab28-93d2a1276e00 HTTP/1.1" status: 204 len: 168 time: 1.0910311 Jan 27 19:46:54.579881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:46:54.581076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b38ee36-5d5a-4196-a029-fbc311139789 None None] The sync data for ids ['7f2c48c6-fb74-417e-aba9-feefb7d556af'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:46:54.596379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-27485abc-f96b-4810-bdfd-8822f9841ca7 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:54.598054 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-27485abc-f96b-4810-bdfd-8822f9841ca7 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.1894011 Jan 27 19:46:54.708396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd48d71-8b58-4d1f-8248-83f5e1812edf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=b1f01701-be83-430b-883b-8ea3fd93b1b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:54.755359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407cb7d-edbd-41a2-903a-2ace4d7ea2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8536d259-2d58-4015-ab28-93d2a1276e00,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:54.820344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfe7e-96b5-497b-9670-5a8000342730 req-d141bb45-f5c8-4be7-97c7-1ebba4a30504 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:54.823706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38abfe7e-96b5-497b-9670-5a8000342730 req-d141bb45-f5c8-4be7-97c7-1ebba4a30504 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 946 time: 0.1322217 Jan 27 19:46:54.868245 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb1d2d65-b10e-410a-a46e-e2d114d7d133 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers/7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 200 len: 891 time: 0.4562316 Jan 27 19:46:54.872753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.875738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc5276-8912-4d31-91c2-510ad0a5d5f1 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:54.882697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc5276-8912-4d31-91c2-510ad0a5d5f1 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:54.890223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-15fc5276-8912-4d31-91c2-510ad0a5d5f1 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4706705 Jan 27 19:46:54.890223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:54.891024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:54.908863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-452093198'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:54.960999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Deleting port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:54.961388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:54.962486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f4f902a9-5355-4ba1-a4be-990d6b4bb645 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 200 len: 205 time: 0.0737104 Jan 27 19:46:54.963462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:54.965835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:54.969438 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.038608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38abfe7e-96b5-497b-9670-5a8000342730 req-9ee7a16b-480e-4637-a506-c0b749f94012 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9ca1e2-059f-4c1e-b0a6-ab534f435280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043025 Jan 27 19:46:55.082093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:55.090520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:55.120804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d1e18af2-350f-4e5f-9838-eaba95ed89e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.121474 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment d1e18af2-350f-4e5f-9838-eaba95ed89e9 of type vlan for network a133b6f4-3885-4ae1-911f-1c4ef5e00dff Jan 27 19:46:55.192750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-49b95720-bc9e-4769-9829-d69affabda1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=642d5533de0a41f388c58a4bec4d875e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035104 Jan 27 19:46:55.195887 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a133b6f4-3885-4ae1-911f-1c4ef5e00dff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.198373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:55.206136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] For port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,segment=NetworkSegment(1f23023a-a0d8-4cdc-935e-8be035c79baa),segment_id=1f23023a-a0d8-4cdc-935e-8be035c79baa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:55.206485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.260409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Calling delete_port for a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:55.271708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a133b6f4-3885-4ae1-911f-1c4ef5e00dff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.278057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:55.278787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.354276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] Publish callbacks [] for security_group (12593c96-98f0-418a-b547-30655cb4d72c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.384732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] Publish callbacks [] for security_group (12593c96-98f0-418a-b547-30655cb4d72c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.391637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.448350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5558629 Jan 27 19:46:55.449201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:55.459580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1363335480'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:55.466849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (12593c96-98f0-418a-b547-30655cb4d72c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.470139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.473664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12593c96-98f0-418a-b547-30655cb4d72c HTTP/1.1" status: 204 len: 168 time: 0.2717819 Jan 27 19:46:55.492542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8064c2-6898-4259-8cc3-9f3c743f815b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=a133b6f4-3885-4ae1-911f-1c4ef5e00dff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:55.500399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a6c1-b71c-4e40-ad7c-ec73d256f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12593c96-98f0-418a-b547-30655cb4d72c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:55.504622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a133b6f4-3885-4ae1-911f-1c4ef5e00dff details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:55.532424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:55.536383 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.584756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_gateway (7f2c48c6-fb74-417e-aba9-feefb7d556af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.595616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:55.623844 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7e9ca4e2-38f8-4642-8e3e-75fbadc0548e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.624518 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment 7e9ca4e2-38f8-4642-8e3e-75fbadc0548e of type vlan for network 29d24cc6-d52a-47bb-b3a7-eac39fe2d970 Jan 27 19:46:55.748224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (29d24cc6-d52a-47bb-b3a7-eac39fe2d970), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.820778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port ab4fbeba-6d6a-468b-b768-26e7ffe273ae {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:55.821420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ab4fbeba-6d6a-468b-b768-26e7ffe273ae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.824380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (29d24cc6-d52a-47bb-b3a7-eac39fe2d970), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.825851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.846310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:55.851578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:55.938307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:56.001893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=29d24cc6-d52a-47bb-b3a7-eac39fe2d970,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:56.029567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 29d24cc6-d52a-47bb-b3a7-eac39fe2d970 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:56.051424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fc26a52c-8dba-44c7-a8ba-1338787420c7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5920112 Jan 27 19:46:56.051656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Pushing event deleted for resources: {'Port': ['ID=a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:56.051795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:56.082808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'ports': [{'network_id': 'a133b6f4-3885-4ae1-911f-1c4ef5e00dff', 'name': 'tempest-port--962247940', 'admin_state_up': True}, {'network_id': '29d24cc6-d52a-47bb-b3a7-eac39fe2d970', 'admin_state_up': False}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:56.086101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'port': {'network_id': 'a133b6f4-3885-4ae1-911f-1c4ef5e00dff', 'name': 'tempest-port--962247940', 'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:56.086101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'port': {'network_id': '29d24cc6-d52a-47bb-b3a7-eac39fe2d970', 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:56.262043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] No DVR routers for this DVR port a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:46:56.270797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:56.277525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e691702e-c7f0-4d56-adac-7ab64a08adcb req-726d8eed-eedb-4d09-a31a-469789b683b5 tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.39 "DELETE /v2.0/ports/a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 HTTP/1.1" status: 204 len: 173 time: 1.6595070 Jan 27 19:46:56.312982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ab4fbeba-6d6a-468b-b768-26e7ffe273ae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:56.346534 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3155bbb1-eb60-4db9-9418-7e2cd2055310 req-461c9f22-4238-448d-90a1-b243505b957d tempest-VolumesSnapshotTestJSON-497406784 tempest-VolumesSnapshotTestJSON-497406784-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c1d1ec3-8613-402b-953f-969a8da5310a HTTP/1.1" status: 200 len: 210 time: 0.1227214 Jan 27 19:46:56.374554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'name': 'network-vif-deleted', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:46:56.383321 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2eb516-ea61-42a9-8a3c-a6e3c2feca3b" -d '{"events": [{"server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "name": "network-vif-deleted", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:46:56.408331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for ab4fbeba-6d6a-468b-b768-26e7ffe273ae owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:56.569009 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae77897-9e78-4982-88cf-26df2e6de364 x-openstack-request-id: req-3ae77897-9e78-4982-88cf-26df2e6de364 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:46:56.570377 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d1ec3-8613-402b-953f-969a8da5310a", "name": "network-vif-deleted", "tag": "a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:46:56.570891 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ae77897-9e78-4982-88cf-26df2e6de364 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:46:56.571552 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d1ec3-8613-402b-953f-969a8da5310a', 'name': 'network-vif-deleted', 'tag': 'a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4', 'status': 'completed', 'code': 200} Jan 27 19:46:56.584371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:56.611740 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:56.651242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:56.903001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 2d7df1a6-1153-4273-89f2-6ea5340d7690 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:56.903989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.017403 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ab4fbeba-6d6a-468b-b768-26e7ffe273ae), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.065177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] device_id is not set on port 4acb079d-6eaf-4190-9c65-b21227b9beb1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:46:57.099801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 2d7df1a6-1153-4273-89f2-6ea5340d7690, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d7df1a6-1153-4273-89f2-6ea5340d7690,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:46:57.103043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.132559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 2d7df1a6-1153-4273-89f2-6ea5340d7690 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:57.213358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:46:57.277156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:46:57.278333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device a53ebe9c-697a-40d4-b4cd-cdbbb0a4b2b4 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:46:57.324242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for port (4acb079d-6eaf-4190-9c65-b21227b9beb1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.394201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2d7df1a6-1153-4273-89f2-6ea5340d7690), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.501162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=ab4fbeba-6d6a-468b-b768-26e7ffe273ae,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:57.501624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] device_id is not set on port 3e523974-b1f2-4d2f-881b-58ed9c6a8ba8 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:46:57.623181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=2d7df1a6-1153-4273-89f2-6ea5340d7690,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:57.762188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for port (3e523974-b1f2-4d2f-881b-58ed9c6a8ba8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.879305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4acb079d-6eaf-4190-9c65-b21227b9beb1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.927538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (7f2c48c6-fb74-417e-aba9-feefb7d556af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:57.994434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:58.085775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Port': ['ID=4acb079d-6eaf-4190-9c65-b21227b9beb1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:58.136947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Checking segment: {'id': 'd1e18af2-350f-4e5f-9838-eaba95ed89e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a133b6f4-3885-4ae1-911f-1c4ef5e00dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:58.139258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network hostable DHCP agents. Network: a133b6f4-3885-4ae1-911f-1c4ef5e00dff, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:46:58.184275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network a133b6f4-3885-4ae1-911f-1c4ef5e00dff is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:46:58.218193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a133b6f4-3885-4ae1-911f-1c4ef5e00dff) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:58.223761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:58.226539 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3e523974-b1f2-4d2f-881b-58ed9c6a8ba8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.230862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d33dcd-b030-4027-9605-b26c75cc4ed6 None None] Network a133b6f4-3885-4ae1-911f-1c4ef5e00dff requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:58.337380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fe5597-f40f-46ff-ae04-20bad6c847e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.396901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Port': ['ID=3e523974-b1f2-4d2f-881b-58ed9c6a8ba8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:58.420412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:58.465407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Checking segment: {'id': '7e9ca4e2-38f8-4642-8e3e-75fbadc0548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '29d24cc6-d52a-47bb-b3a7-eac39fe2d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:46:58.466287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network hostable DHCP agents. Network: 29d24cc6-d52a-47bb-b3a7-eac39fe2d970, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:46:58.511551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network 29d24cc6-d52a-47bb-b3a7-eac39fe2d970 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:46:58.529600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 29d24cc6-d52a-47bb-b3a7-eac39fe2d970) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:46:58.535820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:46:58.542747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:58.549886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:58.550605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.554203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee5e6a-1161-497e-9814-ad06fe970cb0 None None] Network 29d24cc6-d52a-47bb-b3a7-eac39fe2d970 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:46:58.579825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa20a8d3-f38c-46fd-9c08-b3031bee185a tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5241272 Jan 27 19:46:58.586604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:58.687739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fe5597-f40f-46ff-ae04-20bad6c847e2 admin admin] Publish callbacks [] for security_group (3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.707030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fe5597-f40f-46ff-ae04-20bad6c847e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.908306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.914126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (7f2c48c6-fb74-417e-aba9-feefb7d556af), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:58.953625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c1158-7dc3-4dcb-a37f-6939028e52b7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:58.971663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c1158-7dc3-4dcb-a37f-6939028e52b7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:58.982128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6c9c1158-7dc3-4dcb-a37f-6939028e52b7 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3920283 Jan 27 19:46:58.991406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3fe5597-f40f-46ff-ae04-20bad6c847e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e14aad9881a448909d1753a1dc296c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9836178 Jan 27 19:46:58.994955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2129336292'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:58.998479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:58.998819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:59.000024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe5597-f40f-46ff-ae04-20bad6c847e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:59.049554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7f2c48c6-fb74-417e-aba9-feefb7d556af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.050899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router 7f2c48c6-fb74-417e-aba9-feefb7d556af {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:46:59.075399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.077135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b0e886e6-2770-4f6a-92ce-b021026299ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 204 len: 168 time: 4.1078489 Jan 27 19:46:59.085699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:59.096446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747076501'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:59.102041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.197296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Made reservation on behalf of f4a6136fbbfe49f0a4d322e117a1af2a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:59.218288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.261558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.266184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:46:59.281497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.341174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] Publish callbacks [] for security_group (3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.345691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:46:59.358291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7247b1da-a3bc-4bb1-881d-d61b47b633ae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.359145 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment 7247b1da-a3bc-4bb1-881d-d61b47b633ae of type vlan for network c000f25d-470d-47d2-854d-05cc87446359 Jan 27 19:46:59.415181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Deleting port 4acb079d-6eaf-4190-9c65-b21227b9beb1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:46:59.415806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4acb079d-6eaf-4190-9c65-b21227b9beb1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.511250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] Publish callbacks [] for security_group (3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.531746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c000f25d-470d-47d2-854d-05cc87446359), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.633151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c000f25d-470d-47d2-854d-05cc87446359), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.641918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:46:59.643226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.652987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4acb079d-6eaf-4190-9c65-b21227b9beb1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.704126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Calling delete_port for 4acb079d-6eaf-4190-9c65-b21227b9beb1 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:46:59.796337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=c000f25d-470d-47d2-854d-05cc87446359,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:46:59.808707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c000f25d-470d-47d2-854d-05cc87446359 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:46:59.878091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6b4dfd64-9233-4983-a65b-664e2b09e834 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7899141 Jan 27 19:46:59.880920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:46:59.894138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': 'c000f25d-470d-47d2-854d-05cc87446359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:46:59.938454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks [] for security_group (2b9ee794-1d79-4113-9cdf-47d38863bb8e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.940216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4acb079d-6eaf-4190-9c65-b21227b9beb1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.943726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.947074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:46:59.952299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b HTTP/1.1" status: 204 len: 168 time: 0.9223020 Jan 27 19:46:59.957127 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b9ee794-1d79-4113-9cdf-47d38863bb8e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.000353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Port': ['ID=4acb079d-6eaf-4190-9c65-b21227b9beb1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:00.005586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a2ec2-d148-48fa-81eb-995e955a8b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd56e1e-8cbd-4b03-852b-a0c0f10b2c9b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:00.067604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:00.074037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ee794-1d79-4113-9cdf-47d38863bb8e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:00.092470 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.103695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9cae39d-1cfe-487f-9d39-4a10ae62b548 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/ports/4acb079d-6eaf-4190-9c65-b21227b9beb1 HTTP/1.1" status: 204 len: 168 time: 1.0855310 Jan 27 19:47:00.107959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:00.144489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (85b1d4c0-055d-4656-b347-54c1aafeb4e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.144846 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Added segment 85b1d4c0-055d-4656-b347-54c1aafeb4e4 of type vlan for network 2feb5e69-1676-437a-b90e-db90df57d901 Jan 27 19:47:00.172860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router c0e91483-5144-442f-ae0c-d79d86f9fd47 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:00.319668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2feb5e69-1676-437a-b90e-db90df57d901), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.360775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:00.364993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.369426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:00.376739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8da370c5-c6cb-4fd8-aa68-ff8df632fc83 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/c0e91483-5144-442f-ae0c-d79d86f9fd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6318676 Jan 27 19:47:00.389395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44030) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:00.400270 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Sync routers for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:00.422410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Deleting port 3e523974-b1f2-4d2f-881b-58ed9c6a8ba8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:00.423018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3e523974-b1f2-4d2f-881b-58ed9c6a8ba8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.436446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:00.438937 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:00.476445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2feb5e69-1676-437a-b90e-db90df57d901), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.515160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:00.515933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.572870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting subnet 808cc6a3-0e72-4fd8-8188-01a09d331e10 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:47:00.651934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (808cc6a3-0e72-4fd8-8188-01a09d331e10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.717568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Pushing event updated for resources: {'Network': ['ID=2feb5e69-1676-437a-b90e-db90df57d901,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:00.731332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2feb5e69-1676-437a-b90e-db90df57d901 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:00.751727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:00.845539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d1dee0bf-9726-4698-8548-d923a85026d8 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4237800 Jan 27 19:47:00.867915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3e523974-b1f2-4d2f-881b-58ed9c6a8ba8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.885853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (808cc6a3-0e72-4fd8-8188-01a09d331e10), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:00.924030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Calling delete_port for 3e523974-b1f2-4d2f-881b-58ed9c6a8ba8 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:01.177933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3e523974-b1f2-4d2f-881b-58ed9c6a8ba8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.298490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.310409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/ports/3e523974-b1f2-4d2f-881b-58ed9c6a8ba8 HTTP/1.1" status: 204 len: 168 time: 1.1983387 Jan 27 19:47:01.312970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3e95-72d4-46d4-b0cd-acb7f071f460 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Port': ['ID=3e523974-b1f2-4d2f-881b-58ed9c6a8ba8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:01.313998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:01.331770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (808cc6a3-0e72-4fd8-8188-01a09d331e10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.359242 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:46:57Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:01.412174 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ea73c25c-2093-494e-8ff9-030ed15466e1 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0965791 Jan 27 19:47:01.417813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:01.423523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1891673620'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:01.445141 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Checking router: c0e91483-5144-442f-ae0c-d79d86f9fd47 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:01.464222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:01.469603 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.478160 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Routers {'c0e91483-5144-442f-ae0c-d79d86f9fd47'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:01.480465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c0e91483-5144-442f-ae0c-d79d86f9fd47'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:01.529896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:01.554850 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f6549c55-7cc0-40e4-91ef-b61a3acd532d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.555467 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment f6549c55-7cc0-40e4-91ef-b61a3acd532d of type vlan for network f6bac227-b498-4c30-83f5-9d178f0ca232 Jan 27 19:47:01.641355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (9d42c2d6-3885-4da5-99c7-662155bc2235), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.677045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f6bac227-b498-4c30-83f5-9d178f0ca232), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.689881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-07c2231b-add1-4a0e-8b54-88bdd32b38a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2806945 Jan 27 19:47:01.775921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f6bac227-b498-4c30-83f5-9d178f0ca232), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.785488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:01.792045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.823476 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] Set router c0e91483-5144-442f-ae0c-d79d86f9fd47 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:01.835801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4166658 Jan 27 19:47:01.845156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44064) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:01.860475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (808cc6a3-0e72-4fd8-8188-01a09d331e10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:01.895567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:01.902109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1450387913'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:01.924408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'network_id': '2feb5e69-1676-437a-b90e-db90df57d901', 'binding:host_id': 'n-h1-760453-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1725208617'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:01.934314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:01.976848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Made reservation on behalf of 90038bcd3a28411da20a0840cde9f155 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:01.980811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.002338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.008639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.019185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/subnets/808cc6a3-0e72-4fd8-8188-01a09d331e10 HTTP/1.1" status: 204 len: 168 time: 1.6270323 Jan 27 19:47:02.019919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee5c5e-bff1-441e-829e-dd2c3bda50ce None None] Network 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:02.025751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44076) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:02.082920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4845-cf9c-4581-859d-05c289a0a3f9 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=f6bac227-b498-4c30-83f5-9d178f0ca232,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:02.221915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f6bac227-b498-4c30-83f5-9d178f0ca232 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:02.289747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:46:57Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:02.304340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.336747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ada1f-dd3b-4120-a694-f2972225899a None None] The sync data for ids ['c0e91483-5144-442f-ae0c-d79d86f9fd47'] in n-d-760453-6 is: [{'id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879307113', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:42:46Z', 'updated_at': '2022-01-27T19:46:57Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '61df1fc0-70d5-4d39-9a94-c597d5bee5ea', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e91483-5144-442f-ae0c-d79d86f9fd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:42:48Z', 'updated_at': '2022-01-27T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:02.368970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1010970118-network', 'tenant_id': '714c218809074ddfb48dc0acfddb8563'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:02.417960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Made reservation on behalf of 714c218809074ddfb48dc0acfddb8563 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:02.421027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.442863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.511479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-f68c2ddf-3668-43d3-be6f-12ec67acac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:02.513355 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-f68c2ddf-3668-43d3-be6f-12ec67acac04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.7206740 Jan 27 19:47:02.514087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=9d42c2d6-3885-4da5-99c7-662155bc2235,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:02.586706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks [] for security_group (f6a6a679-867c-4ed6-8356-4ec668f4be57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.604152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6a6a679-867c-4ed6-8356-4ec668f4be57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.634547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0da9-0349-42a5-82be-deee33309aba tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Subnet': ['ID=808cc6a3-0e72-4fd8-8188-01a09d331e10,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:02.635517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:02.642567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (c0e91483-5144-442f-ae0c-d79d86f9fd47), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.655108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:02.658164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6a679-867c-4ed6-8356-4ec668f4be57,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:02.663302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.672409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1398adc2-f593-4be7-a336-0abc6a8053f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.673031 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Added segment 1398adc2-f593-4be7-a336-0abc6a8053f7 of type vlan for network a8c57e4d-6c47-4483-92e6-4a498b83194b Jan 27 19:47:02.701222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': '7247b1da-a3bc-4bb1-881d-d61b47b633ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:02.701627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: c000f25d-470d-47d2-854d-05cc87446359, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:02.745164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:02.755006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a8c57e4d-6c47-4483-92e6-4a498b83194b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.782949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] DHCP port deletion for 5b6214bf-1a60-40fa-b9d7-cc561590b4d1 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:47:02.797439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a8c57e4d-6c47-4483-92e6-4a498b83194b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.799743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:02.800490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.817333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-6c59baeb-766a-46dd-8259-b0fdbd8d4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:02.818780 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-6c59baeb-766a-46dd-8259-b0fdbd8d4451 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2551305 Jan 27 19:47:02.841402 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (06c8523f-2ac9-4ccb-a735-faf89b80c0d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:02.841766 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Added segment 06c8523f-2ac9-4ccb-a735-faf89b80c0d5 of type vlan for network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 Jan 27 19:47:02.938341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network c000f25d-470d-47d2-854d-05cc87446359 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:02.949384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c57e4d-6c47-4483-92e6-4a498b83194b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:02.986604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a8c57e4d-6c47-4483-92e6-4a498b83194b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:02.993906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a0821694-70cc-4005-8606-2d6aea59c0a9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0511861 Jan 27 19:47:02.996377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:03.019207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Request body: {'subnet': {'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1010970118-subnet', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:03.059101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c000f25d-470d-47d2-854d-05cc87446359) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:03.085735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.092634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55669244-e8eb-443a-b0fd-d7f30e6f5abe None None] Network c000f25d-470d-47d2-854d-05cc87446359 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:03.108633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Made reservation on behalf of 714c218809074ddfb48dc0acfddb8563 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:03.113928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.119100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:03.119699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.164497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-5cd88552-f5f4-45db-ac9e-6554380c782d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 1000 time: 0.3359330 Jan 27 19:47:03.190230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for security_group (9953f975-840d-4902-b276-e596f6b369de), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.285917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Deleting port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:03.286294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.292396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9953f975-840d-4902-b276-e596f6b369de), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.318434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:03.339299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:03.339690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.372805 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de355d8a-0dde-446b-b066-a3b638b502a6 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4904509 Jan 27 19:47:03.375430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:03.397274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1561836791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:03.437399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] For port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,segment=NetworkSegment(608994d2-7e86-4195-a340-779f0bf5b101),segment_id=608994d2-7e86-4195-a340-779f0bf5b101)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:03.438121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.465535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Calling delete_port for 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:03.538710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (2d2d52e8-b5d8-4f65-be45-5b331e3abe95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.544646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c000f25d-470d-47d2-854d-05cc87446359', 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '9d42c2d6-3885-4da5-99c7-662155bc2235'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:03.547132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.549156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.549789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.590022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d7df1a6-1153-4273-89f2-6ea5340d7690 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:03.636649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2d7df1a6-1153-4273-89f2-6ea5340d7690 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:03.638693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d7df1a6-1153-4273-89f2-6ea5340d7690 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:47:03.639260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:03.701844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2d52e8-b5d8-4f65-be45-5b331e3abe95,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:03.779156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (db615064-f3b2-4f43-be03-8e85cbfcff1e), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.789867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.801110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Checking segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:03.801660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Network hostable DHCP agents. Network: a8c57e4d-6c47-4483-92e6-4a498b83194b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:03.818683 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.823328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ebad59b1-1bce-49f4-bc3d-80670fab963f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4321666 Jan 27 19:47:03.824372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:03.829991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-104fe4f7-6ee3-425b-8815-66e21ed8d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:03.831687 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-104fe4f7-6ee3-425b-8815-66e21ed8d074 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.6320283 Jan 27 19:47:03.844984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.854005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:03.854944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:03.879393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Network a8c57e4d-6c47-4483-92e6-4a498b83194b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:03.926093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9953f975-840d-4902-b276-e596f6b369de,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:03.934013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a8c57e4d-6c47-4483-92e6-4a498b83194b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:03.982372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:03.982919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.110184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Allocated IP 2001:db8::2 (c000f25d-470d-47d2-854d-05cc87446359/9d42c2d6-3885-4da5-99c7-662155bc2235/f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:04.127263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bd14482a-fac2-40d8-ba73-c515dcebf4f3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1295211 Jan 27 19:47:04.147472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44096) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:04.151645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:04.222730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3660731 Jan 27 19:47:04.255435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.279576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.281872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.451976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0152-09cb-4066-8db3-bdbf13315b49 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Network': ['ID=53ab92c6-bfe8-41d4-a0ba-1073a50bdd35,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:04.534112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 61df1fc0-70d5-4d39-9a94-c597d5bee5ea, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:04.534476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.581651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-cfbdb411-e66e-457c-bbaf-aa7b0c22870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:04.583208 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-cfbdb411-e66e-457c-bbaf-aa7b0c22870e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7042766 Jan 27 19:47:04.601946 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks [] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:04.621849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266ecf2-84d1-44c8-ba2e-155b7a7a61ed None None] Network a8c57e4d-6c47-4483-92e6-4a498b83194b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:04.717955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 61df1fc0-70d5-4d39-9a94-c597d5bee5ea owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:04.775077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:05.322060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.357236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:05.418869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:05.418869 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.422543 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for router_controller (cef820a0-1c27-434f-8d9a-422bfd19dc73), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.454009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-a8c57e4d-6c47-4483-92e6-4a498b83194b', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:05.455435 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.478336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Network c000f25d-470d-47d2-854d-05cc87446359 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:05.484604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:05.489315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:05.490440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.502764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (965f23ac-81ff-4e0f-b086-d83b2f5f57a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.578375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] No DVR routers for this DVR port 965f23ac-81ff-4e0f-b086-d83b2f5f57a7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:05.599595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.640483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-0fccea17-0681-48f7-8900-bde744ddfad3 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665251 Jan 27 19:47:05.670834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Pushing event updated for resources: {'Port': ['ID=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:05.712137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0528a9-ef15-4942-89e0-367c8e5a0343 None None] Pushing event deleted for resources: {'Port': ['ID=965f23ac-81ff-4e0f-b086-d83b2f5f57a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:05.732576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Attempting to bind port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:05.732948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Attempting to bind port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7247b1da-a3bc-4bb1-881d-d61b47b633ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:05.733329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Attempting to bind port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf on network c000f25d-470d-47d2-854d-05cc87446359 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:05.759084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:05.759766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Checking segment: {'id': '7247b1da-a3bc-4bb1-881d-d61b47b633ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:05.760369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.760762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Bound using segment: {'id': '7247b1da-a3bc-4bb1-881d-d61b47b633ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:05.761249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Bound port: f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7247b1da-a3bc-4bb1-881d-d61b47b633ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c000f25d-470d-47d2-854d-05cc87446359'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:05.761732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:05.921116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Allocated IP 172.20.0.2 (a8c57e4d-6c47-4483-92e6-4a498b83194b/2d2d52e8-b5d8-4f65-be45-5b331e3abe95/ec6fb87c-0d5c-4870-9384-dc6c46ac9267) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:05.924017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] For port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:05.932016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] For port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,segment=NetworkSegment(7247b1da-a3bc-4bb1-881d-d61b47b633ae),segment_id=7247b1da-a3bc-4bb1-881d-d61b47b633ae)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:05.942881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.058121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=abd42dbf-2d63-4c3a-af14-a1a53cca4e48,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:06.138243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Checking segment: {'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:06.138729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Network hostable DHCP agents. Network: 2feb5e69-1676-437a-b90e-db90df57d901, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:06.252940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92779-8231-4f13-94da-fe64ea18627a None None] Pushing event updated for resources: {'Port': ['ID=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:06.328757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Network 2feb5e69-1676-437a-b90e-db90df57d901 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:06.368962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (61df1fc0-70d5-4d39-9a94-c597d5bee5ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.401042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c053fcc-f1d6-48fd-8167-f46891d73f08 req-075500de-3086-4fbc-97a8-ccf561cc44df service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444215 Jan 27 19:47:06.420471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for router_gateway (cef820a0-1c27-434f-8d9a-422bfd19dc73), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.462916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=61df1fc0-70d5-4d39-9a94-c597d5bee5ea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:06.471401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 2feb5e69-1676-437a-b90e-db90df57d901) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:06.479490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:06.484132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ba376-353f-41eb-bcaf-9e5a8b63525c None None] Network 2feb5e69-1676-437a-b90e-db90df57d901 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:06.522990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:06.522990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:06.522990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:06.552688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:06.554059 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:06.575550 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 2 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:06.599854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:06.601105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:06.601691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:06.610327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:06.610986 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:06.614561 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 3 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:06.635123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:06.635851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:06.636483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:06.644581 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.747471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8::1 (c000f25d-470d-47d2-854d-05cc87446359/9d42c2d6-3885-4da5-99c7-662155bc2235/1ddd2fa8-5d75-47d6-a13d-44a3cea8a544) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:06.779881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.785584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (c0e91483-5144-442f-ae0c-d79d86f9fd47), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.885715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:06.886397 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:06.887261 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 4 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:06.900244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (c0e91483-5144-442f-ae0c-d79d86f9fd47), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.903465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Fanout notify agent at l3_agent the message router_deleted on router c0e91483-5144-442f-ae0c-d79d86f9fd47 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:47:06.914720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:06.929318 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c40ccb84-79c9-4699-a191-c8a6b12fa4b4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/routers/c0e91483-5144-442f-ae0c-d79d86f9fd47 HTTP/1.1" status: 204 len: 168 time: 4.8874431 Jan 27 19:47:06.936517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44112) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:07.010242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks [] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.011341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:07.017318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:07.017842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:07.038244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.104071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Network a8c57e4d-6c47-4483-92e6-4a498b83194b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:07.112349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:07.133560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:07.134066 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:07.138744 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 5 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:07.155194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.186803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:07.188035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:07.188787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:07.206848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:07.207983 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:07.215472 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 6 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:07.216163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:07.234203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5b6214bf-1a60-40fa-b9d7-cc561590b4d1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.279443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:07.280594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:07.282084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:07.305480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Pushing event updated for resources: {'Port': ['ID=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:07.470555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Attempting to bind port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:07.471487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Attempting to bind port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:07.473653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Attempting to bind port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 on network a8c57e4d-6c47-4483-92e6-4a498b83194b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:07.506534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:07.508152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Checking segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:07.515927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.537338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Bound using segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:07.542954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Bound port: ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:07.547961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5b6214bf-1a60-40fa-b9d7-cc561590b4d1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.566955 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.786003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6214bf-1a60-40fa-b9d7-cc561590b4d1']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:07.855899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608994d2-7e86-4195-a340-779f0bf5b101') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:07.856478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608994d2-7e86-4195-a340-779f0bf5b101') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:07.898959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (608994d2-7e86-4195-a340-779f0bf5b101), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.911067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:07.936222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (608994d2-7e86-4195-a340-779f0bf5b101), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:07.944334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:07.944864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (608994d2-7e86-4195-a340-779f0bf5b101), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.005669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'subnets': [{'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1445543045', 'ip_version': 6}, {'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:08.005921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'subnet': {'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1445543045', 'ip_version': 6}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:08.007169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Request body: {'subnet': {'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:08.065016 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:08.069661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:08.070921 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:08.071875 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 7 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:08.077911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5b6214bf-1a60-40fa-b9d7-cc561590b4d1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.094001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.118803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/networks/5b6214bf-1a60-40fa-b9d7-cc561590b4d1 HTTP/1.1" status: 204 len: 168 time: 1.1772268 Jan 27 19:47:08.127952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:08.169148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55eb0c-94fd-467c-88b7-3c1f12ce8c73 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Network': ['ID=5b6214bf-1a60-40fa-b9d7-cc561590b4d1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.181376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] For port ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:08.181732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:08.182348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:08.182938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:08.190135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] For port ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:08.199756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:08.204524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.207541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:08.208251 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:08.215144 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 8 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:08.244291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:08.244291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:08.244767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:08.253089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.258897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:08.259152 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:08.262493 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 9 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:08.288451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:08.288795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:08.289750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:08.300922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:08.300922 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:08.301382 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 10 to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 Jan 27 19:47:08.319203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for router_gateway (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.328294 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (0de2c805-95a1-4b30-9db1-2e23c9a1bed3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.358452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:08.359101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:08.359872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:08.366534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (0de2c805-95a1-4b30-9db1-2e23c9a1bed3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.401925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33401e37-7986-4d71-901d-06b0fbe02690 None None] Pushing event updated for resources: {'Port': ['ID=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.405854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.416543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:08.417135 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:08.417716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.443520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:08.444845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.590214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=1ddd2fa8-5d75-47d6-a13d-44a3cea8a544,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.595044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:08.595952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.620030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c02b2-17b9-4020-958e-e32f8271eb47 None None] Network c000f25d-470d-47d2-854d-05cc87446359 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:08.642481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port abd42dbf-2d63-4c3a-af14-a1a53cca4e48, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:08.643881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempted to set empty binding levels {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:47:08.648908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network c000f25d-470d-47d2-854d-05cc87446359 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:08.651956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.692528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:08.702158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:08.702723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (db615064-f3b2-4f43-be03-8e85cbfcff1e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.727247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,segment=NetworkSegment(7247b1da-a3bc-4bb1-881d-d61b47b633ae),segment_id=7247b1da-a3bc-4bb1-881d-d61b47b633ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:08.730946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e7b710c1-0556-4a45-ba9c-cc948eae6c42 None None] Provisioning complete for port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:08.731325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7b710c1-0556-4a45-ba9c-cc948eae6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.744086 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.779724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:08.780254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.814551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0de2c805-95a1-4b30-9db1-2e23c9a1bed3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.817343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:08.821729 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/security-groups/0de2c805-95a1-4b30-9db1-2e23c9a1bed3 HTTP/1.1" status: 204 len: 168 time: 0.6852484 Jan 27 19:47:08.825571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=abd42dbf-2d63-4c3a-af14-a1a53cca4e48,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.855071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-465ae572-a462-44fb-9a52-b07a72dd359c tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.9456544 Jan 27 19:47:08.856985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515621e-9c2a-4355-a02c-67f2cb6fb48c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2c805-95a1-4b30-9db1-2e23c9a1bed3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.858941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:08.939080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:08.972231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61df1fc0-70d5-4d39-9a94-c597d5bee5ea no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:09.037054 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Deleting port abd42dbf-2d63-4c3a-af14-a1a53cca4e48 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:09.038903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.094957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 61df1fc0-70d5-4d39-9a94-c597d5bee5ea {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:09.095448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 61df1fc0-70d5-4d39-9a94-c597d5bee5ea not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:47:09.116918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-469907e1-ffe7-43b2-9c62-a9f8de993c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.169189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Made reservation on behalf of 02dc40078ae142c4928b19080c3fabac for: {'subnet': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:09.179201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.181887 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.242938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port abd42dbf-2d63-4c3a-af14-a1a53cca4e48, host n-h1-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:09.244209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.271716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Calling delete_port for abd42dbf-2d63-4c3a-af14-a1a53cca4e48 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:09.346535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7b710c1-0556-4a45-ba9c-cc948eae6c42 None None] Current status of the port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:09.414729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Allocated IP 172.25.5.49 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6262c3d9-1d80-41f5-9f7c-746729c4b252) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:09.471534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.514028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (abd42dbf-2d63-4c3a-af14-a1a53cca4e48), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.615996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd42dbf-2d63-4c3a-af14-a1a53cca4e48,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:09.648043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44142) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:09.685719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529440037', 'description': 'tempest-secgroup-smoke-529440037 description', 'project_id': '2e018dbe00a44688a7a2e0b982600366'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:09.742859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.775700 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c7eba0b-d6be-407f-aea0-456275561158 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "DELETE /v2.0/ports/abd42dbf-2d63-4c3a-af14-a1a53cca4e48 HTTP/1.1" status: 204 len: 168 time: 0.9108477 Jan 27 19:47:09.833092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44144) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:09.894857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.924555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.925395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (db615064-f3b2-4f43-be03-8e85cbfcff1e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:09.972458 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0f72fc-e1fb-401e-b62f-e8046ebdb1a4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:47:09.981403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb0f72fc-e1fb-401e-b62f-e8046ebdb1a4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports/abd42dbf-2d63-4c3a-af14-a1a53cca4e48 HTTP/1.1" status: 404 len: 333 time: 0.1413898 Jan 27 19:47:09.981974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44146) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:09.995494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'network_id': '2feb5e69-1676-437a-b90e-db90df57d901', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1079885823'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:10.022474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Provisioning complete for port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:10.025242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.073097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.092451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ec6fb87c-0d5c-4870-9384-dc6c46ac9267 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:10.107870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Made reservation on behalf of 90038bcd3a28411da20a0840cde9f155 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:10.120229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.206054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Current status of the port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:10.219613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=1ddd2fa8-5d75-47d6-a13d-44a3cea8a544,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:10.235217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Provisioning complete for port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:10.241008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.310047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:10.310475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.337510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:10.365011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.400351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3adc468b-0fd0-477f-af57-ecb46b88b20f None None] Port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:10.418199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network c000f25d-470d-47d2-854d-05cc87446359 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:10.445544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:10.526421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:10.527719 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.602701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:10.633619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.634669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:10.664356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (a44a64b5-d2cd-45a7-844a-ecf443b34bae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.690151 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a44a64b5-d2cd-45a7-844a-ecf443b34bae), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.722671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:10.806478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28745157-1e08-4f7e-ad10-5da95ca83305 None None] Network a8c57e4d-6c47-4483-92e6-4a498b83194b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:10.917370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router db615064-f3b2-4f43-be03-8e85cbfcff1e is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:47:10.924614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.951164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.998440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:10.999292 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3406796 Jan 27 19:47:11.004445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842c118-dd17-45cf-8ab2-3a8b15a39baf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a64b5-d2cd-45a7-844a-ecf443b34bae,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:11.007498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44158) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:11.017616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:11.060928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.084103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3428e36d-c85b-4031-9482-7a549c8beee1 None None] Provisioning complete for port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:11.086769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3428e36d-c85b-4031-9482-7a549c8beee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.126487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (1a2d6c8b-13ce-40ad-9d44-0c4951bf95ce), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.165440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Network 2feb5e69-1676-437a-b90e-db90df57d901 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:11.167972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:11.170500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:11.180191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3428e36d-c85b-4031-9482-7a549c8beee1 None None] Port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:11.181640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-faced7eb-dae0-4a50-9ba4-a70639e87ddb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/db615064-f3b2-4f43-be03-8e85cbfcff1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3527377 Jan 27 19:47:11.192162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:11.193120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:11.196215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:11.199440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] Sync routers for ids ['db615064-f3b2-4f43-be03-8e85cbfcff1e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:11.220752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:11.222252 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.224471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:11.244644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:11.245833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:11.246452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.259954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=731b2d93-59a0-46d6-bb9d-bd6bc4172031,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:11.293379 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5ea5048-43cf-427a-b2bb-ff15e53bb2c6 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3094451 Jan 27 19:47:11.296065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44164) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:11.308871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:11.313933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af440f53-b71d-494e-bbd0-bb758078e752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:11.318408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-af440f53-b71d-494e-bbd0-bb758078e752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports/1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 HTTP/1.1" status: 200 len: 911 time: 0.1168888 Jan 27 19:47:11.324038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44166) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:11.330764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] Routers {'db615064-f3b2-4f43-be03-8e85cbfcff1e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:11.331486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['db615064-f3b2-4f43-be03-8e85cbfcff1e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:11.331956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d42c2d6-3885-4da5-99c7-662155bc2235'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:11.378237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6262c3d9-1d80-41f5-9f7c-746729c4b252,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:11.390719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (1a2d6c8b-13ce-40ad-9d44-0c4951bf95ce), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.460007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:11.470574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (1a2d6c8b-13ce-40ad-9d44-0c4951bf95ce), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.523839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Provisioning complete for port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:11.524217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.570241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2d6c8b-13ce-40ad-9d44-0c4951bf95ce,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:11.609655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] Routers {'db615064-f3b2-4f43-be03-8e85cbfcff1e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:11.610403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:46:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['db615064-f3b2-4f43-be03-8e85cbfcff1e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:11.665934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:11.666745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8a296-4b3a-40e7-ab80-82979d51be0e None None] The sync data for ids ['db615064-f3b2-4f43-be03-8e85cbfcff1e'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:11.716972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:11.724076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.735595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-470b6b43-5a95-4d53-9a4d-ed727fa048ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7209680 Jan 27 19:47:11.749049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44172) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:11.759776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:11.774130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.861790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Current status of the port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:11.866524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (71730f1a-1241-4678-ac91-c6b421e18a3d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:11.880097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ec6fb87c-0d5c-4870-9384-dc6c46ac9267 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:11.895108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Provisioning complete for port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:11.895925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.062685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.215305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc47e048-821d-45c2-b690-4fc8b7cdeffb None None] Port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:12.230931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6502519b-88ce-4195-b221-71ee8a18b481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.258990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:12.259684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.328661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (71730f1a-1241-4678-ac91-c6b421e18a3d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.345236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (71730f1a-1241-4678-ac91-c6b421e18a3d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.418726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for router_gateway (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.471104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:12.483004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e9f0157c-ad99-40b6-ad25-6022b49d5de1 None None] Provisioning complete for port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:12.483481 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9f0157c-ad99-40b6-ad25-6022b49d5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.554324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (d9f72dc2-47f1-4f67-910c-161173c7fd9f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.598979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0157c-ad99-40b6-ad25-6022b49d5de1 None None] Current status of the port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:12.700658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Subnet': ['ID=d9f72dc2-47f1-4f67-910c-161173c7fd9f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:12.716424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71730f1a-1241-4678-ac91-c6b421e18a3d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:12.742128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.744845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Checking segment: {'id': 'f6549c55-7cc0-40e4-91ef-b61a3acd532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:12.745229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network hostable DHCP agents. Network: f6bac227-b498-4c30-83f5-9d178f0ca232, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:12.746221 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22447b3b-2059-4920-b0b1-7797e68dd793 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9950902 Jan 27 19:47:12.746842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44180) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:12.760644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:12.841608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.873162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:12.888515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:12.903204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network f6bac227-b498-4c30-83f5-9d178f0ca232 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:12.920387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f6bac227-b498-4c30-83f5-9d178f0ca232) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:12.933118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f878ee8-433a-4502-9ab5-2896e1b5ff30 None None] Network f6bac227-b498-4c30-83f5-9d178f0ca232 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:12.933406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a9e10dda-d799-4654-b265-2f620f0363dc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.018763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (a89e0082-f076-4d76-a1c6-89e49e9a0908), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.028330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.073417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event updated for resources: {'Subnet': ['ID=a9e10dda-d799-4654-b265-2f620f0363dc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:13.083825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=731b2d93-59a0-46d6-bb9d-bd6bc4172031,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:13.106604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Checking segment: {'id': '06c8523f-2ac9-4ccb-a735-faf89b80c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:13.106972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network hostable DHCP agents. Network: 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:13.168148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f6bac227-b498-4c30-83f5-9d178f0ca232', 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232', 'project_id': '02dc40078ae142c4928b19080c3fabac', 'fixed_ips': [{'subnet_id': 'd9f72dc2-47f1-4f67-910c-161173c7fd9f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:13.169108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.179150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:13.190956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Router cef820a0-1c27-434f-8d9a-422bfd19dc73 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:47:13.205148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.205672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.206120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.208208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:13.214901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.215338 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.216464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.216961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.218247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.221472 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 2 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.222380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83936a3c-3b01-4a97-8158-81c99f5f9155 None None] Network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:13.233445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (a89e0082-f076-4d76-a1c6-89e49e9a0908), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.246175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a89e0082-f076-4d76-a1c6-89e49e9a0908), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.278883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.280277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288682 Jan 27 19:47:13.281357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.281792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.282251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.292573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.298733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:13.315106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69963b8e-98ef-47d5-bdbd-c3045c2cb9ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89e0082-f076-4d76-a1c6-89e49e9a0908,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:13.323872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.324364 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.332261 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 3 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.350017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.350519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.350960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.367871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.368376 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.370160 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 4 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.385287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.386118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.386118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.399319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.399799 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.403933 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 5 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.406792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (b1fbabb1-2bd6-4482-a22f-3f8c505a12e4), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.458209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.467583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.468017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.468548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.496466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a774859e-4924-4fd6-8354-fd34a2aa6f83 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5168753 Jan 27 19:47:13.497432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.526312 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (b1fbabb1-2bd6-4482-a22f-3f8c505a12e4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.528090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.528571 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.529378 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 6 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.533064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.539386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.540291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.545673 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/ports/1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 HTTP/1.1" status: 200 len: 911 time: 2.2192156 Jan 27 19:47:13.546652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44192) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.558431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (b1fbabb1-2bd6-4482-a22f-3f8c505a12e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.651405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Allocated IP 2001:db8::1 (f6bac227-b498-4c30-83f5-9d178f0ca232/d9f72dc2-47f1-4f67-910c-161173c7fd9f/c687400e-a4b5-452a-9432-a92f2c82d8a9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:13.672436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.672995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.673468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.682996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:13.699075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Sync routers for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:13.714910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.715522 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.716362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fbabb1-2bd6-4482-a22f-3f8c505a12e4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:13.721025 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:13.722533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:13.723831 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 7 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.747276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.748721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9e57852-aea4-4c83-b75b-f2714a1a4ac4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549642 Jan 27 19:47:13.757464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44194) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.764283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:13.790423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79ff7-8e95-4092-a5f0-fdd10c57f3a7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=1ddd2fa8-5d75-47d6-a13d-44a3cea8a544,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:13.796636 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:47:13.803569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.804015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.804463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.812375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.812870 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.814332 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 8 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:13.819313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (04ab1459-edc5-4aee-be45-642dcd8e0c58), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.848495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741a6e9-9275-476d-90bf-258d39a4e5cf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.855798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741a6e9-9275-476d-90bf-258d39a4e5cf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.857920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741a6e9-9275-476d-90bf-258d39a4e5cf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:13.860449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d741a6e9-9275-476d-90bf-258d39a4e5cf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3496230 Jan 27 19:47:13.869890 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.880481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e1ca10a-caa6-4b5e-a443-43f37246a1d7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.7323842 Jan 27 19:47:13.882018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.883048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:13.919722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-53ab92c6-bfe8-41d4-a0ba-1073a50bdd35', 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35', 'project_id': '02dc40078ae142c4928b19080c3fabac', 'fixed_ips': [{'subnet_id': 'a9e10dda-d799-4654-b265-2f620f0363dc'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:13.920758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.952225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks [] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.955982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:13.956568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:13.957088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:13.964908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:13.965182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:13.981043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:13.981415 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:13.992217 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 9 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:14.038940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:14.039491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:14.039931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:14.130277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:14.130503 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:14.137150 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 10 to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 Jan 27 19:47:14.155344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Network f6bac227-b498-4c30-83f5-9d178f0ca232 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:14.171141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:14.171470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:14.171984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:14.189183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (04ab1459-edc5-4aee-be45-642dcd8e0c58), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.190393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:14.199089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:14.199703 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:14.200039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.206067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (04ab1459-edc5-4aee-be45-642dcd8e0c58), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.206368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:14.211199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Pushing event updated for resources: {'Port': ['ID=c687400e-a4b5-452a-9432-a92f2c82d8a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:14.296662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.306458 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5459797 Jan 27 19:47:14.312193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44202) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:14.356843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Attempting to bind port c687400e-a4b5-452a-9432-a92f2c82d8a9 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:14.357477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Attempting to bind port c687400e-a4b5-452a-9432-a92f2c82d8a9 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f6549c55-7cc0-40e4-91ef-b61a3acd532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:14.357693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Attempting to bind port c687400e-a4b5-452a-9432-a92f2c82d8a9 on network f6bac227-b498-4c30-83f5-9d178f0ca232 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:14.369601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:14.369996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Checking segment: {'id': 'f6549c55-7cc0-40e4-91ef-b61a3acd532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:14.370580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.370990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Bound using segment: {'id': 'f6549c55-7cc0-40e4-91ef-b61a3acd532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:14.371494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Bound port: c687400e-a4b5-452a-9432-a92f2c82d8a9, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6549c55-7cc0-40e4-91ef-b61a3acd532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6bac227-b498-4c30-83f5-9d178f0ca232'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:14.371881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.392923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92069a5e-39ff-45d6-8545-81172398c7fb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ab1459-edc5-4aee-be45-642dcd8e0c58,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:14.408269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': 'a44a64b5-d2cd-45a7-844a-ecf443b34bae', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:14.413946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:11Z', 'revision_number': 3, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:14.446110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Deleting subnet d9f72dc2-47f1-4f67-910c-161173c7fd9f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:47:14.450006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for subnet (d9f72dc2-47f1-4f67-910c-161173c7fd9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.450802 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Checking router: cef820a0-1c27-434f-8d9a-422bfd19dc73 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:14.451543 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Updating router cef820a0-1c27-434f-8d9a-422bfd19dc73 port 6262c3d9-1d80-41f5-9f7c-746729c4b252 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:14.468038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Allocated IP 2001:db8:0:1::1 (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35/a9e10dda-d799-4654-b265-2f620f0363dc/67d655af-f484-41b8-8965-34700c460cdd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:14.501654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (d9f72dc2-47f1-4f67-910c-161173c7fd9f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.529683 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.622499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-570820a0-baba-407d-bad8-0dde983be33a None None] For port c687400e-a4b5-452a-9432-a92f2c82d8a9, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:14.628003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-570820a0-baba-407d-bad8-0dde983be33a None None] For port c687400e-a4b5-452a-9432-a92f2c82d8a9, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c687400e-a4b5-452a-9432-a92f2c82d8a9,segment=NetworkSegment(f6549c55-7cc0-40e4-91ef-b61a3acd532d),segment_id=f6549c55-7cc0-40e4-91ef-b61a3acd532d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:14.635219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.636276 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:47:14.651294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port 731b2d93-59a0-46d6-bb9d-bd6bc4172031, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:14.652244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempted to set empty binding levels {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:47:14.672177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (bddf0d35-dcbb-4d4c-a367-878027828c41), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:14.736296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570820a0-baba-407d-bad8-0dde983be33a None None] Pushing event updated for resources: {'Port': ['ID=c687400e-a4b5-452a-9432-a92f2c82d8a9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:14.792593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (d9f72dc2-47f1-4f67-910c-161173c7fd9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.114994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.119493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks [] for port (67d655af-f484-41b8-8965-34700c460cdd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.119493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (67d655af-f484-41b8-8965-34700c460cdd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.120210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=731b2d93-59a0-46d6-bb9d-bd6bc4172031,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.120818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Pushing event updated for resources: {'Port': ['ID=67d655af-f484-41b8-8965-34700c460cdd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.121114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (d9f72dc2-47f1-4f67-910c-161173c7fd9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.121542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:15.121542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:15.122923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:15.143876 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (bddf0d35-dcbb-4d4c-a367-878027828c41), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.160616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (bddf0d35-dcbb-4d4c-a367-878027828c41), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.193204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f72dc2-47f1-4f67-910c-161173c7fd9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.218920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.219733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddf0d35-dcbb-4d4c-a367-878027828c41,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.231591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-77c2dab7-f8bc-46d7-ac65-9551a9b3c328 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/subnets/d9f72dc2-47f1-4f67-910c-161173c7fd9f HTTP/1.1" status: 204 len: 168 time: 1.3472633 Jan 27 19:47:15.244651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] In _notify_port_updated(), no bound segment for port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:47:15.253304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:15.258782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.259564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.263240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-600aac71-570c-427c-acf7-20d255b387b2 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "PUT /v2.0/ports/731b2d93-59a0-46d6-bb9d-bd6bc4172031 HTTP/1.1" status: 200 len: 975 time: 3.9588571 Jan 27 19:47:15.265092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44230) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:15.339857 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.346381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Attempting to bind port 67d655af-f484-41b8-8965-34700c460cdd on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:15.346752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Attempting to bind port 67d655af-f484-41b8-8965-34700c460cdd by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '06c8523f-2ac9-4ccb-a735-faf89b80c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:15.347116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Attempting to bind port 67d655af-f484-41b8-8965-34700c460cdd on network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:15.368267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:15.369487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Checking segment: {'id': '06c8523f-2ac9-4ccb-a735-faf89b80c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:15.370121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.370697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Bound using segment: {'id': '06c8523f-2ac9-4ccb-a735-faf89b80c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:15.372406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Bound port: 67d655af-f484-41b8-8965-34700c460cdd, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8523f-2ac9-4ccb-a735-faf89b80c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '53ab92c6-bfe8-41d4-a0ba-1073a50bdd35'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:15.373037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67d655af-f484-41b8-8965-34700c460cdd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.380191 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks [] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.399359 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.410505 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.415476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.422703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-005da43b-5895-4386-90d7-fb68f6215c87 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0187378 Jan 27 19:47:15.431689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (db615064-f3b2-4f43-be03-8e85cbfcff1e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.449814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:15.455137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Deleting subnet a9e10dda-d799-4654-b265-2f620f0363dc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:47:15.475984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'network': {'name': 'tempest-network-smoke--868730193', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:15.512511 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Pushing event updated for resources: {'Port': ['ID=6262c3d9-1d80-41f5-9f7c-746729c4b252,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.520777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] For port 67d655af-f484-41b8-8965-34700c460cdd, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:15.530129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.530781 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.531326 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.531658 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.531987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.532309 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.532632 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.532950 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.533296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.533611 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.533928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.534243 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.534624 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:15.554048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] For port 67d655af-f484-41b8-8965-34700c460cdd, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=67d655af-f484-41b8-8965-34700c460cdd,segment=NetworkSegment(06c8523f-2ac9-4ccb-a735-faf89b80c0d5),segment_id=06c8523f-2ac9-4ccb-a735-faf89b80c0d5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:15.570507 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Attempting to bind port 6262c3d9-1d80-41f5-9f7c-746729c4b252 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:15.570877 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Attempting to bind port 6262c3d9-1d80-41f5-9f7c-746729c4b252 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:15.571226 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Attempting to bind port 6262c3d9-1d80-41f5-9f7c-746729c4b252 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:15.573212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67d655af-f484-41b8-8965-34700c460cdd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.579605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for subnet (a9e10dda-d799-4654-b265-2f620f0363dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.586624 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:15.586994 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:15.587590 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.588144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:15.588780 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Bound port: 6262c3d9-1d80-41f5-9f7c-746729c4b252, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:15.589389 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.670583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.673796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.674525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.675204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.675861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.676521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.677177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.677893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.678550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.679195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.679836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.680944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.681634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.682303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.682942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.683580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:15.690160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5fabc0f1-2dd8-49c0-b336-31f8b0ea4459 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14204 time: 0.4196212 Jan 27 19:47:15.691142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:15.707437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b717d7-2d38-46df-8d67-ff46a593973c None None] Pushing event updated for resources: {'Port': ['ID=67d655af-f484-41b8-8965-34700c460cdd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:15.728817 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] For port 6262c3d9-1d80-41f5-9f7c-746729c4b252, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:15.744795 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] For port 6262c3d9-1d80-41f5-9f7c-746729c4b252, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6262c3d9-1d80-41f5-9f7c-746729c4b252,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:15.754884 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.790157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.898917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:15.904219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.923946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a9e10dda-d799-4654-b265-2f620f0363dc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:15.991885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:15.992544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:16.029808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c687400e-a4b5-452a-9432-a92f2c82d8a9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:16.076006 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97fba1-2f4f-498e-8043-5d7302cd9c1b None None] Pushing event updated for resources: {'Port': ['ID=6262c3d9-1d80-41f5-9f7c-746729c4b252,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:16.081589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Deleting port 731b2d93-59a0-46d6-bb9d-bd6bc4172031 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:16.082221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.123356 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.246688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c687400e-a4b5-452a-9432-a92f2c82d8a9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:16.247501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.317979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:16.340511 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:16.402487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port 731b2d93-59a0-46d6-bb9d-bd6bc4172031, host n-h1-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:16.403088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.457178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c687400e-a4b5-452a-9432-a92f2c82d8a9 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:16.457775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.488687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Calling delete_port for 731b2d93-59a0-46d6-bb9d-bd6bc4172031 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:16.520573 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ad06d87d-42a9-4166-bf13-6bf17db3fc11), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.521841 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Added segment ad06d87d-42a9-4166-bf13-6bf17db3fc11 of type vlan for network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 Jan 27 19:47:16.545675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c687400e-a4b5-452a-9432-a92f2c82d8a9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c687400e-a4b5-452a-9432-a92f2c82d8a9,segment=NetworkSegment(f6549c55-7cc0-40e4-91ef-b61a3acd532d),segment_id=f6549c55-7cc0-40e4-91ef-b61a3acd532d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:16.554385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.560870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a9e10dda-d799-4654-b265-2f620f0363dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.633580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c687400e-a4b5-452a-9432-a92f2c82d8a9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:16.651180 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (731b2d93-59a0-46d6-bb9d-bd6bc4172031), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.760488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event deleted for resources: {'Port': ['ID=731b2d93-59a0-46d6-bb9d-bd6bc4172031,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:16.770258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Allocated IP 172.20.0.1 (a8c57e4d-6c47-4483-92e6-4a498b83194b/2d2d52e8-b5d8-4f65-be45-5b331e3abe95/f90deaf3-6e81-4075-856f-a6720dd10318) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:16.781594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e624cbc1-a22e-4af8-ad0d-cd664c8fc295), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.796624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.804719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5fa28aef-f074-47d6-be01-58e65f6e5394 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "DELETE /v2.0/ports/731b2d93-59a0-46d6-bb9d-bd6bc4172031 HTTP/1.1" status: 204 len: 168 time: 1.0940177 Jan 27 19:47:16.807296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:16.842603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:16.843390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.950465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e624cbc1-a22e-4af8-ad0d-cd664c8fc295), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.966205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:16.966971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:16.999911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a9e10dda-d799-4654-b265-2f620f0363dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.039364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.048827 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:11Z', 'revision_number': 3, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:17.100784 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b42de4-ef03-40c0-ad11-83cfb6652ca4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:47:17.108569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1b42de4-ef03-40c0-ad11-83cfb6652ca4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports/731b2d93-59a0-46d6-bb9d-bd6bc4172031 HTTP/1.1" status: 404 len: 333 time: 0.2939410 Jan 27 19:47:17.109875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44260) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:17.120501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1751039902', 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:17.125473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 1ddd2fa8-5d75-47d6-a13d-44a3cea8a544 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:17.156346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628e5d6-f35b-4a3a-9c88-100c58c17e2f None None] The sync data for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 is: [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:11Z', 'revision_number': 3, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:17.227612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Made reservation on behalf of 90038bcd3a28411da20a0840cde9f155 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:17.230695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.269447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port 652223db-b5de-4a21-853b-2a086ef39be7 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:17.313120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed37db-9709-4914-80b2-c65623ce73a1 None None] Network f6bac227-b498-4c30-83f5-9d178f0ca232 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:17.317691 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.322406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/subnets/a9e10dda-d799-4654-b265-2f620f0363dc HTTP/1.1" status: 204 len: 168 time: 2.0638840 Jan 27 19:47:17.389182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:17.417483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Network': ['ID=e624cbc1-a22e-4af8-ad0d-cd664c8fc295,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:17.452440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aa75a4c2-0b5d-4436-8767-594a5814d0d4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9861927 Jan 27 19:47:17.453925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:17.508458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'admin_state_up': True, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:17.518867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:17.522671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3dccaf88-d3bb-4b7b-bed1-8cd66636bd84 None None] Provisioning complete for port c687400e-a4b5-452a-9432-a92f2c82d8a9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:17.523335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dccaf88-d3bb-4b7b-bed1-8cd66636bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.574773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eea18-092f-461c-8afa-e782baf03a62 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e10dda-d799-4654-b265-2f620f0363dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:17.707410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks [] for port (f90deaf3-6e81-4075-856f-a6720dd10318), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.731954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11070c-4c1b-4b28-bb0b-2e433e944c38 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:17.740554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b11070c-4c1b-4b28-bb0b-2e433e944c38 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3460412 Jan 27 19:47:17.749741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44276) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:17.844362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.920241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.926295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:17.944154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3dccaf88-d3bb-4b7b-bed1-8cd66636bd84 None None] Current status of the port c687400e-a4b5-452a-9432-a92f2c82d8a9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:17.956808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Network a8c57e4d-6c47-4483-92e6-4a498b83194b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:17.968275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:17.971360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:18.054982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] DHCP port deletion for f6bac227-b498-4c30-83f5-9d178f0ca232 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:47:18.091476 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.149818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8d1b2-4ca9-41f4-b2b0-0c4cdd1071f5 None None] Network 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:18.217012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:18.310377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6262c3d9-1d80-41f5-9f7c-746729c4b252 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:18.372515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Provisioning complete for port 67d655af-f484-41b8-8965-34700c460cdd triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:18.372896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (67d655af-f484-41b8-8965-34700c460cdd), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.483627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.585977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6262c3d9-1d80-41f5-9f7c-746729c4b252 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:18.587014 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.592029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Deleting port c687400e-a4b5-452a-9432-a92f2c82d8a9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:18.593082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.879127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] For port c687400e-a4b5-452a-9432-a92f2c82d8a9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c687400e-a4b5-452a-9432-a92f2c82d8a9,segment=NetworkSegment(f6549c55-7cc0-40e4-91ef-b61a3acd532d),segment_id=f6549c55-7cc0-40e4-91ef-b61a3acd532d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:18.879558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:18.902335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Calling delete_port for c687400e-a4b5-452a-9432-a92f2c82d8a9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:18.990605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks [] for port (f90deaf3-6e81-4075-856f-a6720dd10318), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.000221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.083757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] DHCP port deletion for 53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:47:19.088172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Current status of the port 67d655af-f484-41b8-8965-34700c460cdd is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:19.088621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67d655af-f484-41b8-8965-34700c460cdd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.098998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c687400e-a4b5-452a-9432-a92f2c82d8a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.175059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:19.205710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.212026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (652223db-b5de-4a21-853b-2a086ef39be7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.235137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.265366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1ddd2fa8-5d75-47d6-a13d-44a3cea8a544), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.362237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] Pushing event deleted for resources: {'Port': ['ID=c687400e-a4b5-452a-9432-a92f2c82d8a9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:19.388781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ee24b-3c33-4b9d-b265-7c83b5f64a34 None None] No DVR routers for this DVR port c687400e-a4b5-452a-9432-a92f2c82d8a9 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:19.404249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=1ddd2fa8-5d75-47d6-a13d-44a3cea8a544,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:19.418802 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (652223db-b5de-4a21-853b-2a086ef39be7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.450360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] For port 67d655af-f484-41b8-8965-34700c460cdd, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=67d655af-f484-41b8-8965-34700c460cdd,segment=NetworkSegment(06c8523f-2ac9-4ccb-a735-faf89b80c0d5),segment_id=06c8523f-2ac9-4ccb-a735-faf89b80c0d5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:19.468967 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67d655af-f484-41b8-8965-34700c460cdd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.689740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Deleting port 67d655af-f484-41b8-8965-34700c460cdd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:19.690376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (67d655af-f484-41b8-8965-34700c460cdd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.775672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=652223db-b5de-4a21-853b-2a086ef39be7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:19.787529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (db615064-f3b2-4f43-be03-8e85cbfcff1e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.808195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Network 2feb5e69-1676-437a-b90e-db90df57d901 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:19.812885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:19.816460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:19.818004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:19.819484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.847834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b13e20ee-4227-4a4d-b1e0-7478d403def0 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7323346 Jan 27 19:47:19.850156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44304) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:19.875562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] For port 67d655af-f484-41b8-8965-34700c460cdd, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=67d655af-f484-41b8-8965-34700c460cdd,segment=NetworkSegment(06c8523f-2ac9-4ccb-a735-faf89b80c0d5),segment_id=06c8523f-2ac9-4ccb-a735-faf89b80c0d5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:19.876561 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (67d655af-f484-41b8-8965-34700c460cdd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:19.896079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Calling delete_port for 67d655af-f484-41b8-8965-34700c460cdd owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:20.000262 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (b12b88d9-decc-48b4-81cb-262f65a2b613), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.055080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6262c3d9-1d80-41f5-9f7c-746729c4b252 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:20.055484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.080431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-767b065c-7748-44b2-97d7-279000a731f4 None None] Provisioning complete for port f90deaf3-6e81-4075-856f-a6720dd10318 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:20.080867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-767b065c-7748-44b2-97d7-279000a731f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.126454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568c1b9-b21a-4433-8bf7-0a2de4c1cf69 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:20.140234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b568c1b9-b21a-4433-8bf7-0a2de4c1cf69 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports/652223db-b5de-4a21-853b-2a086ef39be7 HTTP/1.1" status: 200 len: 955 time: 0.2456367 Jan 27 19:47:20.140913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:20.154439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Network a8c57e4d-6c47-4483-92e6-4a498b83194b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:20.167460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Deleting port 67d655af-f484-41b8-8965-34700c460cdd {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:20.167824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (67d655af-f484-41b8-8965-34700c460cdd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.197753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-767b065c-7748-44b2-97d7-279000a731f4 None None] Port f90deaf3-6e81-4075-856f-a6720dd10318 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:20.202767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664c13-9228-4983-a480-20ba21f869f7 None None] Pushing event updated for resources: {'Port': ['ID=67d655af-f484-41b8-8965-34700c460cdd,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:20.267898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6262c3d9-1d80-41f5-9f7c-746729c4b252, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6262c3d9-1d80-41f5-9f7c-746729c4b252,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:20.280498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:20.287726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.288996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 67d655af-f484-41b8-8965-34700c460cdd up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:20.410003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (67d655af-f484-41b8-8965-34700c460cdd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.462194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 67d655af-f484-41b8-8965-34700c460cdd {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:20.462991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 67d655af-f484-41b8-8965-34700c460cdd not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 19:47:20.525393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] No DVR routers for this DVR port 67d655af-f484-41b8-8965-34700c460cdd on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:20.527455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Port 67d655af-f484-41b8-8965-34700c460cdd not found, will not notify nova. {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 19:47:20.561745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router db615064-f3b2-4f43-be03-8e85cbfcff1e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:20.580810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (b12b88d9-decc-48b4-81cb-262f65a2b613), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.611240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6262c3d9-1d80-41f5-9f7c-746729c4b252,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:20.674402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e9e49-e021-41ae-a6bf-8f5afd361327 None None] Pushing event deleted for resources: {'Port': ['ID=67d655af-f484-41b8-8965-34700c460cdd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:20.717658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] For port 67d655af-f484-41b8-8965-34700c460cdd, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=67d655af-f484-41b8-8965-34700c460cdd,segment=NetworkSegment(06c8523f-2ac9-4ccb-a735-faf89b80c0d5),segment_id=06c8523f-2ac9-4ccb-a735-faf89b80c0d5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:20.720720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (67d655af-f484-41b8-8965-34700c460cdd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.758270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 67d655af-f484-41b8-8965-34700c460cdd no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:20.775027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Calling delete_port for 67d655af-f484-41b8-8965-34700c460cdd owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:20.818011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Router cef820a0-1c27-434f-8d9a-422bfd19dc73 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:20.826179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 67d655af-f484-41b8-8965-34700c460cdd {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:20.826776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 67d655af-f484-41b8-8965-34700c460cdd not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:47:20.827494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c687400e-a4b5-452a-9432-a92f2c82d8a9 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:20.876546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c687400e-a4b5-452a-9432-a92f2c82d8a9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:20.877534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c687400e-a4b5-452a-9432-a92f2c82d8a9 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:47:20.942504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:20.943974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0087a86f-f6ac-4eae-9f66-ee8c33942051 None None] Provisioning complete for port f90deaf3-6e81-4075-856f-a6720dd10318 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:20.944622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0087a86f-f6ac-4eae-9f66-ee8c33942051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:20.965478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-117ef9d6-0d55-48b1-a2c5-36a848fe85eb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/db615064-f3b2-4f43-be03-8e85cbfcff1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4128366 Jan 27 19:47:20.970426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:20.996289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] Sync routers for ids ['db615064-f3b2-4f43-be03-8e85cbfcff1e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:21.029119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b0b0264b-523f-4afe-8b23-894fd180d022 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=db615064-f3b2-4f43-be03-8e85cbfcff1e HTTP/1.1" status: 200 len: 205 time: 0.0498626 Jan 27 19:47:21.029954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:21.095746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] Routers {'db615064-f3b2-4f43-be03-8e85cbfcff1e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:21.096839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['db615064-f3b2-4f43-be03-8e85cbfcff1e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:21.105310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (b12b88d9-decc-48b4-81cb-262f65a2b613), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.109329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0087a86f-f6ac-4eae-9f66-ee8c33942051 None None] Port f90deaf3-6e81-4075-856f-a6720dd10318 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:21.115784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.134418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.136992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:21.148946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Sync routers for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:21.153090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6603550c-d237-46f3-9603-1ceb5b4fbbb8 admin admin] 10.222.0.59 "PUT /v2.0/routers/cef820a0-1c27-434f-8d9a-422bfd19dc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2674723 Jan 27 19:47:21.166424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:21.167094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Deleting port 652223db-b5de-4a21-853b-2a086ef39be7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:21.167545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (652223db-b5de-4a21-853b-2a086ef39be7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.182403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] Routers {'db615064-f3b2-4f43-be03-8e85cbfcff1e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:21.183179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['db615064-f3b2-4f43-be03-8e85cbfcff1e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:21.207895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:21.208895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:21.227887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:21.229357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46043c-68e3-45a8-b87b-ba987b367255 None None] The sync data for ids ['db615064-f3b2-4f43-be03-8e85cbfcff1e'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:21.298675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.244 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/91f78ba6-6ba5-4fe9-91cb-807f44e868c6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:21.442687 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:21.554878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.622184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.694546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:21.698687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:21.700640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:21.703827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:21.708137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (652223db-b5de-4a21-853b-2a086ef39be7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.723425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (67d655af-f484-41b8-8965-34700c460cdd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.730997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.755293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (db615064-f3b2-4f43-be03-8e85cbfcff1e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.814866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Calling delete_port for 652223db-b5de-4a21-853b-2a086ef39be7 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:21.887755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] No DVR routers for this DVR port 67d655af-f484-41b8-8965-34700c460cdd on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:21.890021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Port': ['ID=67d655af-f484-41b8-8965-34700c460cdd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:21.896838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (db615064-f3b2-4f43-be03-8e85cbfcff1e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.897763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router db615064-f3b2-4f43-be03-8e85cbfcff1e {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:47:21.921088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:21.923000 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6f86490c-0276-45d4-8df0-7339f28268b5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/db615064-f3b2-4f43-be03-8e85cbfcff1e HTTP/1.1" status: 204 len: 168 time: 0.8919091 Jan 27 19:47:21.964715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44344) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:22.056786 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 2, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:22.100773 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Checking router: cef820a0-1c27-434f-8d9a-422bfd19dc73 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:22.101494 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Updating router cef820a0-1c27-434f-8d9a-422bfd19dc73 port f90deaf3-6e81-4075-856f-a6720dd10318 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:22.154197 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.255100 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.275908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 9d42c2d6-3885-4da5-99c7-662155bc2235 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:47:22.314354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (9d42c2d6-3885-4da5-99c7-662155bc2235), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.340946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:22.367757 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-757264661-network', 'tenant_id': '27264aed1f1647ce824be0c9a9051568'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:22.377609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ab92c6-bfe8-41d4-a0ba-1073a50bdd35']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:22.399813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8523f-2ac9-4ccb-a735-faf89b80c0d5') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:22.400255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8523f-2ac9-4ccb-a735-faf89b80c0d5') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:22.413744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (b12b88d9-decc-48b4-81cb-262f65a2b613), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.414261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (9d42c2d6-3885-4da5-99c7-662155bc2235), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.417119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (652223db-b5de-4a21-853b-2a086ef39be7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.420103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (06c8523f-2ac9-4ccb-a735-faf89b80c0d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.489628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.492508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Made reservation on behalf of 27264aed1f1647ce824be0c9a9051568 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:22.495390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.495891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "DELETE /v2.0/ports/652223db-b5de-4a21-853b-2a086ef39be7 HTTP/1.1" status: 204 len: 168 time: 2.3526855 Jan 27 19:47:22.496896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc4caa-c3c5-4a74-a718-c0c4bc99cea5 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event deleted for resources: {'Port': ['ID=652223db-b5de-4a21-853b-2a086ef39be7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:22.497662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:22.501730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (06c8523f-2ac9-4ccb-a735-faf89b80c0d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.512472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:22.512987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (06c8523f-2ac9-4ccb-a735-faf89b80c0d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:22.516480 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:22.605067 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b1e6ee-3ebb-4bb8-a09c-abdbf8115474 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:47:22.615551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38b1e6ee-3ebb-4bb8-a09c-abdbf8115474 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports/652223db-b5de-4a21-853b-2a086ef39be7 HTTP/1.1" status: 404 len: 333 time: 0.1132398 Jan 27 19:47:22.617509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:22.647723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'network_id': '2feb5e69-1676-437a-b90e-db90df57d901', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1068149399'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:22.663370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.688149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (53ab92c6-bfe8-41d4-a0ba-1073a50bdd35), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.705889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.710849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/53ab92c6-bfe8-41d4-a0ba-1073a50bdd35 HTTP/1.1" status: 204 len: 168 time: 4.9526739 Jan 27 19:47:22.718241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:22.745414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6262c3d9-1d80-41f5-9f7c-746729c4b252 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:22.757623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1913-1a6c-4811-b541-06397dbbdd3b tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=53ab92c6-bfe8-41d4-a0ba-1073a50bdd35,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:22.778774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (9d42c2d6-3885-4da5-99c7-662155bc2235), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.823574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Made reservation on behalf of 90038bcd3a28411da20a0840cde9f155 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:22.826409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.876653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:22.948030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6262c3d9-1d80-41f5-9f7c-746729c4b252 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:22.948246 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.957354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f6bac227-b498-4c30-83f5-9d178f0ca232), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:22.999795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (9d42c2d6-3885-4da5-99c7-662155bc2235), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.097159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=9d42c2d6-3885-4da5-99c7-662155bc2235,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:23.170148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1257adc3-856b-4a0f-9658-910d45f150b7 None None] Network c000f25d-470d-47d2-854d-05cc87446359 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:23.177097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.200580 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e15b3e88-b57b-410a-bd23-d40329cee94a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/9d42c2d6-3885-4da5-99c7-662155bc2235 HTTP/1.1" status: 204 len: 168 time: 1.2441173 Jan 27 19:47:23.202709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44374) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:23.246120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks [] for security_group (118864a5-24fb-4fb4-b006-19c30288ee71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.252974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6262c3d9-1d80-41f5-9f7c-746729c4b252 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:23.261892 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks [] for port (f90deaf3-6e81-4075-856f-a6720dd10318), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.276324 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.303958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (118864a5-24fb-4fb4-b006-19c30288ee71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.432393 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404f53-af22-4f4e-aa82-9c270e07e885 None None] Pushing event updated for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:23.507241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:23.563641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.564157 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Attempting to bind port f90deaf3-6e81-4075-856f-a6720dd10318 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:23.564505 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Attempting to bind port f90deaf3-6e81-4075-856f-a6720dd10318 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:23.564866 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Attempting to bind port f90deaf3-6e81-4075-856f-a6720dd10318 on network a8c57e4d-6c47-4483-92e6-4a498b83194b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:23.578747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:23.579140 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Checking segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:23.579524 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.580006 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Bound using segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:23.580465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Bound port: f90deaf3-6e81-4075-856f-a6720dd10318, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:23.580849 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.595526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f6bac227-b498-4c30-83f5-9d178f0ca232), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.684708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] DHCP port deletion for c000f25d-470d-47d2-854d-05cc87446359 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:47:23.711233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bac227-b498-4c30-83f5-9d178f0ca232']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:23.716588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c000f25d-470d-47d2-854d-05cc87446359), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.775211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6549c55-7cc0-40e4-91ef-b61a3acd532d') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:23.775551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6549c55-7cc0-40e4-91ef-b61a3acd532d') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:23.780215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] For port f90deaf3-6e81-4075-856f-a6720dd10318, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:23.787108 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] For port f90deaf3-6e81-4075-856f-a6720dd10318, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f90deaf3-6e81-4075-856f-a6720dd10318,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:23.799394 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.820776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f6549c55-7cc0-40e4-91ef-b61a3acd532d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.883173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f6549c55-7cc0-40e4-91ef-b61a3acd532d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.886594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.908580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Deleting port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:23.909087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.973655 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:23.974032 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Added segment eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7 of type vlan for network 9768f768-f743-4f57-b09d-78b57136d82e Jan 27 19:47:24.001311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:24.019129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:24.019689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:24.022464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f6549c55-7cc0-40e4-91ef-b61a3acd532d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:24.026063 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:24.103454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (9768f768-f743-4f57-b09d-78b57136d82e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.129593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.152144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404f53-af22-4f4e-aa82-9c270e07e885 None None] Pushing event updated for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:24.171612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118864a5-24fb-4fb4-b006-19c30288ee71,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:24.201093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.201687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.202234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.202868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.204451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.205113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.205704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.206814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] For port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,segment=NetworkSegment(7247b1da-a3bc-4bb1-881d-d61b47b633ae),segment_id=7247b1da-a3bc-4bb1-881d-d61b47b633ae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:24.207218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.207351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.207931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.208500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.209845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.210417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.211012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:24.220273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Provisioning complete for port f90deaf3-6e81-4075-856f-a6720dd10318 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:24.220868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.245341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.259171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Calling delete_port for f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:24.299487 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (9768f768-f743-4f57-b09d-78b57136d82e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.301628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:24.302515 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.366490 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:24.661182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.672729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] Pushing event updated for resources: {'Network': ['ID=9768f768-f743-4f57-b09d-78b57136d82e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:24.697222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Network 2feb5e69-1676-437a-b90e-db90df57d901 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:24.715944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:24.749122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] No DVR routers for this DVR port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:24.776499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:24.778384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:24.779650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:24.779792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 9768f768-f743-4f57-b09d-78b57136d82e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:24.813693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a82bc3ee-732f-44c5-8342-9d264421aba5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4713941 Jan 27 19:47:24.834746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:24.841240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Request body: {'subnet': {'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-757264661-subnet', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:24.873127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e520-7169-4326-bc49-019d99adfd88 None None] Pushing event deleted for resources: {'Port': ['ID=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:24.875719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=09d83802-38aa-4f5a-be48-3c0a7dbfd31a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:24.897288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:47:24.992187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f6bac227-b498-4c30-83f5-9d178f0ca232), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.002650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.007737 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/f6bac227-b498-4c30-83f5-9d178f0ca232 HTTP/1.1" status: 204 len: 168 time: 2.2808075 Jan 27 19:47:25.011519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:25.012186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.025244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:25.041853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5115a1c0-4403-45d1-b3ca-8ddc7e75ea45 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4075737 Jan 27 19:47:25.042697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44402) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:25.045228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:47:25.045815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:47:25.059660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=f6bac227-b498-4c30-83f5-9d178f0ca232,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:25.078578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.100162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:25.110296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Current status of the port f90deaf3-6e81-4075-856f-a6720dd10318 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:25.110701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.116969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Made reservation on behalf of 27264aed1f1647ce824be0c9a9051568 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:25.127969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.128707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.129295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.129852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.130403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.131491 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.131843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.132387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.132930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.133498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.134068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.134617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.135416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.135973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bec9d6-fbde-4471-a21b-c8c139faeebf tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:25.196816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:25.197555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.223246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] For port f90deaf3-6e81-4075-856f-a6720dd10318, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f90deaf3-6e81-4075-856f-a6720dd10318,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:25.228190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:25.231114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.234098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (29d24cc6-d52a-47bb-b3a7-eac39fe2d970), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.239976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:47:25.247822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.301758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router b12b88d9-decc-48b4-81cb-262f65a2b613 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:47:25.306151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:25.308661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port f7f5707d-fad9-4fa9-bdc8-9d13fd962bdf on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:47:25.338273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24399e57-8c98-4b9c-9c7d-e6f9daaf13c7 None None] Pushing event updated for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:25.354216 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:23Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.390250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-eedf489e-ed1c-4519-9d9b-8dee57410fca None None] Provisioning complete for port f90deaf3-6e81-4075-856f-a6720dd10318 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:25.390734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eedf489e-ed1c-4519-9d9b-8dee57410fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.429959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c000f25d-470d-47d2-854d-05cc87446359), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.456149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c000f25d-470d-47d2-854d-05cc87446359']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.456399 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23577c-5610-42f1-a44f-4d53dd18b4d1 None None] The sync data for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 is: [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:23Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:25.468347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7247b1da-a3bc-4bb1-881d-d61b47b633ae') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.468347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7247b1da-a3bc-4bb1-881d-d61b47b633ae') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.510334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7247b1da-a3bc-4bb1-881d-d61b47b633ae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.555770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.586517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eedf489e-ed1c-4519-9d9b-8dee57410fca None None] Current status of the port f90deaf3-6e81-4075-856f-a6720dd10318 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:25.745010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7247b1da-a3bc-4bb1-881d-d61b47b633ae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.755470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (29d24cc6-d52a-47bb-b3a7-eac39fe2d970), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.766700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:25.767531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7247b1da-a3bc-4bb1-881d-d61b47b633ae), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:25.771139 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:25.887769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:25.894412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d24cc6-d52a-47bb-b3a7-eac39fe2d970']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.922814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Sync routers for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:25.932286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9ca4e2-38f8-4642-8e3e-75fbadc0548e') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.932879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9ca4e2-38f8-4642-8e3e-75fbadc0548e') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.962247 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c000f25d-470d-47d2-854d-05cc87446359), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.973476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.975386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:25.976089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:25.979433 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/c000f25d-470d-47d2-854d-05cc87446359 HTTP/1.1" status: 204 len: 168 time: 2.7755504 Jan 27 19:47:25.982823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7e9ca4e2-38f8-4642-8e3e-75fbadc0548e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:25.985863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44412) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:26.026096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-688788538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:26.050678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f8845-3985-439e-bce7-c8c5445fc1aa tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=c000f25d-470d-47d2-854d-05cc87446359,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:26.097832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7e9ca4e2-38f8-4642-8e3e-75fbadc0548e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.145492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:26.148606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] device_id is not set on port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:26.151240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7e9ca4e2-38f8-4642-8e3e-75fbadc0548e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.163223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks [] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:26.164990 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:26.195725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.203582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (321f83bd-5368-45ab-9378-61c436499faf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.236402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.238379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d9cebcc-464f-44d2-bcd2-992b51e6d1fd tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7676363 Jan 27 19:47:26.272929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44420) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:26.356054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.357660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.410687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:26.420647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (29d24cc6-d52a-47bb-b3a7-eac39fe2d970), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.460460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.470660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/29d24cc6-d52a-47bb-b3a7-eac39fe2d970 HTTP/1.1" status: 204 len: 168 time: 1.4424756 Jan 27 19:47:26.475727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:26.533147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f3414-4d65-4433-a272-2703a4ec5839 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=29d24cc6-d52a-47bb-b3a7-eac39fe2d970,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:26.644119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.695420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.773455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a133b6f4-3885-4ae1-911f-1c4ef5e00dff), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.784229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.785821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-752a98e3-e31f-4f0c-8bba-44de85745c1f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7967434 Jan 27 19:47:26.793151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44426) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:26.807922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1599796236'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:26.830958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f90deaf3-6e81-4075-856f-a6720dd10318 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:26.942799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:26.950524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:26.989287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=09d83802-38aa-4f5a-be48-3c0a7dbfd31a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:27.024438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c77a0e4-ca22-49f5-a456-addf60a8a7dc tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2e018dbe00a44688a7a2e0b982600366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7455285 Jan 27 19:47:27.025086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:27.071955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f90deaf3-6e81-4075-856f-a6720dd10318 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:27.072721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.083019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a133b6f4-3885-4ae1-911f-1c4ef5e00dff), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.157168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:27.157550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:27.157923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:27.176315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:27.211966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a133b6f4-3885-4ae1-911f-1c4ef5e00dff']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:27.223915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Pushing event updated for resources: {'Subnet': ['ID=321f83bd-5368-45ab-9378-61c436499faf,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:27.273691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:27.275084 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:27.275238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e18af2-350f-4e5f-9838-eaba95ed89e9') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:27.275835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e18af2-350f-4e5f-9838-eaba95ed89e9') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:27.279426 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 2 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:27.281543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:22Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:27.287712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47adf9c9-61b7-4baf-bbf0-fda8bae54c88), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.288068 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment 47adf9c9-61b7-4baf-bbf0-fda8bae54c88 of type vlan for network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 Jan 27 19:47:27.301182 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (d1e18af2-350f-4e5f-9838-eaba95ed89e9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.346080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Checking router: b12b88d9-decc-48b4-81cb-262f65a2b613 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:27.346582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Updating router b12b88d9-decc-48b4-81cb-262f65a2b613 port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:27.350308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f90deaf3-6e81-4075-856f-a6720dd10318 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:27.438686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d1e18af2-350f-4e5f-9838-eaba95ed89e9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.440753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.454809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Checking segment: {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:27.462066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Network hostable DHCP agents. Network: 9768f768-f743-4f57-b09d-78b57136d82e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:27.465757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (14e9ac50-3d31-4e7d-a58d-ba1d06327902), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.469594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:27.470900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (d1e18af2-350f-4e5f-9838-eaba95ed89e9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:27.475137 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:27.512493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:27.524724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:27.531110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:27.595866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a133b6f4-3885-4ae1-911f-1c4ef5e00dff), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.604815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:27.605291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (14e9ac50-3d31-4e7d-a58d-ba1d06327902), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.606052 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:27.614194 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 3 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:27.624790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:27.625565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.634042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Network 9768f768-f743-4f57-b09d-78b57136d82e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:27.660879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.675183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] 10.222.0.59 "DELETE /v2.0/networks/a133b6f4-3885-4ae1-911f-1c4ef5e00dff HTTP/1.1" status: 204 len: 168 time: 1.1898475 Jan 27 19:47:27.710907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 9768f768-f743-4f57-b09d-78b57136d82e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:27.715790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f549b-fa6f-477a-94b8-3a7f6a38b27a tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:27.727892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc3f549b-fa6f-477a-94b8-3a7f6a38b27a tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6985734 Jan 27 19:47:27.733196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:27.779916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:27.782870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:27.783685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:27.794830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:27.796400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:27.849974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:27.850844 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:27.858714 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 4 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:27.867013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0724638 Jan 27 19:47:27.887457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:27.902679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:27.919202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-41c7e75e-ea1f-4d52-8c75-3cc6b4a5628d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0829780 Jan 27 19:47:27.924812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1d728991-10ab-4714-b33f-6050eb36f24e tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1869080 Jan 27 19:47:27.928907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:27.930037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:27.930449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:27.930979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:27.941661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:27.947968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:27.958448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154175583', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:28.016937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:28.017971 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:28.025383 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 5 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:28.031932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.033471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.091708 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:47:28.119001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bea6c-1a26-4da7-ae11-a5af88cd6cbe tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=14e9ac50-3d31-4e7d-a58d-ba1d06327902,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:28.164453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55937900-1f45-49ad-b75d-37465768a405 tempest-BulkNetworkOpsIpV6Test-87261578 tempest-BulkNetworkOpsIpV6Test-87261578-project] Pushing event deleted for resources: {'Network': ['ID=a133b6f4-3885-4ae1-911f-1c4ef5e00dff,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:28.195554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:28.203635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.259707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:28.260036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:28.260552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:28.322265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:28.322725 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:28.344021 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 6 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:28.350797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5c4bd-c2f3-422f-a167-9dfd756910ac None None] Network 9768f768-f743-4f57-b09d-78b57136d82e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:28.364982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:28.447756 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for router_controller (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.459780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:28.461228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:28.461807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:28.549343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:28.550350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:28.550494 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:28.559330 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 7 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:28.562349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:28.566208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.727945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for router_gateway (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.731898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:28.732414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:28.732865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:28.808173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:28.808702 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:28.811989 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 8 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:28.835406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:28.836242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:28.837076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:28.859486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (8e3cb136-a9f4-4762-a4f4-f635c7b9faad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.942741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks [] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.949102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-9768f768-f743-4f57-b09d-78b57136d82e', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'project_id': '27264aed1f1647ce824be0c9a9051568', 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:28.955113 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:28.966216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:28.966766 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:28.977140 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 9 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:29.019327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Subnet': ['ID=8e3cb136-a9f4-4762-a4f4-f635c7b9faad,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:29.051987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:29.053057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:29.053611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:29.105846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:29.106459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network hostable DHCP agents. Network: e624cbc1-a22e-4af8-ad0d-cd664c8fc295, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:29.115984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:29.116477 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:29.122344 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempt 10 to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a Jan 27 19:47:29.138964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Allocated IP 172.20.0.2 (9768f768-f743-4f57-b09d-78b57136d82e/321f83bd-5368-45ab-9378-61c436499faf/b3ae259b-2739-4314-8ab6-bddebff2e9d0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:29.157483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:29.162735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a855f067-72d0-47d6-9659-85110c13ca74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02dc40078ae142c4928b19080c3fabac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6088283 Jan 27 19:47:29.172269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:29.193722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e624cbc1-a22e-4af8-ad0d-cd664c8fc295) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:29.203836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:29.205379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.243298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6ff03a1-1b0a-4291-b6c2-f8b18866c21f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2998474 Jan 27 19:47:29.246193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:29.253316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:29.253664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:29.254010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempting to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:29.289052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:29.289456 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Failed to bind port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on host n-h1-760453-6 for vnic_type normal using segments [{'id': '85b1d4c0-055d-4656-b347-54c1aafeb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2feb5e69-1676-437a-b90e-db90df57d901'}] Jan 27 19:47:29.289836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.346801 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks [] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.352606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978341e8-b55b-4533-9978-aaf77ea14e6b None None] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:29.397007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (9d7e1e5f-c611-4695-843d-2eeb83258500), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.479127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=9d7e1e5f-c611-4695-843d-2eeb83258500,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:29.494961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.506493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.597993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] Publish callbacks [] for security_group (c971631a-9e70-4ce8-83ca-70e303f2db59), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.600606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Attempting to bind port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:29.600988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Attempting to bind port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:29.601772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Attempting to bind port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:29.625219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:29.628365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:29.629913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.630337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:29.630901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Bound port: 91f78ba6-6ba5-4fe9-91cb-807f44e868c6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:29.631296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.638433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] Publish callbacks [] for security_group (c971631a-9e70-4ce8-83ca-70e303f2db59), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.729868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:29.730277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attempted to set empty binding levels {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:47:29.857514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Network 9768f768-f743-4f57-b09d-78b57136d82e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:29.864825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.870674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for router_gateway (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.872252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:29.876026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Pushing event updated for resources: {'Port': ['ID=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:29.891919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c971631a-9e70-4ce8-83ca-70e303f2db59), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.894632 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.895812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c971631a-9e70-4ce8-83ca-70e303f2db59 HTTP/1.1" status: 204 len: 168 time: 0.7189229 Jan 27 19:47:29.903188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:29.915606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:30.107693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Pushing event updated for resources: {'Port': ['ID=b3ae259b-2739-4314-8ab6-bddebff2e9d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:30.119219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] In _notify_port_updated(), no bound segment for port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a on network 2feb5e69-1676-437a-b90e-db90df57d901 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:47:30.120269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:30.126194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.131288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "PUT /v2.0/ports/09d83802-38aa-4f5a-be48-3c0a7dbfd31a HTTP/1.1" status: 200 len: 975 time: 5.0492346 Jan 27 19:47:30.132052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:30.188392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] For port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:30.196194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.197856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] For port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:30.210171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Allocated IP 172.25.5.87 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/63bd4872-64cb-4651-b0f5-b1394e27b3c0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:30.272510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac267cc-198f-42cd-8728-604a13f45a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c971631a-9e70-4ce8-83ca-70e303f2db59,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:30.278636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Attempting to bind port b3ae259b-2739-4314-8ab6-bddebff2e9d0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:30.281541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Attempting to bind port b3ae259b-2739-4314-8ab6-bddebff2e9d0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:30.283455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Attempting to bind port b3ae259b-2739-4314-8ab6-bddebff2e9d0 on network 9768f768-f743-4f57-b09d-78b57136d82e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:30.299997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:30.301478 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.306195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:30.306843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: 14e9ac50-3d31-4e7d-a58d-ba1d06327902, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:30.310570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5209b-b9f2-4f99-9fb6-4b065bffa8b4 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event updated for resources: {'Port': ['ID=09d83802-38aa-4f5a-be48-3c0a7dbfd31a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:30.333173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.421654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:30.422037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Checking segment: {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:30.422461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.422837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Bound using segment: {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:30.423332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Bound port: b3ae259b-2739-4314-8ab6-bddebff2e9d0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:30.423713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.516100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:30.537852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] For port b3ae259b-2739-4314-8ab6-bddebff2e9d0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:30.545557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] For port b3ae259b-2739-4314-8ab6-bddebff2e9d0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b3ae259b-2739-4314-8ab6-bddebff2e9d0,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:30.570073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.592107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 14e9ac50-3d31-4e7d-a58d-ba1d06327902) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:30.610676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:30.611278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.646279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6ab5adb1-8cf4-47ab-b917-37b51cf783e4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7532079 Jan 27 19:47:30.653634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:30.658933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:30.660381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:30.665100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Deleting port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:30.665537 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.667613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5bc8b-8875-4819-bf8c-9c40bcf699c2 None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:30.837156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:30.938986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.1 (e624cbc1-a22e-4af8-ad0d-cd664c8fc295/8e3cb136-a9f4-4762-a4f4-f635c7b9faad/6400b66f-286b-4341-a5fa-93d5ee9aab3a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:31.109293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Pushing event updated for resources: {'Port': ['ID=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:31.255441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] For port 09d83802-38aa-4f5a-be48-3c0a7dbfd31a, host n-h1-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:31.256257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.270876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.277554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.278617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.279090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.279559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.280259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.282444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.284467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.285370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.285370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.288502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.289013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.289495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed37a5-7bc1-4a59-9bde-9205f5a0085c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:47:31.393481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Calling delete_port for 09d83802-38aa-4f5a-be48-3c0a7dbfd31a owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:31.441680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.449900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:31.461424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.560919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:31.565298 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.696685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:31.700579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:31.701956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'networks': [{'name': 'tempest-network--89093482'}, {'name': 'tempest-network--943254896'}]} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:31.702480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-network--89093482'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:31.703904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-network--943254896'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:31.716382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:31.727675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:31.731412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:31.735206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:31.741695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'network': 2} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:31.747174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.751801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:31.765524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Pushing event updated for resources: {'Port': ['ID=63bd4872-64cb-4651-b0f5-b1394e27b3c0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:31.784788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.811366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (b12b88d9-decc-48b4-81cb-262f65a2b613), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:31.825345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.037053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355cb65-2d48-4238-828c-911082147760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:32.038807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.053475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for security_group (c5c32403-2c5c-44c1-a57c-3f796017d2dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.111965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c5c32403-2c5c-44c1-a57c-3f796017d2dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.113338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.177426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c32403-2c5c-44c1-a57c-3f796017d2dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:32.196479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.392629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef32fea-a670-4ea2-b240-58a4bb7a7b88 None None] Pushing event updated for resources: {'Port': ['ID=b3ae259b-2739-4314-8ab6-bddebff2e9d0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:32.426663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:32.460006 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8afc2875-b9e9-4a55-8a7b-2af0713c4d9f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.460596 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment 8afc2875-b9e9-4a55-8a7b-2af0713c4d9f of type vlan for network 816ff7aa-8221-4606-8e18-0790fc18dde2 Jan 27 19:47:32.604686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Allocated IP 172.20.0.2 (e624cbc1-a22e-4af8-ad0d-cd664c8fc295/8e3cb136-a9f4-4762-a4f4-f635c7b9faad/755b35d2-157c-453d-a78b-3f14b0211768) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:32.610898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (816ff7aa-8221-4606-8e18-0790fc18dde2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.839721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:32.878105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a3bf559a-db05-47c9-967e-c7878bb74173), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:32.878536 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment a3bf559a-db05-47c9-967e-c7878bb74173 of type vlan for network 24f5ba12-6e6a-49b8-9183-8fbb1f339a63 Jan 27 19:47:32.995020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (24f5ba12-6e6a-49b8-9183-8fbb1f339a63), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.045485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (09d83802-38aa-4f5a-be48-3c0a7dbfd31a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.090385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.093136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (816ff7aa-8221-4606-8e18-0790fc18dde2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.095033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (24f5ba12-6e6a-49b8-9183-8fbb1f339a63), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.102123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:33.107971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:33.109457 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.162705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.7115512 Jan 27 19:47:33.164431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.184458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:33.218519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks [] for port (755b35d2-157c-453d-a78b-3f14b0211768), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.281383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Pushing event deleted for resources: {'Port': ['ID=09d83802-38aa-4f5a-be48-3c0a7dbfd31a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:33.308249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.312073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-33af3b65-3938-4158-9e3b-58080946feb7 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "DELETE /v2.0/ports/09d83802-38aa-4f5a-be48-3c0a7dbfd31a HTTP/1.1" status: 204 len: 168 time: 3.1445427 Jan 27 19:47:33.316583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:33.317271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b3ae259b-2739-4314-8ab6-bddebff2e9d0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:33.320483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2b21a-3b35-441e-bf15-f194dcc5efc8 None None] Network 9768f768-f743-4f57-b09d-78b57136d82e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:33.442976 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b82db6-b1ae-4b9a-8253-9d39e6601f67 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:47:33.450720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05b82db6-b1ae-4b9a-8253-9d39e6601f67 tempest-PortsAdminExtendedAttrsTestJSON-1163789831 tempest-PortsAdminExtendedAttrsTestJSON-1163789831-project-admin] 10.222.0.59 "GET /v2.0/ports/09d83802-38aa-4f5a-be48-3c0a7dbfd31a HTTP/1.1" status: 404 len: 333 time: 0.1298788 Jan 27 19:47:33.510111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (755b35d2-157c-453d-a78b-3f14b0211768), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.511811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:33.891137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Provisioning complete for port b3ae259b-2739-4314-8ab6-bddebff2e9d0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:33.891417 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.907498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2feb5e69-1676-437a-b90e-db90df57d901), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:33.962193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for router_gateway (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.166243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=816ff7aa-8221-4606-8e18-0790fc18dde2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:34.220540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:34.230444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 816ff7aa-8221-4606-8e18-0790fc18dde2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:34.294814 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2feb5e69-1676-437a-b90e-db90df57d901), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.312110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:34.315975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:34.468325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feb5e69-1676-437a-b90e-db90df57d901']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:34.508124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:34.525998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b1d4c0-055d-4656-b347-54c1aafeb4e4') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:34.526444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b1d4c0-055d-4656-b347-54c1aafeb4e4') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:34.547213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (b12b88d9-decc-48b4-81cb-262f65a2b613), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.571769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (85b1d4c0-055d-4656-b347-54c1aafeb4e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.629829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Current status of the port b3ae259b-2739-4314-8ab6-bddebff2e9d0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:34.631390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.639166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Pushing event updated for resources: {'Port': ['ID=755b35d2-157c-453d-a78b-3f14b0211768,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:34.671182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:22Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:34.690151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3355cb65-2d48-4238-828c-911082147760 None None] Allocated IP 2001:db8::2 (14e9ac50-3d31-4e7d-a58d-ba1d06327902/9d7e1e5f-c611-4695-843d-2eeb83258500/682a5574-e2ee-482d-ab98-385721b90219) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:34.698378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Attempting to bind port 755b35d2-157c-453d-a78b-3f14b0211768 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:34.698760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Attempting to bind port 755b35d2-157c-453d-a78b-3f14b0211768 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:34.699137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Attempting to bind port 755b35d2-157c-453d-a78b-3f14b0211768 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:34.741717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (85b1d4c0-055d-4656-b347-54c1aafeb4e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.770073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:34.770820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:34.771466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.772049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Bound using segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:34.772726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Bound port: 755b35d2-157c-453d-a78b-3f14b0211768, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:34.773325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (755b35d2-157c-453d-a78b-3f14b0211768), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.778914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b3ae259b-2739-4314-8ab6-bddebff2e9d0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:34.780220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.793230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:34.793806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (85b1d4c0-055d-4656-b347-54c1aafeb4e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:34.797324 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:34.822534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] For port b3ae259b-2739-4314-8ab6-bddebff2e9d0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b3ae259b-2739-4314-8ab6-bddebff2e9d0,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:34.824858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28d43-9910-4817-a579-28a13bb1c6c2 None None] The sync data for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 is: [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:22Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:34.859318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:34.951783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c080c8-8e5c-4a34-bc04-58d696c3c7f8 None None] Pushing event updated for resources: {'Port': ['ID=b3ae259b-2739-4314-8ab6-bddebff2e9d0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:34.967880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4988d3-1069-4239-a7ae-1db025725ccd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=24f5ba12-6e6a-49b8-9183-8fbb1f339a63,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:35.051388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:35.084340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:35.143713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6510d9d-f3fe-404f-afa7-2c3d1876c1c9 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:35.167114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6510d9d-f3fe-404f-afa7-2c3d1876c1c9 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:35.176842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6510d9d-f3fe-404f-afa7-2c3d1876c1c9 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:35.192737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6510d9d-f3fe-404f-afa7-2c3d1876c1c9 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:35.200524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:35.203639 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6510d9d-f3fe-404f-afa7-2c3d1876c1c9 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 2.0138991 Jan 27 19:47:35.299271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2feb5e69-1676-437a-b90e-db90df57d901), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:35.408941 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:35.440232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] 10.222.0.59 "DELETE /v2.0/networks/2feb5e69-1676-437a-b90e-db90df57d901 HTTP/1.1" status: 204 len: 168 time: 1.9242134 Jan 27 19:47:35.471259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks [] for port (682a5574-e2ee-482d-ab98-385721b90219), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:35.532957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 24f5ba12-6e6a-49b8-9183-8fbb1f339a63 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:35.555090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (682a5574-e2ee-482d-ab98-385721b90219), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:35.715716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router b12b88d9-decc-48b4-81cb-262f65a2b613 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:35.767907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700193e-3b52-41a6-b242-82b6b10ce193 tempest-PortsAdminExtendedAttrsTestJSON-396926897 tempest-PortsAdminExtendedAttrsTestJSON-396926897-project] Pushing event deleted for resources: {'Network': ['ID=2feb5e69-1676-437a-b90e-db90df57d901,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:35.837400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:35.899884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (816ff7aa-8221-4606-8e18-0790fc18dde2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:36.055004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8::1 (14e9ac50-3d31-4e7d-a58d-ba1d06327902/9d7e1e5f-c611-4695-843d-2eeb83258500/49b7d792-ac02-4bee-875a-fd9c00ea78e7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:36.118175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] For port 755b35d2-157c-453d-a78b-3f14b0211768, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:36.172262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] For port 755b35d2-157c-453d-a78b-3f14b0211768, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=755b35d2-157c-453d-a78b-3f14b0211768,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:36.251146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355cb65-2d48-4238-828c-911082147760 None None] Pushing event updated for resources: {'Port': ['ID=682a5574-e2ee-482d-ab98-385721b90219,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:36.295151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:36.333790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-16a4df54-dda0-45e1-88c0-43d8b2067a48 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/b12b88d9-decc-48b4-81cb-262f65a2b613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0858598 Jan 27 19:47:36.361219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (755b35d2-157c-453d-a78b-3f14b0211768), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:36.556827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355cb65-2d48-4238-828c-911082147760 None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:36.687535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:36.706657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3355cb65-2d48-4238-828c-911082147760 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:36.714210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (816ff7aa-8221-4606-8e18-0790fc18dde2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:36.720493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355cb65-2d48-4238-828c-911082147760 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:36.797802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0c3c96c5-1411-403e-b9f9-a26cba1ef729 None None] Provisioning complete for port b3ae259b-2739-4314-8ab6-bddebff2e9d0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:36.798222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c3c96c5-1411-403e-b9f9-a26cba1ef729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:36.996691 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.098992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816ff7aa-8221-4606-8e18-0790fc18dde2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:37.125768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3386e26e-1445-452e-90eb-0d247cee243d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4a6136fbbfe49f0a4d322e117a1af2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405255 Jan 27 19:47:37.127192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:37.180402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afc2875-b9e9-4a55-8a7b-2af0713c4d9f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:37.180708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afc2875-b9e9-4a55-8a7b-2af0713c4d9f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:37.212073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (8afc2875-b9e9-4a55-8a7b-2af0713c4d9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.236988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c91e1-9c08-4919-873c-9912c6667267 None None] Pushing event updated for resources: {'Port': ['ID=755b35d2-157c-453d-a78b-3f14b0211768,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:37.244150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3355cb65-2d48-4238-828c-911082147760 None None] Attempting to bind port 682a5574-e2ee-482d-ab98-385721b90219 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:37.245680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3355cb65-2d48-4238-828c-911082147760 None None] Attempting to bind port 682a5574-e2ee-482d-ab98-385721b90219 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:37.247150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355cb65-2d48-4238-828c-911082147760 None None] Attempting to bind port 682a5574-e2ee-482d-ab98-385721b90219 on network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:37.258654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8afc2875-b9e9-4a55-8a7b-2af0713c4d9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.284818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:37.286382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (8afc2875-b9e9-4a55-8a7b-2af0713c4d9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.330972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] Publish callbacks [] for security_group (2b9ee794-1d79-4113-9cdf-47d38863bb8e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.378476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355cb65-2d48-4238-828c-911082147760 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:37.384015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355cb65-2d48-4238-828c-911082147760 None None] Checking segment: {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:37.410198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.415219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355cb65-2d48-4238-828c-911082147760 None None] Bound using segment: {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:37.416017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3355cb65-2d48-4238-828c-911082147760 None None] Bound port: 682a5574-e2ee-482d-ab98-385721b90219, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:37.416529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (682a5574-e2ee-482d-ab98-385721b90219), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.417465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] Publish callbacks [] for security_group (2b9ee794-1d79-4113-9cdf-47d38863bb8e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.440758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b3ae259b-2739-4314-8ab6-bddebff2e9d0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:37.478405 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:37.530220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c96c5-1411-403e-b9f9-a26cba1ef729 None None] Current status of the port b3ae259b-2739-4314-8ab6-bddebff2e9d0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:37.582066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (816ff7aa-8221-4606-8e18-0790fc18dde2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.598234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.614859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b9ee794-1d79-4113-9cdf-47d38863bb8e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.618915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.624320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b9ee794-1d79-4113-9cdf-47d38863bb8e HTTP/1.1" status: 204 len: 168 time: 0.4863842 Jan 27 19:47:37.640212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21da6-9f2a-447e-9114-a6e119480e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ee794-1d79-4113-9cdf-47d38863bb8e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:37.649184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3355cb65-2d48-4238-828c-911082147760 None None] For port 682a5574-e2ee-482d-ab98-385721b90219, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:37.653713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:37.660440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3355cb65-2d48-4238-828c-911082147760 None None] For port 682a5574-e2ee-482d-ab98-385721b90219, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=682a5574-e2ee-482d-ab98-385721b90219,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:37.667111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44664) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:37.674655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/816ff7aa-8221-4606-8e18-0790fc18dde2 HTTP/1.1" status: 204 len: 168 time: 2.4725211 Jan 27 19:47:37.691306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3355cb65-2d48-4238-828c-911082147760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (682a5574-e2ee-482d-ab98-385721b90219), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.032047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355cb65-2d48-4238-828c-911082147760 None None] Pushing event updated for resources: {'Port': ['ID=682a5574-e2ee-482d-ab98-385721b90219,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:38.032631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (24f5ba12-6e6a-49b8-9183-8fbb1f339a63), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.233924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-30448528-764f-4356-8548-04a0f3904a6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529440037&fields=id&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 267 time: 1.3532906 Jan 27 19:47:38.259876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9bb37-4204-4a54-a355-bf2b6e932fe3 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=816ff7aa-8221-4606-8e18-0790fc18dde2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:38.364860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:38.373651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b3ae259b-2739-4314-8ab6-bddebff2e9d0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:38.495101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (24f5ba12-6e6a-49b8-9183-8fbb1f339a63), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.495712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:38.588232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b3ae259b-2739-4314-8ab6-bddebff2e9d0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:38.592923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.625630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f5ba12-6e6a-49b8-9183-8fbb1f339a63']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:38.655718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bf559a-db05-47c9-967e-c7878bb74173') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:38.656167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:38.658612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bf559a-db05-47c9-967e-c7878bb74173') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:38.697009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a3bf559a-db05-47c9-967e-c7878bb74173), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.717247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:38.718575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.729976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a3bf559a-db05-47c9-967e-c7878bb74173), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.743397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:47:38.744990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:47:38.750847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a3bf559a-db05-47c9-967e-c7878bb74173), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:38.982815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:47:38.983787 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:47:39.035172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (24f5ba12-6e6a-49b8-9183-8fbb1f339a63), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.119285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.145065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/24f5ba12-6e6a-49b8-9183-8fbb1f339a63 HTTP/1.1" status: 204 len: 168 time: 1.4758966 Jan 27 19:47:39.151902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44694) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:39.175257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d9741b-8e6e-49b1-80b9-3a66ed86614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.198128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b3ae259b-2739-4314-8ab6-bddebff2e9d0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:39.199149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:39.211159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da899060-65e4-40d2-b88d-97db4aa9604f tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=24f5ba12-6e6a-49b8-9183-8fbb1f339a63,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:39.376824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:39.388808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.417154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Sync routers for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:39.432374 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:39.433043 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:39.580665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-09aa5a25-d68c-478b-9f0d-389744d00c95 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:39.586636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfb030-94e0-4211-8892-0eaa01fc8bc1 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:39.590155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-09aa5a25-d68c-478b-9f0d-389744d00c95 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 796 time: 1.3448589 Jan 27 19:47:39.598168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfb030-94e0-4211-8892-0eaa01fc8bc1 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:39.607705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2dfb030-94e0-4211-8892-0eaa01fc8bc1 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4498985 Jan 27 19:47:39.619104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1e166739-91b5-442c-a9f8-9579ec0fe5ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90038bcd3a28411da20a0840cde9f155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6220617 Jan 27 19:47:39.620029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44702) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:39.620557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44704) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:39.631754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2059337405'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:39.650329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:39.650655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.672194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:39.680443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.698151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc6dd7a-2b86-4d10-9f12-b7ac549906c7 None None] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:39.722871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:39.770104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:39.774958 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:39.785770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-85b48e7b-b1b8-4395-b123-7667957f807a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/quotas/2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 375 time: 0.1670315 Jan 27 19:47:39.789618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.790912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 755b35d2-157c-453d-a78b-3f14b0211768 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:39.835025 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (24651cd9-97ac-4b97-b498-16ca7e2a31a1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.835381 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment 24651cd9-97ac-4b97-b498-16ca7e2a31a1 of type vlan for network fd937d94-7f56-4db9-9cc9-affcc6ec51ea Jan 27 19:47:39.837220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] Publish callbacks [] for security_group (9953f975-840d-4902-b276-e596f6b369de), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.864004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] Publish callbacks [] for security_group (9953f975-840d-4902-b276-e596f6b369de), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.941631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9953f975-840d-4902-b276-e596f6b369de), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.948600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:39.954790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9953f975-840d-4902-b276-e596f6b369de HTTP/1.1" status: 204 len: 168 time: 0.3317087 Jan 27 19:47:39.997121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33387d7-28ce-4c73-a136-cb4c2019250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953f975-840d-4902-b276-e596f6b369de,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:40.003484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:40.054688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.108771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (fd937d94-7f56-4db9-9cc9-affcc6ec51ea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.166384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.187261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:40.187736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a401cfe-ff8c-424d-83ef-e49beb9061d2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 12.2343371 Jan 27 19:47:40.318698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Sync routers for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:40.388664 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:32Z', 'revision_number': 2, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:40.461913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-a02dc624-58c7-467f-9a11-e24eacedc93c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6661744 Jan 27 19:47:40.479087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Provisioning complete for port 755b35d2-157c-453d-a78b-3f14b0211768 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:40.479705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (755b35d2-157c-453d-a78b-3f14b0211768), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.495913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:40.496582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:40.500795 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Checking router: b12b88d9-decc-48b4-81cb-262f65a2b613 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:40.502449 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Updating router b12b88d9-decc-48b4-81cb-262f65a2b613 port 6400b66f-286b-4341-a5fa-93d5ee9aab3a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:40.507717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (fd937d94-7f56-4db9-9cc9-affcc6ec51ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.513457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:40.526453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.589848 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:40.757809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:40.799782 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1778343 Jan 27 19:47:40.803507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44736) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:40.803888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd062-f52c-472f-83c1-126b4979200a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=fd937d94-7f56-4db9-9cc9-affcc6ec51ea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:40.844410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-20775313'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:40.997126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b8baab-3476-4117-b89b-cad6d76529b8 None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:40.999302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network fd937d94-7f56-4db9-9cc9-affcc6ec51ea details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:41.065102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:41.084775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.104143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-4ef7d976-e241-4b23-933d-16a61e606b2b service neutron] 10.222.0.59 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844748 Jan 27 19:47:41.360153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:41.412478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.424663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6548feb9-fca2-4b18-9d75-cfde6e236afe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.425771 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment 6548feb9-fca2-4b18-9d75-cfde6e236afe of type vlan for network 44b44b3d-196d-4b50-bcad-9b197ebc4d69 Jan 27 19:47:41.465833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-4b15ea84-b37b-4a96-8d81-8f5ad4bee508 service neutron] 10.222.0.59 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597891 Jan 27 19:47:41.469821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.472865 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks [] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.474981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.494804 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.616745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (44b44b3d-196d-4b50-bcad-9b197ebc4d69), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.740502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (44b44b3d-196d-4b50-bcad-9b197ebc4d69), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.761026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:41.761595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:41.824331 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09797cde-bfc6-4526-8661-0d6d71b24e3a None None] Pushing event updated for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:41.967053 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Attempting to bind port 6400b66f-286b-4341-a5fa-93d5ee9aab3a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:41.967959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Attempting to bind port 6400b66f-286b-4341-a5fa-93d5ee9aab3a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:41.974837 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Attempting to bind port 6400b66f-286b-4341-a5fa-93d5ee9aab3a on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:41.994025 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:42.000838 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:42.005898 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:42.006616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Bound using segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:42.014118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Bound port: 6400b66f-286b-4341-a5fa-93d5ee9aab3a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:42.014856 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:42.111211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:42.112147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:42.140791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3166118 Jan 27 19:47:42.143368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:42.158693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:42.184555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'ports': [{'network_id': 'fd937d94-7f56-4db9-9cc9-affcc6ec51ea', 'name': 'tempest-port--534635400', 'admin_state_up': True}, {'network_id': '44b44b3d-196d-4b50-bcad-9b197ebc4d69', 'admin_state_up': False}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:42.185415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'port': {'network_id': 'fd937d94-7f56-4db9-9cc9-affcc6ec51ea', 'name': 'tempest-port--534635400', 'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:42.187071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'port': {'network_id': '44b44b3d-196d-4b50-bcad-9b197ebc4d69', 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:42.204663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:42.247082 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] For port 6400b66f-286b-4341-a5fa-93d5ee9aab3a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:42.258040 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] For port 6400b66f-286b-4341-a5fa-93d5ee9aab3a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6400b66f-286b-4341-a5fa-93d5ee9aab3a,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:42.274448 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:42.354021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150078-244a-464c-ba6d-c98fd94abbdf tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=44b44b3d-196d-4b50-bcad-9b197ebc4d69,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:42.422236 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:42.435691 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:42.442608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 755b35d2-157c-453d-a78b-3f14b0211768 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:42.443037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (755b35d2-157c-453d-a78b-3f14b0211768), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:42.644407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 44b44b3d-196d-4b50-bcad-9b197ebc4d69 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:42.692156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:42.842934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2025a0da-bfbf-4835-bb08-0577d3d2665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:42.893806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:43.003168 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09797cde-bfc6-4526-8661-0d6d71b24e3a None None] Pushing event updated for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:43.585357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Current status of the port 755b35d2-157c-453d-a78b-3f14b0211768 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:43.586355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (755b35d2-157c-453d-a78b-3f14b0211768), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:43.660088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:33Z', 'revision_number': 3, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:43.758103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Checking router: 730e3281-5ea7-4598-8b84-2c5c3ddbe94a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:43.758943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Updating router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:43.768800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 755b35d2-157c-453d-a78b-3f14b0211768 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:43.769652 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (755b35d2-157c-453d-a78b-3f14b0211768), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:43.789718 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:42Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:43.954939 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e08f8-22f8-4611-bc05-cdf45f1ba679 None None] The sync data for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 is: [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:42Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:44.016853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] For port 755b35d2-157c-453d-a78b-3f14b0211768, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=755b35d2-157c-453d-a78b-3f14b0211768,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:44.073916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (755b35d2-157c-453d-a78b-3f14b0211768), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:44.129305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Allocated IP 172.20.0.1 (9768f768-f743-4f57-b09d-78b57136d82e/321f83bd-5368-45ab-9378-61c436499faf/e0223244-60ed-437f-9780-63e1473a85d3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:44.268103 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:47:44.270605 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:47:44.274573 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:44.635730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44836) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:44.737504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks [] for port (e0223244-60ed-437f-9780-63e1473a85d3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:44.907412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d296d838-8eb6-407d-8a2b-25da56c7f036 req-3bb84e26-f700-43fa-9846-c2ca484dce28 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 2.0788124 Jan 27 19:47:44.940051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 755b35d2-157c-453d-a78b-3f14b0211768 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:44.964011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.052098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Provisioning complete for port 682a5574-e2ee-482d-ab98-385721b90219 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:45.061841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (682a5574-e2ee-482d-ab98-385721b90219), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.073298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398f0b7-c761-4583-a841-2557b4a7436e None None] Pushing event updated for resources: {'Port': ['ID=755b35d2-157c-453d-a78b-3f14b0211768,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:45.151970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Network 9768f768-f743-4f57-b09d-78b57136d82e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:45.157923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1817031391', 'router:external': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:45.186211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:45.208938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:45.386352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:45.405402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.471250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.487834 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.598771 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.652225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:47:45.772099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Pushing event updated for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:45.923217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Current status of the port 682a5574-e2ee-482d-ab98-385721b90219 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:45.936657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (682a5574-e2ee-482d-ab98-385721b90219), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.950518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:45.951765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6400b66f-286b-4341-a5fa-93d5ee9aab3a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:46.003635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Made reservation on behalf of 6829fd70ba9a4924b2013af84537319f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:46.009519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.104715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.517768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.526156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-5b4a1499-176a-4cef-8c18-e7c15a793e43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:46.540235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-5b4a1499-176a-4cef-8c18-e7c15a793e43 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 796 time: 1.0632570 Jan 27 19:47:46.565174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9194b27e-7162-4db4-91be-08faf56a1fb0 req-4e2d3450-4053-42ba-b88b-0eae0c615cbe tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 0.2030480 Jan 27 19:47:46.572314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] For port 682a5574-e2ee-482d-ab98-385721b90219, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=682a5574-e2ee-482d-ab98-385721b90219,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:46.589497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks [] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.612106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (682a5574-e2ee-482d-ab98-385721b90219), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.657710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:46.671341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] device_id is not set on port 1584e89b-9961-4e0c-9e2a-d533e65af4f7 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:46.678282 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:46.694948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00997e97-1598-4c6a-b7d9-16e9ada66435 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0400121 Jan 27 19:47:46.703074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:46.715906 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:46.717021 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:46.721204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1085846280'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:46.828962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:46.842579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.878217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Pushing event updated for resources: {'Port': ['ID=682a5574-e2ee-482d-ab98-385721b90219,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:46.904171 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.958108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e0223244-60ed-437f-9780-63e1473a85d3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:46.971000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6400b66f-286b-4341-a5fa-93d5ee9aab3a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:46.974943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.007083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:47.020629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:47.071219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (56e8e41c-4a76-4479-ae6f-ddc0db3ee390), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.077991 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment 56e8e41c-4a76-4479-ae6f-ddc0db3ee390 of type vlan for network f5e7100d-a367-4ace-88ae-57e77b892e94 Jan 27 19:47:47.204680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f5e7100d-a367-4ace-88ae-57e77b892e94), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.209553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for port (1584e89b-9961-4e0c-9e2a-d533e65af4f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.322707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:47:47.335712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415315d-55cd-40ab-bd49-f951e4d06476 None None] Pushing event updated for resources: {'Port': ['ID=63bd4872-64cb-4651-b0f5-b1394e27b3c0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:47.363000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Provisioning complete for port 6400b66f-286b-4341-a5fa-93d5ee9aab3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:47.366112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.436634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f5e7100d-a367-4ace-88ae-57e77b892e94), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.449035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:47.449751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.489002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] device_id is not set on port a491dc9d-3b4e-4506-b0f9-0e5b24d326e1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:47.528838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8136692 Jan 27 19:47:47.568437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:47.600256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:47.603462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Attempting to bind port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:47.604150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Attempting to bind port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:47.604703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Attempting to bind port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:47.609740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6400b66f-286b-4341-a5fa-93d5ee9aab3a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:47.610341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.632744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:47.633857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:47.634579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.635146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:47.636272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Bound port: 63bd4872-64cb-4651-b0f5-b1394e27b3c0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:47.636863 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.715872 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:40Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:47.796938 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:47:47.797307 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Updating router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:47:47.861710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] For port 63bd4872-64cb-4651-b0f5-b1394e27b3c0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:47.877799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] For port 63bd4872-64cb-4651-b0f5-b1394e27b3c0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=63bd4872-64cb-4651-b0f5-b1394e27b3c0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:47.912574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.917934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks [] for port (e0223244-60ed-437f-9780-63e1473a85d3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.933768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for security_group (df09de51-cd98-4497-8581-ca6e207890e1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.936146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.940226 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:47.991137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df09de51-cd98-4497-8581-ca6e207890e1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.022614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:48.046496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0dd7864c-6bed-4485-9e7f-43a47fb51cb6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.046988 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Added segment 0dd7864c-6bed-4485-9e7f-43a47fb51cb6 of type vlan for network d8255323-b2c0-436c-8f65-adbd6c5f712e Jan 27 19:47:48.098546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for port (a491dc9d-3b4e-4506-b0f9-0e5b24d326e1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.182534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d8255323-b2c0-436c-8f65-adbd6c5f712e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.227890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Current status of the port 6400b66f-286b-4341-a5fa-93d5ee9aab3a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:48.247182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.304976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6400b66f-286b-4341-a5fa-93d5ee9aab3a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6400b66f-286b-4341-a5fa-93d5ee9aab3a,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:48.390746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:48.391554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:48.401332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.407323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 682a5574-e2ee-482d-ab98-385721b90219 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:48.416226 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-deadaaf7-4ca8-4377-a05b-250f8fb3da26 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 379 time: 1.8379269 Jan 27 19:47:48.428393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1584e89b-9961-4e0c-9e2a-d533e65af4f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.481677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Pushing event updated for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:48.513786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'port': {'device_id': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'admin_state_up': True, 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'security_groups': ['a44a64b5-d2cd-45a7-844a-ecf443b34bae']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:48.635586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86e90bf0-b109-433a-9b17-006a310da982 req-396cc63a-e886-4c49-aae4-db0398c0b06f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 0.4177532 Jan 27 19:47:48.639867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2d677-1c1c-47e2-9378-d800745cb525 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=f5e7100d-a367-4ace-88ae-57e77b892e94,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:48.652398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415315d-55cd-40ab-bd49-f951e4d06476 None None] Pushing event updated for resources: {'Port': ['ID=63bd4872-64cb-4651-b0f5-b1394e27b3c0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:48.668593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f5e7100d-a367-4ace-88ae-57e77b892e94 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:48.783818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d8255323-b2c0-436c-8f65-adbd6c5f712e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.785795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:48.787843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:48.986022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Port': ['ID=1584e89b-9961-4e0c-9e2a-d533e65af4f7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:49.024593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:49.028170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.035385 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks [] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.051243 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.116685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.207895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Network': ['ID=d8255323-b2c0-436c-8f65-adbd6c5f712e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:49.226049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32574bc4-be85-4ac2-a893-22b831b27ec1 None None] Pushing event updated for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:49.239839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09de51-cd98-4497-8581-ca6e207890e1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:49.322638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:49.345871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d8255323-b2c0-436c-8f65-adbd6c5f712e details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:49.353325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.491923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (fa776420-f484-48d2-93ae-6a24a77ab819), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.547737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Attempting to bind port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:49.548727 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Attempting to bind port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:49.549325 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Attempting to bind port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 on network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:49.557989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Checking segment: {'id': '24651cd9-97ac-4b97-b498-16ca7e2a31a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd937d94-7f56-4db9-9cc9-affcc6ec51ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:49.558365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network hostable DHCP agents. Network: fd937d94-7f56-4db9-9cc9-affcc6ec51ea, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:49.572881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:49.573628 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Checking segment: {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:49.574216 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.574787 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Bound using segment: {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:49.575572 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Bound port: 49b7d792-ac02-4bee-875a-fd9c00ea78e7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47adf9c9-61b7-4baf-bbf0-fda8bae54c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:49.580932 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.637538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=fa776420-f484-48d2-93ae-6a24a77ab819,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:49.654432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network fd937d94-7f56-4db9-9cc9-affcc6ec51ea is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:49.696920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, fd937d94-7f56-4db9-9cc9-affcc6ec51ea) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:49.702773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:49.703154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: f5e7100d-a367-4ace-88ae-57e77b892e94, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:49.710558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:49.718079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a491dc9d-3b4e-4506-b0f9-0e5b24d326e1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.728622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-863a49ea-e243-49b3-964e-ab03bc64a2e4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.0917346 Jan 27 19:47:49.736407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:49.752040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'subnet': {'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:49.877121 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] For port 49b7d792-ac02-4bee-875a-fd9c00ea78e7, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:49.900812 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] For port 49b7d792-ac02-4bee-875a-fd9c00ea78e7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49b7d792-ac02-4bee-875a-fd9c00ea78e7,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:49.909977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:49.911235 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:49.915300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c473423-d973-41b2-a337-e68fc91650e1 None None] Network fd937d94-7f56-4db9-9cc9-affcc6ec51ea requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:49.964930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network f5e7100d-a367-4ace-88ae-57e77b892e94 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:49.978130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Made reservation on behalf of 6829fd70ba9a4924b2013af84537319f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:49.980502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:50.047785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:50.048968 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:50.065773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9231f215-889b-477e-9ab9-638622caaa8a req-d94f62ca-2099-4b28-9716-7203d2aa1553 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 0.2200093 Jan 27 19:47:50.066795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Port': ['ID=a491dc9d-3b4e-4506-b0f9-0e5b24d326e1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:50.089415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f5e7100d-a367-4ace-88ae-57e77b892e94) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:50.113468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:50.114356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:50.128517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Checking segment: {'id': '6548feb9-fca2-4b18-9d75-cfde6e236afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '44b44b3d-196d-4b50-bcad-9b197ebc4d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:50.133846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network hostable DHCP agents. Network: 44b44b3d-196d-4b50-bcad-9b197ebc4d69, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:50.169558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ded93b5-e0ee-4aae-84ba-4c8f95e682f1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5958436 Jan 27 19:47:50.172923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:50.189527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263606eb-fa6e-4d59-b12b-2de6eef7a11d None None] Network f5e7100d-a367-4ace-88ae-57e77b892e94 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:50.279093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network 44b44b3d-196d-4b50-bcad-9b197ebc4d69 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:50.291289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Network 9768f768-f743-4f57-b09d-78b57136d82e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:50.326155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:50.499940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 44b44b3d-196d-4b50-bcad-9b197ebc4d69) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:50.522842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f5e7100d-a367-4ace-88ae-57e77b892e94', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:47:50.523760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:50.524766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:50.545697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:50.555562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:50.557461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:47:50.557917 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:47:50.575793 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:50.578101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04340f0a-51d8-44f8-a4ee-70a0675d1aaf None None] Network 44b44b3d-196d-4b50-bcad-9b197ebc4d69 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:50.628652 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32574bc4-be85-4ac2-a893-22b831b27ec1 None None] Pushing event updated for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:50.638024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.10 (e624cbc1-a22e-4af8-ad0d-cd664c8fc295/8e3cb136-a9f4-4762-a4f4-f635c7b9faad/8579884a-2aa4-44a3-b54a-a13e062a1d65) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:50.661244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43e91f96-3e6e-4fce-b07a-aee272f7ff6e tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.5011339 Jan 27 19:47:50.663310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:50.690821 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:50.787326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:50.841415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111d80-efe4-4c40-80e9-4d6501e22756 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:50.850920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 682a5574-e2ee-482d-ab98-385721b90219 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:50.851307 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (682a5574-e2ee-482d-ab98-385721b90219), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:50.853320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111d80-efe4-4c40-80e9-4d6501e22756 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:50.862347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e3111d80-efe4-4c40-80e9-4d6501e22756 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1958990 Jan 27 19:47:50.870804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:51.243866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Current status of the port 6400b66f-286b-4341-a5fa-93d5ee9aab3a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:51.285597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5bb3898-f58d-4389-87e2-b1700106fc04 req-429a1a3e-a6fd-4567-9ee3-47f86c006e09 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 0.0359411 Jan 27 19:47:51.390234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:49Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:51.456840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Allocated IP 2001:db8:1::2 (f5e7100d-a367-4ace-88ae-57e77b892e94/fa776420-f484-48d2-93ae-6a24a77ab819/c92e8124-6b5a-4b5f-91e8-ffdfed0c261f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:51.459258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338fb2e-b477-41b6-b260-e212c316368c None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:49Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:51.467902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Deleting port 1584e89b-9961-4e0c-9e2a-d533e65af4f7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:51.468680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1584e89b-9961-4e0c-9e2a-d533e65af4f7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.500186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Provisioning complete for port 755b35d2-157c-453d-a78b-3f14b0211768 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:51.500408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (755b35d2-157c-453d-a78b-3f14b0211768), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.510999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 682a5574-e2ee-482d-ab98-385721b90219 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:51.512265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:51.526436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:51.626710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.673290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.679762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1584e89b-9961-4e0c-9e2a-d533e65af4f7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.695364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:51.695981 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:51.715220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Calling delete_port for 1584e89b-9961-4e0c-9e2a-d533e65af4f7 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:51.869927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcafdd-768e-4fda-9572-81b52fafccc5 None None] Current status of the port 755b35d2-157c-453d-a78b-3f14b0211768 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:51.876847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:46Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e0223244-60ed-437f-9780-63e1473a85d3', 'name': '', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'mac_address': 'fa:16:3e:33:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:43Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 2, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'subnets': [{'id': '321f83bd-5368-45ab-9378-61c436499faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:52.013098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.030937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c0986-1006-45f5-977c-451166d85d9e None None] The sync data for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 is: [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:46Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e0223244-60ed-437f-9780-63e1473a85d3', 'name': '', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'mac_address': 'fa:16:3e:33:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:43Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 2, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'subnets': [{'id': '321f83bd-5368-45ab-9378-61c436499faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:47:52.125060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:52.128566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:52.147810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-74858f91-b1f5-4cf9-b61a-85638e6ac07d admin admin] 10.222.0.59 "PUT /v2.0/routers/730e3281-5ea7-4598-8b84-2c5c3ddbe94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9594126 Jan 27 19:47:52.199137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:52.204493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks [] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.206599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:52.213536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:52.236682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.321897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Provisioning complete for port e0223244-60ed-437f-9780-63e1473a85d3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:52.336693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e0223244-60ed-437f-9780-63e1473a85d3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.358007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:52.361613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.499729 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-d374b15b-9e0e-442d-81bc-429e4b39ac02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0192206 Jan 27 19:47:52.519248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Request body: {'port': {'device_id': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:52.608746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Port e0223244-60ed-437f-9780-63e1473a85d3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:47:52.642981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8:1::1 (f5e7100d-a367-4ace-88ae-57e77b892e94/fa776420-f484-48d2-93ae-6a24a77ab819/4c2a2af3-df7f-43ed-804e-25e7ef764cbf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:52.703728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.815468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:52.835895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Provisioning complete for port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:52.837110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:52.855736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Network f5e7100d-a367-4ace-88ae-57e77b892e94 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:52.900332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Pushing event updated for resources: {'Port': ['ID=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:52.988563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:47:52.989092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (5f8615f2-7247-4b08-b0c5-6197e136116e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.080809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:53.088862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:53.366903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b5c04-e2d4-4af7-857b-9216a1416a1f req-7b6aa216-4b38-4773-b8e4-24828953f00f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:53.381004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e88b5c04-e2d4-4af7-857b-9216a1416a1f req-7b6aa216-4b38-4773-b8e4-24828953f00f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 932 time: 0.4593589 Jan 27 19:47:53.404794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f8615f2-7247-4b08-b0c5-6197e136116e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:53.451367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1584e89b-9961-4e0c-9e2a-d533e65af4f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.479254 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.611696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Port': ['ID=1584e89b-9961-4e0c-9e2a-d533e65af4f7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:53.627088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.719533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6400b66f-286b-4341-a5fa-93d5ee9aab3a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:53.727340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.741347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ed3fbfeb-902e-4229-aef3-5edebc3bc438 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/ports/1584e89b-9961-4e0c-9e2a-d533e65af4f7 HTTP/1.1" status: 204 len: 168 time: 2.8664165 Jan 27 19:47:53.745282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:53.780731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Checking segment: {'id': '0dd7864c-6bed-4485-9e7f-43a47fb51cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:53.781693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network hostable DHCP agents. Network: d8255323-b2c0-436c-8f65-adbd6c5f712e, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:47:53.831494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network d8255323-b2c0-436c-8f65-adbd6c5f712e is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:47:53.832613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network f5e7100d-a367-4ace-88ae-57e77b892e94 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:53.866375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d8255323-b2c0-436c-8f65-adbd6c5f712e) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:53.912481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95e745-8810-44bc-addd-c01a40194664 None None] Network d8255323-b2c0-436c-8f65-adbd6c5f712e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:53.915771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:53.916621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.917656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:53.924627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:53.925357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:53.953153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Attempting to bind port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:53.953734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Attempting to bind port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:53.954210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Attempting to bind port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f on network f5e7100d-a367-4ace-88ae-57e77b892e94 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:53.970094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f37a2942-419e-4ced-a189-5b01f7939f2b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.2208076 Jan 27 19:47:53.996242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:54.015809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1170608946', 'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:54.070548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:54.071099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Checking segment: {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:54.071621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.072123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Bound using segment: {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:54.072999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Bound port: c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:54.073705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.094749 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.111498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Current status of the port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:54.116280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.207003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8579884a-2aa4-44a3-b54a-a13e062a1d65 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:47:54.225569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks [] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.229444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e88b5c04-e2d4-4af7-857b-9216a1416a1f req-fdb0a41b-67bf-464a-942f-2d7836caea75 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8469844 Jan 27 19:47:54.240947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:54.322391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Transition to ACTIVE for port object 8579884a-2aa4-44a3-b54a-a13e062a1d65 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:47:54.326943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Made reservation on behalf of 6829fd70ba9a4924b2013af84537319f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:54.336554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.342670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.416113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6400b66f-286b-4341-a5fa-93d5ee9aab3a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:54.421797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.436154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] For port 49b7d792-ac02-4bee-875a-fd9c00ea78e7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49b7d792-ac02-4bee-875a-fd9c00ea78e7,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:47:54.505697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] device_id is not set on port fc1ce448-654c-4391-9603-b39e9646f913 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:47:54.523371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552b8f1-24af-4c77-9c84-f3bbc34a9797 None None] Network d8255323-b2c0-436c-8f65-adbd6c5f712e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:54.537151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.550163 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:54.855247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Deleting port a491dc9d-3b4e-4506-b0f9-0e5b24d326e1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:54.865305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a491dc9d-3b4e-4506-b0f9-0e5b24d326e1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:55.021386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:55.259833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] For port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:55.266238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 2001:db8::222 (d8255323-b2c0-436c-8f65-adbd6c5f712e/5f8615f2-7247-4b08-b0c5-6197e136116e/fc1ce448-654c-4391-9603-b39e9646f913) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:47:55.464902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] For port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:55.504072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:47:55.504559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:47:55.506385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:55.508819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Provisioning complete for port 682a5574-e2ee-482d-ab98-385721b90219 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:55.511364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (682a5574-e2ee-482d-ab98-385721b90219), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:55.518511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Pushing event updated for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:55.549012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:47:55.549979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:47:55.594102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:47:55.594792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:47:55.596894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Bound using segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:47:55.605654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:55.605845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Bound port: 8579884a-2aa4-44a3-b54a-a13e062a1d65, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:47:55.606358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:55.611034 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:55.732943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6400b66f-286b-4341-a5fa-93d5ee9aab3a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:55.735252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 682a5574-e2ee-482d-ab98-385721b90219 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:55.744869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:55.758136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709537617', 'description': 'tempest-secgroup-smoke-709537617 description', 'project_id': '714c218809074ddfb48dc0acfddb8563'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:55.856617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53a31e-6d77-4883-8f17-56d9069c448b None None] Pushing event updated for resources: {'Port': ['ID=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:55.931960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 682a5574-e2ee-482d-ab98-385721b90219 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:55.935355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (682a5574-e2ee-482d-ab98-385721b90219), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.039398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.052336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Current status of the port 682a5574-e2ee-482d-ab98-385721b90219 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:56.084464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:47:56.115371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Provisioning complete for port 6400b66f-286b-4341-a5fa-93d5ee9aab3a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:56.116030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.122808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:47:56.143455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.337912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:56.374602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 682a5574-e2ee-482d-ab98-385721b90219 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:56.376110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 755b35d2-157c-453d-a78b-3f14b0211768 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:56.393800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:56.394843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.403545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-552cc7ee-8f98-4380-9689-bb1d4fcf8daf service neutron] 10.222.0.39 "PUT /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1092 time: 3.8902655 Jan 27 19:47:56.404538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:47:56.407554 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015de56-910d-4e62-96d3-0550c5e65e35" -d '{"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:47:56.426046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (fc1ce448-654c-4391-9603-b39e9646f913), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.474760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a491dc9d-3b4e-4506-b0f9-0e5b24d326e1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.504351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Calling delete_port for a491dc9d-3b4e-4506-b0f9-0e5b24d326e1 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:56.555427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 755b35d2-157c-453d-a78b-3f14b0211768 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:56.556125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (755b35d2-157c-453d-a78b-3f14b0211768), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.591604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.618345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.684808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:56.693981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9411068 Jan 27 19:47:56.699048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:56.712485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:56.728530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa0380-047e-4373-9631-a4a86e5a4110 None None] Current status of the port 6400b66f-286b-4341-a5fa-93d5ee9aab3a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:56.757534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-8e7723a9-fa1d-440e-ac56-f1638fcb5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:56.759832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-8e7723a9-fa1d-440e-ac56-f1638fcb5c2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1095 time: 0.2999132 Jan 27 19:47:56.773135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a86bd-78a3-4501-ab4c-8a3fb7ffcad3 req-9efae811-a699-40f4-8f40-396a38e198fc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:56.784482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb7a86bd-78a3-4501-ab4c-8a3fb7ffcad3 req-9efae811-a699-40f4-8f40-396a38e198fc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.6092947 Jan 27 19:47:56.823187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 755b35d2-157c-453d-a78b-3f14b0211768 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:56.825815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49b7d792-ac02-4bee-875a-fd9c00ea78e7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:56.850355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e513c-8ecd-4b9a-b199-c7d88abb3261 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:56.872851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-9fce05c1-9f59-48b3-b7ea-bb982a8812a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 217 time: 0.0996125 Jan 27 19:47:56.878484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fc1ce448-654c-4391-9603-b39e9646f913), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.013772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:57.014559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.074220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network d8255323-b2c0-436c-8f65-adbd6c5f712e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:57.083821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (1bfcd7bf-c06e-45dc-8357-4ed003ce6038), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.100697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb7a86bd-78a3-4501-ab4c-8a3fb7ffcad3 req-9d896986-5803-4d20-a786-0026aa2579e7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152101 Jan 27 19:47:57.159003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:57.171602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a491dc9d-3b4e-4506-b0f9-0e5b24d326e1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.209754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:47:57.248006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:57.249724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.334880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:47:57.366387 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d6d2e-7b46-474a-a749-a3f512d033e3 x-openstack-request-id: req-617d6d2e-7b46-474a-a749-a3f512d033e3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:47:57.366752 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:47:57.366966 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-617d6d2e-7b46-474a-a749-a3f512d033e3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:47:57.367745 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'status': 'completed', 'code': 200} Jan 27 19:47:57.371692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.391320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=fc1ce448-654c-4391-9603-b39e9646f913,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:57.413973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-f92495af-26c8-49a1-b4dc-5c1fa1ed95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:57.418365 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-f92495af-26c8-49a1-b4dc-5c1fa1ed95d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.5362880 Jan 27 19:47:57.454640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.455451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.479724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.486826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/ports/a491dc9d-3b4e-4506-b0f9-0e5b24d326e1 HTTP/1.1" status: 204 len: 168 time: 3.7206283 Jan 27 19:47:57.492013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:57.498197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513f786-af30-44e4-8c2c-56733ff1b078 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Port': ['ID=a491dc9d-3b4e-4506-b0f9-0e5b24d326e1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:57.575832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (1bfcd7bf-c06e-45dc-8357-4ed003ce6038), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.585759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-259c61f5-cc42-4a9b-add4-5d613b82f155 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5883398 Jan 27 19:47:57.592792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:57.604823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (1bfcd7bf-c06e-45dc-8357-4ed003ce6038), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.633153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f08d6a1-b7b1-4a51-b767-15b25021430a tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1384702 Jan 27 19:47:57.646883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44964) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:57.652561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-895639561'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:57.669417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfcd7bf-c06e-45dc-8357-4ed003ce6038,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:57.678927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-b73ef8ec-6075-4eef-85e3-23b1c52dbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:57.682061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-b73ef8ec-6075-4eef-85e3-23b1c52dbb00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556140 Jan 27 19:47:57.688572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.694460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-56f34f28-85f6-469f-a976-a32465b8940f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9880879 Jan 27 19:47:57.711323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44966) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:57.722522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:57.815182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Sync routers for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:57.832079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:57.838818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:57.854999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:57.884898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:57.888881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:57.944876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:57.962085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (de7d8fa5-16e3-4881-8817-4da71ff6be7f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.015584 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (df69d7cd-0868-44e5-8631-b984c00f4989), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.015940 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment df69d7cd-0868-44e5-8631-b984c00f4989 of type vlan for network 5656759a-3732-45e4-855e-9f6b7178514b Jan 27 19:47:58.068370 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (de7d8fa5-16e3-4881-8817-4da71ff6be7f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.073181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network f5e7100d-a367-4ace-88ae-57e77b892e94 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:47:58.078936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:47:58.098085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Deleting port fc1ce448-654c-4391-9603-b39e9646f913 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:47:58.098792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fc1ce448-654c-4391-9603-b39e9646f913), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.105768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (de7d8fa5-16e3-4881-8817-4da71ff6be7f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.135938 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-752f5051-1afa-4c50-8a13-356659455faf service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402220 Jan 27 19:47:58.139655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7d8fa5-16e3-4881-8817-4da71ff6be7f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:58.151265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9946d84-b53b-46c4-8fe7-38b0f76457db None None] Network f5e7100d-a367-4ace-88ae-57e77b892e94 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:47:58.291897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fc1ce448-654c-4391-9603-b39e9646f913), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.309923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Calling delete_port for fc1ce448-654c-4391-9603-b39e9646f913 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:47:58.324277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 63bd4872-64cb-4651-b0f5-b1394e27b3c0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:47:58.508753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (fc1ce448-654c-4391-9603-b39e9646f913), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.619578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.628851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ab87793c-cdee-4f30-b6c9-ccd47025ac8e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9158292 Jan 27 19:47:58.634935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:58.635874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5656759a-3732-45e4-855e-9f6b7178514b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.641218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:58.642319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.685614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:58.686481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5656759a-3732-45e4-855e-9f6b7178514b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.687753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:58.697354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:58.698661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.800039 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1520860 Jan 27 19:47:58.805122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44978) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:58.812838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-215352921'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:58.819788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc1ce448-654c-4391-9603-b39e9646f913,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:58.831954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96360e5-674c-4310-9a4b-f805f94807f2 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=5656759a-3732-45e4-855e-9f6b7178514b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:58.847672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-dce53d03-08f5-4df8-9865-bdf359a406cd req-138ef382-8bb0-41d0-b959-e37778c47a66 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980402 Jan 27 19:47:58.868079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:58.875041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.912446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:58.940435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (c87f2e06-3c4d-4f8c-893e-28340ba06326), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.942941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5656759a-3732-45e4-855e-9f6b7178514b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:47:58.952016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.959784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-472cf428-81d1-4996-8f12-50d30bfd4f2f tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/ports/fc1ce448-654c-4391-9603-b39e9646f913 HTTP/1.1" status: 204 len: 168 time: 1.3571787 Jan 27 19:47:58.961630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44980) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:58.974730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:47:58.975438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e', 'external_fixed_ips': [{'subnet_id': '5f8615f2-7247-4b08-b0c5-6197e136116e', 'ip_address': '2001:db8::222'}]}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:58.988595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c3a657a4-50c7-4dfb-b5b4-a62feb93173d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:58.989171 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Added segment c3a657a4-50c7-4dfb-b5b4-a62feb93173d of type vlan for network 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 Jan 27 19:47:59.038668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12b63-3abf-4b93-b6c0-b1be6edfed83 req-d8ec1e0e-661f-42ef-9fa5-7f47251cd18d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:59.040853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dac12b63-3abf-4b93-b6c0-b1be6edfed83 req-d8ec1e0e-661f-42ef-9fa5-7f47251cd18d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.5574834 Jan 27 19:47:59.188316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8e8b6b4d-3c0a-4145-bf8d-56a47ca85831), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.194590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-98b7b3f3-7376-4172-a809-bc5a8f8c4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:59.196647 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-98b7b3f3-7376-4172-a809-bc5a8f8c4900 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1095 time: 0.2803473 Jan 27 19:47:59.202865 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.205026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.210658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (c87f2e06-3c4d-4f8c-893e-28340ba06326), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.238546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c87f2e06-3c4d-4f8c-893e-28340ba06326), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.314711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8e8b6b4d-3c0a-4145-bf8d-56a47ca85831), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.320885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:47:59.321396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:47:59.321705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.333851 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:47:59.351749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-64a1eb74-f915-4ad8-9bef-9e047c8836f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1739428 Jan 27 19:47:59.352722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87f2e06-3c4d-4f8c-893e-28340ba06326,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:59.359360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:59.365967 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:47:59.366668 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:47:59.373543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-664940611'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:59.430934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dac12b63-3abf-4b93-b6c0-b1be6edfed83 req-c75e060a-a0ab-4c3b-b660-4b7a7b421690 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381898 Jan 27 19:47:59.438448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:47:59.444176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.444601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.451980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e4642be-975d-476e-8eb0-138626c083ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7789183 Jan 27 19:47:59.457072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:59.468653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:59.542784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (4e63996e-cac0-4e44-9472-44672f8bb657), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.554187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Provisioning complete for port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:47:59.555004 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.583460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (00e5c36c-4daf-4356-9431-bb5c7b4975fd), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.595312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7869933 Jan 27 19:47:59.710883 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:47:59.718406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:47:59.745334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (89c352d8-6ddc-474e-bd28-5bd3e5b055b8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.746425 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment 89c352d8-6ddc-474e-bd28-5bd3e5b055b8 of type vlan for network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c Jan 27 19:47:59.835181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (4e63996e-cac0-4e44-9472-44672f8bb657), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.845514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4e63996e-cac0-4e44-9472-44672f8bb657), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.871833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.933531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:59.936226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e63996e-cac0-4e44-9472-44672f8bb657,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:47:59.948422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:47:59.955531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-480af98f-cfc2-4ab5-b6c1-6b4fd2ffcfcf tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4972239 Jan 27 19:47:59.967246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'subnets': [{'network_id': '5656759a-3732-45e4-855e-9f6b7178514b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1773316614', 'ip_version': 4}, {'network_id': '8e8b6b4d-3c0a-4145-bf8d-56a47ca85831', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:59.967820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'subnet': {'network_id': '5656759a-3732-45e4-855e-9f6b7178514b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1773316614', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:59.972649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Request body: {'subnet': {'network_id': '8e8b6b4d-3c0a-4145-bf8d-56a47ca85831', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:47:59.983006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:47:59.995912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:00.164950 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Project 714c218809074ddfb48dc0acfddb8563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:48:00.182359 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (bb286320-c23d-4aa7-aa52-029ff66a9816), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.207212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:00.208710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.246258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 3, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:47:56Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:00.335126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Made reservation on behalf of 37e6e1c8ad074728bfe0d3da25c6ca79 for: {'subnet': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:00.342584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 63bd4872-64cb-4651-b0f5-b1394e27b3c0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=63bd4872-64cb-4651-b0f5-b1394e27b3c0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:00.344741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.345571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.359212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.366685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c92e8124-6b5a-4b5f-91e8-ffdfed0c261f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:00.378864 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:00.379465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Updating router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:00.434275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (00e5c36c-4daf-4356-9431-bb5c7b4975fd), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.441086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed584848-cf4c-4ed7-bfd3-7aa526d3b7fd tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Network': ['ID=8e8b6b4d-3c0a-4145-bf8d-56a47ca85831,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:00.447400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-102cee47-8a01-48c0-a6f1-153a7e857edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:00.449236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-102cee47-8a01-48c0-a6f1-153a7e857edb service neutron] 10.222.0.39 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 1.2366471 Jan 27 19:48:00.463100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=63bd4872-64cb-4651-b0f5-b1394e27b3c0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:00.474589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Current status of the port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:00.475220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.505229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:00.538167 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.551041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (bb286320-c23d-4aa7-aa52-029ff66a9816), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.569668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (bb286320-c23d-4aa7-aa52-029ff66a9816), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.592982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-982c7fba-1a7b-497b-8715-78696c7ff2bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 217 time: 0.1304564 Jan 27 19:48:00.638117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.654605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb286320-c23d-4aa7-aa52-029ff66a9816,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:00.661544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:00.662205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.678923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.680307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fc0894df-3eb9-4187-891b-0fd22328ebb2 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6962886 Jan 27 19:48:00.683887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:00.745539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'security_group_rule': {'security_group_id': 'd4b9b9f0-4aa9-48a2-b5ef-e3a105133bee', 'project_id': '714c218809074ddfb48dc0acfddb8563', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:00.828615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4601617 Jan 27 19:48:00.853232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:00.854969 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Project 714c218809074ddfb48dc0acfddb8563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:48:00.877283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:00.902947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (867833af-bae4-4170-8b3a-889062966b07), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.932967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845334-b3a6-44a3-994c-0c47beede54e req-74ddf820-09d0-4a2a-98ef-698df3f2b7f1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:00.943343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04845334-b3a6-44a3-994c-0c47beede54e req-74ddf820-09d0-4a2a-98ef-698df3f2b7f1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.2544532 Jan 27 19:48:00.968814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:46Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e0223244-60ed-437f-9780-63e1473a85d3', 'name': '', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'mac_address': 'fa:16:3e:33:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:43Z', 'updated_at': '2022-01-27T19:47:47Z', 'revision_number': 2, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'subnets': [{'id': '321f83bd-5368-45ab-9378-61c436499faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:00.982927 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks [] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:00.997765 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.022595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] For port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:01.105180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Checking router: 730e3281-5ea7-4598-8b84-2c5c3ddbe94a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:01.110282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Updating router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a port e0223244-60ed-437f-9780-63e1473a85d3 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:01.199580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-2faab506-851f-4000-8879-f5349e170d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:01.201646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-2faab506-851f-4000-8879-f5349e170d86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.5743418 Jan 27 19:48:01.219346 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.276439 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d306-0e8c-4ab5-83f9-7131056381c1 None None] Pushing event updated for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:01.341545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04845334-b3a6-44a3-994c-0c47beede54e req-09dd8890-ecb5-4a9d-81e9-80c1d1d1ff63 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854101 Jan 27 19:48:01.410778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb220d-2ca6-4e91-91ff-1bac91d53185 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:01.440541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Attempting to bind port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:01.443195 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Attempting to bind port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:01.443866 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Attempting to bind port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf on network f5e7100d-a367-4ace-88ae-57e77b892e94 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:01.457054 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e0223244-60ed-437f-9780-63e1473a85d3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.467832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:01.469556 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Checking segment: {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:01.473242 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.474998 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Bound using segment: {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:01.475863 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Bound port: 4c2a2af3-df7f-43ed-804e-25e7ef764cbf, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e8e41c-4a76-4479-ae6f-ddc0db3ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:01.476528 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.496874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:01.501330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-61f69694-5a98-4ad9-b132-9c32d785a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:01.503134 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-61f69694-5a98-4ad9-b132-9c32d785a58a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432635 Jan 27 19:48:01.507625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (867833af-bae4-4170-8b3a-889062966b07), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.509749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:01.513452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.658497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-4dd3603b-e507-40db-88b7-d43350026cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387398 Jan 27 19:48:01.664684 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (867833af-bae4-4170-8b3a-889062966b07), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.716468 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] For port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:01.726435 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] For port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:01.728776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:01.729590 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.737626 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:01.822435 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-a7f26596-ab0c-41a5-bfdb-23956e973901 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4047623 Jan 27 19:48:01.844808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:48:01.857168 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:01.857861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:02.014743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d306-0e8c-4ab5-83f9-7131056381c1 None None] Pushing event updated for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:02.161123 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:02.230189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (08e4af85-de7e-49e9-aa64-d43cf2147196), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.275185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e4ffe-844c-44cd-a5f6-1b2098dba7ea None None] Pushing event updated for resources: {'Port': ['ID=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:02.364414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Provisioning complete for port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:02.365806 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.371771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:02.472430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'port_id': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'mac_address': 'fa:16:3e:b5:5c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:48:02.577212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Subnet': ['ID=08e4af85-de7e-49e9-aa64-d43cf2147196,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:02.601009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Checking segment: {'id': 'df69d7cd-0868-44e5-8631-b984c00f4989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5656759a-3732-45e4-855e-9f6b7178514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:02.601656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network hostable DHCP agents. Network: 5656759a-3732-45e4-855e-9f6b7178514b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:02.704134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network 5656759a-3732-45e4-855e-9f6b7178514b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:02.721464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8579884a-2aa4-44a3-b54a-a13e062a1d65 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:02.721699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.725874 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 3, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:01Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:02.758087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638a230-03a0-4d05-b626-0f0dcba1b1c1 req-28c9b296-a83b-43c7-a09b-329cc1a3c0a4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:02.774342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e638a230-03a0-4d05-b626-0f0dcba1b1c1 req-28c9b296-a83b-43c7-a09b-329cc1a3c0a4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.1762249 Jan 27 19:48:02.781970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5656759a-3732-45e4-855e-9f6b7178514b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:02.800222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656be16-5aeb-4d38-bb25-d246b27df6a5 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 3, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:01Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:02.806608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e2d8e178-8482-463e-80cc-bda79a236500), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.810897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (676774a5-cd4d-4f96-9602-5527ad2da45e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.817298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867833af-bae4-4170-8b3a-889062966b07,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:02.914895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09d6f6-364e-4037-acfe-8979e0f1d80a None None] Network 5656759a-3732-45e4-855e-9f6b7178514b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:02.935203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:02.944532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8284f4c1-288b-4be4-aee7-81eadc5013d5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2047758 Jan 27 19:48:02.944532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=676774a5-cd4d-4f96-9602-5527ad2da45e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:03.058212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:03.059410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49b7d792-ac02-4bee-875a-fd9c00ea78e7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:03.068086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-3467cb37-566c-4083-a7bd-ae51285a2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.069819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-3467cb37-566c-4083-a7bd-ae51285a2d9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.9194553 Jan 27 19:48:03.070939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8579884a-2aa4-44a3-b54a-a13e062a1d65 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:48:03.076984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event updated for resources: {'Subnet': ['ID=e2d8e178-8482-463e-80cc-bda79a236500,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:03.105727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e638a230-03a0-4d05-b626-0f0dcba1b1c1 req-fe4947fd-e2ff-498b-9fb7-2e711cf54184 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294599 Jan 27 19:48:03.119448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Checking segment: {'id': 'c3a657a4-50c7-4dfb-b5b4-a62feb93173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8e8b6b4d-3c0a-4145-bf8d-56a47ca85831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:03.125509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network hostable DHCP agents. Network: 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:03.180438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Network 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:03.198032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:03.216139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.221719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.238394 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.296639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Current status of the port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:03.297295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.298077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30102566-101d-4a8e-ad4a-d406975589a7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3394485 Jan 27 19:48:03.303942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:03.343234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-3fcca968-2f98-470d-ad55-98ae211e6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.344875 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-3fcca968-2f98-470d-ad55-98ae211e6ca7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2536051 Jan 27 19:48:03.388386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd222e3-5483-46e5-bce9-04698c9e1762 None None] Network 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:03.526755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:03.527126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:03.529882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434d982-6ed6-4265-b938-999c9720d3a8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.534018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434d982-6ed6-4265-b938-999c9720d3a8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.547344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434d982-6ed6-4265-b938-999c9720d3a8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.553787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d434d982-6ed6-4265-b938-999c9720d3a8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2451098 Jan 27 19:48:03.554539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:03.580066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-d028134a-7689-421a-833b-e130401bcfb8 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709537617&fields=id&tenant_id=714c218809074ddfb48dc0acfddb8563 HTTP/1.1" status: 200 len: 267 time: 0.1621935 Jan 27 19:48:03.591870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519effff-3455-4d80-8ec6-238dd749bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-5656759a-3732-45e4-855e-9f6b7178514b', 'network_id': '5656759a-3732-45e4-855e-9f6b7178514b', 'project_id': '37e6e1c8ad074728bfe0d3da25c6ca79', 'fixed_ips': [{'subnet_id': '08e4af85-de7e-49e9-aa64-d43cf2147196'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:03.593011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-519effff-3455-4d80-8ec6-238dd749bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.614316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:03.624264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:03.624716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.669678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.679659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0015de56-910d-4e62-96d3-0550c5e65e35 req-4ddbeca8-5caf-4a40-a0b1-c317122b73d8 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9979506 Jan 27 19:48:03.767946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:03.787296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:03.819160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-da53a30b-dc89-41ee-8129-413ac00af5f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 1000 time: 0.4268851 Jan 27 19:48:03.820557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.821169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.866911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-030ce987-a459-478f-9c96-3787c3813347 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.868879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-030ce987-a459-478f-9c96-3787c3813347 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 809 time: 0.2793379 Jan 27 19:48:03.879459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c117e2-1d2b-4368-9c39-252188460e88 None None] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:03.924244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] For port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:03.958261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Deleting subnet 08e4af85-de7e-49e9-aa64-d43cf2147196 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:03.965389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for subnet (08e4af85-de7e-49e9-aa64-d43cf2147196), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:03.978907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-43057cc7-5fff-4528-b022-bce6595828a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:03.983160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-43057cc7-5fff-4528-b022-bce6595828a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.0947287 Jan 27 19:48:03.992693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['8579884a-2aa4-44a3-b54a-a13e062a1d65'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:48:03.994901 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d54cd303-ef0a-49bc-8b2f-9f2a5d46f30d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1220386 Jan 27 19:48:04.044722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (08e4af85-de7e-49e9-aa64-d43cf2147196), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.059930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45038) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:04.186550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (08e4af85-de7e-49e9-aa64-d43cf2147196), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.333322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (08e4af85-de7e-49e9-aa64-d43cf2147196), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.345439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-854d582b-1fdb-4e3b-81e6-22c32d33596e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/quotas/714c218809074ddfb48dc0acfddb8563 HTTP/1.1" status: 200 len: 375 time: 0.4666665 Jan 27 19:48:04.434936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Subnet': ['ID=08e4af85-de7e-49e9-aa64-d43cf2147196,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:04.480853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (00e5c36c-4daf-4356-9431-bb5c7b4975fd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.510918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.550845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.558222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f4550eec-2614-48ef-8a4c-b9eaf06c6fed tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/subnets/08e4af85-de7e-49e9-aa64-d43cf2147196 HTTP/1.1" status: 204 len: 168 time: 0.9824603 Jan 27 19:48:04.568390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:04.620638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-df900f5a-4641-4f16-9aa0-707ca0c46c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:04.620638 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-df900f5a-4641-4f16-9aa0-707ca0c46c33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6211267 Jan 27 19:48:04.641398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks [] for port (e0223244-60ed-437f-9780-63e1473a85d3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.650808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.694109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-1a394ed7-9dc8-47a9-a123-e81cf58a78dd tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2631900 Jan 27 19:48:04.731408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Deleting subnet e2d8e178-8482-463e-80cc-bda79a236500 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:04.756705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for subnet (e2d8e178-8482-463e-80cc-bda79a236500), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.854247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.940602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:04.957062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e2d8e178-8482-463e-80cc-bda79a236500), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:04.978983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d53916-ea87-43f5-af0b-86ce7679b627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8e8b6b4d-3c0a-4145-bf8d-56a47ca85831', 'network_id': '8e8b6b4d-3c0a-4145-bf8d-56a47ca85831', 'project_id': '37e6e1c8ad074728bfe0d3da25c6ca79', 'fixed_ips': [{'subnet_id': 'e2d8e178-8482-463e-80cc-bda79a236500'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:04.980281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42d53916-ea87-43f5-af0b-86ce7679b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.013522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Provisioning complete for port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:05.014191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.106895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:48:05.133958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-4606abf7-2296-4a50-a0b4-1b2f504afd13 service neutron] 10.222.0.59 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978283 Jan 27 19:48:05.138307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e2d8e178-8482-463e-80cc-bda79a236500), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-519effff-3455-4d80-8ec6-238dd749bd17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e4af85-de7e-49e9-aa64-d43cf2147196: This subnet is being modified by another concurrent operation. Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e4af85-de7e-49e9-aa64-d43cf2147196: This subnet is being modified by another concurrent operation. Jan 27 19:48:05.158908 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:48:05.226436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb86ad2-4291-42c7-a6df-fbaa21f31a41 None None] Network 5656759a-3732-45e4-855e-9f6b7178514b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:05.456409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:05.457358 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.508425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-d4d1f566-57f2-4202-85b9-3e2e928ee2e3 service neutron] 10.222.0.59 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690343 Jan 27 19:48:05.509296 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e2d8e178-8482-463e-80cc-bda79a236500), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.514249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Pushing event updated for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:05.593518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:05.601285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/subnets/e2d8e178-8482-463e-80cc-bda79a236500 HTTP/1.1" status: 204 len: 168 time: 1.0225174 Jan 27 19:48:05.603406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ee87-6151-41ba-a8b2-aed66c96f038 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d8e178-8482-463e-80cc-bda79a236500,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:05.617536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:05.771492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:05.876894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ec3ef-a0c7-49ff-ab45-ddd5d943b6f7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:05.885234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-568ec3ef-a0c7-49ff-ab45-ddd5d943b6f7 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2635629 Jan 27 19:48:05.891339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:05.925824 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-7e2736d8-b17f-4a2d-b5d8-185121756da4 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2729523 Jan 27 19:48:06.115160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Attempting to bind port e0223244-60ed-437f-9780-63e1473a85d3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:06.115588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Attempting to bind port e0223244-60ed-437f-9780-63e1473a85d3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:06.116056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Attempting to bind port e0223244-60ed-437f-9780-63e1473a85d3 on network 9768f768-f743-4f57-b09d-78b57136d82e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:06.322240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8e8b6b4d-3c0a-4145-bf8d-56a47ca85831), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-42d53916-ea87-43f5-af0b-86ce7679b627 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d8e178-8482-463e-80cc-bda79a236500: This subnet is being modified by another concurrent operation. Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d8e178-8482-463e-80cc-bda79a236500: This subnet is being modified by another concurrent operation. Jan 27 19:48:06.370600 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:48:06.407061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 2001:db8::222 (d8255323-b2c0-436c-8f65-adbd6c5f712e/5f8615f2-7247-4b08-b0c5-6197e136116e/5ead1857-3082-43ac-ac59-bfbe3f83be08) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:06.422562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cd6f5-b845-4f8a-aaac-e05c6da429c6 req-074e92eb-0018-4cfd-8aec-966ed03c40be tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:06.436678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee9cd6f5-b845-4f8a-aaac-e05c6da429c6 req-074e92eb-0018-4cfd-8aec-966ed03c40be tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.2341852 Jan 27 19:48:06.470976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2aad7f-f65f-4488-a81c-02954cdcc83b None None] Pushing event updated for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:06.484843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:06.485507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Checking segment: {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:06.487038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:06.487753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Bound using segment: {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:06.488471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Bound port: e0223244-60ed-437f-9780-63e1473a85d3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:06.488887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e0223244-60ed-437f-9780-63e1473a85d3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:06.602895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228cd8e-e2f8-457a-aca5-a4542b7d19c4 None None] Network 8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:06.704027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a2582-770b-4605-b6f8-121ad04f64a1 None None] Current status of the port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:06.771935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8e8b6b4d-3c0a-4145-bf8d-56a47ca85831), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:06.812613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:06.818720 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee9cd6f5-b845-4f8a-aaac-e05c6da429c6 req-c922e8ae-efda-4419-9718-e20b38796140 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811321 Jan 27 19:48:06.868462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a35b8ee-42a2-4fee-a149-5036db282828 req-ce23aee2-46d4-42f8-96ff-e53ec4a55406 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9355760 Jan 27 19:48:06.870799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8b6b4d-3c0a-4145-bf8d-56a47ca85831']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:06.877425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4c2a2af3-df7f-43ed-804e-25e7ef764cbf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:06.902233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a657a4-50c7-4dfb-b5b4-a62feb93173d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:06.902589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a657a4-50c7-4dfb-b5b4-a62feb93173d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:06.960142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (c3a657a4-50c7-4dfb-b5b4-a62feb93173d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.055912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c3a657a4-50c7-4dfb-b5b4-a62feb93173d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.085079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d4ec83d-2feb-4073-871c-4728cfbfc1cf req-1fa915a4-be47-4b56-96be-b9b153823ae0 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 210 time: 0.1497481 Jan 27 19:48:07.106269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:07.106957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (c3a657a4-50c7-4dfb-b5b4-a62feb93173d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:07.110824 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:07.208287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (5ead1857-3082-43ac-ac59-bfbe3f83be08), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.250451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8e8b6b4d-3c0a-4145-bf8d-56a47ca85831), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.259627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.267394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/8e8b6b4d-3c0a-4145-bf8d-56a47ca85831 HTTP/1.1" status: 204 len: 168 time: 1.3741770 Jan 27 19:48:07.271587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:07.280013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Allocated IP 2001:db8:2::2 (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c/676774a5-cd4d-4f96-9602-5527ad2da45e/7e104d59-83ff-4ab1-8b6f-cabe48521b43) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:07.342157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e127c-702a-4f20-a476-f0e25123464b tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=8e8b6b4d-3c0a-4145-bf8d-56a47ca85831,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:07.525159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5ead1857-3082-43ac-ac59-bfbe3f83be08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.541103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5656759a-3732-45e4-855e-9f6b7178514b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.625034 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks [] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.661750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network d8255323-b2c0-436c-8f65-adbd6c5f712e is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:07.719305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:07.733827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:07.812111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5656759a-3732-45e4-855e-9f6b7178514b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.826961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:07.894942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5656759a-3732-45e4-855e-9f6b7178514b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:07.960118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=5ead1857-3082-43ac-ac59-bfbe3f83be08,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:07.977824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8:2::1 (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c/676774a5-cd4d-4f96-9602-5527ad2da45e/2d70182b-b72c-42ff-a26e-85151161c5f4) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:08.059115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df69d7cd-0868-44e5-8631-b984c00f4989') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:08.062197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df69d7cd-0868-44e5-8631-b984c00f4989') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:08.139584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (df69d7cd-0868-44e5-8631-b984c00f4989), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.189467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (df69d7cd-0868-44e5-8631-b984c00f4989), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.202981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:08.203298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (df69d7cd-0868-44e5-8631-b984c00f4989), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.206634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Provisioning complete for port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:08.207522 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.216537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:08.221301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] For port e0223244-60ed-437f-9780-63e1473a85d3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:08.239771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] For port e0223244-60ed-437f-9780-63e1473a85d3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e0223244-60ed-437f-9780-63e1473a85d3,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:08.285146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.329410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:08.356918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:08.365776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:08.366584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:08.430923 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:08.501209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Pushing event updated for resources: {'Port': ['ID=7e104d59-83ff-4ab1-8b6f-cabe48521b43,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:08.568890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02b60e-2ee5-44c0-8d21-e231fc347bc6 req-c4acff02-77fa-4e7e-a0e4-8eacee8f4e25 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:08.590790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c02b60e-2ee5-44c0-8d21-e231fc347bc6 req-c4acff02-77fa-4e7e-a0e4-8eacee8f4e25 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.6426978 Jan 27 19:48:08.765078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.770884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5656759a-3732-45e4-855e-9f6b7178514b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.794922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.806798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/5656759a-3732-45e4-855e-9f6b7178514b HTTP/1.1" status: 204 len: 168 time: 1.5292590 Jan 27 19:48:08.815979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:08.844116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (00e5c36c-4daf-4356-9431-bb5c7b4975fd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:08.858457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:08.860149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:08.915398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5c02b60e-2ee5-44c0-8d21-e231fc347bc6 req-cb298d11-de53-4c57-8c5b-eb30993357f3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073304 Jan 27 19:48:08.928648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138ac32-f0c7-409e-bb6c-2fb661458db8 tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=5656759a-3732-45e4-855e-9f6b7178514b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:09.127908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-869c830e-da0f-4b08-8428-85ae38b9a865 req-4a2cc1d0-fc96-4fc8-ae96-b7df50ffd251 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 210 time: 0.0718946 Jan 27 19:48:09.139191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.208473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (44b44b3d-196d-4b50-bcad-9b197ebc4d69), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.226279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:09.312608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:09.368097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:09.369624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.388003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:09.497157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:09.498029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.540068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (44b44b3d-196d-4b50-bcad-9b197ebc4d69), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.607870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b44b3d-196d-4b50-bcad-9b197ebc4d69']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:09.649497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6548feb9-fca2-4b18-9d75-cfde6e236afe') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:09.649886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6548feb9-fca2-4b18-9d75-cfde6e236afe') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:09.674147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (6548feb9-fca2-4b18-9d75-cfde6e236afe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.712218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6548feb9-fca2-4b18-9d75-cfde6e236afe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.730566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:09.731003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (6548feb9-fca2-4b18-9d75-cfde6e236afe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:09.734776 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:09.774673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.843477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router 00e5c36c-4daf-4356-9431-bb5c7b4975fd is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:48:09.866370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (44b44b3d-196d-4b50-bcad-9b197ebc4d69), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.877011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.890023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Attempting to bind port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:09.890579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Attempting to bind port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:09.891060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Attempting to bind port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 on network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:09.891706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/44b44b3d-196d-4b50-bcad-9b197ebc4d69 HTTP/1.1" status: 204 len: 168 time: 1.0335028 Jan 27 19:48:09.892071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:09.914388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:09.914886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Checking segment: {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:09.915398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.915897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Bound using segment: {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:09.917011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Bound port: 7e104d59-83ff-4ab1-8b6f-cabe48521b43, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:09.917011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:09.959579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14e10c-83d9-4e6d-930f-f84d0ee3fbce tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=44b44b3d-196d-4b50-bcad-9b197ebc4d69,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:10.014576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:10.131182 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:10.134767 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6df3a9d-2220-4eb1-abb7-39e38a8cd4cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.1671667 Jan 27 19:48:10.165600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:10.179484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] For port 7e104d59-83ff-4ab1-8b6f-cabe48521b43, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:10.186989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] For port 7e104d59-83ff-4ab1-8b6f-cabe48521b43, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7e104d59-83ff-4ab1-8b6f-cabe48521b43,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:10.339978 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:10.347093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e4a1f2b-1a92-483f-87f9-600250c07349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:10.360217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Sync routers for ids ['00e5c36c-4daf-4356-9431-bb5c7b4975fd'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:10.401788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (fd937d94-7f56-4db9-9cc9-affcc6ec51ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:10.454707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2aad7f-f65f-4488-a81c-02954cdcc83b None None] Pushing event updated for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:10.460466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c73f5c-1e08-4668-b8bb-96bbbb3a77c2 req-f44b35e5-4392-4273-9d1f-96abf981ed39 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:10.462250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c73f5c-1e08-4668-b8bb-96bbbb3a77c2 req-f44b35e5-4392-4273-9d1f-96abf981ed39 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3509822 Jan 27 19:48:10.544207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Routers {'00e5c36c-4daf-4356-9431-bb5c7b4975fd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:10.544869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['00e5c36c-4daf-4356-9431-bb5c7b4975fd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:10.754648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:10.794043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Set router 00e5c36c-4daf-4356-9431-bb5c7b4975fd gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:11.018831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Current status of the port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:11.071229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:11.082374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:11.086112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:11.178443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:11.179591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 63bd4872-64cb-4651-b0f5-b1394e27b3c0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:11.182262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d600-b661-482e-8fa8-cb88bed2e1f0 None None] Pushing event updated for resources: {'Port': ['ID=7e104d59-83ff-4ab1-8b6f-cabe48521b43,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:11.277095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:11.469236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:11.476190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:11.613791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Provisioning complete for port e0223244-60ed-437f-9780-63e1473a85d3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:11.615157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e0223244-60ed-437f-9780-63e1473a85d3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:11.792850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:11.941168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:12.047260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:12.080844 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:12.095269 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dfca4517-0dbe-4fa2-9f18-b8f4b69273f3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0339015 Jan 27 19:48:12.096516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45128) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:12.106945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-123289807'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:12.109785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:12.112399 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:47:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:12.116436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (fd937d94-7f56-4db9-9cc9-affcc6ec51ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.149102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd937d94-7f56-4db9-9cc9-affcc6ec51ea']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:12.162349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24651cd9-97ac-4b97-b498-16ca7e2a31a1') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:12.162670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24651cd9-97ac-4b97-b498-16ca7e2a31a1') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:12.173891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (24651cd9-97ac-4b97-b498-16ca7e2a31a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.200037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (24651cd9-97ac-4b97-b498-16ca7e2a31a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.203351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:12.206940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:12.207361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (24651cd9-97ac-4b97-b498-16ca7e2a31a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.213613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:12.287850 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:12.293600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (fd937d94-7f56-4db9-9cc9-affcc6ec51ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.293845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:12.293845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.329286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:48:12.355131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.381132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ccb0631c-c477-4cca-b00c-6736342b5c2b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.381506 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added segment ccb0631c-c477-4cca-b00c-6736342b5c2b of type vlan for network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 Jan 27 19:48:12.397640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] 10.222.0.59 "DELETE /v2.0/networks/fd937d94-7f56-4db9-9cc9-affcc6ec51ea HTTP/1.1" status: 204 len: 168 time: 2.4322512 Jan 27 19:48:12.548165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9372-0f44-494d-aff9-0f217d9f708d tempest-BulkNetworkOpsTest-2105894462 tempest-BulkNetworkOpsTest-2105894462-project] Pushing event deleted for resources: {'Network': ['ID=fd937d94-7f56-4db9-9cc9-affcc6ec51ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:12.574298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c73f5c-1e08-4668-b8bb-96bbbb3a77c2 req-d2e3c84f-4ea2-4f0b-a582-50755aefffcb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0397711 Jan 27 19:48:12.587928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:12.674166 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff33895e-2fbc-44ee-a042-264854f4cffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.784555 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.838199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (00e5c36c-4daf-4356-9431-bb5c7b4975fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:12.985118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 8579884a-2aa4-44a3-b54a-a13e062a1d65 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:48:13.010321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Current status of the port e0223244-60ed-437f-9780-63e1473a85d3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:13.010757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e0223244-60ed-437f-9780-63e1473a85d3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.044200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:46Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e0223244-60ed-437f-9780-63e1473a85d3', 'name': '', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'mac_address': 'fa:16:3e:33:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:43Z', 'updated_at': '2022-01-27T19:48:08Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'subnets': [{'id': '321f83bd-5368-45ab-9378-61c436499faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:13.081244 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9aaaacfb-7069-4259-972a-6602912e881b req-986fe7e8-5e28-4135-b62c-b89cdca103a7 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 210 time: 0.1497605 Jan 27 19:48:13.115275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-8be618d9-5517-4ba5-9543-a79c059da76c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:13.124474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06164b1-97d5-4ed3-95b5-49cfcf670094 None None] The sync data for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 is: [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:47:46Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e0223244-60ed-437f-9780-63e1473a85d3', 'name': '', 'network_id': '9768f768-f743-4f57-b09d-78b57136d82e', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'mac_address': 'fa:16:3e:33:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '321f83bd-5368-45ab-9378-61c436499faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:43Z', 'updated_at': '2022-01-27T19:48:08Z', 'revision_number': 4, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'subnets': [{'id': '321f83bd-5368-45ab-9378-61c436499faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:13.132942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-8be618d9-5517-4ba5-9543-a79c059da76c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 809 time: 0.5623815 Jan 27 19:48:13.140039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 8579884a-2aa4-44a3-b54a-a13e062a1d65 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:13.141482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.172473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Deleting port 5ead1857-3082-43ac-ac59-bfbe3f83be08 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:13.173057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5ead1857-3082-43ac-ac59-bfbe3f83be08), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.290203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:13.291366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c92e8124-6b5a-4b5f-91e8-ffdfed0c261f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:13.335793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:48:13.398947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:13.440142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] For port e0223244-60ed-437f-9780-63e1473a85d3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e0223244-60ed-437f-9780-63e1473a85d3,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:13.471935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5ead1857-3082-43ac-ac59-bfbe3f83be08), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.495028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.496236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Calling delete_port for 5ead1857-3082-43ac-ac59-bfbe3f83be08 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:13.503051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:13.508321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.509092 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:09Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:10Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:13.510652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cec2c4-4757-4553-bf5f-9035e39fa417 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:48:13.590544 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-5bbc3ee8-ed89-4619-91b1-fd670ed90222 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714c218809074ddfb48dc0acfddb8563 HTTP/1.1" status: 200 len: 379 time: 0.4462335 Jan 27 19:48:13.659153 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:13.662061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Updating router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 port 2d70182b-b72c-42ff-a26e-85151161c5f4 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:13.682044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'port': {'device_id': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'admin_state_up': True, 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'security_groups': ['d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:13.844491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cec2c4-4757-4553-bf5f-9035e39fa417 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:48:13.848027 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.860686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e5c36c-4daf-4356-9431-bb5c7b4975fd', 'name': '', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e', 'external_fixed_ips': [{'subnet_id': '5f8615f2-7247-4b08-b0c5-6197e136116e', 'ip_address': '2001:db8::222'}], 'enable_snat': True}, 'gw_port_id': '5ead1857-3082-43ac-ac59-bfbe3f83be08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:59Z', 'updated_at': '2022-01-27T19:48:08Z', 'revision_number': 3, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port': {'id': '5ead1857-3082-43ac-ac59-bfbe3f83be08', 'name': '', 'network_id': 'd8255323-b2c0-436c-8f65-adbd6c5f712e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e5c36c-4daf-4356-9431-bb5c7b4975fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '5f8615f2-7247-4b08-b0c5-6197e136116e', 'ip_address': '2001:db8::222', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:04Z', 'updated_at': '2022-01-27T19:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f8615f2-7247-4b08-b0c5-6197e136116e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:13.951806 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:13.970524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Checking router: 00e5c36c-4daf-4356-9431-bb5c7b4975fd for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:13.978133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Updating router 00e5c36c-4daf-4356-9431-bb5c7b4975fd port 5ead1857-3082-43ac-ac59-bfbe3f83be08 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:13.979703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8792613 Jan 27 19:48:14.077094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:14.123587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'subnet': {'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:14.142801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5ead1857-3082-43ac-ac59-bfbe3f83be08), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.160388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9f011-3fde-46bb-9cff-59edc9015752 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Network': ['ID=68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:14.300042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Port 5ead1857-3082-43ac-ac59-bfbe3f83be08 not found while updating agent binding for router 00e5c36c-4daf-4356-9431-bb5c7b4975fd. {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 19:48:14.303738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Made reservation on behalf of 714c218809074ddfb48dc0acfddb8563 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:14.307937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.340913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:14.453288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28299a3-6caa-461a-9764-7503d59b7084 req-3554b686-739e-4579-9c60-95adaf5f6bec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:14.475895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b28299a3-6caa-461a-9764-7503d59b7084 req-3554b686-739e-4579-9c60-95adaf5f6bec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.6962225 Jan 27 19:48:14.500818 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (00e5c36c-4daf-4356-9431-bb5c7b4975fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.516942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ead1857-3082-43ac-ac59-bfbe3f83be08,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:14.682634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Allocated IP 172.20.0.6 (a8c57e4d-6c47-4483-92e6-4a498b83194b/2d2d52e8-b5d8-4f65-be45-5b331e3abe95/1af269f5-4fe2-4d7f-8885-d930a11f17e0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:14.824148 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks [] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.846198 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.894262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Provisioning complete for port e0223244-60ed-437f-9780-63e1473a85d3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:14.894886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e0223244-60ed-437f-9780-63e1473a85d3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.949743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:14.962012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:14.973127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-69538f54-9f0e-40e4-9b36-2027605ba2a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37e6e1c8ad074728bfe0d3da25c6ca79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5725498 Jan 27 19:48:14.974715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (00e5c36c-4daf-4356-9431-bb5c7b4975fd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.031428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b28299a3-6caa-461a-9764-7503d59b7084 req-df1536d1-7102-406f-a950-7af145025c6c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5542574 Jan 27 19:48:15.160374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.168084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Made reservation on behalf of 6a23a6d86e3e4886ad136dacaa45c307 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:15.173140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.183350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] Publish callbacks [] for security_group (c5c32403-2c5c-44c1-a57c-3f796017d2dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.266458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Pushing event updated for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:15.272580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:15.273120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.274737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] Routers {'00e5c36c-4daf-4356-9431-bb5c7b4975fd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:15.275023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] Publish callbacks [] for security_group (c5c32403-2c5c-44c1-a57c-3f796017d2dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.275998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['00e5c36c-4daf-4356-9431-bb5c7b4975fd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:15.280039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b0213-e6fc-4d54-af93-c696fd77c6e4 None None] Pushing event updated for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:15.303210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8579884a-2aa4-44a3-b54a-a13e062a1d65 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:15.303491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.305881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Attempting to bind port 2d70182b-b72c-42ff-a26e-85151161c5f4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:15.306279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Attempting to bind port 2d70182b-b72c-42ff-a26e-85151161c5f4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:15.306659 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Attempting to bind port 2d70182b-b72c-42ff-a26e-85151161c5f4 on network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:15.313049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:15.315536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Checking segment: {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:15.315994 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.317856 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Bound using segment: {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:15.318392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Bound port: 2d70182b-b72c-42ff-a26e-85151161c5f4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c352d8-6ddc-474e-bd28-5bd3e5b055b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:15.318937 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.327037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.368737 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (00e5c36c-4daf-4356-9431-bb5c7b4975fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.369522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00e5c36c-4daf-4356-9431-bb5c7b4975fd {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:48:15.396511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.400654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0d86f2e7-28c7-4036-b22e-1b5b11ad4510 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/routers/00e5c36c-4daf-4356-9431-bb5c7b4975fd HTTP/1.1" status: 204 len: 168 time: 5.2340147 Jan 27 19:48:15.404210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:15.455952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Network a8c57e4d-6c47-4483-92e6-4a498b83194b is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:15.469555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:15.480946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:15.527624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Deleting subnet 5f8615f2-7247-4b08-b0c5-6197e136116e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:15.550923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3bcc-36c1-45d4-b54d-f22df57f8dff req-c2b17bd0-bacd-45b3-8fd1-bf792ed01903 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:15.559213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eec3bcc-36c1-45d4-b54d-f22df57f8dff req-c2b17bd0-bacd-45b3-8fd1-bf792ed01903 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 931 time: 0.1938367 Jan 27 19:48:15.583409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:15.584092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.586048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:15.586734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12847f-52ef-447a-b655-aa91ca1b0286 None None] The sync data for ids ['00e5c36c-4daf-4356-9431-bb5c7b4975fd'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:15.589738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:15.603321 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for subnet (5f8615f2-7247-4b08-b0c5-6197e136116e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.617147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c5c32403-2c5c-44c1-a57c-3f796017d2dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.620217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.622233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5c32403-2c5c-44c1-a57c-3f796017d2dc HTTP/1.1" status: 204 len: 168 time: 0.6582646 Jan 27 19:48:15.641860 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] For port 2d70182b-b72c-42ff-a26e-85151161c5f4, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:15.648186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-494b9aa7-a4a1-4cbf-850d-a0567bab90f1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9825091 Jan 27 19:48:15.672013 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] For port 2d70182b-b72c-42ff-a26e-85151161c5f4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d70182b-b72c-42ff-a26e-85151161c5f4,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:15.691502 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.704739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Request body: {'port': {'device_id': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:15.712399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.715103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:48:15.718996 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e759f4b-dc98-4688-9229-b6bfd920cff0" -d '{"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-plugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:48:15.727408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.749701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc1748-1197-4881-9cf6-3a15ffa2d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c32403-2c5c-44c1-a57c-3f796017d2dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:15.793956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.835753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (94947c5d-be5d-4ce5-81dc-10f56263c849), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.849515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:15.867550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.897759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (5f8615f2-7247-4b08-b0c5-6197e136116e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:15.924914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:15.929902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67265400-3ee0-4233-a8ee-b5f6a1eb1260 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:48:16.019522 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:16.027216 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:16.075682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Current status of the port e0223244-60ed-437f-9780-63e1473a85d3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:16.088146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:16.090128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eec3bcc-36c1-45d4-b54d-f22df57f8dff req-d271a352-1555-4b06-bb34-3861f5463c8f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295212 Jan 27 19:48:16.183648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Subnet': ['ID=94947c5d-be5d-4ce5-81dc-10f56263c849,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:16.248828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5f8615f2-7247-4b08-b0c5-6197e136116e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.276982 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.298272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Provisioning complete for port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:16.298726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.349595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Checking segment: {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:16.350330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network hostable DHCP agents. Network: 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:16.394900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:16.409288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:16.421369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:16.422538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.446979 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (5f8615f2-7247-4b08-b0c5-6197e136116e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.549186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d3da5ea0-f67a-4407-acaf-17f62e53267a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4699430 Jan 27 19:48:16.554355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:16.557929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8615f2-7247-4b08-b0c5-6197e136116e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:16.572695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:16.591323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58d78904-545d-4f2d-b604-351a4bfe61cb tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/5f8615f2-7247-4b08-b0c5-6197e136116e HTTP/1.1" status: 204 len: 168 time: 1.1855867 Jan 27 19:48:16.601027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:16.612984 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Pushing event updated for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:16.657038 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:16.849796 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.852260 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.852869 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.855236 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.855849 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.864234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7e104d59-83ff-4ab1-8b6f-cabe48521b43 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:16.864739 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.865551 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.866156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.866734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.867316 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.868205 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.871878 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.872401 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a8dae-62ee-4dfa-89ab-1ed094b95d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:16.945660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af269f5-4fe2-4d7f-8885-d930a11f17e0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:48:17.004000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks [] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.018150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Current status of the port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:17.019044 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.047228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Transition to ACTIVE for port object 1af269f5-4fe2-4d7f-8885-d930a11f17e0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:48:17.053484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.096342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:17.096963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.192754 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19fcfd-209d-44a4-a50b-a25616acff49 x-openstack-request-id: req-4a19fcfd-209d-44a4-a50b-a25616acff49 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:48:17.193341 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-plugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:48:17.194064 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a19fcfd-209d-44a4-a50b-a25616acff49 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:48:17.194826 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'code': 200} Jan 27 19:48:17.227152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Pushing event updated for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:17.309080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] For port 7e104d59-83ff-4ab1-8b6f-cabe48521b43, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7e104d59-83ff-4ab1-8b6f-cabe48521b43,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:17.362134 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.380906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67265400-3ee0-4233-a8ee-b5f6a1eb1260 None None] Unable to find a vacant binding_index for network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 and agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 27 19:48:17.515512 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:09Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:15Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:17.582071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:17.584730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e0223244-60ed-437f-9780-63e1473a85d3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:17.610650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d8255323-b2c0-436c-8f65-adbd6c5f712e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.626216 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090114d4-65ed-48a7-8f11-d6fd5dc65fd8 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:09Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:15Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:17.648817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbedb66-9acf-4300-a3bc-e7ede1cf4c77 req-dd897e4d-691c-4a5f-a419-1dde63ab165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:17.650419 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7bbedb66-9acf-4300-a3bc-e7ede1cf4c77 req-dd897e4d-691c-4a5f-a419-1dde63ab165d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1097 time: 0.3032672 Jan 27 19:48:17.688805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Attempting to bind port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:17.689134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Attempting to bind port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:17.700807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67265400-3ee0-4233-a8ee-b5f6a1eb1260 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96) {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:48:17.704547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Attempting to bind port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 on network a8c57e4d-6c47-4483-92e6-4a498b83194b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:17.709390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de2df-da20-41aa-bf15-49e01452b99a req-9289b7dc-f341-4feb-ad4d-2e316c634461 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:17.716806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c19de2df-da20-41aa-bf15-49e01452b99a req-9289b7dc-f341-4feb-ad4d-2e316c634461 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.2386329 Jan 27 19:48:17.755538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 on network a8c57e4d-6c47-4483-92e6-4a498b83194b not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:48:17.755883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Attempting to bind port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 on network a8c57e4d-6c47-4483-92e6-4a498b83194b {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:17.788257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:17.788605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Checking segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:17.789015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Bound using segment: {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:17.789482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Bound port: 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1398adc2-f593-4be7-a336-0abc6a8053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:17.789847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.804023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e0223244-60ed-437f-9780-63e1473a85d3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:17.805308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e0223244-60ed-437f-9780-63e1473a85d3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:17.819243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5f8a5-8ff6-4401-b8eb-da2558586aae None None] Pushing event updated for resources: {'Port': ['ID=7e104d59-83ff-4ab1-8b6f-cabe48521b43,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:17.827185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45212) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:17.951616 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7bbedb66-9acf-4300-a3bc-e7ede1cf4c77 req-7599fde8-889c-47e3-981f-01d9cb9dccd0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802310 Jan 27 19:48:18.038977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:18.048391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:18.068529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.147608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e0223244-60ed-437f-9780-63e1473a85d3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:18.246782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:18.257358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.263918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] 10.222.0.66 "PUT /v2.0/ports/1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 1091 time: 2.5781837 Jan 27 19:48:18.264796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:48:18.287039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d8255323-b2c0-436c-8f65-adbd6c5f712e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.292829 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:48:18.312541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-429db366-e876-4c93-b222-ed18f394a5f1 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] Request body: {'port': {'network_id': '4ac45091-d587-4d84-92e7-368805bee4dc', 'name': 'tempest-NetworksNegativeTestJSON-637950322'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:18.354537 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-429db366-e876-4c93-b222-ed18f394a5f1 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] POST failed (client error): The resource could not be found. Jan 27 19:48:18.356203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429db366-e876-4c93-b222-ed18f394a5f1 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:18.363541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-429db366-e876-4c93-b222-ed18f394a5f1 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5321417 Jan 27 19:48:18.367506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45218) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:18.393225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:18.395975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.427371 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a13144-9042-42ec-8025-93e40beca7d4 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] DELETE failed (client error): The resource could not be found. Jan 27 19:48:18.427371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a13144-9042-42ec-8025-93e40beca7d4 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:18.440271 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1a13144-9042-42ec-8025-93e40beca7d4 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "DELETE /v2.0/networks/c661fa78-bc2c-4d79-a1b5-ba4f653eaaa9 HTTP/1.1" status: 404 len: 339 time: 0.0391314 Jan 27 19:48:18.455606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:18.503179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cafd0-b348-4200-a11c-f8368a28c975 service neutron] Pushing event updated for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:18.514847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c19de2df-da20-41aa-bf15-49e01452b99a req-244f9e06-1328-4fdb-b37f-3e2a4b949fad tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7963369 Jan 27 19:48:18.542831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-4561ec10-b328-497f-82dd-87a66175e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:18.552380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-4561ec10-b328-497f-82dd-87a66175e53d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1094 time: 0.1819329 Jan 27 19:48:18.615892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8255323-b2c0-436c-8f65-adbd6c5f712e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:18.636373 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-655a1237-b405-4dec-9216-ca44cd374c12 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] DELETE failed (client error): The resource could not be found. Jan 27 19:48:18.636990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655a1237-b405-4dec-9216-ca44cd374c12 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:18.644642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-655a1237-b405-4dec-9216-ca44cd374c12 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "DELETE /v2.0/ports/5be49dc1-cf67-4a98-b424-12ce8f38d644 HTTP/1.1" status: 404 len: 333 time: 0.1878231 Jan 27 19:48:18.672782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.680999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-6940a7bd-b78c-47dd-801f-2abdec90ccae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 217 time: 0.1200042 Jan 27 19:48:18.681865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45228) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:18.701817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d70182b-b72c-42ff-a26e-85151161c5f4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:18.722060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd7864c-6bed-4485-9e7f-43a47fb51cb6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:18.722906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd7864c-6bed-4485-9e7f-43a47fb51cb6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:18.760185 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c03fceb-821c-4508-ac37-7df4eb89122a tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] DELETE failed (client error): The resource could not be found. Jan 27 19:48:18.760649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c03fceb-821c-4508-ac37-7df4eb89122a tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:18.769508 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0c03fceb-821c-4508-ac37-7df4eb89122a tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "DELETE /v2.0/subnets/0075486e-7b10-4243-8897-c6ba89261024 HTTP/1.1" status: 404 len: 337 time: 0.0865407 Jan 27 19:48:18.775649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45230) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:18.853900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (0dd7864c-6bed-4485-9e7f-43a47fb51cb6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.886139 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1ff6a9-9408-4e03-8dc6-870e71bf6975 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] GET failed (client error): The resource could not be found. Jan 27 19:48:18.887612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9c1ff6a9-9408-4e03-8dc6-870e71bf6975 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "GET /v2.0/networks/65a62ff0-6738-4d35-840b-60ff99f2fe83 HTTP/1.1" status: 404 len: 339 time: 0.1108549 Jan 27 19:48:18.896474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:18.904937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Allocated IP 2001:db8:3::2 (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96/94947c5d-be5d-4ce5-81dc-10f56263c849/5bf384a2-a661-4d9a-b31d-bbff1449b0bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:18.921816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2d70182b-b72c-42ff-a26e-85151161c5f4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:18.922520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:18.993679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (0dd7864c-6bed-4485-9e7f-43a47fb51cb6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.017913 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6f2b36-d650-4fa1-af32-51a0f360324a tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] GET failed (client error): The resource could not be found. Jan 27 19:48:19.019430 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ec6f2b36-d650-4fa1-af32-51a0f360324a tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "GET /v2.0/ports/b55483cc-9a5a-4d6c-bd0b-70fd1463f720 HTTP/1.1" status: 404 len: 333 time: 0.1219070 Jan 27 19:48:19.029472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45234) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:19.044309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:19.047931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (0dd7864c-6bed-4485-9e7f-43a47fb51cb6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.066864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-909e9f70-3a1a-4080-b7ce-17851927f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:19.072086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-909e9f70-3a1a-4080-b7ce-17851927f495 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.3215487 Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:19.117656 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:19.232968 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e8b067-49bd-4668-bafb-021408160d72 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] GET failed (client error): The resource could not be found. Jan 27 19:48:19.234530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d9e8b067-49bd-4668-bafb-021408160d72 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "GET /v2.0/subnets/f32cb094-844d-459b-9c74-301da711a225 HTTP/1.1" status: 404 len: 337 time: 0.2018383 Jan 27 19:48:19.239949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:19.266179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21d2e1-2625-4ca6-ac61-60e4dff2c940 req-5477c510-9b53-46e0-9360-c72f9631d9e6 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:19.278790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-86a510bf-f203-4dac-858e-8abb85d6dfe5 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:19.287159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e21d2e1-2625-4ca6-ac61-60e4dff2c940 req-5477c510-9b53-46e0-9360-c72f9631d9e6 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 943 time: 0.5788565 Jan 27 19:48:19.319835 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a510bf-f203-4dac-858e-8abb85d6dfe5 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] PUT failed (client error): The resource could not be found. Jan 27 19:48:19.320017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a510bf-f203-4dac-858e-8abb85d6dfe5 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:19.321045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86a510bf-f203-4dac-858e-8abb85d6dfe5 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "PUT /v2.0/networks/b731395f-ab60-454d-8a5d-1adc76b0dd05 HTTP/1.1" status: 404 len: 339 time: 0.0801065 Jan 27 19:48:19.341860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:19.349859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-def539bc-4f0b-4150-9522-6cbfa585cb73 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:19.386337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2d70182b-b72c-42ff-a26e-85151161c5f4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:19.391524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.419752 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-def539bc-4f0b-4150-9522-6cbfa585cb73 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] PUT failed (client error): The resource could not be found. Jan 27 19:48:19.420240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def539bc-4f0b-4150-9522-6cbfa585cb73 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:19.421783 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-def539bc-4f0b-4150-9522-6cbfa585cb73 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "PUT /v2.0/ports/faee3128-7907-412c-872a-9ed5bab0b79b HTTP/1.1" status: 404 len: 333 time: 0.0768955 Jan 27 19:48:19.428092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-ff1f085a-17e4-4a2e-b88b-2b91d3cae0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:19.430038 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-ff1f085a-17e4-4a2e-b88b-2b91d3cae0df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607605 Jan 27 19:48:19.430702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:19.436302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 2d70182b-b72c-42ff-a26e-85151161c5f4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d70182b-b72c-42ff-a26e-85151161c5f4,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:19.436646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-00366c34-3474-439b-87b3-e062d32fa080 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:19.444931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.446002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7e104d59-83ff-4ab1-8b6f-cabe48521b43 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:19.481029 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-00366c34-3474-439b-87b3-e062d32fa080 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] PUT failed (client error): The resource could not be found. Jan 27 19:48:19.486399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00366c34-3474-439b-87b3-e062d32fa080 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:19.487853 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-00366c34-3474-439b-87b3-e062d32fa080 tempest-NetworksNegativeTestJSON-1388706688 tempest-NetworksNegativeTestJSON-1388706688-project] 10.222.0.59 "PUT /v2.0/subnets/aae71f07-d603-4c50-adce-b8df9bae00f7 HTTP/1.1" status: 404 len: 337 time: 0.0560157 Jan 27 19:48:19.559501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d8255323-b2c0-436c-8f65-adbd6c5f712e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.574326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:19.582096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8255323-b2c0-436c-8f65-adbd6c5f712e {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 19:48:19.585641 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks [] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.599145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:19.599423 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.611390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.625069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/networks/d8255323-b2c0-436c-8f65-adbd6c5f712e HTTP/1.1" status: 204 len: 168 time: 3.0193162 Jan 27 19:48:19.646488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-7b30df80-e864-40b5-99ae-8d08f294d161 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051678 Jan 27 19:48:19.695496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:19.768768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e21d2e1-2625-4ca6-ac61-60e4dff2c940 req-0988ade6-5af5-4182-9c9e-188043b59102 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805622 Jan 27 19:48:19.804926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d5ac-31a9-4812-887c-da2fe37f8f4d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8255323-b2c0-436c-8f65-adbd6c5f712e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:19.868934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:19.889838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:19.892210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Pushing event updated for resources: {'Port': ['ID=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:19.915197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:19.920038 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97feb77d-e5a8-472b-be6f-5684f7463a80 x-openstack-request-id: req-97feb77d-e5a8-472b-be6f-5684f7463a80 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:48:19.921556 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:48:19.921860 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97feb77d-e5a8-472b-be6f-5684f7463a80 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:48:19.922268 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'status': 'completed', 'code': 200} Jan 27 19:48:19.964942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a38a247a-427b-4fee-861d-95b2bae5cd1a req-8ccc6d0b-c552-4b67-b112-8235c28087b4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104908 Jan 27 19:48:20.078410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:20.086774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Attempting to bind port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:20.087192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Attempting to bind port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:20.087570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Attempting to bind port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc on network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:20.103248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:20.103643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Checking segment: {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:20.104064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:20.104466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Bound using segment: {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:20.107145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Bound port: 5bf384a2-a661-4d9a-b31d-bbff1449b0bc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:20.109194 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:20.134671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Allocated IP 2001:db8:3::1 (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96/94947c5d-be5d-4ce5-81dc-10f56263c849/b1df35fb-8193-42be-a8ab-83c6e6cc9015) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:20.139037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-df881a91-2a3f-41bd-b861-3cbb24c3e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:20.142352 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-df881a91-2a3f-41bd-b861-3cbb24c3e97d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1094 time: 0.1136866 Jan 27 19:48:20.252209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:20.262385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] For port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:20.268576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] For port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:20.280294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:20.423159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f5d8c-7084-4493-b44e-820004506b93 req-0b1fe172-38e4-4aa6-b121-b80e26d53539 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:20.432340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-077f5d8c-7084-4493-b44e-820004506b93 req-0b1fe172-38e4-4aa6-b121-b80e26d53539 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.4052930 Jan 27 19:48:20.455752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d70182b-b72c-42ff-a26e-85151161c5f4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:20.458645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-4641be32-2836-4d8e-863c-9e2b9965d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:20.460433 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-4641be32-2836-4d8e-863c-9e2b9965d35d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 910 time: 0.3118773 Jan 27 19:48:20.569357 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-c61d55f5-6fc6-4c77-8b4f-2d1037454686 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 217 time: 0.1007698 Jan 27 19:48:20.576938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf7b2-e19f-4360-9174-67c6df66ada9 None None] Pushing event updated for resources: {'Port': ['ID=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:20.635020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:20.676834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2d70182b-b72c-42ff-a26e-85151161c5f4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:20.677228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:20.685633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-17d81c2d-a3e4-4f72-bf36-11d98cf14630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:20.687180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-17d81c2d-a3e4-4f72-bf36-11d98cf14630 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.1112595 Jan 27 19:48:20.793239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-a1f9a779-0bfb-4273-bc92-3f0dcf985586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:20.796335 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-a1f9a779-0bfb-4273-bc92-3f0dcf985586 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025891 Jan 27 19:48:20.801288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:20.933450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-077f5d8c-7084-4493-b44e-820004506b93 req-274b96aa-e55b-4af9-9b72-d2b4809ee775 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935091 Jan 27 19:48:20.953137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'name': 'tempest-router--1166409592', 'project_id': '7c99b306c6d04f4a8fc92547fe4a62e7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:20.963602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.027905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2d70182b-b72c-42ff-a26e-85151161c5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:21.097763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-828075c7-c450-40a7-8604-dd1789b5e7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.201185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:21.216629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-68b2c2b0-b718-4866-ba0c-6128aaf29e05 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111056 Jan 27 19:48:21.217231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:21.235129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:21.235921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.353325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-828075c7-c450-40a7-8604-dd1789b5e7d3 admin admin] Publish callbacks [] for security_group (42a3e292-6cbb-4398-987b-e7c5d6e5e40c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.373125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.374232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.382016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-828075c7-c450-40a7-8604-dd1789b5e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42a3e292-6cbb-4398-987b-e7c5d6e5e40c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.389864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:21.409614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94193bca-0b38-42d7-b3ca-a8493c4f3d9f req-19905cce-ae6b-4ac1-b55b-13f5753f0825 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:21.417387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94193bca-0b38-42d7-b3ca-a8493c4f3d9f req-19905cce-ae6b-4ac1-b55b-13f5753f0825 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 943 time: 0.3310237 Jan 27 19:48:21.419356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-34a34bbf-5d9f-413e-bdef-bc896f8c6e93 req-b956c101-c42c-4118-9808-bbd444d7d10c service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875005 Jan 27 19:48:21.506564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-828075c7-c450-40a7-8604-dd1789b5e7d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efbde9ebb3264c62a2a384a59cbb3a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2506714 Jan 27 19:48:21.507743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:21.539145 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.549800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828075c7-c450-40a7-8604-dd1789b5e7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3e292-6cbb-4398-987b-e7c5d6e5e40c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:21.552698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.574545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.597464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94193bca-0b38-42d7-b3ca-a8493c4f3d9f req-9d70beae-3d70-45cb-9ee1-538ed956cbbb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789315 Jan 27 19:48:21.627778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] Publish callbacks [] for security_group (42a3e292-6cbb-4398-987b-e7c5d6e5e40c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.660144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] Publish callbacks [] for security_group (42a3e292-6cbb-4398-987b-e7c5d6e5e40c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.696280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.701108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9d5d1cd-0335-4acd-afdb-283eb17892cc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7653739 Jan 27 19:48:21.705577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:21.751574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42a3e292-6cbb-4398-987b-e7c5d6e5e40c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.754493 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:21.758083 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42a3e292-6cbb-4398-987b-e7c5d6e5e40c HTTP/1.1" status: 204 len: 168 time: 0.2438426 Jan 27 19:48:21.784703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588db210-072f-41e0-a81d-874076763af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3e292-6cbb-4398-987b-e7c5d6e5e40c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:21.798138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:22.404770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2935622-90bd-4dc5-b8f6-e5a23c8cccaf None None] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:22.649661 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:22.655340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:22.664202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b758da4-c3dd-460e-b96d-97b9cc052b5e req-0bdb7631-2f05-4381-b393-20fa641049cf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:22.665809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b758da4-c3dd-460e-b96d-97b9cc052b5e req-0bdb7631-2f05-4381-b393-20fa641049cf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.9548395 Jan 27 19:48:22.900782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bf384a2-a661-4d9a-b31d-bbff1449b0bc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:22.903673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b2bc6-c701-4dae-838c-5ddf20c972e4 None None] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:22.908528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1af269f5-4fe2-4d7f-8885-d930a11f17e0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:48:22.978366 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (441bba48-bfed-4eda-b31b-50ecb4f6f0f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:22.979577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 441bba48-bfed-4eda-b31b-50ecb4f6f0f4 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:48:23.011540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.015251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d5858c20-f141-4c28-b8f3-98aebdb60570 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/routers/441bba48-bfed-4eda-b31b-50ecb4f6f0f4 HTTP/1.1" status: 204 len: 168 time: 1.3049834 Jan 27 19:48:23.043924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45318) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:23.137638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b758da4-c3dd-460e-b96d-97b9cc052b5e req-9756d9ca-79cd-4def-b805-3ebb3dae69e0 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521010 Jan 27 19:48:23.161187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:23.244958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5594a192-e968-438e-b2dc-4b772db5c2a6 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:23.246606 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5594a192-e968-438e-b2dc-4b772db5c2a6 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1092 time: 0.0841639 Jan 27 19:48:23.249428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:23.254757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:23.257923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.274343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.276540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.319203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.354930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Provisioning complete for port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:23.361128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.402481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event updated for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:23.458798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-780513853'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:23.498541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45328) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:23.550424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:23.561568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.580092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.604891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:23.605526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.663431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2a7ba-3e79-4611-8046-62b61cf27521 req-c02671bd-e781-4dce-88cc-0bd7cb565f3c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:23.667278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3e2a7ba-3e79-4611-8046-62b61cf27521 req-c02671bd-e781-4dce-88cc-0bd7cb565f3c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 943 time: 0.2661638 Jan 27 19:48:23.768930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.812705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Current status of the port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:23.813616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:23.850730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3e2a7ba-3e79-4611-8046-62b61cf27521 req-e09fd22b-e238-4837-a030-311b5d1cb7c1 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753232 Jan 27 19:48:23.871674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:23.881464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:23.978181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:23.987489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.115 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/3f862dcd-53aa-48b6-8031-b3d5cce4cfde) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:24.023159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:24.077037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.133213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'port_id': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'mac_address': 'fa:16:3e:15:17:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:48:24.146310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] For port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:24.159492 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.185063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:24.193672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0badb96b-ce09-44c5-8c04-5fb32dd764e0 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6342382 Jan 27 19:48:24.193799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45336) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:24.199005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:24.290496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:24.357212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1184336575', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:24.423825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.448446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cebda-2ec7-40f2-9a64-46cd5b055529 None None] Pushing event updated for resources: {'Port': ['ID=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:24.452472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:24.466535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Provisioning complete for port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:24.466917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.531131 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (22be2d59-1f97-4bf8-ac4c-0a4d7356577b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.538069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:24.538517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.541190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:24.541884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:24.546809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.547921 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.567631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22be2d59-1f97-4bf8-ac4c-0a4d7356577b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.647762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af269f5-4fe2-4d7f-8885-d930a11f17e0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:48:24.748478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bf384a2-a661-4d9a-b31d-bbff1449b0bc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:24.830113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.832156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:48:24.837488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22be2d59-1f97-4bf8-ac4c-0a4d7356577b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:24.874638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:24.912470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:24.971274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.018256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Current status of the port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:25.025205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:25.122029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.153762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ffb70e54-f890-48fc-9192-0fa4822684b2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.157091 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment ffb70e54-f890-48fc-9192-0fa4822684b2 of type vlan for network 03054f5e-9d96-4c35-aeae-ab6364d357f6 Jan 27 19:48:25.163734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.177810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:48:25.242389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Removed routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:48:25.242797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.270838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ffc7a-2ac0-4041-8350-58d0afa429d2 req-fdf6905c-f3e9-42aa-8ac8-8076a6a16d7e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:25.272530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-738ffc7a-2ac0-4041-8350-58d0afa429d2 req-fdf6905c-f3e9-42aa-8ac8-8076a6a16d7e tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 944 time: 0.2037060 Jan 27 19:48:25.289179 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (03054f5e-9d96-4c35-aeae-ab6364d357f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.380042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['1af269f5-4fe2-4d7f-8885-d930a11f17e0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:48:25.402396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61f380-6738-416f-b19c-4bd6cd9bc1d5 None None] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:25.412466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=3f862dcd-53aa-48b6-8031-b3d5cce4cfde,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:25.413777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:25.485217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:25.490956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (03054f5e-9d96-4c35-aeae-ab6364d357f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.501190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:25.501870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.512501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:25.513284 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.547727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-738ffc7a-2ac0-4041-8350-58d0afa429d2 req-d23a3637-0cc4-41aa-8141-cf792fef8e9d tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598271 Jan 27 19:48:25.646288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=03054f5e-9d96-4c35-aeae-ab6364d357f6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:25.649401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.649766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.650119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.650470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.650811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.651148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.651487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.651823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.652157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.652492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.652824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.653153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.653578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:25.659300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:25.661656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:25.673922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Provisioning complete for port 2d70182b-b72c-42ff-a26e-85151161c5f4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:25.675253 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.728339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.732815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:25.977817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:26.095752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:26.178457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74339ee6-0a99-45e3-a1f3-f55e206ee2c0 None None] Current status of the port 2d70182b-b72c-42ff-a26e-85151161c5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:26.214218 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1690083 Jan 27 19:48:26.224450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:26.233502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:21Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:22Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:26.238730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'name': 'tempest-PortsIpV6TestJSON-1339386547'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:26.244906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.245301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.245628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.245969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.246307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.246639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.246970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.247303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.247630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.247956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.248280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.248601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.248921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d59b7-bdbe-4b71-a588-ff55a087cdb7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:26.369562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:26.402459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:26.414374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3a369b45-e891-46a0-8b2d-7839e6cef9b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 953 time: 2.2194128 Jan 27 19:48:26.439433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:26.591127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:26.597036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:26.620340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 9e580ab8-a088-4137-a614-255399db712d yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:26.752316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:26.771547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:26.772097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Updating router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 port b1df35fb-8193-42be-a8ab-83c6e6cc9015 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:26.959429 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.099308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (442dc398-8249-4e5f-bb60-b73f0b27c303), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.118720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Provisioning complete for port b1df35fb-8193-42be-a8ab-83c6e6cc9015 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:27.119112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.258597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.429601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Port b1df35fb-8193-42be-a8ab-83c6e6cc9015 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:48:27.612558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Provisioning complete for port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:27.612951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.637699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:27.649437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7d012fdb-4ca9-4930-a51d-3e1e33be04df tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 953 time: 1.1911581 Jan 27 19:48:27.661802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'routes': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:27.914621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821154d8-729c-4fe9-b338-94057bff3e54 req-cb42393a-eabd-464f-aef3-f2421f1281ad tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:27.917098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-821154d8-729c-4fe9-b338-94057bff3e54 req-cb42393a-eabd-464f-aef3-f2421f1281ad tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 944 time: 0.3216064 Jan 27 19:48:27.960544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:27.990525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (9e580ab8-a088-4137-a614-255399db712d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.013787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-821154d8-729c-4fe9-b338-94057bff3e54 req-a6936c5a-9dfe-4fcf-ad55-86846ffae301 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858121 Jan 27 19:48:28.054349 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9e580ab8-a088-4137-a614-255399db712d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.094052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Current status of the port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:28.145925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks [] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.154863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.155442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Provisioning complete for port 2d70182b-b72c-42ff-a26e-85151161c5f4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:28.155442 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.159213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.161223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=9e580ab8-a088-4137-a614-255399db712d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:28.187932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.191815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.193195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.193576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.193917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.194278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.194575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.194905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.195237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.195563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.195887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.196285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.196516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:28.237584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.271256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': 'ffb70e54-f890-48fc-9192-0fa4822684b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:28.273009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: 03054f5e-9d96-4c35-aeae-ab6364d357f6, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:28.314552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:28.315412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Allocated IP 172.25.5.22 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:28.334161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 03054f5e-9d96-4c35-aeae-ab6364d357f6) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:28.342836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:28.354610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:28.355195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.366608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.389176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6d44e333-aa2d-497f-b162-c2a20f9b0d17 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1588054 Jan 27 19:48:28.392064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:28.392356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4fc0e-a04f-48dd-ab64-482e7ef09af5 None None] Pushing event updated for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:28.401476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80670767'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:28.433413 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a2f82-5a9f-49b9-b6a0-b4e1891d5ecf None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:28.449925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:28.463596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.522202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:48:28.545690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.546039 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment 76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886 of type vlan for network e21f6752-a635-4b8f-a335-334902ff7317 Jan 27 19:48:28.656713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e21f6752-a635-4b8f-a335-334902ff7317), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.721372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e21f6752-a635-4b8f-a335-334902ff7317), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.728618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:28.729398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for port (9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.731191 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.762106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Attempting to bind port b1df35fb-8193-42be-a8ab-83c6e6cc9015 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:28.762488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Attempting to bind port b1df35fb-8193-42be-a8ab-83c6e6cc9015 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:28.762858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Attempting to bind port b1df35fb-8193-42be-a8ab-83c6e6cc9015 on network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:28.820462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:28.821830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Checking segment: {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:28.822259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.823932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Bound using segment: {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:28.824456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Bound port: b1df35fb-8193-42be-a8ab-83c6e6cc9015, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb0631c-c477-4cca-b00c-6736342b5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:28.824857 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.871534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=e21f6752-a635-4b8f-a335-334902ff7317,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:28.883315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32a90a31-c5ee-4dca-b2ee-341baf72f1d6 None None] Current status of the port 2d70182b-b72c-42ff-a26e-85151161c5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:28.899021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-331bf9bf-863a-4548-a7c2-0336fff08d0a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5034683 Jan 27 19:48:28.899382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:28.899889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e21f6752-a635-4b8f-a335-334902ff7317 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:28.918115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:28.924271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'ports': [{'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'}, {'network_id': 'e21f6752-a635-4b8f-a335-334902ff7317'}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:28.925119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:28.927156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': 'e21f6752-a635-4b8f-a335-334902ff7317'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:29.089708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] For port b1df35fb-8193-42be-a8ab-83c6e6cc9015, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:29.098293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] For port b1df35fb-8193-42be-a8ab-83c6e6cc9015, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1df35fb-8193-42be-a8ab-83c6e6cc9015,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:29.101176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (442dc398-8249-4e5f-bb60-b73f0b27c303), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.120775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1af269f5-4fe2-4d7f-8885-d930a11f17e0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:29.237934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.413667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:29.418520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=3f862dcd-53aa-48b6-8031-b3d5cce4cfde,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:29.435977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:29.445087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:29.479120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4fc0e-a04f-48dd-ab64-482e7ef09af5 None None] Pushing event updated for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:29.491360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf6c2c-bf76-4731-b4e7-40c471e31a80 req-3dbf6691-6459-4b52-ba22-882e7ff1af61 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:29.493053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efdf6c2c-bf76-4731-b4e7-40c471e31a80 req-3dbf6691-6459-4b52-ba22-882e7ff1af61 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 944 time: 0.3771923 Jan 27 19:48:29.539630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Provisioning complete for port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:29.540016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.605827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efdf6c2c-bf76-4731-b4e7-40c471e31a80 req-205b9a7d-ba8a-40f9-a229-9cbd31419b4d tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058683 Jan 27 19:48:29.606748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:29.611596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.645173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.716387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:29.717912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:29.726685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:48:29.735140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event updated for resources: {'Port': ['ID=9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:29.853366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:29.853892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:29.999793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port a8aaa174-f2ab-455c-be3e-20b90dbe3636 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:30.077201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added routes are [] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:48:30.077535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:48:30.182480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:30.226739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (a8aaa174-f2ab-455c-be3e-20b90dbe3636), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:30.276146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Current status of the port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:30.374748 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 442dc398-8249-4e5f-bb60-b73f0b27c303 associated. External IP: 172.25.5.115, port: 8579884a-2aa4-44a3-b54a-a13e062a1d65. Jan 27 19:48:30.451318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Provisioning complete for port b1df35fb-8193-42be-a8ab-83c6e6cc9015 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:30.453866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:30.490121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port b0e0f22c-e66a-4c1a-823b-a8aee128374f yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:30.491691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:30.896084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:30.902514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (b0e0f22c-e66a-4c1a-823b-a8aee128374f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:30.903204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:30.995391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81bc02-1ac5-4146-a6fc-cf5e5e0433bd req-ad130cd6-5fc4-4b33-9e1b-866d979f3978 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:30.999235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f81bc02-1ac5-4146-a6fc-cf5e5e0433bd req-ad130cd6-5fc4-4b33-9e1b-866d979f3978 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 944 time: 0.2425523 Jan 27 19:48:31.007130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:48:31.011878 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a7980-9591-4018-9d54-a7ec4eff4407" -d '{"events": [{"server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "name": "network-vif-plugged", "status": "completed", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:48:31.160329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f81bc02-1ac5-4146-a6fc-cf5e5e0433bd req-dc766d7a-563c-412c-aef6-fc3c3f939364 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536620 Jan 27 19:48:31.191705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a8aaa174-f2ab-455c-be3e-20b90dbe3636), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.328414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=a8aaa174-f2ab-455c-be3e-20b90dbe3636,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:31.350178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:31.358482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:31.360931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:31.361974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b0e0f22c-e66a-4c1a-823b-a8aee128374f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.374460 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ab469d-88b8-44cc-be42-0b13578f461f x-openstack-request-id: req-e5ab469d-88b8-44cc-be42-0b13578f461f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:48:31.376249 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "name": "network-vif-plugged", "status": "completed", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:48:31.384019 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5ab469d-88b8-44cc-be42-0b13578f461f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:48:31.392052 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'code': 200} Jan 27 19:48:31.424068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:31.455484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.471451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:25Z', 'revision_number': 6, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:29Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:31.526380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4abde-8e73-4855-9f6e-f307736884ed None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:25Z', 'revision_number': 6, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:29Z', 'revision_number': 4, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:31.568165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': '76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e21f6752-a635-4b8f-a335-334902ff7317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:31.568538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: e21f6752-a635-4b8f-a335-334902ff7317, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:31.579785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=b0e0f22c-e66a-4c1a-823b-a8aee128374f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:31.609640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Current status of the port b1df35fb-8193-42be-a8ab-83c6e6cc9015 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:31.620383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.658062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network e21f6752-a635-4b8f-a335-334902ff7317 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:31.686251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e21f6752-a635-4b8f-a335-334902ff7317) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:31.696963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:31.711887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:31.712140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] For port b1df35fb-8193-42be-a8ab-83c6e6cc9015, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1df35fb-8193-42be-a8ab-83c6e6cc9015,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:31.729910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:31.736424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.739095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:31.748215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d2b1c-1959-4c06-b62c-06a7a3e66996 None None] Network e21f6752-a635-4b8f-a335-334902ff7317 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:31.778282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3615eff3-5ad5-4bb4-a7e7-ded0e67204cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8776770 Jan 27 19:48:31.779288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:31.831378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.831794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.832203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.832549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.832885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.833221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.833582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.833898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.834228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.834554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.834880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.835203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.835526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:48:31.842141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:31.988861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969d8d-67d0-4da8-80ab-5feaefa3070c None None] Pushing event updated for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:32.003704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c01489e9-6ca9-447b-a13b-0cadd57efbd9 None None] Provisioning complete for port b1df35fb-8193-42be-a8ab-83c6e6cc9015 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:32.004859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c01489e9-6ca9-447b-a13b-0cadd57efbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.021541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port b0e0f22c-e66a-4c1a-823b-a8aee128374f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:32.021891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b0e0f22c-e66a-4c1a-823b-a8aee128374f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.048325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.237205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b0e0f22c-e66a-4c1a-823b-a8aee128374f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.271788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for b0e0f22c-e66a-4c1a-823b-a8aee128374f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:32.279884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c01489e9-6ca9-447b-a13b-0cadd57efbd9 None None] Current status of the port b1df35fb-8193-42be-a8ab-83c6e6cc9015 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:32.348698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e805e-93b0-43f4-ab1d-06720ddf67b8 req-8183da60-bdf5-46c4-aa5b-25943de4c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:32.356248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c64e805e-93b0-43f4-ab1d-06720ddf67b8 req-8183da60-bdf5-46c4-aa5b-25943de4c251 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.5726886 Jan 27 19:48:32.404604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b0e0f22c-e66a-4c1a-823b-a8aee128374f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.475374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.479493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/b0e0f22c-e66a-4c1a-823b-a8aee128374f HTTP/1.1" status: 204 len: 168 time: 0.6982741 Jan 27 19:48:32.519149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:32.538836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391cad7-37a7-489c-9d83-649aea0a2d09 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=b0e0f22c-e66a-4c1a-823b-a8aee128374f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:32.615636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c63e7-fe12-4d2d-a032-43247e212cef req-2f17ed08-73ea-4d42-a8bf-bc6104ca91ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:32.619463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-433c63e7-fe12-4d2d-a032-43247e212cef req-2f17ed08-73ea-4d42-a8bf-bc6104ca91ec tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.2182732 Jan 27 19:48:32.705340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-433c63e7-fe12-4d2d-a032-43247e212cef req-05e2739a-00f9-40c1-b623-6bf97fb51b68 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732338 Jan 27 19:48:32.763244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c64e805e-93b0-43f4-ab1d-06720ddf67b8 req-7b23c73a-e59c-40ff-9611-0becdf1c95ec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941696 Jan 27 19:48:32.772420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.789624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.792959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1df35fb-8193-42be-a8ab-83c6e6cc9015 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:32.870677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router b12b88d9-decc-48b4-81cb-262f65a2b613 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:32.883508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b1df35fb-8193-42be-a8ab-83c6e6cc9015 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:32.883901 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:32.978804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b7bf5-4d60-49cf-b0a0-b8257650de27 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:32.984808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b7bf5-4d60-49cf-b0a0-b8257650de27 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:32.990449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a55b7bf5-4d60-49cf-b0a0-b8257650de27 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4587126 Jan 27 19:48:32.991149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:32.992632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b1df35fb-8193-42be-a8ab-83c6e6cc9015 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:33.103002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:33.140119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port a8aaa174-f2ab-455c-be3e-20b90dbe3636 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:33.142193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a8aaa174-f2ab-455c-be3e-20b90dbe3636), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.146388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.172604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:33.199564 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Sync routers for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:33.217010 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:33.218007 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:33.278803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:33.304852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:33.305590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:33.321680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a8aaa174-f2ab-455c-be3e-20b90dbe3636), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.349791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for a8aaa174-f2ab-455c-be3e-20b90dbe3636 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:33.370458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.370998 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:33.514806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:33.545810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f736287-8cd0-49b6-b090-f28588d50874 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.2951157 Jan 27 19:48:33.550799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:48:33.553322 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e" -d '{"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:48:33.636506 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a8aaa174-f2ab-455c-be3e-20b90dbe3636), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.654732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:33.678625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.682271 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-093a2384-81b5-431c-b87e-93217d27bdb4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 703 time: 6.0357184 Jan 27 19:48:33.687678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45454) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:33.731764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=a8aaa174-f2ab-455c-be3e-20b90dbe3636,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:33.764270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:33.772566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-47f0acfa-8f5a-445e-951c-66892d2a0102 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/a8aaa174-f2ab-455c-be3e-20b90dbe3636 HTTP/1.1" status: 204 len: 168 time: 0.7777333 Jan 27 19:48:33.820023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:33.914941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651b43-e740-4895-9ca2-50b2e3eda92f req-fa320a6c-0cf9-42c3-a8cd-07f7634ee07d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:33.917502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39651b43-e740-4895-9ca2-50b2e3eda92f req-fa320a6c-0cf9-42c3-a8cd-07f7634ee07d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.1697772 Jan 27 19:48:33.964626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f5bf1e-eb09-4d60-9438-df867cc625b6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:33.969999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1f5bf1e-eb09-4d60-9438-df867cc625b6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1415668 Jan 27 19:48:33.976563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.026467 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d17642-ce90-47ee-b461-a65e2f67363d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:48:34.031651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-08d17642-ce90-47ee-b461-a65e2f67363d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/b0e0f22c-e66a-4c1a-823b-a8aee128374f HTTP/1.1" status: 404 len: 333 time: 0.0515804 Jan 27 19:48:34.031910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.073841 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f70e1552-bf8a-44fa-bf99-f59a8c0d5858 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 703 time: 0.3848510 Jan 27 19:48:34.074508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.128409 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '442dc398-8249-4e5f-bb60-b73f0b27c303', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'port_id': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'mac_address': 'fa:16:3e:b5:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:26Z', 'updated_at': '2022-01-27T19:48:26Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.176050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Checking router: b12b88d9-decc-48b4-81cb-262f65a2b613 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:34.176421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.176974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39651b43-e740-4895-9ca2-50b2e3eda92f req-a1011ccf-97d0-498d-857e-8822aa9ec64a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493768 Jan 27 19:48:34.180069 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cd7b22-c118-4484-b985-8bc04fcd26e3 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:48:34.184451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4cd7b22-c118-4484-b985-8bc04fcd26e3 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/a8aaa174-f2ab-455c-be3e-20b90dbe3636 HTTP/1.1" status: 404 len: 333 time: 0.1483176 Jan 27 19:48:34.187619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.191572 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:34.193498 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.260244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.288794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:34.337460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:34.340005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.390325 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a1ac31-df50-4fe3-998c-109bfc04fa5b x-openstack-request-id: req-76a1ac31-df50-4fe3-998c-109bfc04fa5b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:48:34.390907 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:48:34.393720 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76a1ac31-df50-4fe3-998c-109bfc04fa5b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:48:34.396044 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'status': 'completed', 'code': 200} Jan 27 19:48:34.397994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e21f6752-a635-4b8f-a335-334902ff7317), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.534003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:34.653164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e21f6752-a635-4b8f-a335-334902ff7317), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.663809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:34.686193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21f6752-a635-4b8f-a335-334902ff7317']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.701008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.701653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:34.718649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.746124 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.757005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:34.757672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (76f9fbf3-6ec8-4c59-ba5e-f5e2d49b8886), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:34.846072 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:34.849537 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e21f6752-a635-4b8f-a335-334902ff7317), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.865434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:34.881660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/e21f6752-a635-4b8f-a335-334902ff7317 HTTP/1.1" status: 204 len: 168 time: 0.6922379 Jan 27 19:48:34.883683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45482) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:34.943520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-337453918'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:34.992205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969d69-4ef1-4435-a321-4f7c3aa020d4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=e21f6752-a635-4b8f-a335-334902ff7317,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:35.007094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:35.014551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:35.094224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:48:35.123998 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (364eddfe-b556-4015-a6f3-dcc20a706fab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:35.123998 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment 364eddfe-b556-4015-a6f3-dcc20a706fab of type vlan for network eaa01150-083d-436b-be41-320a80056dbb Jan 27 19:48:35.297824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:35.321913 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '442dc398-8249-4e5f-bb60-b73f0b27c303', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'port_id': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'mac_address': 'fa:16:3e:b5:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:26Z', 'updated_at': '2022-01-27T19:48:26Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:35.330236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (eaa01150-083d-436b-be41-320a80056dbb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:35.376882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3fed4-e0c3-4920-8148-8052469fc639 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:35.384637 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc246bae-d8ed-43e1-b5c1-3f3608121d9b None None] The sync data for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 is: [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '442dc398-8249-4e5f-bb60-b73f0b27c303', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'port_id': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'mac_address': 'fa:16:3e:b5:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:26Z', 'updated_at': '2022-01-27T19:48:26Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:35.421881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0abb9b-12f9-4434-ac0f-a5e30aa98206 req-ca1fa4d7-aa87-4209-b990-14eef64de4bb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:35.433580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e0abb9b-12f9-4434-ac0f-a5e30aa98206 req-ca1fa4d7-aa87-4209-b990-14eef64de4bb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.2286818 Jan 27 19:48:35.496090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (eaa01150-083d-436b-be41-320a80056dbb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:35.514347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:35.516629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:35.627140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Router bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:48:35.649931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc926f54-727b-4a5e-8554-3b68853c645f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/442dc398-8249-4e5f-bb60-b73f0b27c303 HTTP/1.1" status: 200 len: 992 time: 1.3840826 Jan 27 19:48:35.716126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e0abb9b-12f9-4434-ac0f-a5e30aa98206 req-b697a12a-9b5d-4368-9b56-d31277b360dc tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793312 Jan 27 19:48:35.724665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-0bc55077-673c-461b-8bb0-6d1487e7e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:35.726239 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-0bc55077-673c-461b-8bb0-6d1487e7e797 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1097 time: 1.3494289 Jan 27 19:48:35.731998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7997000 Jan 27 19:48:35.738569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45488) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:35.759722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': 'eaa01150-083d-436b-be41-320a80056dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:35.853622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bef3ee-e964-49cb-b530-dcaf83c254a9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=eaa01150-083d-436b-be41-320a80056dbb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:35.866790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network eaa01150-083d-436b-be41-320a80056dbb details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:35.939476 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884d904-c29b-4635-be03-cfc8980dfeae None None] New status for floating IP 442dc398-8249-4e5f-bb60-b73f0b27c303: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:48:36.052351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:36.141757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:36.142398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:36.250447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9af6f-42cf-469e-b57d-d89d175e36ab req-d6d9e023-a910-4315-ba19-0c6d201e542a tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:36.266017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ca9af6f-42cf-469e-b57d-d89d175e36ab req-d6d9e023-a910-4315-ba19-0c6d201e542a tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.2947490 Jan 27 19:48:36.284116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:36.287529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:36.406190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:36.424877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-7b4d4171-c34d-4982-a912-ef5066b4d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:36.429515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-7b4d4171-c34d-4982-a912-ef5066b4d759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 0.6896865 Jan 27 19:48:36.455274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:48:36.459035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:48:36.480840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ca9af6f-42cf-469e-b57d-d89d175e36ab req-1d1debea-66f9-4fd5-ba78-f60b780839cb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137139 Jan 27 19:48:36.652797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:36.747934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-febff750-da91-4f7b-a211-0c2e98391465 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/442dc398-8249-4e5f-bb60-b73f0b27c303 HTTP/1.1" status: 200 len: 994 time: 0.0891795 Jan 27 19:48:36.767572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:36.778887 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] Sync routers for ids ['bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:36.790221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:36.807387 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-93fb2870-49c3-4e65-8331-a9aa0f28e277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1002 time: 0.2938850 Jan 27 19:48:36.809051 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] Routers {'bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:36.817733 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:36.881347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:36.897369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-e68e349e-05e2-4feb-928b-72220bbcb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:36.898865 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-e68e349e-05e2-4feb-928b-72220bbcb345 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.0654392 Jan 27 19:48:36.902683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:36.902938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:36.904177 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-86078ce9-ed8e-4bd3-bd11-323716385511 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.4043760 Jan 27 19:48:36.904613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:36.911190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:36.916275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:36.941914 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] Routers {'bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:36.943214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:37.004012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545f24-c65d-4b4f-90be-379b6a4a3539 req-abbb02c0-8d74-4201-ae26-8a5e19c6fbd5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:37.019002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1545f24-c65d-4b4f-90be-379b6a4a3539 req-abbb02c0-8d74-4201-ae26-8a5e19c6fbd5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.3518469 Jan 27 19:48:37.022032 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:37.023616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2e57a-3490-4c3f-a41c-d0c8379a958f None None] The sync data for ids ['bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:37.052495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-7da839f8-a18c-4fcd-98a7-a44ec59b8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:37.054678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-7da839f8-a18c-4fcd-98a7-a44ec59b8b47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491964 Jan 27 19:48:37.076852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (51a3d183-eeec-43a2-be38-fe8f8b1e90dc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:37.146782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:37.270312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1545f24-c65d-4b4f-90be-379b6a4a3539 req-b9a0e6c7-8967-43cf-96d9-93ac9f209f98 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490530 Jan 27 19:48:37.349867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:37.353144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': '364eddfe-b556-4015-a6f3-dcc20a706fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:37.357911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: eaa01150-083d-436b-be41-320a80056dbb, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:37.406802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network eaa01150-083d-436b-be41-320a80056dbb is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:37.420136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, eaa01150-083d-436b-be41-320a80056dbb) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:37.435601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:37.438310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:37.473890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=51a3d183-eeec-43a2-be38-fe8f8b1e90dc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:37.495668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-663b8cbb-2868-45bb-b2ae-bd36e5e0f250 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7482910 Jan 27 19:48:37.499345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:37.515312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': 'eaa01150-083d-436b-be41-320a80056dbb', 'name': 'tempest-PortsIpV6TestJSON-2030323295'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:37.571328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-306b0afb-77b4-4107-aea0-960b4f35d4bd tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 HTTP/1.1" status: 200 len: 924 time: 0.6506765 Jan 27 19:48:37.590686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:37.707828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e4473-a3cf-44b3-a42e-a814d890051b None None] Network eaa01150-083d-436b-be41-320a80056dbb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:37.729494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a10f1eb4-3a11-4a26-9b0e-c39f3a10d188 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 HTTP/1.1" status: 200 len: 205 time: 0.1363163 Jan 27 19:48:37.759254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:37.800259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:37.809178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:37.856925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 3b30b99d-4cac-4949-b39c-ecfa22b6be8c yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:37.924230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:37.931785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-19faccc4-817e-44d2-a5e1-981cd7beaeed service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525643 Jan 27 19:48:38.034643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::24b (eaa01150-083d-436b-be41-320a80056dbb/51a3d183-eeec-43a2-be38-fe8f8b1e90dc/3b30b99d-4cac-4949-b39c-ecfa22b6be8c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:38.129715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-eaa01150-083d-436b-be41-320a80056dbb', 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': '51a3d183-eeec-43a2-be38-fe8f8b1e90dc'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:38.134497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.296478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.373559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:38.416634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fed29e45-ba9f-4b87-8f03-0dec21f7e81e req-5d7f83ee-d290-465c-973e-17edc036d2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474852 Jan 27 19:48:38.438586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e199d16-8314-4f6c-bff9-1a590330a5a6 tempest-TestServerBasicOps-283569906 tempest-TestServerBasicOps-283569906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:38.440191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8e199d16-8314-4f6c-bff9-1a590330a5a6 tempest-TestServerBasicOps-283569906 tempest-TestServerBasicOps-283569906-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1091 time: 1.0671184 Jan 27 19:48:38.444977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:38.474600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:38.506934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7673835d-2961-4bdc-856d-e5f9efb6dc2f None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:30Z', 'revision_number': 7, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df35fb-8193-42be-a8ab-83c6e6cc9015', 'name': '', 'network_id': '68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:33:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:19Z', 'updated_at': '2022-01-27T19:48:31Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '94947c5d-be5d-4ce5-81dc-10f56263c849', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:38.604799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (3b30b99d-4cac-4949-b39c-ecfa22b6be8c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.616333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.701232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.726632 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3b30b99d-4cac-4949-b39c-ecfa22b6be8c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.835358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=3b30b99d-4cac-4949-b39c-ecfa22b6be8c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:38.849541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Allocated IP 2001:db8::2 (eaa01150-083d-436b-be41-320a80056dbb/51a3d183-eeec-43a2-be38-fe8f8b1e90dc/983c75f5-f4ad-4a13-921b-2b227e324536) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:38.888777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network eaa01150-083d-436b-be41-320a80056dbb is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:38.903918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port b1df35fb-8193-42be-a8ab-83c6e6cc9015 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:38.904756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:38.955921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:38.974696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:39.027692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:39.028775 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.076545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-964b8f35-2013-4021-b0ca-e97b02a02306 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5740061 Jan 27 19:48:39.082151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:39.135773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7945bc58-d9d8-4e64-9a97-40b081f66eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.167459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port 9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:39.168154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.243163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.322221 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks [] for port (983c75f5-f4ad-4a13-921b-2b227e324536), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.338366 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.377583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port b1df35fb-8193-42be-a8ab-83c6e6cc9015, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b1df35fb-8193-42be-a8ab-83c6e6cc9015,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:39.378323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.414479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for b1df35fb-8193-42be-a8ab-83c6e6cc9015 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:39.428038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Network eaa01150-083d-436b-be41-320a80056dbb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:39.431174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:39.434931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:39.448358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.504273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Pushing event updated for resources: {'Port': ['ID=983c75f5-f4ad-4a13-921b-2b227e324536,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:39.510170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for 9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:39.702017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 3b30b99d-4cac-4949-b39c-ecfa22b6be8c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:39.702868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3b30b99d-4cac-4949-b39c-ecfa22b6be8c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.710584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Allocated IP 172.25.5.103 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8882f54c-d5f4-494a-bcdc-1f0883466d01) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:39.723917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Attempting to bind port 983c75f5-f4ad-4a13-921b-2b227e324536 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:39.725633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Attempting to bind port 983c75f5-f4ad-4a13-921b-2b227e324536 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '364eddfe-b556-4015-a6f3-dcc20a706fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:39.726525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Attempting to bind port 983c75f5-f4ad-4a13-921b-2b227e324536 on network eaa01150-083d-436b-be41-320a80056dbb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:39.749947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:39.751039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Checking segment: {'id': '364eddfe-b556-4015-a6f3-dcc20a706fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:39.752396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.753414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Bound using segment: {'id': '364eddfe-b556-4015-a6f3-dcc20a706fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:39.757548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Bound port: 983c75f5-f4ad-4a13-921b-2b227e324536, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364eddfe-b556-4015-a6f3-dcc20a706fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaa01150-083d-436b-be41-320a80056dbb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:39.758622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:39.926072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] For port 983c75f5-f4ad-4a13-921b-2b227e324536, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:39.946682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] For port 983c75f5-f4ad-4a13-921b-2b227e324536, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=983c75f5-f4ad-4a13-921b-2b227e324536,segment=NetworkSegment(364eddfe-b556-4015-a6f3-dcc20a706fab),segment_id=364eddfe-b556-4015-a6f3-dcc20a706fab)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:39.960452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.038057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3b30b99d-4cac-4949-b39c-ecfa22b6be8c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.084447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809cde0-810c-4f89-bc5c-a19e03f23431 None None] Pushing event updated for resources: {'Port': ['ID=983c75f5-f4ad-4a13-921b-2b227e324536,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:40.090631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 3b30b99d-4cac-4949-b39c-ecfa22b6be8c owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:40.149478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.340693 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.382031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3b30b99d-4cac-4949-b39c-ecfa22b6be8c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.507791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'Port': ['ID=8882f54c-d5f4-494a-bcdc-1f0883466d01,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:40.538514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:40.663267 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:40.678088 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/3b30b99d-4cac-4949-b39c-ecfa22b6be8c HTTP/1.1" status: 204 len: 168 time: 1.5941923 Jan 27 19:48:40.682775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:40.691869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:40.691869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377b519-140f-4fda-bfa4-3e62089ff060 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=3b30b99d-4cac-4949-b39c-ecfa22b6be8c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:40.697132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:40.832873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 983c75f5-f4ad-4a13-921b-2b227e324536 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:40.955168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 983c75f5-f4ad-4a13-921b-2b227e324536 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:40.959366 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.172897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 983c75f5-f4ad-4a13-921b-2b227e324536 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:41.173777 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.214232 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea7dab9-4ad0-4e09-bb8c-aedbc44fe054 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:48:41.216658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea7dab9-4ad0-4e09-bb8c-aedbc44fe054 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:48:41.230537 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cea7dab9-4ad0-4e09-bb8c-aedbc44fe054 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/3b30b99d-4cac-4949-b39c-ecfa22b6be8c HTTP/1.1" status: 404 len: 333 time: 0.5381074 Jan 27 19:48:41.235691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:41.263462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 983c75f5-f4ad-4a13-921b-2b227e324536, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=983c75f5-f4ad-4a13-921b-2b227e324536,segment=NetworkSegment(364eddfe-b556-4015-a6f3-dcc20a706fab),segment_id=364eddfe-b556-4015-a6f3-dcc20a706fab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:41.268707 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.327767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b1df35fb-8193-42be-a8ab-83c6e6cc9015), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.330231 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b677592-8cc4-447d-a0ed-fd6c76c4b850 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:48:41.344234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6b677592-8cc4-447d-a0ed-fd6c76c4b850 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/3b30b99d-4cac-4949-b39c-ecfa22b6be8c HTTP/1.1" status: 404 len: 333 time: 0.1072276 Jan 27 19:48:41.347048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:41.407609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=983c75f5-f4ad-4a13-921b-2b227e324536,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:41.462021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 51a3d183-eeec-43a2-be38-fe8f8b1e90dc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:41.469669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (51a3d183-eeec-43a2-be38-fe8f8b1e90dc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.526236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=b1df35fb-8193-42be-a8ab-83c6e6cc9015,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:41.528385 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.658715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (51a3d183-eeec-43a2-be38-fe8f8b1e90dc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:41.864780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=9c31bb0b-a8e1-45fe-bce1-e7a6d682caf0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:41.912522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (51a3d183-eeec-43a2-be38-fe8f8b1e90dc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.026052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.038216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddef709-b44f-46ee-b5ca-a9af12ca9230 None None] Network eaa01150-083d-436b-be41-320a80056dbb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:42.111288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:48:42.134297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.180450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81ae0c5-60cb-4d81-ac9c-3599b2597013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.234305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6dc758ac-a179-48a0-90e9-63472ef70dff None None] Provisioning complete for port 983c75f5-f4ad-4a13-921b-2b227e324536 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:42.234681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dc758ac-a179-48a0-90e9-63472ef70dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.339484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.349162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.672723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6dc758ac-a179-48a0-90e9-63472ef70dff None None] Current status of the port 983c75f5-f4ad-4a13-921b-2b227e324536 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:42.784098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for floatingip (3b698965-0262-4218-bfd6-280e07f128c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.825652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.826285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:48:42.840717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:42.841998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bced4edd-5785-469f-93e5-4f610c53e8d5 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 HTTP/1.1" status: 204 len: 168 time: 5.0746965 Jan 27 19:48:42.845996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:42.856976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1597832703', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:42.859998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:42.880791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 983c75f5-f4ad-4a13-921b-2b227e324536 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:43.042867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 983c75f5-f4ad-4a13-921b-2b227e324536 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:43.043563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.089004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (51a3d183-eeec-43a2-be38-fe8f8b1e90dc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.123705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:43.137538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ea6368b-7693-453c-8ef0-d4c8f1a671ee tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0449107 Jan 27 19:48:43.140534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:43.155794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:43.166694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=51a3d183-eeec-43a2-be38-fe8f8b1e90dc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:43.169112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.170369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.174996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.187751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.194089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-065b4382-2cb0-44e3-82db-3ac80ed447c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/51a3d183-eeec-43a2-be38-fe8f8b1e90dc HTTP/1.1" status: 204 len: 168 time: 1.8456104 Jan 27 19:48:43.221043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:43.238994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:43.251723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:43.346381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cf2863e7-a11f-47a1-85f3-fde42535203b None None] Provisioning complete for port 983c75f5-f4ad-4a13-921b-2b227e324536 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:43.353303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2863e7-a11f-47a1-85f3-fde42535203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.388215 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (e0921067-dae2-432f-b8ef-0e2c62e50932), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.436389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 94947c5d-be5d-4ce5-81dc-10f56263c849 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:43.443995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (94947c5d-be5d-4ce5-81dc-10f56263c849), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.540424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (eaa01150-083d-436b-be41-320a80056dbb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.603083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (94947c5d-be5d-4ce5-81dc-10f56263c849), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.652939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.771336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cf2863e7-a11f-47a1-85f3-fde42535203b None None] Current status of the port 983c75f5-f4ad-4a13-921b-2b227e324536 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:43.773676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8cbc7-2460-466e-9704-48cb6e347c05 None None] Network eaa01150-083d-436b-be41-320a80056dbb requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:43.844955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (e0921067-dae2-432f-b8ef-0e2c62e50932), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.854548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:43.887639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:43.948366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event updated for resources: {'Port': ['ID=8882f54c-d5f4-494a-bcdc-1f0883466d01,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:43.980134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 983c75f5-f4ad-4a13-921b-2b227e324536 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:43.980520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.005490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bc31ac26-c6be-451a-a826-5924be397293 None None] Could not find standard attr ID for object 3b30b99d-4cac-4949-b39c-ecfa22b6be8c. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:48:44.019969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (94947c5d-be5d-4ce5-81dc-10f56263c849), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.020864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 983c75f5-f4ad-4a13-921b-2b227e324536 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:44.041069 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3b698965-0262-4218-bfd6-280e07f128c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.255439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] DHCP port deletion for eaa01150-083d-436b-be41-320a80056dbb request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:48:44.283550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port 983c75f5-f4ad-4a13-921b-2b227e324536, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=983c75f5-f4ad-4a13-921b-2b227e324536,segment=NetworkSegment(364eddfe-b556-4015-a6f3-dcc20a706fab),segment_id=364eddfe-b556-4015-a6f3-dcc20a706fab)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:44.283936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.329413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 983c75f5-f4ad-4a13-921b-2b227e324536 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:44.367435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (94947c5d-be5d-4ce5-81dc-10f56263c849), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.370276 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Floating IP 3b698965-0262-4218-bfd6-280e07f128c9 associated. External IP: 172.25.5.103, port: 1af269f5-4fe2-4d7f-8885-d930a11f17e0. Jan 27 19:48:44.463869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=94947c5d-be5d-4ce5-81dc-10f56263c849,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:44.488876 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.506634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6eb3ed53-8d97-4f34-a5f8-97fdaf7101cd tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/94947c5d-be5d-4ce5-81dc-10f56263c849 HTTP/1.1" status: 204 len: 168 time: 1.3571033 Jan 27 19:48:44.506881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8664990-a45a-4bd8-b281-11270441276d None None] Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:44.510009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45578) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:44.799347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.816208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:44.901738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port 983c75f5-f4ad-4a13-921b-2b227e324536 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:48:44.903972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=983c75f5-f4ad-4a13-921b-2b227e324536,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:45.008662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Router cef820a0-1c27-434f-8d9a-422bfd19dc73 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:45.172490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (eaa01150-083d-436b-be41-320a80056dbb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.203403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 983c75f5-f4ad-4a13-921b-2b227e324536 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:45.242105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:45.277820 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Sync routers for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:45.279772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa01150-083d-436b-be41-320a80056dbb']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:45.299394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 983c75f5-f4ad-4a13-921b-2b227e324536 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:45.299394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 983c75f5-f4ad-4a13-921b-2b227e324536 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:45.301542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Deleting port 983c75f5-f4ad-4a13-921b-2b227e324536 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:45.301918 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.304793 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.347081 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:45.348605 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:45.372341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364eddfe-b556-4015-a6f3-dcc20a706fab') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:45.372696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364eddfe-b556-4015-a6f3-dcc20a706fab') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:45.392128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:45.392475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.423295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] For port 983c75f5-f4ad-4a13-921b-2b227e324536, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:45.423613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.442273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Calling delete_port for 983c75f5-f4ad-4a13-921b-2b227e324536 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:45.445191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Port 983c75f5-f4ad-4a13-921b-2b227e324536 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:48:45.454401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (983c75f5-f4ad-4a13-921b-2b227e324536), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.469173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (364eddfe-b556-4015-a6f3-dcc20a706fab), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.488645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] Pushing event deleted for resources: {'Port': ['ID=983c75f5-f4ad-4a13-921b-2b227e324536,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:45.521504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2a0d840-c755-400a-86bb-381c86ff3d0c tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0641706 Jan 27 19:48:45.521782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.524466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde28162-11e1-4805-9496-cdf724fbeac3 None None] No DVR routers for this DVR port 983c75f5-f4ad-4a13-921b-2b227e324536 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:48:45.560471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:48:45.565599 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:48:45.574428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:40Z', 'revision_number': 8, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:45.638444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (364eddfe-b556-4015-a6f3-dcc20a706fab), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.672118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:45.672532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (364eddfe-b556-4015-a6f3-dcc20a706fab), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:45.676052 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:45.680013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (e0921067-dae2-432f-b8ef-0e2c62e50932), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.760185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.778375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:45.780199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:45.798794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb1ef8-c2e1-4340-94af-3edfe8028505 None None] DHCP port deletion for 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:48:45.898122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,segment=NetworkSegment(ccb0631c-c477-4cca-b00c-6736342b5c2b),segment_id=ccb0631c-c477-4cca-b00c-6736342b5c2b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:45.900870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:45.946920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 5bf384a2-a661-4d9a-b31d-bbff1449b0bc owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:45.958321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:45.976149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.115321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.121428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (eaa01150-083d-436b-be41-320a80056dbb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.155367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.158788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/eaa01150-083d-436b-be41-320a80056dbb HTTP/1.1" status: 204 len: 168 time: 2.9335101 Jan 27 19:48:46.160447 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.165214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45600) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:46.166312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=5bf384a2-a661-4d9a-b31d-bbff1449b0bc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:46.180418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:48:46.182617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541d988-c959-4843-82e7-092c85a69578 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=eaa01150-083d-436b-be41-320a80056dbb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:46.202451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1957397479'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:46.230765 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06688037-9583-4307-afba-0889df8c681f x-openstack-request-id: req-06688037-9583-4307-afba-0889df8c681f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:48:46.231340 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:48:46.231702 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06688037-9583-4307-afba-0889df8c681f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:48:46.232801 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'status': 'completed', 'code': 200} Jan 27 19:48:46.244738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 172.25.5.79 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/7269187d-e517-4d71-9ba2-ffbff33d205c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:46.276174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:46.287362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.320072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3b698965-0262-4218-bfd6-280e07f128c9', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'port_id': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'mac_address': 'fa:16:3e:15:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:41Z', 'updated_at': '2022-01-27T19:48:41Z', 'revision_number': 0, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.325392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:46.355524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.363442 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Checking router: cef820a0-1c27-434f-8d9a-422bfd19dc73 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:46.380266 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:46.381322 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.393286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.406255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb0631c-c477-4cca-b00c-6736342b5c2b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.406542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb0631c-c477-4cca-b00c-6736342b5c2b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:46.418305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ccb0631c-c477-4cca-b00c-6736342b5c2b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.435272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ccb0631c-c477-4cca-b00c-6736342b5c2b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.443726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:46.444542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ccb0631c-c477-4cca-b00c-6736342b5c2b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.470710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:48:46.494880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ec48cc45-d3b9-42f5-a8ab-d24f8bebde77), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.495136 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment ec48cc45-d3b9-42f5-a8ab-d24f8bebde77 of type vlan for network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c Jan 27 19:48:46.496529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:46.521860 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:46.533549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.543309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.551944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 HTTP/1.1" status: 204 len: 168 time: 2.0403945 Jan 27 19:48:46.557215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 45602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:46.577638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1eb2a-9e7c-4727-9c01-177e7759b83a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:46.590133 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:46.592831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-14f66a3f-b0be-45ed-b737-e4a351cb4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:46.594618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-14f66a3f-b0be-45ed-b737-e4a351cb4742 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.3074737 Jan 27 19:48:46.655429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.662776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.717328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-48fb1ef8-c2e1-4340-94af-3edfe8028505 None None] Deleting port 5bf384a2-a661-4d9a-b31d-bbff1449b0bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:46.717955 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48fb1ef8-c2e1-4340-94af-3edfe8028505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5bf384a2-a661-4d9a-b31d-bbff1449b0bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.736123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-1e3a2a5d-a89a-4a2d-bdae-4363f0df44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:46.738655 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-1e3a2a5d-a89a-4a2d-bdae-4363f0df44be service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 910 time: 0.1370416 Jan 27 19:48:46.775290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.790613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:46.791046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-48fb1ef8-c2e1-4340-94af-3edfe8028505 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 could not be found. Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 could not be found. Jan 27 19:48:46.796027 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:48:46.809001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bf384a2-a661-4d9a-b31d-bbff1449b0bc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:46.852121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5c9ee-9cde-49e3-ae0e-f2d4c3ff0427 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:48:46.857590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-71a160bc-b1e3-4f54-a833-af0bb095706e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 999 time: 0.1129010 Jan 27 19:48:46.871057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5bf384a2-a661-4d9a-b31d-bbff1449b0bc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:46.871474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5bf384a2-a661-4d9a-b31d-bbff1449b0bc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:46.954206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-d49f7087-beca-4ec9-b982-374936f7a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:46.956629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-d49f7087-beca-4ec9-b982-374936f7a5ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.0916564 Jan 27 19:48:47.021110 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3b698965-0262-4218-bfd6-280e07f128c9', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'port_id': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'mac_address': 'fa:16:3e:15:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:41Z', 'updated_at': '2022-01-27T19:48:41Z', 'revision_number': 0, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:47.038762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8492405 Jan 27 19:48:47.041768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:47.047849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:47.055050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:47.081876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5270e03-7bd6-4151-90ea-4d789c0f1964 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=27467c36-4a0a-4d9d-b6bc-8e4aadabb07c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:47.136451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:48:47.253929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-a04382fe-2121-44ee-bae6-c236625277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:47.258165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:47.260512 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-a04382fe-2121-44ee-bae6-c236625277a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950749 Jan 27 19:48:47.285787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:47.306112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:47.415534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=7269187d-e517-4d71-9ba2-ffbff33d205c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:47.470357 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86915712-5644-4ed1-986a-c7a487a7d048 None None] The sync data for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 is: [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3b698965-0262-4218-bfd6-280e07f128c9', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'port_id': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'mac_address': 'fa:16:3e:15:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:48:41Z', 'updated_at': '2022-01-27T19:48:41Z', 'revision_number': 0, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:47.497481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:47.507845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:47.622161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5c9ee-9cde-49e3-ae0e-f2d4c3ff0427 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:48:47.721452 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-30071f8a-10d0-4430-a80c-e285b4787791 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476435 Jan 27 19:48:48.107670 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-525621cf-5cbb-4b6e-aeca-8a36a9750f8a req-bb5b3343-b126-4568-bb06-0f60f38b080c service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691492 Jan 27 19:48:48.140295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044a3b1-c0e1-480b-bba3-d13d56332b51 None None] New status for floating IP 3b698965-0262-4218-bfd6-280e07f128c9: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:48:48.171140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:40Z', 'revision_number': 8, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:48.192386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:48.245299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (fe081075-7a50-4a12-b8af-e91f602a6f19), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:48.429143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740dd38c-0969-4686-bc1f-9448520620f4 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:40Z', 'revision_number': 8, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '2d70182b-b72c-42ff-a26e-85151161c5f4', 'name': '', 'network_id': 'cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:e4:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:07Z', 'updated_at': '2022-01-27T19:48:19Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '676774a5-cd4d-4f96-9602-5527ad2da45e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:48.432585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=fe081075-7a50-4a12-b8af-e91f602a6f19,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:48.449327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:48.453980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:48:48.492957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:48:48.510716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:48.518376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:48.519346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:48.554618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-291bf696-34e4-4635-9ec7-1d5caa8860bf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5114760 Jan 27 19:48:48.557469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45750) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:48.562865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2058893984'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:48.660582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (e0921067-dae2-432f-b8ef-0e2c62e50932), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:48.780497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1827a37-2964-4878-9efc-4e3d91a1a741 None None] DHCP port deletion for 68dfbe64-fa64-4a7a-bfa4-d5e53cfc6e96 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:48:48.835075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:48.844690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:48.908030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1df35fb-8193-42be-a8ab-83c6e6cc9015 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:48.942641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port bfc636c3-4d89-4a48-8c9d-169ce7dfd624 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:48.948788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e49c79-2a8a-465e-a810-746e8b53be76 None None] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:49.044972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b1df35fb-8193-42be-a8ab-83c6e6cc9015 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:49.054275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b1df35fb-8193-42be-a8ab-83c6e6cc9015 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:49.355236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-27467c36-4a0a-4d9d-b6bc-8e4aadabb07c', 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': 'fe081075-7a50-4a12-b8af-e91f602a6f19'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:48:49.356646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.414000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::2a8 (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c/fe081075-7a50-4a12-b8af-e91f602a6f19/bfc636c3-4d89-4a48-8c9d-169ce7dfd624) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:49.558805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.568159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 2d70182b-b72c-42ff-a26e-85151161c5f4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:49.568806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.684767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (bfc636c3-4d89-4a48-8c9d-169ce7dfd624), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.769380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bfc636c3-4d89-4a48-8c9d-169ce7dfd624), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.823630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:49.827877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:49.840486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:49.856610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:49.857328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:49.889874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3312964 Jan 27 19:48:49.894746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 45876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:49.929527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Allocated IP 2001:db8::2 (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c/fe081075-7a50-4a12-b8af-e91f602a6f19/c258a6bc-287b-4097-8f96-35d699912e7b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:50.344742 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks [] for port (c258a6bc-287b-4097-8f96-35d699912e7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.367257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.467463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Pushing event updated for resources: {'Port': ['ID=c258a6bc-287b-4097-8f96-35d699912e7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:50.530147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:50.550766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:50.554182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:50.557361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 2d70182b-b72c-42ff-a26e-85151161c5f4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2d70182b-b72c-42ff-a26e-85151161c5f4,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:50.557884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.621550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 2d70182b-b72c-42ff-a26e-85151161c5f4 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:50.775246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router e0921067-dae2-432f-b8ef-0e2c62e50932 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:48:50.791088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161e24-9fd5-4a02-90aa-def0e2151f26 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=bfc636c3-4d89-4a48-8c9d-169ce7dfd624,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:50.886193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Attempting to bind port c258a6bc-287b-4097-8f96-35d699912e7b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:50.886364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Attempting to bind port c258a6bc-287b-4097-8f96-35d699912e7b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:50.886725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Attempting to bind port c258a6bc-287b-4097-8f96-35d699912e7b on network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:50.896141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:50.896768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Checking segment: {'id': 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:50.897383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.897958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Bound using segment: {'id': 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:50.898629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Bound port: c258a6bc-287b-4097-8f96-35d699912e7b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '27467c36-4a0a-4d9d-b6bc-8e4aadabb07c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:50.899225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.910401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port bfc636c3-4d89-4a48-8c9d-169ce7dfd624 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:50.910961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bfc636c3-4d89-4a48-8c9d-169ce7dfd624), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:50.988246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] For port c258a6bc-287b-4097-8f96-35d699912e7b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:50.991533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] For port c258a6bc-287b-4097-8f96-35d699912e7b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c258a6bc-287b-4097-8f96-35d699912e7b,segment=NetworkSegment(ec48cc45-d3b9-42f5-a8ab-d24f8bebde77),segment_id=ec48cc45-d3b9-42f5-a8ab-d24f8bebde77)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:51.002996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.129878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bfc636c3-4d89-4a48-8c9d-169ce7dfd624), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.155733 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for bfc636c3-4d89-4a48-8c9d-169ce7dfd624 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:51.185841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158590a-57c2-495e-9876-276efdc6a92e None None] Pushing event updated for resources: {'Port': ['ID=c258a6bc-287b-4097-8f96-35d699912e7b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:51.272879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:51.287947 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Sync routers for ids ['e0921067-dae2-432f-b8ef-0e2c62e50932'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:51.318403 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Routers {'e0921067-dae2-432f-b8ef-0e2c62e50932'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:51.326060 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e0921067-dae2-432f-b8ef-0e2c62e50932'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:51.399777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2d70182b-b72c-42ff-a26e-85151161c5f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.558141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.563058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3995d789-f9af-4e0d-ba50-787f06810683 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7115049 Jan 27 19:48:51.564849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=2d70182b-b72c-42ff-a26e-85151161c5f4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:51.567710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:51.643102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bfc636c3-4d89-4a48-8c9d-169ce7dfd624), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.711956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=bfc636c3-4d89-4a48-8c9d-169ce7dfd624,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:51.797677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:51.809529 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3cf2631c-09f0-46c9-8302-576fc552b2c0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/bfc636c3-4d89-4a48-8c9d-169ce7dfd624 HTTP/1.1" status: 204 len: 168 time: 1.9133506 Jan 27 19:48:51.823166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:51.891984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58eac952-bddc-4c24-b32e-fa7c7e60660c tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/e0921067-dae2-432f-b8ef-0e2c62e50932 HTTP/1.1" status: 200 len: 908 time: 0.2911510 Jan 27 19:48:51.916443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46060) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:51.928036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1597832703', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': True}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:51.959372 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ff795a-c2c2-4569-b9d8-9d308713ea73 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:48:51.962261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Set router e0921067-dae2-432f-b8ef-0e2c62e50932 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:51.967079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15ff795a-c2c2-4569-b9d8-9d308713ea73 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/bfc636c3-4d89-4a48-8c9d-169ce7dfd624 HTTP/1.1" status: 404 len: 333 time: 0.1427045 Jan 27 19:48:51.969868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:52.143326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.146214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.163479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet fe081075-7a50-4a12-b8af-e91f602a6f19 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:52.182719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (fe081075-7a50-4a12-b8af-e91f602a6f19), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.239956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.293091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (fe081075-7a50-4a12-b8af-e91f602a6f19), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.320623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (c04face7-23ac-40c9-89ed-fdd6c00d970a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.474146 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': False}, 'gw_port_id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:43Z', 'updated_at': '2022-01-27T19:48:47Z', 'revision_number': 3, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port': {'id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:45Z', 'updated_at': '2022-01-27T19:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:52.515312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Checking router: e0921067-dae2-432f-b8ef-0e2c62e50932 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:52.515881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Updating router e0921067-dae2-432f-b8ef-0e2c62e50932 port 7269187d-e517-4d71-9ba2-ffbff33d205c binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:52.546853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fe081075-7a50-4a12-b8af-e91f602a6f19), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.636382 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.683609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (fe081075-7a50-4a12-b8af-e91f602a6f19), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.741631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=fe081075-7a50-4a12-b8af-e91f602a6f19,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:52.762928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:52.772116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-48bb003a-a94e-4877-a4b5-4a924bbfa032 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/fe081075-7a50-4a12-b8af-e91f602a6f19 HTTP/1.1" status: 204 len: 168 time: 0.7996924 Jan 27 19:48:52.775011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:52.973205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.021599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c258a6bc-287b-4097-8f96-35d699912e7b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:53.095446 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (c04face7-23ac-40c9-89ed-fdd6c00d970a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.140923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port c258a6bc-287b-4097-8f96-35d699912e7b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:53.141510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.172451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c258a6bc-287b-4097-8f96-35d699912e7b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:53.174364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.250866 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks [] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.267040 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.329888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port c258a6bc-287b-4097-8f96-35d699912e7b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c258a6bc-287b-4097-8f96-35d699912e7b,segment=NetworkSegment(ec48cc45-d3b9-42f5-a8ab-d24f8bebde77),segment_id=ec48cc45-d3b9-42f5-a8ab-d24f8bebde77)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:53.337960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.366256 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028efd57-6285-4f3d-85b6-a57dd8089675 None None] Pushing event updated for resources: {'Port': ['ID=7269187d-e517-4d71-9ba2-ffbff33d205c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:53.381755 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Attempting to bind port 7269187d-e517-4d71-9ba2-ffbff33d205c on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:48:53.382833 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Attempting to bind port 7269187d-e517-4d71-9ba2-ffbff33d205c by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:48:53.383367 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Attempting to bind port 7269187d-e517-4d71-9ba2-ffbff33d205c on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:48:53.393352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:48:53.393747 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:48:53.394268 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.394669 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:48:53.395169 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Bound port: 7269187d-e517-4d71-9ba2-ffbff33d205c, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:48:53.396564 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.418306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for c258a6bc-287b-4097-8f96-35d699912e7b owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:53.459268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c258a6bc-287b-4097-8f96-35d699912e7b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:53.459941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.464738 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] For port 7269187d-e517-4d71-9ba2-ffbff33d205c, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:48:53.469814 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] For port 7269187d-e517-4d71-9ba2-ffbff33d205c, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7269187d-e517-4d71-9ba2-ffbff33d205c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:48:53.480465 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.503577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584af0ba-6c04-4a63-80fb-b060bdcaaca0 None None] Network 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:53.562739 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028efd57-6285-4f3d-85b6-a57dd8089675 None None] Pushing event updated for resources: {'Port': ['ID=7269187d-e517-4d71-9ba2-ffbff33d205c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:53.579828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Routers {'e0921067-dae2-432f-b8ef-0e2c62e50932'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:53.580671 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e0921067-dae2-432f-b8ef-0e2c62e50932'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:53.723302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c258a6bc-287b-4097-8f96-35d699912e7b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c258a6bc-287b-4097-8f96-35d699912e7b,segment=NetworkSegment(ec48cc45-d3b9-42f5-a8ab-d24f8bebde77),segment_id=ec48cc45-d3b9-42f5-a8ab-d24f8bebde77)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:53.738381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.740641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:48:53.753184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-051d1a80-c9db-4751-804f-17285afc1cca None None] Provisioning complete for port c258a6bc-287b-4097-8f96-35d699912e7b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:53.753624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-051d1a80-c9db-4751-804f-17285afc1cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.757704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c258a6bc-287b-4097-8f96-35d699912e7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:53.759012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port c258a6bc-287b-4097-8f96-35d699912e7b on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:48:53.860927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=c258a6bc-287b-4097-8f96-35d699912e7b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:53.906784 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] Set router e0921067-dae2-432f-b8ef-0e2c62e50932 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:53.964722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.031661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-051d1a80-c9db-4751-804f-17285afc1cca None None] Port c258a6bc-287b-4097-8f96-35d699912e7b was deleted so its status cannot be updated. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 19:48:54.042169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event deleted for resources: {'Port': ['ID=c258a6bc-287b-4097-8f96-35d699912e7b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:54.049814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.057278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27467c36-4a0a-4d9d-b6bc-8e4aadabb07c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:54.083135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:54.084023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec48cc45-d3b9-42f5-a8ab-d24f8bebde77') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:54.114930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ec48cc45-d3b9-42f5-a8ab-d24f8bebde77), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.134269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c227d84-9200-438a-b5f9-adbcc20ef513 None None] DHCP port deletion for 27467c36-4a0a-4d9d-b6bc-8e4aadabb07c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:48:54.166012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:54.168238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ec48cc45-d3b9-42f5-a8ab-d24f8bebde77), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.184892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:54.186738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-434be6dd-a511-415a-8bf0-581ea9ec7355 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6248941 Jan 27 19:48:54.187005 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:54.187339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ec48cc45-d3b9-42f5-a8ab-d24f8bebde77), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.187554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:54.234227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:54.235426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:54.264566 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:54.272581 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (27467c36-4a0a-4d9d-b6bc-8e4aadabb07c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.286534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.296203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/27467c36-4a0a-4d9d-b6bc-8e4aadabb07c HTTP/1.1" status: 204 len: 168 time: 1.5179825 Jan 27 19:48:54.297249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46120) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:54.308493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'name': 'tempest-PortsIpV6TestJSON-412635438'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:54.312414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 676774a5-cd4d-4f96-9602-5527ad2da45e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:48:54.334346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (676774a5-cd4d-4f96-9602-5527ad2da45e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.421986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': False}, 'gw_port_id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:43Z', 'updated_at': '2022-01-27T19:48:47Z', 'revision_number': 3, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port': {'id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:45Z', 'updated_at': '2022-01-27T19:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:54.445806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d762-2ef9-45d3-a450-3b0e3c4fcb3b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=27467c36-4a0a-4d9d-b6bc-8e4aadabb07c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:54.456940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:54.462677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.493018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port dd173901-0f6b-4db8-98ed-659bd159b559 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:54.511077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:54.529398 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17a452-6aef-4ead-9979-d79e6f054856 None None] The sync data for ids ['e0921067-dae2-432f-b8ef-0e2c62e50932'] in n-d-760453-6 is: [{'id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': False}, 'gw_port_id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:43Z', 'updated_at': '2022-01-27T19:48:47Z', 'revision_number': 3, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port': {'id': '7269187d-e517-4d71-9ba2-ffbff33d205c', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921067-dae2-432f-b8ef-0e2c62e50932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:45Z', 'updated_at': '2022-01-27T19:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:54.541863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (676774a5-cd4d-4f96-9602-5527ad2da45e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.552192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (c04face7-23ac-40c9-89ed-fdd6c00d970a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.655887 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.772960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c258a6bc-287b-4097-8f96-35d699912e7b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:54.861614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c258a6bc-287b-4097-8f96-35d699912e7b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:54.864832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c258a6bc-287b-4097-8f96-35d699912e7b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:54.900537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (dd173901-0f6b-4db8-98ed-659bd159b559), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:54.906610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 172.25.5.178 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1075958a-2372-4a05-805b-a93bfa9f063f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:48:55.002145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dd173901-0f6b-4db8-98ed-659bd159b559), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.008402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.120937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (1075958a-2372-4a05-805b-a93bfa9f063f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.151683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:55.161610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:55.182912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:55.200589 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.201173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:51Z', 'revision_number': 9, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:55.211311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:55.213467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.234296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:55.237339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=dd173901-0f6b-4db8-98ed-659bd159b559,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:55.246800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:55.247494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:55.260520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0844ee4e-541d-4c1b-855d-20979ae09697 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9564164 Jan 27 19:48:55.261508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46128) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:55.313760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:55.339217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:55.354263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:55.395659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:55.467296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port dd173901-0f6b-4db8-98ed-659bd159b559 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:55.467907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dd173901-0f6b-4db8-98ed-659bd159b559), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.546700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=1075958a-2372-4a05-805b-a93bfa9f063f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:55.653372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (676774a5-cd4d-4f96-9602-5527ad2da45e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.681903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dd173901-0f6b-4db8-98ed-659bd159b559), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.720290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for dd173901-0f6b-4db8-98ed-659bd159b559 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:55.939682 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dd173901-0f6b-4db8-98ed-659bd159b559), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.941635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:51Z', 'revision_number': 9, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:55.982946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:55.998619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/dd173901-0f6b-4db8-98ed-659bd159b559 HTTP/1.1" status: 204 len: 168 time: 0.7354712 Jan 27 19:48:56.000912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46144) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:56.012642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'mac_address': 'fa:16:3e:a1:e2:20', 'name': 'tempest-PortsIpV6TestJSON-929173620'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:56.030671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3db23b-0f41-46f0-90dc-3f94be506587 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:48:51Z', 'revision_number': 9, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2a2af3-df7f-43ed-804e-25e7ef764cbf', 'name': '', 'network_id': 'f5e7100d-a367-4ace-88ae-57e77b892e94', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:ef:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:52Z', 'updated_at': '2022-01-27T19:48:03Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': 'fa776420-f484-48d2-93ae-6a24a77ab819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:48:56.092385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14c460-526c-4e17-84e2-27e8e4a0f0d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=dd173901-0f6b-4db8-98ed-659bd159b559,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:56.137864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (676774a5-cd4d-4f96-9602-5527ad2da45e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:56.225057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=676774a5-cd4d-4f96-9602-5527ad2da45e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:56.227777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:56.257413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:56.259603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e24218-8a45-4f4d-8a23-fa140fa4692d None None] Network cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:48:56.266952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e00e73f4-2175-4aae-a997-ac6a4bb31c36 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/676774a5-cd4d-4f96-9602-5527ad2da45e HTTP/1.1" status: 204 len: 168 time: 2.0742791 Jan 27 19:48:56.267921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (c04face7-23ac-40c9-89ed-fdd6c00d970a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:56.271622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:56.560589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:56.638899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 45cc7408-8a44-437e-85c9-0e590021e1dc yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:56.760728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] DHCP port deletion for cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:48:56.844524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7269187d-e517-4d71-9ba2-ffbff33d205c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:56.971867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7269187d-e517-4d71-9ba2-ffbff33d205c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:56.972166 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.018721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (45cc7408-8a44-437e-85c9-0e590021e1dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.036044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Deleting port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:57.036444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.072118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (45cc7408-8a44-437e-85c9-0e590021e1dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.148557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:57.155369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:57.163135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:57.175959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:57.180409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.210576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=45cc7408-8a44-437e-85c9-0e590021e1dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:57.258720 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f196ea96-42a5-4607-9ec1-d0661b73a292 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2566919 Jan 27 19:48:57.261348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46168) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:57.265627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489878f-cfe8-461c-ad0b-6ad63e34dc55 req-789ddcd2-de1e-42ac-a41c-d25f6bd0c1e3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:57.267558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7489878f-cfe8-461c-ad0b-6ad63e34dc55 req-789ddcd2-de1e-42ac-a41c-d25f6bd0c1e3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 1.2498891 Jan 27 19:48:57.273439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] For port 7e104d59-83ff-4ab1-8b6f-cabe48521b43, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7e104d59-83ff-4ab1-8b6f-cabe48521b43,segment=NetworkSegment(89c352d8-6ddc-474e-bd28-5bd3e5b055b8),segment_id=89c352d8-6ddc-474e-bd28-5bd3e5b055b8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:57.274027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.287933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Calling delete_port for 7e104d59-83ff-4ab1-8b6f-cabe48521b43 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:57.376686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e3198-4e4d-4bb4-947d-0f365b54b0ab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:57.383722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b78e3198-4e4d-4bb4-947d-0f365b54b0ab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/45cc7408-8a44-437e-85c9-0e590021e1dc HTTP/1.1" status: 200 len: 844 time: 0.1209877 Jan 27 19:48:57.384812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46172) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:57.431616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7269187d-e517-4d71-9ba2-ffbff33d205c is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:57.432377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.470564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7489878f-cfe8-461c-ad0b-6ad63e34dc55 req-449adc59-1e10-4d72-b8ad-08d20e9dad24 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659012 Jan 27 19:48:57.471076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 7269187d-e517-4d71-9ba2-ffbff33d205c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7269187d-e517-4d71-9ba2-ffbff33d205c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:48:57.476684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (7e104d59-83ff-4ab1-8b6f-cabe48521b43), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.483910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.493059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.505322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46174) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:57.521268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d70182b-b72c-42ff-a26e-85151161c5f4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:57.615204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2d70182b-b72c-42ff-a26e-85151161c5f4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:57.617244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2d70182b-b72c-42ff-a26e-85151161c5f4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:57.633109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] Pushing event deleted for resources: {'Port': ['ID=7e104d59-83ff-4ab1-8b6f-cabe48521b43,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:57.643550 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-702b1467-6058-4157-a9b5-77ad8f9460df tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/442dc398-8249-4e5f-bb60-b73f0b27c303 HTTP/1.1" status: 200 len: 994 time: 0.1363251 Jan 27 19:48:57.662624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144d23f-1a39-4a22-b2d7-587b75fdd667 None None] No DVR routers for this DVR port 7e104d59-83ff-4ab1-8b6f-cabe48521b43 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:48:57.707364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 45cc7408-8a44-437e-85c9-0e590021e1dc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:48:57.710942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (45cc7408-8a44-437e-85c9-0e590021e1dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.821880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=7269187d-e517-4d71-9ba2-ffbff33d205c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:57.846192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.880837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (45cc7408-8a44-437e-85c9-0e590021e1dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:57.897933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 45cc7408-8a44-437e-85c9-0e590021e1dc owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:48:58.006465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (45cc7408-8a44-437e-85c9-0e590021e1dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.043981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=45cc7408-8a44-437e-85c9-0e590021e1dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:58.070519 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.075087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-76efaaee-775b-43be-9ff2-0cc5dcda1ac5 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/45cc7408-8a44-437e-85c9-0e590021e1dc HTTP/1.1" status: 204 len: 168 time: 0.6889484 Jan 27 19:48:58.077659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46186) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:58.142523 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2805b07-ab5e-4405-a33d-d073491f935c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:48:58.144053 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2805b07-ab5e-4405-a33d-d073491f935c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/45cc7408-8a44-437e-85c9-0e590021e1dc HTTP/1.1" status: 404 len: 333 time: 0.0653887 Jan 27 19:48:58.157592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:58.163059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'name': 'tempest-PortsIpV6TestJSON-666790223'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:58.250447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.295199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:58.309973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b4af-f550-4764-a5e3-783f951b6f43 req-66ab4e48-af28-46e2-bb06-47eadce54a19 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:58.318927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d35b4af-f550-4764-a5e3-783f951b6f43 req-66ab4e48-af28-46e2-bb06-47eadce54a19 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1097 time: 0.1475966 Jan 27 19:48:58.336144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:48:58.340703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.353095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c352d8-6ddc-474e-bd28-5bd3e5b055b8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:58.353772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c352d8-6ddc-474e-bd28-5bd3e5b055b8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:58.368190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router c04face7-23ac-40c9-89ed-fdd6c00d970a is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:48:58.381382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 0802ce84-e552-414e-afc8-d7064ed622ef yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:48:58.386330 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (89c352d8-6ddc-474e-bd28-5bd3e5b055b8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.599756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d35b4af-f550-4764-a5e3-783f951b6f43 req-c0e48c92-82f4-419e-b68f-3aa1839d27bf tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688754 Jan 27 19:48:58.603103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:48:58.604426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (89c352d8-6ddc-474e-bd28-5bd3e5b055b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.615122 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Sync routers for ids ['c04face7-23ac-40c9-89ed-fdd6c00d970a'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:48:58.632442 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Routers {'c04face7-23ac-40c9-89ed-fdd6c00d970a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:48:58.632648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:48:58.634604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (89c352d8-6ddc-474e-bd28-5bd3e5b055b8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.637424 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c04face7-23ac-40c9-89ed-fdd6c00d970a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:48:58.640959 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:48:58.703862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7269187d-e517-4d71-9ba2-ffbff33d205c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:48:58.729538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (0802ce84-e552-414e-afc8-d7064ed622ef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.807747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.854041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.856126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-027d0b8e-e328-4b46-b9b6-b1d9b293b8ee tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9385505 Jan 27 19:48:58.858500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.861655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:58.876049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7269187d-e517-4d71-9ba2-ffbff33d205c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:48:58.880510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.903868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:48:58.914972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:48:58.920006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:48:58.926038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:48:58.926999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:58.931326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=0802ce84-e552-414e-afc8-d7064ed622ef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:58.954442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de277f45-07fb-49b9-9541-3f031358e302 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7952013 Jan 27 19:48:58.957821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46200) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:58.965963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:48:59.003144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Set router c04face7-23ac-40c9-89ed-fdd6c00d970a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:48:59.059465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:59.185890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7269187d-e517-4d71-9ba2-ffbff33d205c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:48:59.197650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-73e8834f-da0d-4a51-8bb6-9ed0f5ab6008 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/c04face7-23ac-40c9-89ed-fdd6c00d970a HTTP/1.1" status: 200 len: 908 time: 0.3312836 Jan 27 19:48:59.200285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46206) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:59.211364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:59.222183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c HTTP/1.1" status: 204 len: 168 time: 2.9434268 Jan 27 19:48:59.235773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd5622-887c-49f4-ae77-8e0bac4912ad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=cd147d61-c0b9-4b1a-8c4f-f1d5bc44206c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:48:59.243696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46210) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:48:59.323374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7e104d59-83ff-4ab1-8b6f-cabe48521b43 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:48:59.384020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7e104d59-83ff-4ab1-8b6f-cabe48521b43 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:48:59.384383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7e104d59-83ff-4ab1-8b6f-cabe48521b43 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:48:59.571578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:59.577556 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04face7-23ac-40c9-89ed-fdd6c00d970a', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '1075958a-2372-4a05-805b-a93bfa9f063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:52Z', 'updated_at': '2022-01-27T19:48:55Z', 'revision_number': 3, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port': {'id': '1075958a-2372-4a05-805b-a93bfa9f063f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04face7-23ac-40c9-89ed-fdd6c00d970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:48:54Z', 'updated_at': '2022-01-27T19:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:48:59.647767 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Checking router: c04face7-23ac-40c9-89ed-fdd6c00d970a for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:48:59.649491 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Updating router c04face7-23ac-40c9-89ed-fdd6c00d970a port 1075958a-2372-4a05-805b-a93bfa9f063f binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:48:59.704722 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:48:59.733696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (c04face7-23ac-40c9-89ed-fdd6c00d970a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.016683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-4978e37d-8799-49b6-97b6-405b252ac8eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3067086 Jan 27 19:49:00.038760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-fb458f94-27ff-484d-9f73-40cd6b91982a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:49:00.040482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-fb458f94-27ff-484d-9f73-40cd6b91982a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089929 Jan 27 19:49:00.059564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Deleting port 1075958a-2372-4a05-805b-a93bfa9f063f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:00.060090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.109843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (0802ce84-e552-414e-afc8-d7064ed622ef), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.144416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.259936 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks [] for port (1075958a-2372-4a05-805b-a93bfa9f063f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.271523 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.327447 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a5d1-903a-43bb-80c7-c812c5657be5 None None] Pushing event updated for resources: {'Port': ['ID=1075958a-2372-4a05-805b-a93bfa9f063f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:00.368037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Attempting to bind port 1075958a-2372-4a05-805b-a93bfa9f063f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:00.368655 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Attempting to bind port 1075958a-2372-4a05-805b-a93bfa9f063f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:00.369249 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Attempting to bind port 1075958a-2372-4a05-805b-a93bfa9f063f on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:00.385809 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:00.386093 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:00.386462 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.387042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:00.387745 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Bound port: 1075958a-2372-4a05-805b-a93bfa9f063f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:00.388340 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.533239 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] For port 1075958a-2372-4a05-805b-a93bfa9f063f, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:00.538010 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] For port 1075958a-2372-4a05-805b-a93bfa9f063f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1075958a-2372-4a05-805b-a93bfa9f063f,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:00.564238 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.568950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] In _notify_port_updated(), no bound segment for port 0802ce84-e552-414e-afc8-d7064ed622ef on network 03054f5e-9d96-4c35-aeae-ab6364d357f6 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:49:00.574013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:00.574672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.578815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:00.589603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/ports/0802ce84-e552-414e-afc8-d7064ed622ef HTTP/1.1" status: 200 len: 818 time: 1.6304412 Jan 27 19:49:00.634014 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Routers {'c04face7-23ac-40c9-89ed-fdd6c00d970a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:00.634934 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c04face7-23ac-40c9-89ed-fdd6c00d970a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:00.646355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a2fc6-4c65-4a47-a9a7-f89b9380c119 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=0802ce84-e552-414e-afc8-d7064ed622ef,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:00.730877 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a5d1-903a-43bb-80c7-c812c5657be5 None None] Pushing event updated for resources: {'Port': ['ID=1075958a-2372-4a05-805b-a93bfa9f063f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:00.750391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 0802ce84-e552-414e-afc8-d7064ed622ef {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:00.751080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.786955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.789840 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] Set router c04face7-23ac-40c9-89ed-fdd6c00d970a gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:00.808707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Calling delete_port for 1075958a-2372-4a05-805b-a93bfa9f063f owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:00.918817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:00.919800 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04face7-23ac-40c9-89ed-fdd6c00d970a', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:52Z', 'updated_at': '2022-01-27T19:48:59Z', 'revision_number': 4, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:00.934231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 0802ce84-e552-414e-afc8-d7064ed622ef owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:00.939639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-1960029a-a3a7-4820-9136-3c71697f53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:00.941657 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-1960029a-a3a7-4820-9136-3c71697f53fc service neutron] 10.222.0.59 "GET /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1094 time: 0.0742316 Jan 27 19:49:00.954128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Request body: {'binding': {'host': 'n-h1-760453-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:00.954593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Unknown quota resources ['binding']. {{(pid=103322) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 19:49:00.962661 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cb383-17ba-4604-b7a1-df5e39452393 None None] The sync data for ids ['c04face7-23ac-40c9-89ed-fdd6c00d970a'] in n-d-760453-6 is: [{'id': 'c04face7-23ac-40c9-89ed-fdd6c00d970a', 'name': 'tempest-snat-router-1597832703', 'tenant_id': '6829fd70ba9a4924b2013af84537319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:48:52Z', 'updated_at': '2022-01-27T19:48:59Z', 'revision_number': 4, 'project_id': '6829fd70ba9a4924b2013af84537319f', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:01.048408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0802ce84-e552-414e-afc8-d7064ed622ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.093390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=0802ce84-e552-414e-afc8-d7064ed622ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:01.097453 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.103632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca502484-de19-4248-8eb0-086f4e9b0d46 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/0802ce84-e552-414e-afc8-d7064ed622ef HTTP/1.1" status: 204 len: 168 time: 0.5207224 Jan 27 19:49:01.103632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:01.167410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ce6b5-ed1a-4ef9-8962-643f035460bb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:01.172059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-635ce6b5-ed1a-4ef9-8962-643f035460bb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0647314 Jan 27 19:49:01.172804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:01.187080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.205577 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-604a0d94-73ab-4df8-8487-18dcc58b3178 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:01.210846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-604a0d94-73ab-4df8-8487-18dcc58b3178 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/0802ce84-e552-414e-afc8-d7064ed622ef HTTP/1.1" status: 404 len: 333 time: 0.0333915 Jan 27 19:49:01.217754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:01.223210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1828986997'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:01.250308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:01.255467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.288709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:01.296936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1075958a-2372-4a05-805b-a93bfa9f063f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.301604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (cd9ec17f-4689-4402-bc12-683e8ee770d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.302168 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment cd9ec17f-4689-4402-bc12-683e8ee770d4 of type vlan for network cd01d972-411e-4070-9510-4d46403c84e0 Jan 27 19:49:01.343462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Port': ['ID=1075958a-2372-4a05-805b-a93bfa9f063f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:01.351483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cd01d972-411e-4070-9510-4d46403c84e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.385126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on host n-h1-760453-6 for vnic_type normal with profile None {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:01.385391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:01.385636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:01.392944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cd01d972-411e-4070-9510-4d46403c84e0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.398597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:01.399373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.420698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:49:01.421030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:01.466151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:01.466515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:01.466966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Bound using segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:01.467325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Bound port: 8579884a-2aa4-44a3-b54a-a13e062a1d65, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:01.485819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2642787 Jan 27 19:49:01.491598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46250) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:01.502517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7784d-f7b6-4fb3-bb60-64f6306e6cc6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=cd01d972-411e-4070-9510-4d46403c84e0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:01.519848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cd01d972-411e-4070-9510-4d46403c84e0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:01.533350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:01.541374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (c04face7-23ac-40c9-89ed-fdd6c00d970a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.733912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.740796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (c04face7-23ac-40c9-89ed-fdd6c00d970a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.766741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:01.811001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.812234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] 10.222.0.59 "POST /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65/bindings HTTP/1.1" status: 201 len: 389 time: 0.8618386 Jan 27 19:49:01.830800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (c04face7-23ac-40c9-89ed-fdd6c00d970a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.831793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c04face7-23ac-40c9-89ed-fdd6c00d970a {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:01.839293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:01.843448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:01.844054 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72af3d2c-f9d0-4c3f-bf2b-2025fbcf0da3 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c04face7-23ac-40c9-89ed-fdd6c00d970a HTTP/1.1" status: 204 len: 168 time: 2.6423597 Jan 27 19:49:01.844457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:01.848607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.162597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.223418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369e8cd-a037-4fb5-b805-b3119d588c13 req-ab53c0fe-8bed-4c04-aa60-a665dc029e68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:02.225093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b369e8cd-a037-4fb5-b805-b3119d588c13 req-ab53c0fe-8bed-4c04-aa60-a665dc029e68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.1468565 Jan 27 19:49:02.311764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (2f69120f-c879-4f06-88c3-3b0c6e51a9d0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.386712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b369e8cd-a037-4fb5-b805-b3119d588c13 req-47156709-9f1e-461a-8d8e-096c94c91571 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541262 Jan 27 19:49:02.414523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=2f69120f-c879-4f06-88c3-3b0c6e51a9d0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:02.443089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:02.443598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.475156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (e0921067-dae2-432f-b8ef-0e2c62e50932), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.510487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-ce8e2c10-cc9c-484a-ab4c-60694fcd3e19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124251 Jan 27 19:49:02.618339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 4c2a2af3-df7f-43ed-804e-25e7ef764cbf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:02.618719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.640531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 4c2a2af3-df7f-43ed-804e-25e7ef764cbf owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:02.768173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-e8aa4256-3baa-49cb-9446-e8efdb1c7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:02.771208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-e8aa4256-3baa-49cb-9446-e8efdb1c7209 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 1096 time: 0.1689258 Jan 27 19:49:02.776247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Deleting port 7269187d-e517-4d71-9ba2-ffbff33d205c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:02.777129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.916317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4c2a2af3-df7f-43ed-804e-25e7ef764cbf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:02.921350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': 'cd9ec17f-4689-4402-bc12-683e8ee770d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:02.921731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: cd01d972-411e-4070-9510-4d46403c84e0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:02.996195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=4c2a2af3-df7f-43ed-804e-25e7ef764cbf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:03.068873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-5ce6796b-b905-4b85-99e4-5da75025004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.070587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-5ce6796b-b905-4b85-99e4-5da75025004d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 200 len: 911 time: 0.2711537 Jan 27 19:49:03.072664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] For port 7269187d-e517-4d71-9ba2-ffbff33d205c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7269187d-e517-4d71-9ba2-ffbff33d205c,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:03.073117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.080972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-7c215a53-9200-4869-9f7a-d58e127f2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.085336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-7c215a53-9200-4869-9f7a-d58e127f2e9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1097 time: 0.8159511 Jan 27 19:49:03.096189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network cd01d972-411e-4070-9510-4d46403c84e0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:03.140870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Calling delete_port for 7269187d-e517-4d71-9ba2-ffbff33d205c owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:03.234687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-b62c0a59-90c6-41c0-a21e-b5e515900b76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 200 len: 1000 time: 0.1576462 Jan 27 19:49:03.244150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cd01d972-411e-4070-9510-4d46403c84e0) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:03.253962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159daaf-1aef-45ff-aa43-262f59e1314b None None] Network cd01d972-411e-4070-9510-4d46403c84e0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:03.283740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.284412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.333747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.358630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-9d0f3546-e1ab-4088-b142-eeb406b4e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.363429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-9d0f3546-e1ab-4088-b142-eeb406b4e90b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 200 len: 849 time: 0.1079099 Jan 27 19:49:03.441823 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-16945f96-9a1d-4906-8e84-69c6fec3b360 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9336736 Jan 27 19:49:03.443196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46270) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:03.444614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-cd01d972-411e-4070-9510-4d46403c84e0', 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': '2f69120f-c879-4f06-88c3-3b0c6e51a9d0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:03.445594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.526284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:03.610296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-c29bb827-c707-421f-95a4-9924324ad66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.611756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-c29bb827-c707-421f-95a4-9924324ad66b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01f6dd7-7783-4365-b4ca-69f004a0ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441552 Jan 27 19:49:03.623634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18086146-c08b-4908-a70a-0305095041e3 req-eee6a7e1-bc60-4b6c-b6a5-89aa805187a5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.631344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18086146-c08b-4908-a70a-0305095041e3 req-eee6a7e1-bc60-4b6c-b6a5-89aa805187a5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.0906925 Jan 27 19:49:03.661051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Allocated IP 2001:db8::2 (cd01d972-411e-4070-9510-4d46403c84e0/2f69120f-c879-4f06-88c3-3b0c6e51a9d0/2ab2e43e-04fb-409d-86aa-3c9b4331f887) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:03.774782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-b415b2b9-ebca-47f8-8d53-896e1a3b98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:03.776435 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-b415b2b9-ebca-47f8-8d53-896e1a3b98d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 0.6839051 Jan 27 19:49:03.891350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7269187d-e517-4d71-9ba2-ffbff33d205c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.909142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-dd089e95-897a-4f2d-b582-5fe1610d82d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709453 Jan 27 19:49:03.912618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks [] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.924123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:03.969582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-01f69301-c06f-4611-a0fa-fc9f60f0aa9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1002 time: 0.1778731 Jan 27 19:49:03.982976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:04.019117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Network cd01d972-411e-4070-9510-4d46403c84e0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:04.024923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Pushing event updated for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:04.031621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:04.037609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:04.054397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3af8ad8d-9e5a-44ac-a925-8ea5a43cbc81 req-6fe3ed10-105f-4356-8b42-e4c636106fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355519 Jan 27 19:49:04.062282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event deleted for resources: {'Port': ['ID=7269187d-e517-4d71-9ba2-ffbff33d205c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:04.087493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-18086146-c08b-4908-a70a-0305095041e3 req-5cad423e-5ccf-4426-b051-874fa565f5b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4494166 Jan 27 19:49:04.107140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:04.116092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.176959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Attempting to bind port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:04.177753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Attempting to bind port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'cd9ec17f-4689-4402-bc12-683e8ee770d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:04.180192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Attempting to bind port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 on network cd01d972-411e-4070-9510-4d46403c84e0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:04.192711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:04.195589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Checking segment: {'id': 'cd9ec17f-4689-4402-bc12-683e8ee770d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:04.196173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (e0921067-dae2-432f-b8ef-0e2c62e50932), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.197476 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.198011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Bound using segment: {'id': 'cd9ec17f-4689-4402-bc12-683e8ee770d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:04.200987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Bound port: 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9ec17f-4689-4402-bc12-683e8ee770d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:04.201544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.310820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.314100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_controller (e0921067-dae2-432f-b8ef-0e2c62e50932), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.349013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:04.353220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ab2e43e-04fb-409d-86aa-3c9b4331f887,segment=NetworkSegment(cd9ec17f-4689-4402-bc12-683e8ee770d4),segment_id=cd9ec17f-4689-4402-bc12-683e8ee770d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:04.359475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.408658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (e0921067-dae2-432f-b8ef-0e2c62e50932), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.410127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0921067-dae2-432f-b8ef-0e2c62e50932 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:04.424320 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.432691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c82a3cf8-9371-48f3-8066-7c48500ffa33 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e0921067-dae2-432f-b8ef-0e2c62e50932 HTTP/1.1" status: 204 len: 168 time: 2.5880759 Jan 27 19:49:04.437039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:04.447041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1154034224', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:04.448730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b41d-127c-4164-8847-5ab8551fd7f7 None None] Pushing event updated for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:04.540927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.542113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.697843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:04.718046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-2b0f1ddb-ce6e-4686-b33e-a1712e0328f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:04.719758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-2b0f1ddb-ce6e-4686-b33e-a1712e0328f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.7356284 Jan 27 19:49:04.809047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:04.818990 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3481a2d5-8b67-4790-8742-0f2663aa3ec1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5681279 Jan 27 19:49:04.825777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:04.836022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:04.851242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:04.852356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:04.882034 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f69120f-c879-4f06-88c3-3b0c6e51a9d0 (CIDR: 2001:db8::/64) Jan 27 19:49:04.899207 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:49:04.901516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:04.916222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-904fbe09-0a07-4ced-a5c2-2d86c1f03d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:04.918075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-904fbe09-0a07-4ced-a5c2-2d86c1f03d49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906781 Jan 27 19:49:04.974249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4f08abe8-47bc-4157-a6c7-c423b54fdd5b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4579539 Jan 27 19:49:05.249713 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-4bb26ea7-8daf-4538-8c89-68e3c89908fc service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206737 Jan 27 19:49:05.251660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:05.265457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:05.391030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-4112cb56-9aa2-4ad4-b20a-a0c903202e79 service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146514 Jan 27 19:49:05.396150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet fa776420-f484-48d2-93ae-6a24a77ab819 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:05.412665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (fa776420-f484-48d2-93ae-6a24a77ab819), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:05.562057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (fa776420-f484-48d2-93ae-6a24a77ab819), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:05.614010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:05.658356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-206d6edc-125d-4527-93e2-003a096020ae tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:05.659454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-206d6edc-125d-4527-93e2-003a096020ae tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5&tenant_id=2e018dbe00a44688a7a2e0b982600366&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1097 time: 0.1906741 Jan 27 19:49:05.672078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:05.705373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-6'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:05.810442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc4a6a-24cc-4672-b29f-b4ccdc742e3e req-7d2ac10c-514b-4f3f-ae1e-c787f891fbd2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:05.816536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:05.818318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcc4a6a-24cc-4672-b29f-b4ccdc742e3e req-7d2ac10c-514b-4f3f-ae1e-c787f891fbd2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.1557076 Jan 27 19:49:06.054037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dcc4a6a-24cc-4672-b29f-b4ccdc742e3e req-7cdfd588-6678-4f1e-b965-403c3af3a1cf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656680 Jan 27 19:49:06.054305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:06.079528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:06.087444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.088709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:02Z', 'revision_number': 10, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:06.150445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:06.164494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:06.193921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:06.195044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:06.250012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks [] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.269782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:06.272107 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e079e19-d90a-4c24-a85f-94bfbcd4fed8" -d '{"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:06.357030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.368063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fa776420-f484-48d2-93ae-6a24a77ab819), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.406154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.469705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:06.482736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d41116-2a1a-4da1-91b9-026833c91df2 None None] Network cd01d972-411e-4070-9510-4d46403c84e0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:06.539265 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.549359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (fa776420-f484-48d2-93ae-6a24a77ab819), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.601594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.607475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/fa776420-f484-48d2-93ae-6a24a77ab819 HTTP/1.1" status: 204 len: 168 time: 1.7787738 Jan 27 19:49:06.621424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:06.652068 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d1d5a-2b07-4fc0-af51-8e3e035858e8 x-openstack-request-id: req-6f6d1d5a-2b07-4fc0-af51-8e3e035858e8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:06.652558 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:06.652989 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f6d1d5a-2b07-4fc0-af51-8e3e035858e8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:06.653757 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'code': 200} Jan 27 19:49:06.655624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03233487-dc94-42f2-9d36-a5e1b069b4a9 None None] Network f5e7100d-a367-4ace-88ae-57e77b892e94 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:06.665847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1e2ce-8eac-4fc5-bb9f-498ea8c84ab8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=fa776420-f484-48d2-93ae-6a24a77ab819,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:06.838095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Allocated IP 172.25.5.219 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/899759ad-f062-47e7-ab3e-256931e78f8d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:06.914106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:06.914794 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:06.951922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ab2e43e-04fb-409d-86aa-3c9b4331f887 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:07.020088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:07.126323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for port (899759ad-f062-47e7-ab3e-256931e78f8d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.227288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (899759ad-f062-47e7-ab3e-256931e78f8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.348666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:07.349504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.387268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:07.459576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:07.459976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.488134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] DHCP port deletion for f5e7100d-a367-4ace-88ae-57e77b892e94 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:07.506274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:07.515284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:07.533900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (bed4f9da-ca8f-4328-83e5-4b413fe35200), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.630684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ab2e43e-04fb-409d-86aa-3c9b4331f887,segment=NetworkSegment(cd9ec17f-4689-4402-bc12-683e8ee770d4),segment_id=cd9ec17f-4689-4402-bc12-683e8ee770d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:07.669173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.693944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=bed4f9da-ca8f-4328-83e5-4b413fe35200,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:07.716722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on host n-h2-760453-6 for vnic_type normal with profile {"migrating_to": "n-h1-760453-6"} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:07.717077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:07.717467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:07.730274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f5e7100d-a367-4ace-88ae-57e77b892e94), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.763529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event updated for resources: {'Port': ['ID=899759ad-f062-47e7-ab3e-256931e78f8d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:07.788154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718de9a-ab61-429d-9084-597ce1c420dc req-2542a39e-7bef-41ab-a3e6-1e53199b22eb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:07.793206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network cd01d972-411e-4070-9510-4d46403c84e0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:07.796173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1718de9a-ab61-429d-9084-597ce1c420dc req-2542a39e-7bef-41ab-a3e6-1e53199b22eb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.3304265 Jan 27 19:49:07.807363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:07.813499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Deleting port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:07.813727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.819978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eb44c-c569-4610-82f2-7196bfcc6a21 None None] Pushing event updated for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:07.845228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:07.846456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.856965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:49:07.857639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Attempting to bind port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:07.894580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:07.895767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Checking segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:07.897148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Bound using segment: {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:07.898205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Bound port: 8579884a-2aa4-44a3-b54a-a13e062a1d65, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06d87d-42a9-4166-bf13-6bf17db3fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:07.898749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:07.905011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:02Z', 'revision_number': 10, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:07.919059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:07.982877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52764364-07ab-4adb-80df-d286878482c2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7264345 Jan 27 19:49:07.990505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7269187d-e517-4d71-9ba2-ffbff33d205c no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:07.995331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874808f-1827-4166-aeab-5fc831898e55 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:02Z', 'revision_number': 10, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None, '_interfaces': [{'id': '49b7d792-ac02-4bee-875a-fd9c00ea78e7', 'name': '', 'network_id': '14e9ac50-3d31-4e7d-a58d-ba1d06327902', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'mac_address': 'fa:16:3e:0f:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:33Z', 'updated_at': '2022-01-27T19:47:54Z', 'revision_number': 5, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'subnets': [{'id': '9d7e1e5f-c611-4695-843d-2eeb83258500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:08.002113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-849aa96e-b877-49d1-ab49-df0fa394a8fa None None] Provisioning complete for port 8579884a-2aa4-44a3-b54a-a13e062a1d65 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:08.003256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849aa96e-b877-49d1-ab49-df0fa394a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.019604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:08.028593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'fixed_ips': [{'subnet_id': '2f69120f-c879-4f06-88c3-3b0c6e51a9d0'}, {'subnet_id': 'bed4f9da-ca8f-4328-83e5-4b413fe35200'}], 'name': 'tempest-PortsIpV6TestJSON-1433995929'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:08.120833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-849aa96e-b877-49d1-ab49-df0fa394a8fa None None] Port 8579884a-2aa4-44a3-b54a-a13e062a1d65 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:08.125040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.181344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7269187d-e517-4d71-9ba2-ffbff33d205c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:08.181750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7269187d-e517-4d71-9ba2-ffbff33d205c not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:08.184970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] For port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:08.185342 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.203767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:08.209480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:08.219074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16fcd83-2db5-46bc-95cc-8b1296851120 None None] Network cd01d972-411e-4070-9510-4d46403c84e0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:08.221484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Calling delete_port for c92e8124-6b5a-4b5f-91e8-ffdfed0c261f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:08.225196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.239913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1718de9a-ab61-429d-9084-597ce1c420dc req-ff19a80c-9854-4401-968d-a2f1aa83cc16 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289086 Jan 27 19:49:08.275816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:08.276573 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.497186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-97439d5d-78b0-4467-b66e-d158a36ffa95 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:08.497589 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97439d5d-78b0-4467-b66e-d158a36ffa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.636358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:08.653048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:08.655295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.659748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-4d507b8c-1dd5-43e7-b5a2-92776ca51d15 service neutron] 10.222.0.66 "PUT /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1122 time: 2.9641812 Jan 27 19:49:08.660524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:08.696903 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec171fda-4191-4491-9cea-6f661db981e1" -d '{"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:08.729209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:08.855915 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2f269-e3d4-4335-967c-46b13890f667 x-openstack-request-id: req-fef2f269-e3d4-4335-967c-46b13890f667 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:08.856577 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:08.861934 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fef2f269-e3d4-4335-967c-46b13890f667 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:08.865280 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'status': 'completed', 'code': 200} Jan 27 19:49:08.870134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,segment=NetworkSegment(56e8e41c-4a76-4479-ae6f-ddc0db3ee390),segment_id=56e8e41c-4a76-4479-ae6f-ddc0db3ee390)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:08.874061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:08.984971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for c92e8124-6b5a-4b5f-91e8-ffdfed0c261f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:09.171154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.196574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171fda-4191-4491-9cea-6f661db981e1 req-da85f73a-d22c-40d7-ba2e-ad7b7131a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:09.205885 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-da85f73a-d22c-40d7-ba2e-ad7b7131a56d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1125 time: 0.2772076 Jan 27 19:49:09.249189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.291309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['8579884a-2aa4-44a3-b54a-a13e062a1d65'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:49:09.303631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ab2e43e-04fb-409d-86aa-3c9b4331f887 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:09.419759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port ec55380d-f88a-4621-b055-758b58b3119e yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:49:09.456868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c07aa7f1-5eaf-41c9-aa1d-e19b0e358a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.469115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.587580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef986b-cdce-4d66-b249-840dc99a1c3b req-7258d02a-ff1d-4f3a-ad1b-475347949138 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:09.589194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8ef986b-cdce-4d66-b249-840dc99a1c3b req-7258d02a-ff1d-4f3a-ad1b-475347949138 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 0.1684418 Jan 27 19:49:09.591782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] Pushing event deleted for resources: {'Port': ['ID=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:09.624876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d83cbd-f001-44db-ae2e-8af4016db8f4 None None] No DVR routers for this DVR port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:09.645433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Router a6c9478f-5a6b-4a6e-a994-20728a2c4f20 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:09.676635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97439d5d-78b0-4467-b66e-d158a36ffa95 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:09.707263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Update dhcp port {'port': {'network_id': 'cd01d972-411e-4070-9510-4d46403c84e0', 'fixed_ips': [{'subnet_id': '2f69120f-c879-4f06-88c3-3b0c6e51a9d0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bed4f9da-ca8f-4328-83e5-4b413fe35200'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '2ab2e43e-04fb-409d-86aa-3c9b4331f887'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:49:09.711677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:09.712056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.785886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.882269 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c92e8124-6b5a-4b5f-91e8-ffdfed0c261f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.942074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Provisioning complete for port 8579884a-2aa4-44a3-b54a-a13e062a1d65 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:09.942457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:09.955647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8ef986b-cdce-4d66-b249-840dc99a1c3b req-093ee071-df53-4cac-904f-66061cc8c150 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504086 Jan 27 19:49:09.982258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=c92e8124-6b5a-4b5f-91e8-ffdfed0c261f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:10.006547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port c92e8124-6b5a-4b5f-91e8-ffdfed0c261f on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:10.073184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:10.089365 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] Sync routers for ids ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:10.094075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::181 (cd01d972-411e-4070-9510-4d46403c84e0/2f69120f-c879-4f06-88c3-3b0c6e51a9d0/ec55380d-f88a-4621-b055-758b58b3119e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:10.103998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8:0:1::327 (cd01d972-411e-4070-9510-4d46403c84e0/bed4f9da-ca8f-4328-83e5-4b413fe35200/ec55380d-f88a-4621-b055-758b58b3119e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:10.110647 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] Routers {'a6c9478f-5a6b-4a6e-a994-20728a2c4f20'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:10.114326 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.159459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.164289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0a85890a-a9dc-43b9-b302-8a496ca4a3e8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7251782 Jan 27 19:49:10.174334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:10.177434 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.185237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:10.187762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] Routers {'a6c9478f-5a6b-4a6e-a994-20728a2c4f20'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:10.188749 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:48:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.228820 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.230181 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b030a-534b-4ff9-8b4a-215c117971e2 None None] The sync data for ids ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:10.289157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (ec55380d-f88a-4621-b055-758b58b3119e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.320530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f5e7100d-a367-4ace-88ae-57e77b892e94), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.355090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:10.356453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ec55380d-f88a-4621-b055-758b58b3119e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.408982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e7100d-a367-4ace-88ae-57e77b892e94']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.429358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e8e41c-4a76-4479-ae6f-ddc0db3ee390') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.429748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e8e41c-4a76-4479-ae6f-ddc0db3ee390') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:10.515241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4c2a2af3-df7f-43ed-804e-25e7ef764cbf no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:10.537525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (56e8e41c-4a76-4479-ae6f-ddc0db3ee390), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.558457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4c2a2af3-df7f-43ed-804e-25e7ef764cbf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:10.559247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4c2a2af3-df7f-43ed-804e-25e7ef764cbf not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:10.560107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c92e8124-6b5a-4b5f-91e8-ffdfed0c261f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:10.604433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c92e8124-6b5a-4b5f-91e8-ffdfed0c261f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:10.605221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c92e8124-6b5a-4b5f-91e8-ffdfed0c261f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:10.616386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Allocated IP 2001:db8:0:1::2 (cd01d972-411e-4070-9510-4d46403c84e0/bed4f9da-ca8f-4328-83e5-4b413fe35200/2ab2e43e-04fb-409d-86aa-3c9b4331f887) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:10.631872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (56e8e41c-4a76-4479-ae6f-ddc0db3ee390), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.726413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:10.726819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (56e8e41c-4a76-4479-ae6f-ddc0db3ee390), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:10.744391 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:10.826869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Current status of the port 8579884a-2aa4-44a3-b54a-a13e062a1d65 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:10.827281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.924505 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f5e7100d-a367-4ace-88ae-57e77b892e94), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.944709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:10.965758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/f5e7100d-a367-4ace-88ae-57e77b892e94 HTTP/1.1" status: 204 len: 168 time: 4.3124795 Jan 27 19:49:10.976598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:11.007050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=ec55380d-f88a-4621-b055-758b58b3119e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:11.116555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171fda-4191-4491-9cea-6f661db981e1 req-416a6044-97ff-4954-934d-ec4d83bbd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:11.118132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-416a6044-97ff-4954-934d-ec4d83bbd9cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 1.9021873 Jan 27 19:49:11.131390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network cd01d972-411e-4070-9510-4d46403c84e0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:11.132701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ab2e43e-04fb-409d-86aa-3c9b4331f887,segment=NetworkSegment(cd9ec17f-4689-4402-bc12-683e8ee770d4),segment_id=cd9ec17f-4689-4402-bc12-683e8ee770d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:11.149721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6fce3-94f7-4f81-88d2-10dc84e45350 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=f5e7100d-a367-4ace-88ae-57e77b892e94,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:11.161297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:11.169167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:11.182201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:11.182881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:11.211770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Publish callbacks [] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:11.224613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:49:11.323233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-18c5bfca-4ba0-46da-b9c4-13cc8530d831 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3020875 Jan 27 19:49:11.335425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:11.351043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f69120f-c879-4f06-88c3-3b0c6e51a9d0'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:11.351240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:11.367018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 has no active binding in host n-h1-760453-6 {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 19:49:11.369715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:11.410682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-b89c412f-8be8-46ff-9cc3-52a027207200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1000 time: 0.2743537 Jan 27 19:49:11.430176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:11.432539 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552826e4-5ca1-45f3-8e50-73088f50615d" -d '{"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-plugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:11.478165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:11.504627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:11.563987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ec55380d-f88a-4621-b055-758b58b3119e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:11.617353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171fda-4191-4491-9cea-6f661db981e1 req-24a0704d-24d1-41c9-9056-da296b106dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:11.618880 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-24a0704d-24d1-41c9-9056-da296b106dd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.2007494 Jan 27 19:49:11.731885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f301ad8-dc1b-4cdf-9ca9-5726035c6f77 None None] Pushing event updated for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:11.857071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171fda-4191-4491-9cea-6f661db981e1 req-8a558436-1a57-426f-97e9-40c4584eff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:11.870019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-8a558436-1a57-426f-97e9-40c4584eff93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960759 Jan 27 19:49:11.882128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e482db-519d-477d-9395-163c9cb3e3d1 None None] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:12.118861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01815cfc-8a4f-4207-baea-0d1f90cb9d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.247119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Delete allocated IP 2001:db8:0:1::327 (cd01d972-411e-4070-9510-4d46403c84e0/bed4f9da-ca8f-4328-83e5-4b413fe35200) {{(pid=103322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:49:12.425666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (ec55380d-f88a-4621-b055-758b58b3119e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.430731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-4f3acc2c-8234-4141-b319-99ae0fde4768 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595820 Jan 27 19:49:12.431274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd2b4-a418-4f6f-b84a-a254b3cdfd20 req-ae53f569-61cf-4ad1-9a9a-923ce24f12f4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:12.433035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fdfd2b4-a418-4f6f-b84a-a254b3cdfd20 req-ae53f569-61cf-4ad1-9a9a-923ce24f12f4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 944 time: 1.2301500 Jan 27 19:49:12.436310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ec55380d-f88a-4621-b055-758b58b3119e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.515728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.655521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fdfd2b4-a418-4f6f-b84a-a254b3cdfd20 req-14d649c1-b5ed-4df7-a368-73de47b055f2 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633461 Jan 27 19:49:12.692307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-554fe09a-f50e-43e7-a4d5-b421d647205e None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:12.692806 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-554fe09a-f50e-43e7-a4d5-b421d647205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.705507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] In _notify_port_updated(), no bound segment for port ec55380d-f88a-4621-b055-758b58b3119e on network cd01d972-411e-4070-9510-4d46403c84e0 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:49:12.745842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:12.746648 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:12.761293 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/ports/ec55380d-f88a-4621-b055-758b58b3119e HTTP/1.1" status: 200 len: 926 time: 1.4215400 Jan 27 19:49:12.765123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46378) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:12.770343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec171fda-4191-4491-9cea-6f661db981e1 req-5f3c5759-a315-48fc-8c34-7b4d7fa33635 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230178 Jan 27 19:49:12.771824 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093e0f93-38a3-41eb-bdc2-ff5a7f2a9b9c x-openstack-request-id: req-093e0f93-38a3-41eb-bdc2-ff5a7f2a9b9c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:12.772288 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-plugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:12.772715 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-093e0f93-38a3-41eb-bdc2-ff5a7f2a9b9c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:12.773280 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'code': 200} Jan 27 19:49:12.774255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a21a0-b30f-4873-8ce5-0e73be2d40f0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=ec55380d-f88a-4621-b055-758b58b3119e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:12.829149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ab2e43e-04fb-409d-86aa-3c9b4331f887 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:12.853952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f69120f-c879-4f06-88c3-3b0c6e51a9d0'}, {'subnet_id': 'bed4f9da-ca8f-4328-83e5-4b413fe35200'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:12.971098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-090473fa-008f-409b-bd87-6f9ec04e4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:12.981568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-090473fa-008f-409b-bd87-6f9ec04e4461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1127 time: 0.1067145 Jan 27 19:49:13.071331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-554fe09a-f50e-43e7-a4d5-b421d647205e None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:13.090049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:13.090506 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.229154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ec55380d-f88a-4621-b055-758b58b3119e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.303522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-fe9f350a-8563-42f1-93ed-acdb87799898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:13.306758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-fe9f350a-8563-42f1-93ed-acdb87799898 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 0.2914195 Jan 27 19:49:13.355168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:13.361127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-81e65114-8857-4d85-98dd-3a771b5e3ab6 None None] Provisioning complete for port ec55380d-f88a-4621-b055-758b58b3119e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:13.363675 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81e65114-8857-4d85-98dd-3a771b5e3ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec55380d-f88a-4621-b055-758b58b3119e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.420623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.476369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-81e65114-8857-4d85-98dd-3a771b5e3ab6 None None] Port ec55380d-f88a-4621-b055-758b58b3119e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:13.493818 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-9eb20d27-5b98-45ba-8aaa-0379446984b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1002 time: 0.1740997 Jan 27 19:49:13.559322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-19fd2039-472b-4247-8e71-f33e86ab2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:13.561277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-19fd2039-472b-4247-8e71-f33e86ab2261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.0607173 Jan 27 19:49:13.616009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3f5759b8-dc01-4d13-83c8-bffde5bf9fea None None] Provisioning complete for port ec55380d-f88a-4621-b055-758b58b3119e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:13.616397 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f5759b8-dc01-4d13-83c8-bffde5bf9fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec55380d-f88a-4621-b055-758b58b3119e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.651106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-88e20ea8-3192-4453-8097-ca2a88ac39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:13.653300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-88e20ea8-3192-4453-8097-ca2a88ac39f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854604 Jan 27 19:49:13.746774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3f5759b8-dc01-4d13-83c8-bffde5bf9fea None None] Port ec55380d-f88a-4621-b055-758b58b3119e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:13.769954 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.821817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:13.836376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-ae5a1bc7-c5da-43b4-bd47-8169a2ead039 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723571 Jan 27 19:49:13.956643 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7d352ad6-ad9b-4582-b4dc-390ed1f45bb8 req-1b7313db-87fc-440b-b1a8-5e22ba6fe650 service neutron] 10.222.0.39 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119995 Jan 27 19:49:14.040532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fc86-ebff-4769-a8fb-6a3b4c215993 req-e640af27-cddd-4d23-87f6-6b5da41cbc8e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:14.042131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14f1fc86-ebff-4769-a8fb-6a3b4c215993 req-e640af27-cddd-4d23-87f6-6b5da41cbc8e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.2172434 Jan 27 19:49:14.116732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8:0:1::245 (cd01d972-411e-4070-9510-4d46403c84e0/bed4f9da-ca8f-4328-83e5-4b413fe35200/ec55380d-f88a-4621-b055-758b58b3119e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:14.145689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router a6c9478f-5a6b-4a6e-a994-20728a2c4f20 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:14.244950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14f1fc86-ebff-4769-a8fb-6a3b4c215993 req-7e446b18-830a-400c-944d-0eb4a608b68d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916189 Jan 27 19:49:14.407850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 49b7d792-ac02-4bee-875a-fd9c00ea78e7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:14.408203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.487141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:14.494308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (ec55380d-f88a-4621-b055-758b58b3119e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.499129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.499765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca5101fc-6381-4caa-b2cb-3c479df26fec tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "PUT /v2.0/routers/a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 200 len: 926 time: 4.3216903 Jan 27 19:49:14.503961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:14.507182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (ec55380d-f88a-4621-b055-758b58b3119e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.509774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] Sync routers for ids ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:14.526249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] Routers {'a6c9478f-5a6b-4a6e-a994-20728a2c4f20'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:14.527217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:14.595120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:14.616121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] Routers {'a6c9478f-5a6b-4a6e-a994-20728a2c4f20'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:14.616818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:14.636941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1f698c05-7d01-4e7e-9ab0-c34e2beeb458 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 200 len: 926 time: 0.1325316 Jan 27 19:49:14.637966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46402) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:14.661611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] In _notify_port_updated(), no bound segment for port ec55380d-f88a-4621-b055-758b58b3119e on network cd01d972-411e-4070-9510-4d46403c84e0 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:49:14.662962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:14.663639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a2ef-2c14-439d-9858-0a1279bb3d08 None None] The sync data for ids ['a6c9478f-5a6b-4a6e-a994-20728a2c4f20'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:14.681090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:14.681900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.685806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/ports/ec55380d-f88a-4621-b055-758b58b3119e HTTP/1.1" status: 200 len: 1012 time: 1.8417349 Jan 27 19:49:14.693080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:14.707626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a60919-903f-4451-b63e-62f705d2d0f7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=ec55380d-f88a-4621-b055-758b58b3119e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:14.755407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 49b7d792-ac02-4bee-875a-fd9c00ea78e7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=49b7d792-ac02-4bee-875a-fd9c00ea78e7,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:14.755769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.764951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87870747-c612-4cdf-b52d-fcf25df3f7e0 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:14.772947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46406) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:14.773500 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87870747-c612-4cdf-b52d-fcf25df3f7e0 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=a6c9478f-5a6b-4a6e-a994-20728a2c4f20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1336927 Jan 27 19:49:14.805404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 49b7d792-ac02-4bee-875a-fd9c00ea78e7 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:14.914479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-193bcc62-ebd2-43f5-8241-5e71f7272c6d None None] Provisioning complete for port ec55380d-f88a-4621-b055-758b58b3119e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:14.915609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-193bcc62-ebd2-43f5-8241-5e71f7272c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ec55380d-f88a-4621-b055-758b58b3119e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:14.964788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-193bcc62-ebd2-43f5-8241-5e71f7272c6d None None] Port ec55380d-f88a-4621-b055-758b58b3119e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:14.970141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc307b4d-169b-459d-b753-9c0558d32f87 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:14.974962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc307b4d-169b-459d-b753-9c0558d32f87 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.1966915 Jan 27 19:49:14.976596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46408) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:14.977275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port ec55380d-f88a-4621-b055-758b58b3119e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:14.977636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ec55380d-f88a-4621-b055-758b58b3119e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.012530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46410) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:15.013122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f67995b-3d66-4941-a8ab-fd448feff938 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 200 len: 205 time: 0.0338933 Jan 27 19:49:15.181128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.612689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.647028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ec55380d-f88a-4621-b055-758b58b3119e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.678763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for ec55380d-f88a-4621-b055-758b58b3119e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:15.691889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.700253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a11a-73d8-4172-8ed5-5aa02a82b12b req-d40e800d-a4b6-4f05-849f-cd34aa303299 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:15.701794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9419a11a-73d8-4172-8ed5-5aa02a82b12b req-d40e800d-a4b6-4f05-849f-cd34aa303299 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.2208185 Jan 27 19:49:15.800825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (49b7d792-ac02-4bee-875a-fd9c00ea78e7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:15.855958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=49b7d792-ac02-4bee-875a-fd9c00ea78e7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:16.061931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.068353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.088837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.176115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9419a11a-73d8-4172-8ed5-5aa02a82b12b req-d98b9cdc-d8f6-4833-9097-a4a5cdd340e5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623804 Jan 27 19:49:16.384013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:16.410332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port 899759ad-f062-47e7-ab3e-256931e78f8d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:16.410675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (899759ad-f062-47e7-ab3e-256931e78f8d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.412333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ec55380d-f88a-4621-b055-758b58b3119e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.528622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=ec55380d-f88a-4621-b055-758b58b3119e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:16.604762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:16.616485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46428) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:16.616941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b23b92c3-6d0b-4c05-b107-f44e8f8eb44d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6393385 Jan 27 19:49:16.619291 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:16.630222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:16.631235 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:16.640057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.645683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e8c768f-7afc-4f49-a2b2-92f0f3f65f99 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/ec55380d-f88a-4621-b055-758b58b3119e HTTP/1.1" status: 204 len: 168 time: 1.9474654 Jan 27 19:49:16.649097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:16.662891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (899759ad-f062-47e7-ab3e-256931e78f8d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.701352 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f0c695-f80f-4033-9955-e8df4a4bdc7a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:16.702871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d3f0c695-f80f-4033-9955-e8df4a4bdc7a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/ec55380d-f88a-4621-b055-758b58b3119e HTTP/1.1" status: 404 len: 333 time: 0.0528054 Jan 27 19:49:16.705584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting subnet 9d7e1e5f-c611-4695-843d-2eeb83258500 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:16.705727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:16.717087 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (9d7e1e5f-c611-4695-843d-2eeb83258500), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.719963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for 899759ad-f062-47e7-ab3e-256931e78f8d owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:16.726767 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:16.791637 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:16.812234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (9d7e1e5f-c611-4695-843d-2eeb83258500), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.832255 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:16.845494 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:16.847288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:16.855227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet bed4f9da-ca8f-4328-83e5-4b413fe35200 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:16.861108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (bed4f9da-ca8f-4328-83e5-4b413fe35200), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.916975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (bed4f9da-ca8f-4328-83e5-4b413fe35200), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.950887 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (9d7e1e5f-c611-4695-843d-2eeb83258500), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:16.954464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:17.040453 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:17.050822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (9d7e1e5f-c611-4695-843d-2eeb83258500), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.076564 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49122bb0-ee26-4d92-a0a4-8922253c5923 None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:17.111571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d175b-81be-4cd7-9fc1-bf8d15f73a08 None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:17.122538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7e1e5f-c611-4695-843d-2eeb83258500,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:17.126279 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.134112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-67664169-d6f1-4e1c-9e30-be73935225d2 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/9d7e1e5f-c611-4695-843d-2eeb83258500 HTTP/1.1" status: 204 len: 168 time: 0.5158265 Jan 27 19:49:17.135129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46434) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:17.148087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bed4f9da-ca8f-4328-83e5-4b413fe35200), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.217039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (899759ad-f062-47e7-ab3e-256931e78f8d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.232670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (14e9ac50-3d31-4e7d-a58d-ba1d06327902), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.281201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=899759ad-f062-47e7-ab3e-256931e78f8d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:17.347163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Deleting port 682a5574-e2ee-482d-ab98-385721b90219 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:17.347599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (682a5574-e2ee-482d-ab98-385721b90219), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.422221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (bed4f9da-ca8f-4328-83e5-4b413fe35200), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.458321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] For port 682a5574-e2ee-482d-ab98-385721b90219, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=682a5574-e2ee-482d-ab98-385721b90219,segment=NetworkSegment(47adf9c9-61b7-4baf-bbf0-fda8bae54c88),segment_id=47adf9c9-61b7-4baf-bbf0-fda8bae54c88)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:17.458697 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (682a5574-e2ee-482d-ab98-385721b90219), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.483203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] DHCP port deletion for 14e9ac50-3d31-4e7d-a58d-ba1d06327902 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:17.492845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Calling delete_port for 682a5574-e2ee-482d-ab98-385721b90219 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:17.494828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=bed4f9da-ca8f-4328-83e5-4b413fe35200,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:17.520326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.522799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405d243-b41d-4078-83f8-691f3a8b634b None None] Network cd01d972-411e-4070-9510-4d46403c84e0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:17.525374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dc4ac975-005b-459e-b554-34d6417e95fa tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/bed4f9da-ca8f-4328-83e5-4b413fe35200 HTTP/1.1" status: 204 len: 168 time: 0.8176949 Jan 27 19:49:17.531506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:17.607907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 2f69120f-c879-4f06-88c3-3b0c6e51a9d0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:17.614424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (682a5574-e2ee-482d-ab98-385721b90219), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.617842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (2f69120f-c879-4f06-88c3-3b0c6e51a9d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.622062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.657286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4fe4c-0857-41a0-ac12-1b216e040526 req-1f6a5625-8092-4353-bee3-6237df6f07b5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:17.659050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4c4fe4c-0857-41a0-ac12-1b216e040526 req-1f6a5625-8092-4353-bee3-6237df6f07b5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.3191681 Jan 27 19:49:17.692350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Port': ['ID=682a5574-e2ee-482d-ab98-385721b90219,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:17.697666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No DVR routers for this DVR port 682a5574-e2ee-482d-ab98-385721b90219 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:17.725393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Deleting port 682a5574-e2ee-482d-ab98-385721b90219 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:17.725763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (682a5574-e2ee-482d-ab98-385721b90219), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.818141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] For port 682a5574-e2ee-482d-ab98-385721b90219, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:17.818541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (682a5574-e2ee-482d-ab98-385721b90219), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.853848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (14e9ac50-3d31-4e7d-a58d-ba1d06327902), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.879046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2f69120f-c879-4f06-88c3-3b0c6e51a9d0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.888696 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.896771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e9ac50-3d31-4e7d-a58d-ba1d06327902']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:17.913605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47adf9c9-61b7-4baf-bbf0-fda8bae54c88') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:17.913907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47adf9c9-61b7-4baf-bbf0-fda8bae54c88') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:17.920627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.925741 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (47adf9c9-61b7-4baf-bbf0-fda8bae54c88), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.948289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47adf9c9-61b7-4baf-bbf0-fda8bae54c88), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.955738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:17.956213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (47adf9c9-61b7-4baf-bbf0-fda8bae54c88), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: items = [ Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:17.975746 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:18.056677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (14e9ac50-3d31-4e7d-a58d-ba1d06327902), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.075102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.086238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/networks/14e9ac50-3d31-4e7d-a58d-ba1d06327902 HTTP/1.1" status: 204 len: 168 time: 0.9498518 Jan 27 19:49:18.087439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46446) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:18.115617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4c4fe4c-0857-41a0-ac12-1b216e040526 req-54226896-9f6a-4945-bf6e-1df97232e1db tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042640 Jan 27 19:49:18.118580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a6c9478f-5a6b-4a6e-a994-20728a2c4f20), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.119123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router a6c9478f-5a6b-4a6e-a994-20728a2c4f20 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:18.124037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'routes': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:18.132705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.140901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea0c5a5e-21c5-4a88-b18a-a98dec46a530 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 204 len: 168 time: 3.1191134 Jan 27 19:49:18.146424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:18.165014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455690028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:18.195404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2f69120f-c879-4f06-88c3-3b0c6e51a9d0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.215461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Calling delete_port for 682a5574-e2ee-482d-ab98-385721b90219 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:18.222350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Port 682a5574-e2ee-482d-ab98-385721b90219 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:49:18.223723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (682a5574-e2ee-482d-ab98-385721b90219), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.233731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d483-2103-4365-b569-ab8933529438 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Pushing event deleted for resources: {'Network': ['ID=14e9ac50-3d31-4e7d-a58d-ba1d06327902,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:18.273369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Network 14e9ac50-3d31-4e7d-a58d-ba1d06327902 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:49:18.274150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] No DVR routers for this DVR port 682a5574-e2ee-482d-ab98-385721b90219 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:18.276211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb6834-d722-4ab7-8428-45beb370938a None None] Pushing event deleted for resources: {'Port': ['ID=682a5574-e2ee-482d-ab98-385721b90219,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:18.342881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2f69120f-c879-4f06-88c3-3b0c6e51a9d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.376568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=2f69120f-c879-4f06-88c3-3b0c6e51a9d0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:18.394558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Added routes are [] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 19:49:18.395166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.extraroute_db [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Removed routes are [] {{(pid=103322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 19:49:18.395690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.406526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.411172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea20c182-29a0-4932-a311-a47c3f52218e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/2f69120f-c879-4f06-88c3-3b0c6e51a9d0 HTTP/1.1" status: 204 len: 168 time: 0.8759725 Jan 27 19:49:18.417720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:18.423975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.425810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.501812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.510177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.542716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.545307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-970586e6-a81d-439d-bb89-e28aa6fdca93 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3911774 Jan 27 19:49:18.546998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:18.552529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:18.635160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-b51f8fcf-6c8e-4f5a-bf34-dc1fe1f1b5eb service neutron] 10.222.0.39 "GET /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65/bindings/n-h1-760453-6 HTTP/1.1" status: 200 len: 384 time: 0.4073374 Jan 27 19:49:18.645911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5456e-d809-40bb-b3a6-612826eeeee4 None None] Network cd01d972-411e-4070-9510-4d46403c84e0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:18.754034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9ad5e4d6-e8f3-4984-81a2-56a0659126e9 None None] Provisioning complete for port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:18.754468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e4d6-e8f3-4984-81a2-56a0659126e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.777800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cd01d972-411e-4070-9510-4d46403c84e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.791284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 682a5574-e2ee-482d-ab98-385721b90219 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:18.815877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 682a5574-e2ee-482d-ab98-385721b90219 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:18.816235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 682a5574-e2ee-482d-ab98-385721b90219 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:18.816657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49b7d792-ac02-4bee-875a-fd9c00ea78e7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:18.832283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.850127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:18.850445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 49b7d792-ac02-4bee-875a-fd9c00ea78e7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:18.850919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 49b7d792-ac02-4bee-875a-fd9c00ea78e7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:18.928823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5e4d6-e8f3-4984-81a2-56a0659126e9 None None] Current status of the port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:18.954530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] DHCP port deletion for cd01d972-411e-4070-9510-4d46403c84e0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:19.023627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Deleting port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:19.024301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.103081 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:49:19.112609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ab2e43e-04fb-409d-86aa-3c9b4331f887,segment=NetworkSegment(cd9ec17f-4689-4402-bc12-683e8ee770d4),segment_id=cd9ec17f-4689-4402-bc12-683e8ee770d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:19.113504 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.155848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Calling delete_port for 2ab2e43e-04fb-409d-86aa-3c9b4331f887 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:19.295016 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.327832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.336194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] Pushing event deleted for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:19.340886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6876d5c-54e5-47f0-ab40-3777b95c0b74 None None] No DVR routers for this DVR port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:19.383351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a154-47f3-463e-8e8a-900b017ac9b3 req-42a7a9c4-a2cf-40a3-b50e-79d130e784b9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:19.383351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec65a154-47f3-463e-8e8a-900b017ac9b3 req-42a7a9c4-a2cf-40a3-b50e-79d130e784b9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 946 time: 0.1286001 Jan 27 19:49:19.396662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:19.477219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec65a154-47f3-463e-8e8a-900b017ac9b3 req-08580ca1-21da-4347-b355-d84774ec804f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643771 Jan 27 19:49:19.571381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:19.579601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:19.580016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.592063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Sync routers for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:19.605630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.607051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:19.608165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:19.609788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55ddda05-40b5-4460-a266-fe97cfbacb9a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 704 time: 1.4932616 Jan 27 19:49:19.613046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:19.658424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.667380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c52fc807-db16-4160-a9aa-0c7dde067223 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 205 time: 0.0524442 Jan 27 19:49:19.667996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:19.681376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.700994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:19.768552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:19.784097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.806225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Checking router: cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:19.816175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Routers {'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:19.816927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:19.831591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Allocated IP 172.25.5.65 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/5e37ece4-6402-4d93-ac2f-c7ee7af1a221) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:19.910560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] Set router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:19.970337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for port (5e37ece4-6402-4d93-ac2f-c7ee7af1a221), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.979166 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.981755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:19.983858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:19.986659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:20.025798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (5e37ece4-6402-4d93-ac2f-c7ee7af1a221), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.044254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (cc4cb9d2-23ae-4bda-b2f2-48b16280ba71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.044756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:20.047961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdf67c-c909-43fb-a464-b0901b3f2b4f None None] The sync data for ids ['cc4cb9d2-23ae-4bda-b2f2-48b16280ba71'] in n-d-760453-6 is: [{'id': 'cc4cb9d2-23ae-4bda-b2f2-48b16280ba71', 'name': 'tempest-RoutersIpV6Test-router-688788538', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:26Z', 'updated_at': '2022-01-27T19:49:15Z', 'revision_number': 11, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:20.049173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:20.060378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.071088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eae6358b-d464-4e7b-b5b5-f935ace6c888 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 204 len: 168 time: 0.3989561 Jan 27 19:49:20.071824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:20.088519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110194367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:20.106270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:20.115525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:20.123923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port 2ab2e43e-04fb-409d-86aa-3c9b4331f887, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:20.124305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.126025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8579884a-2aa4-44a3-b54a-a13e062a1d65 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:20.128962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.130041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.131060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:20.133372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.173247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:20.175909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 2ab2e43e-04fb-409d-86aa-3c9b4331f887 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:20.183731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event updated for resources: {'Port': ['ID=5e37ece4-6402-4d93-ac2f-c7ee7af1a221,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:20.229473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:49:20.231694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (b51e6bee-2584-4d7a-b614-891ad5722f5e), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.234535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2ab2e43e-04fb-409d-86aa-3c9b4331f887), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.245998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.288731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=2ab2e43e-04fb-409d-86aa-3c9b4331f887,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:20.294103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port 2ab2e43e-04fb-409d-86aa-3c9b4331f887 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:20.298137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:20.301114 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d21cae-ff67-4e8f-a171-880a64b65d05" -d '{"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:20.338806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:20.354593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.355935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-76498377-f03c-459b-99b1-2b87d7bf02f4 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2716215 Jan 27 19:49:20.358848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:20.367754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:20.370365 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c742a322-4d21-4105-824f-95902d22fc09 x-openstack-request-id: req-c742a322-4d21-4105-824f-95902d22fc09 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:20.370539 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:20.370799 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c742a322-4d21-4105-824f-95902d22fc09 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:20.371205 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'code': 200} Jan 27 19:49:20.428062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:20.428637 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:20.429607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.462135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cd01d972-411e-4070-9510-4d46403c84e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.513130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd01d972-411e-4070-9510-4d46403c84e0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:20.528558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9ec17f-4689-4402-bc12-683e8ee770d4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:20.528860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9ec17f-4689-4402-bc12-683e8ee770d4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:20.552243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (cd9ec17f-4689-4402-bc12-683e8ee770d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.576550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (cd9ec17f-4689-4402-bc12-683e8ee770d4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.591556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:20.592835 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (cd9ec17f-4689-4402-bc12-683e8ee770d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:20.596020 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:20.688288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] Transition to ACTIVE for port object 8579884a-2aa4-44a3-b54a-a13e062a1d65 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:49:20.689649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cd01d972-411e-4070-9510-4d46403c84e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.714052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.715195 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/cd01d972-411e-4070-9510-4d46403c84e0 HTTP/1.1" status: 204 len: 168 time: 2.2964094 Jan 27 19:49:20.716842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.727178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:20.755390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ab2e43e-04fb-409d-86aa-3c9b4331f887 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:20.776829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2ab2e43e-04fb-409d-86aa-3c9b4331f887 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:20.777181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ab2e43e-04fb-409d-86aa-3c9b4331f887 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:20.792249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:20.796076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.816284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bec0e-c85e-4024-8a56-1c4aaa27f573 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=cd01d972-411e-4070-9510-4d46403c84e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:20.938885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d37c8f-725f-46ee-8cce-3c28b98d7d66 req-83b40351-6105-4354-aba1-e66d7b106cb5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:20.940693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96d37c8f-725f-46ee-8cce-3c28b98d7d66 req-83b40351-6105-4354-aba1-e66d7b106cb5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3718615 Jan 27 19:49:20.946530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:20.974707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] No DVR routers for this DVR port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:21.017850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8579884a-2aa4-44a3-b54a-a13e062a1d65 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:21.037499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96d37c8f-725f-46ee-8cce-3c28b98d7d66 req-2ee25f09-b941-4ad0-bfbe-75a141ab81e8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820940 Jan 27 19:49:21.095346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645c2ab-21dc-49b8-bc81-cae076991561 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:21.095346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5645c2ab-21dc-49b8-bc81-cae076991561 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3453302 Jan 27 19:49:21.095346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.100051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46490) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.191747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-c8ca23b6-3910-4ad5-ada9-8693663f20b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65/bindings/n-h1-760453-6/activate HTTP/1.1" status: 200 len: 369 time: 2.5097814 Jan 27 19:49:21.199860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3e7f451f-dd26-420b-816e-06e9cfd9b6e3 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0950942 Jan 27 19:49:21.200939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46492) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.204973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317760446'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:21.226596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:21.230764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.260514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:21.288374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ada2fb64-00b4-4e63-b2cb-1a3b04650a50), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.288374 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment ada2fb64-00b4-4e63-b2cb-1a3b04650a50 of type vlan for network 2a7dec61-f665-4602-af5b-4c1faffe0509 Jan 27 19:49:21.310032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Router b51e6bee-2584-4d7a-b614-891ad5722f5e is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:21.326400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.333609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.351775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2a7dec61-f665-4602-af5b-4c1faffe0509), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.364507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-6ac46c88-3b11-4244-b2c7-d346d316a054 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:21.366088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-6ac46c88-3b11-4244-b2c7-d346d316a054 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5&tenant_id=2e018dbe00a44688a7a2e0b982600366&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.0932283 Jan 27 19:49:21.434589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2a7dec61-f665-4602-af5b-4c1faffe0509), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.440424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:21.441030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.456466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:21.465180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.470205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a20418a-d2ad-42e8-9d86-66cee563ca86 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "PUT /v2.0/routers/b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 200 len: 698 time: 1.1096492 Jan 27 19:49:21.471067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46494) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.477544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Sync routers for ids ['b51e6bee-2584-4d7a-b614-891ad5722f5e'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:21.500436 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Routers {'b51e6bee-2584-4d7a-b614-891ad5722f5e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:21.501744 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b51e6bee-2584-4d7a-b614-891ad5722f5e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:21.604153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3999817 Jan 27 19:49:21.604956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.609914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:21.619037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Set router b51e6bee-2584-4d7a-b614-891ad5722f5e gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:21.644619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-974b0e28-e832-4dc7-ad61-5e98d64d995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:21.646256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-974b0e28-e832-4dc7-ad61-5e98d64d995b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 1096 time: 0.2715313 Jan 27 19:49:21.647422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b85bf-2941-4111-acc0-9832c93888cb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=2a7dec61-f665-4602-af5b-4c1faffe0509,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:21.656937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a7e420f1-804f-4243-b5b1-b21a9dda61ea tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/routers/b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 200 len: 704 time: 0.1787550 Jan 27 19:49:21.657380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46498) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.663212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:21.692652 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c094e0da-b0d6-4bf0-b5f9-1077539aeb75 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 200 len: 205 time: 0.0342536 Jan 27 19:49:21.706621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:21.755444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51e6bee-2584-4d7a-b614-891ad5722f5e', 'name': 'tempest-RoutersIpV6Test-router-1110194367', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:49:20Z', 'updated_at': '2022-01-27T19:49:20Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:21.784579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Router 8df7a7e4-25bf-420a-b00a-fa9673dc58b5 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:21.791850 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Checking router: b51e6bee-2584-4d7a-b614-891ad5722f5e for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:21.802700 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Routers {'b51e6bee-2584-4d7a-b614-891ad5722f5e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:21.803367 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b51e6bee-2584-4d7a-b614-891ad5722f5e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:21.865226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:21.930188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-55ce7fdf-5e85-46a2-a77c-d361ede9a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:21.932834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-55ce7fdf-5e85-46a2-a77c-d361ede9a981 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1096 time: 0.2371349 Jan 27 19:49:21.944578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:21.948472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.043523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:22.062927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] Sync routers for ids ['8df7a7e4-25bf-420a-b00a-fa9673dc58b5'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:22.065994 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] Set router b51e6bee-2584-4d7a-b614-891ad5722f5e gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:22.069964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.081109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8174244d-cde6-4249-96cf-af34841ecceb tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "PUT /v2.0/routers/8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 200 len: 882 time: 3.5327890 Jan 27 19:49:22.085414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.100223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] Routers {'8df7a7e4-25bf-420a-b00a-fa9673dc58b5'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:22.101208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8df7a7e4-25bf-420a-b00a-fa9673dc58b5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:22.179691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:22.198461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] Routers {'8df7a7e4-25bf-420a-b00a-fa9673dc58b5'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:22.200187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8df7a7e4-25bf-420a-b00a-fa9673dc58b5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:22.231288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51e6bee-2584-4d7a-b614-891ad5722f5e', 'name': 'tempest-RoutersIpV6Test-router-1110194367', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:49:20Z', 'updated_at': '2022-01-27T19:49:20Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:22.232658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.243761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router_controller (b51e6bee-2584-4d7a-b614-891ad5722f5e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.253676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:22.254457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b0128-ce98-42e2-9f8f-cfaa45edd962 None None] The sync data for ids ['8df7a7e4-25bf-420a-b00a-fa9673dc58b5'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:22.289289 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550dce53-d69c-4c7c-b4a0-5f398639f6d7 None None] The sync data for ids ['b51e6bee-2584-4d7a-b614-891ad5722f5e'] in n-d-760453-6 is: [{'id': 'b51e6bee-2584-4d7a-b614-891ad5722f5e', 'name': 'tempest-RoutersIpV6Test-router-1110194367', 'tenant_id': '6a23a6d86e3e4886ad136dacaa45c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:49:20Z', 'updated_at': '2022-01-27T19:49:20Z', 'revision_number': 2, 'project_id': '6a23a6d86e3e4886ad136dacaa45c307', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:22.331449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-bc0f93c6-7743-4317-8e1e-12baedcb9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:22.336705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-bc0f93c6-7743-4317-8e1e-12baedcb9885 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 0.3558595 Jan 27 19:49:22.340033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (b51e6bee-2584-4d7a-b614-891ad5722f5e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.340758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Fanout notify agent at l3_agent the message router_deleted on router b51e6bee-2584-4d7a-b614-891ad5722f5e {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:22.353700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.359071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-73718a5b-51bf-4462-bbe3-d2858eda480b tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 204 len: 168 time: 0.6420932 Jan 27 19:49:22.365898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46512) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.433717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d3c28eee-6a00-4899-aa9d-60edee25b064 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 200 len: 205 time: 0.0664878 Jan 27 19:49:22.434694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.490818 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-f31c2ea8-aa80-4c8f-942e-9d8c96c1dfb8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:22.494583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f31c2ea8-aa80-4c8f-942e-9d8c96c1dfb8 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/b51e6bee-2584-4d7a-b614-891ad5722f5e HTTP/1.1" status: 404 len: 336 time: 0.0505738 Jan 27 19:49:22.497378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.532754 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-89904a57-3452-4180-9bb8-5667d97e2d5f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:22.533309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89904a57-3452-4180-9bb8-5667d97e2d5f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:22.537167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-89904a57-3452-4180-9bb8-5667d97e2d5f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/94947c5d-be5d-4ce5-81dc-10f56263c849 HTTP/1.1" status: 404 len: 337 time: 0.0388632 Jan 27 19:49:22.540191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.575483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-27f710ca-0639-4a9b-b776-ec06833b512f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 1000 time: 0.2182052 Jan 27 19:49:22.576832 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8cef4d-5704-4c63-9b2c-91f4423bead9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:22.577642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8cef4d-5704-4c63-9b2c-91f4423bead9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:22.583432 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac8cef4d-5704-4c63-9b2c-91f4423bead9 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/676774a5-cd4d-4f96-9602-5527ad2da45e HTTP/1.1" status: 404 len: 337 time: 0.0421641 Jan 27 19:49:22.632832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.642172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-9fdcab1d-c39c-4884-9268-b20279854fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:22.643636 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-9fdcab1d-c39c-4884-9268-b20279854fe9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.0588582 Jan 27 19:49:22.682717 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-384fa45c-1e11-4f1a-94e1-923fdd67a1cb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:22.683189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384fa45c-1e11-4f1a-94e1-923fdd67a1cb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:22.689388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-384fa45c-1e11-4f1a-94e1-923fdd67a1cb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/fa776420-f484-48d2-93ae-6a24a77ab819 HTTP/1.1" status: 404 len: 337 time: 0.0525424 Jan 27 19:49:22.689592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46522) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.753110 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80bd7c3-b536-44d5-b234-6b968a561cc7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:22.754797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80bd7c3-b536-44d5-b234-6b968a561cc7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:22.759558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d80bd7c3-b536-44d5-b234-6b968a561cc7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/9d7e1e5f-c611-4695-843d-2eeb83258500 HTTP/1.1" status: 404 len: 337 time: 0.0663846 Jan 27 19:49:22.760228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46526) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.793829 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e58dda1d-d07c-4361-9b58-b8e1226934c1 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 200 len: 923 time: 0.7060533 Jan 27 19:49:22.796361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46530) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.824282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-14a4afe3-e6b5-43e0-81bb-566fd5617a1e tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 200 len: 205 time: 0.0609252 Jan 27 19:49:22.825693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46532) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.850390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81de4-bf44-4f1a-b7c4-6ecd92fe5e2d req-ec989756-8d27-48a1-bdfd-a5c73103d68e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:22.852197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27d81de4-bf44-4f1a-b7c4-6ecd92fe5e2d req-ec989756-8d27-48a1-bdfd-a5c73103d68e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.6042466 Jan 27 19:49:22.897457 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (19c08572-a12f-4585-bb72-63b5f972c534), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:22.918298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-1cba030f-4215-47a5-9def-4025f7c932b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:22.920450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-1cba030f-4215-47a5-9def-4025f7c932b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473180 Jan 27 19:49:22.921521 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-19e55667-9681-43f8-85af-4206e880d4b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:22.922617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-19e55667-9681-43f8-85af-4206e880d4b3 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/cc4cb9d2-23ae-4bda-b2f2-48b16280ba71 HTTP/1.1" status: 404 len: 336 time: 0.0824859 Jan 27 19:49:22.929740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:22.991315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92d439-e38b-44ab-beb2-d3a11a8e2c89 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:22.995336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3e92d439-e38b-44ab-beb2-d3a11a8e2c89 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=8df7a7e4-25bf-420a-b00a-fa9673dc58b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1953611 Jan 27 19:49:22.995588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.011979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-649e6599-7029-44a3-aad1-76ca691e783f tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=db615064-f3b2-4f43-be03-8e85cbfcff1e HTTP/1.1" status: 200 len: 205 time: 0.0596037 Jan 27 19:49:23.013739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.030289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27d81de4-bf44-4f1a-b7c4-6ecd92fe5e2d req-a3dc0c1b-1107-4706-aafb-07233bf99043 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672528 Jan 27 19:49:23.075079 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-94c2c5d9-dc67-492f-9bc9-2bd357121e7d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:23.078467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-94c2c5d9-dc67-492f-9bc9-2bd357121e7d tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/db615064-f3b2-4f43-be03-8e85cbfcff1e HTTP/1.1" status: 404 len: 336 time: 0.0629022 Jan 27 19:49:23.079323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.089662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=19c08572-a12f-4585-bb72-63b5f972c534,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:23.103812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-6aaad98f-fbc1-43bd-bf56-ae35d19a1033 service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751330 Jan 27 19:49:23.122500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:23.122867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: 2a7dec61-f665-4602-af5b-4c1faffe0509, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:23.141324 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5d0deb-6e96-4930-b31a-c179aafd7c22 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:23.141765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5d0deb-6e96-4930-b31a-c179aafd7c22 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:23.148091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee5d0deb-6e96-4930-b31a-c179aafd7c22 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/9d42c2d6-3885-4da5-99c7-662155bc2235 HTTP/1.1" status: 404 len: 337 time: 0.0652540 Jan 27 19:49:23.151087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.190018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d1c10fc8-fb3d-451a-92c9-79a9c87eba19 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 200 len: 205 time: 0.0375245 Jan 27 19:49:23.191585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:23.194130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.237560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacf726-8fef-41ec-a723-d5bbad957fae tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:23.238999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9bacf726-8fef-41ec-a723-d5bbad957fae tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.2424853 Jan 27 19:49:23.246696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.251153 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-c715c7cc-2536-4107-ae4a-2a80667e4995 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:23.252503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c715c7cc-2536-4107-ae4a-2a80667e4995 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/7f2c48c6-fb74-417e-aba9-feefb7d556af HTTP/1.1" status: 404 len: 336 time: 0.0570843 Jan 27 19:49:23.256051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.273094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 2a7dec61-f665-4602-af5b-4c1faffe0509) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:23.281817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f92add-9271-48e0-b2bc-fc41761a6a6a None None] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:23.298981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:23.299766 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:23.318229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a68a1274-5022-497e-8c64-e7f7f8a98f87 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=40022156-abc9-445e-9a04-737f8bff521e HTTP/1.1" status: 200 len: 205 time: 0.0605118 Jan 27 19:49:23.318890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.377075 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-daabb6d6-f3c4-46b0-bb00-fdba8d6cfa2a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:23.383588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-daabb6d6-f3c4-46b0-bb00-fdba8d6cfa2a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/40022156-abc9-445e-9a04-737f8bff521e HTTP/1.1" status: 404 len: 336 time: 0.0624030 Jan 27 19:49:23.387265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5425a94d-0557-4354-adcc-d903cfa923c4 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7815344 Jan 27 19:49:23.387884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.403144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.439963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509', 'name': 'tempest-PortsIpV6TestJSON-1063736967'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:23.445147 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9620edcd-f240-40ea-a303-8be54a976b49 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:23.445646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9620edcd-f240-40ea-a303-8be54a976b49 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:23.453842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9620edcd-f240-40ea-a303-8be54a976b49 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/71a5381e-878e-4151-89a7-f2a1a90454e5 HTTP/1.1" status: 404 len: 337 time: 0.0647812 Jan 27 19:49:23.465370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.480398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-2a7dec61-f665-4602-af5b-4c1faffe0509', 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': '19c08572-a12f-4585-bb72-63b5f972c534'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:23.481764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:23.506551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f90b0585-b3db-4326-b914-aba089b02cb7 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32567e2-e5ef-4bb6-a1da-5c5a3228de97 HTTP/1.1" status: 200 len: 205 time: 0.0400324 Jan 27 19:49:23.537381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.611087 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-62ab6d13-a5dc-4860-bab8-6c723bc647c1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:23.612871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62ab6d13-a5dc-4860-bab8-6c723bc647c1 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/a32567e2-e5ef-4bb6-a1da-5c5a3228de97 HTTP/1.1" status: 404 len: 336 time: 0.0747960 Jan 27 19:49:23.616940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.658583 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a0fce-1ec6-4ee9-a121-40088a1593bb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:23.659985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499a0fce-1ec6-4ee9-a121-40088a1593bb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:23.665302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-499a0fce-1ec6-4ee9-a121-40088a1593bb tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/849574b4-d115-4e65-8906-92f97e7236dd HTTP/1.1" status: 404 len: 337 time: 0.0472145 Jan 27 19:49:23.669526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.726773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c71331e6-63c2-4615-a422-6708b39d72a5 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 HTTP/1.1" status: 200 len: 205 time: 0.0564873 Jan 27 19:49:23.729139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.780202 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ff75221e-81db-4ddf-8a6d-9e73d74f5d6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] delete failed (client error): The resource could not be found. Jan 27 19:49:23.781373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff75221e-81db-4ddf-8a6d-9e73d74f5d6a tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/routers/6bbe5e35-4e28-47ff-bf5b-8deadb4e8957 HTTP/1.1" status: 404 len: 336 time: 0.0511630 Jan 27 19:49:23.784917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.814713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Allocated IP 2001:db8::2 (2a7dec61-f665-4602-af5b-4c1faffe0509/19c08572-a12f-4585-bb72-63b5f972c534/2bff9230-d51d-445f-9f9e-275f2e71208d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:23.847504 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-50761f5d-1fa3-454a-b579-23d16847ddad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:23.850885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50761f5d-1fa3-454a-b579-23d16847ddad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:23.854707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-50761f5d-1fa3-454a-b579-23d16847ddad tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/e111271c-0745-4a2d-a88f-49de90570f1f HTTP/1.1" status: 404 len: 337 time: 0.0686569 Jan 27 19:49:23.857321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.869950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:23.874202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:23.876355 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eeef93ea-c8c7-4cb2-af1d-9af1719e2f84 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 200 len: 205 time: 0.6239870 Jan 27 19:49:23.881914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:23.901601 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe92b92-cffe-412f-affb-4cacc5bfc505 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] DELETE failed (client error): The resource could not be found. Jan 27 19:49:23.902139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe92b92-cffe-412f-affb-4cacc5bfc505 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:49:23.905510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efe92b92-cffe-412f-affb-4cacc5bfc505 tempest-RoutersIpV6Test-70370730 tempest-RoutersIpV6Test-70370730-project] 10.222.0.59 "DELETE /v2.0/subnets/2f2d8932-4393-458e-af6c-cafe6671aa0c HTTP/1.1" status: 404 len: 337 time: 0.0470555 Jan 27 19:49:23.936304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-e62b9f33-0f12-4d93-bef3-adbffb539661 service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057306 Jan 27 19:49:23.937021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:49:23.951477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.053009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.118916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks [] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.128841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.202398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Pushing event updated for resources: {'Port': ['ID=2bff9230-d51d-445f-9f9e-275f2e71208d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:24.217049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:24.219128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:24.222597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:24.237320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.303831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::36 (2a7dec61-f665-4602-af5b-4c1faffe0509/19c08572-a12f-4585-bb72-63b5f972c534/9572a2d8-3c7f-4bd7-aa83-1fde19991746) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:24.316954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94700b8c-b8f4-4124-87ce-3c15e6e8e587 req-0f8bfa19-8c20-4390-bd70-69088f8fdd28 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:24.331185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port 5e37ece4-6402-4d93-ac2f-c7ee7af1a221 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:24.331825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5e37ece4-6402-4d93-ac2f-c7ee7af1a221), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.335268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94700b8c-b8f4-4124-87ce-3c15e6e8e587 req-0f8bfa19-8c20-4390-bd70-69088f8fdd28 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1388173 Jan 27 19:49:24.375625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Attempting to bind port 2bff9230-d51d-445f-9f9e-275f2e71208d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:24.376668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Attempting to bind port 2bff9230-d51d-445f-9f9e-275f2e71208d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:24.377216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Attempting to bind port 2bff9230-d51d-445f-9f9e-275f2e71208d on network 2a7dec61-f665-4602-af5b-4c1faffe0509 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:24.388334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:24.389498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Checking segment: {'id': 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:24.392975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.394017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Bound using segment: {'id': 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:24.394592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Bound port: 2bff9230-d51d-445f-9f9e-275f2e71208d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:24.395184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.470132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:24.481696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5e37ece4-6402-4d93-ac2f-c7ee7af1a221), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.500477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94700b8c-b8f4-4124-87ce-3c15e6e8e587 req-b660d1e8-57e7-4977-97d3-0554dfda4928 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643124 Jan 27 19:49:24.519274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for 5e37ece4-6402-4d93-ac2f-c7ee7af1a221 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:24.537997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] For port 2bff9230-d51d-445f-9f9e-275f2e71208d, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:24.542147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] For port 2bff9230-d51d-445f-9f9e-275f2e71208d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2bff9230-d51d-445f-9f9e-275f2e71208d,segment=NetworkSegment(ada2fb64-00b4-4e63-b2cb-1a3b04650a50),segment_id=ada2fb64-00b4-4e63-b2cb-1a3b04650a50)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:24.549843 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.658410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484c1-f924-458f-a953-d9f004348311 req-518aa6e7-fe8f-46fd-be49-eebe4e4efe60 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:24.667624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0ad8-dc35-4a75-97d2-62f5fc626f9d None None] Pushing event updated for resources: {'Port': ['ID=2bff9230-d51d-445f-9f9e-275f2e71208d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:24.676244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-518aa6e7-fe8f-46fd-be49-eebe4e4efe60 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5&tenant_id=2e018dbe00a44688a7a2e0b982600366&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 1096 time: 0.2471399 Jan 27 19:49:24.683563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.764809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.849802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-16f5c5e4-d29c-4ba8-a7da-9e10f3cbf784 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a23a6d86e3e4886ad136dacaa45c307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717158 Jan 27 19:49:24.855688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:24.859070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:24.864926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:24.866905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=9572a2d8-3c7f-4bd7-aa83-1fde19991746,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:24.870006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:24.884205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:24.884859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.911756 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.919121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-930edc39-7431-4a7e-8123-b8db0de7f6d1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5144477 Jan 27 19:49:24.920105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:24.926711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '2a7dec61-f665-4602-af5b-4c1faffe0509', 'name': 'tempest-PortsIpV6TestJSON-1148925541'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:24.975597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f57484c1-f924-458f-a953-d9f004348311 req-5fc4d0f3-973f-4751-98fd-bb55aa705469 service neutron] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:24.982569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f57484c1-f924-458f-a953-d9f004348311 req-5fc4d0f3-973f-4751-98fd-bb55aa705469 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:24.983738 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-5fc4d0f3-973f-4751-98fd-bb55aa705469 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65/bindings/n-h2-760453-6 HTTP/1.1" status: 204 len: 173 time: 0.2977805 Jan 27 19:49:25.004096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] Publish callbacks [] for security_group (65e3874f-848e-4eed-a0b9-4f775246fbc0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.046204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5e37ece4-6402-4d93-ac2f-c7ee7af1a221), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.057136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] Publish callbacks [] for security_group (65e3874f-848e-4eed-a0b9-4f775246fbc0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.110495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=5e37ece4-6402-4d93-ac2f-c7ee7af1a221,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:25.137694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:25.145645 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.167579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:49:25.258205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.260122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (65e3874f-848e-4eed-a0b9-4f775246fbc0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.263760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.265123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65e3874f-848e-4eed-a0b9-4f775246fbc0 HTTP/1.1" status: 204 len: 168 time: 0.4082088 Jan 27 19:49:25.314535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90fc4-396b-4eaf-bda0-bb4222fa5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3874f-848e-4eed-a0b9-4f775246fbc0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:25.416196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::89 (2a7dec61-f665-4602-af5b-4c1faffe0509/19c08572-a12f-4585-bb72-63b5f972c534/588dd9d9-02be-40d8-a3d6-e1c2d5d5352f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:25.497368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.500180 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.560138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8df7a7e4-25bf-420a-b00a-fa9673dc58b5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.561178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router 8df7a7e4-25bf-420a-b00a-fa9673dc58b5 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:25.586897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.596989 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-772c9a5d-e257-4202-b392-599b9e618d13 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 204 len: 168 time: 1.7132206 Jan 27 19:49:25.598126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:25.607582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2143906285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:25.723064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.724314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.944096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:25.977862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3099-6059-47f6-a62b-49896ab34c5c req-9df674cb-6b9e-4d77-8bc0-6d7d223da4c1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:25.980916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ee3099-6059-47f6-a62b-49896ab34c5c req-9df674cb-6b9e-4d77-8bc0-6d7d223da4c1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.2889316 Jan 27 19:49:25.987417 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.027664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.093090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ee3099-6059-47f6-a62b-49896ab34c5c req-92968284-83a4-47bb-b1e4-dc567f3fcddf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915494 Jan 27 19:49:26.099379 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.102181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf0a21d5-92dd-46e9-b3d9-4897c31ba02e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5029404 Jan 27 19:49:26.104973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46628) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:26.112604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': True}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:26.193553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.244563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:26.250750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:26.305461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:26.311143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:26.312044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.359624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4376888 Jan 27 19:49:26.363963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:26.481734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328330-8140-4c27-ad14-d18ed654c69f req-34bb8739-29fd-4e95-9143-ee865b630858 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:26.491176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02328330-8140-4c27-ad14-d18ed654c69f req-34bb8739-29fd-4e95-9143-ee865b630858 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1096 time: 0.2042606 Jan 27 19:49:26.499075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb13e8-b3ce-495c-9159-ccdab64e845b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=588dd9d9-02be-40d8-a3d6-e1c2d5d5352f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:26.578527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10caf48-ee63-44ca-a8d5-f005546174cd None None] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:26.603985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02328330-8140-4c27-ad14-d18ed654c69f req-3aa767f1-c2d0-452c-a14c-05741e32cd7a tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999753 Jan 27 19:49:26.608481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.616277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f76577-92a2-44c3-a22e-822d5f5406ee tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:26.618447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-01f76577-92a2-44c3-a22e-822d5f5406ee tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36 HTTP/1.1" status: 200 len: 928 time: 0.2532334 Jan 27 19:49:26.621454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:26.698157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46648) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:26.900920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb456-49bc-4649-a063-46ebd302771c req-1956a721-7699-4e86-a400-8f211747c05e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:26.906750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-968fb456-49bc-4649-a063-46ebd302771c req-1956a721-7699-4e86-a400-8f211747c05e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.0939555 Jan 27 19:49:26.925348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Provisioning complete for port 2bff9230-d51d-445f-9f9e-275f2e71208d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:26.925733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.964429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:26.965483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:26.971890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2129380958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:27.048859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2bff9230-d51d-445f-9f9e-275f2e71208d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:27.050673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (fae2deb5-d6ab-4eef-b912-031099731244), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.051757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (fae2deb5-d6ab-4eef-b912-031099731244), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.061147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-968fb456-49bc-4649-a063-46ebd302771c req-cc1f03fa-93df-4b5a-8acd-7d251db10021 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534424 Jan 27 19:49:27.090394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:27.161217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router_controller (fae2deb5-d6ab-4eef-b912-031099731244), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.177287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (fae2deb5-d6ab-4eef-b912-031099731244), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.196996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2bff9230-d51d-445f-9f9e-275f2e71208d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:27.197625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.217057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.230516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.236120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-491deeee-af47-4a43-836c-a316c9f5f696 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5343876 Jan 27 19:49:27.244307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba3add38-847d-42f1-94ef-38fc75856e20 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/442dc398-8249-4e5f-bb60-b73f0b27c303 HTTP/1.1" status: 200 len: 992 time: 0.1476810 Jan 27 19:49:27.244307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:27.271390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Current status of the port 2bff9230-d51d-445f-9f9e-275f2e71208d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:27.272583 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.303901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1987320775'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:27.338732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.357354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.388056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2bff9230-d51d-445f-9f9e-275f2e71208d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:27.388843 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.394039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] For port 2bff9230-d51d-445f-9f9e-275f2e71208d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2bff9230-d51d-445f-9f9e-275f2e71208d,segment=NetworkSegment(ada2fb64-00b4-4e63-b2cb-1a3b04650a50),segment_id=ada2fb64-00b4-4e63-b2cb-1a3b04650a50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:27.417068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:27.422655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.438692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:27.444123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.463214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.524431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129092d9-66c3-4a02-91a7-07a0d77159fc None None] Pushing event updated for resources: {'Port': ['ID=2bff9230-d51d-445f-9f9e-275f2e71208d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:27.559266 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:27.559788 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:27.568724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Provisioning complete for port 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:27.569314 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.633618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 172.25.5.222 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/bb74cb91-00a0-4ac4-adf4-bcab75d2a58b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:27.695274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Port 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:27.714443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Provisioning complete for port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:27.714830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.764294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:27.781827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Provisioning complete for port 2bff9230-d51d-445f-9f9e-275f2e71208d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:27.782216 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.904751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8092cfd6-15da-46c3-ab66-1648d1166418 None None] Current status of the port 2bff9230-d51d-445f-9f9e-275f2e71208d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:27.915909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (588dd9d9-02be-40d8-a3d6-e1c2d5d5352f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.937377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (bb74cb91-00a0-4ac4-adf4-bcab75d2a58b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:27.950900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for security_group (2607a06d-f81a-4f7d-900d-2d946398881a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.035300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2607a06d-f81a-4f7d-900d-2d946398881a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.039177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=588dd9d9-02be-40d8-a3d6-e1c2d5d5352f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:28.061130 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bb74cb91-00a0-4ac4-adf4-bcab75d2a58b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.142913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-edb35c96-03cf-4430-9750-e2d885588615 None None] Provisioning complete for port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:28.144894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:28.145070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edb35c96-03cf-4430-9750-e2d885588615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.156044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.162414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-506b29dd-ecbe-46a9-895a-84de32384a56 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/588dd9d9-02be-40d8-a3d6-e1c2d5d5352f HTTP/1.1" status: 204 len: 168 time: 1.5369627 Jan 27 19:49:28.167494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:28.173929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46672) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:28.175839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:28.188126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:28.212386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (faa11692-822c-4b41-b30b-5c2a63d4bdad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.213405 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Added segment faa11692-822c-4b41-b30b-5c2a63d4bdad of type vlan for network 32c03eac-6622-44a7-9272-e3f1220f6ddc Jan 27 19:49:28.253808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46674) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:28.254207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2bff9230-d51d-445f-9f9e-275f2e71208d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:28.260691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-edb35c96-03cf-4430-9750-e2d885588615 None None] Port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:28.267724 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63b5eda-e45d-4715-b0eb-08bb3141810c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:28.271874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c63b5eda-e45d-4715-b0eb-08bb3141810c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/588dd9d9-02be-40d8-a3d6-e1c2d5d5352f HTTP/1.1" status: 404 len: 333 time: 0.0922451 Jan 27 19:49:28.296306 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (32c03eac-6622-44a7-9272-e3f1220f6ddc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.305601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=bb74cb91-00a0-4ac4-adf4-bcab75d2a58b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:28.311909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46676) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:28.342841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.343201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.343547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.343886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.344220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.344553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.344882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.345207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.345568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.345894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.346734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.347060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.353651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.356197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (32c03eac-6622-44a7-9272-e3f1220f6ddc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.363944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:28.364657 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.390263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e061159e-0374-45f1-8b09-f71103adff66 None None] Could not find standard attr ID for object 588dd9d9-02be-40d8-a3d6-e1c2d5d5352f. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:49:28.407682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2607a06d-f81a-4f7d-900d-2d946398881a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:28.470221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.471991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.472810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.473485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.474113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.474789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.477172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.477718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.478203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.478688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.479196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.479672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.480148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:28.507372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2632673 Jan 27 19:49:28.512532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:28.517874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'subnet': {'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:28.544497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82ef3-9a60-44bf-bb02-c369dfece279 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Network': ['ID=32c03eac-6622-44a7-9272-e3f1220f6ddc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:28.559719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:28.661566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:28.668402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.792343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:28.890696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2bff9230-d51d-445f-9f9e-275f2e71208d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:28.959094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2bff9230-d51d-445f-9f9e-275f2e71208d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:28.959416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.073907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2bff9230-d51d-445f-9f9e-275f2e71208d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:29.160213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (428620f4-b9f7-49cd-b22d-ca00c0d40535), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.219110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 9572a2d8-3c7f-4bd7-aa83-1fde19991746 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:29.219621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.244537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Subnet': ['ID=428620f4-b9f7-49cd-b22d-ca00c0d40535,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:29.249043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Checking segment: {'id': 'faa11692-822c-4b41-b30b-5c2a63d4bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:29.249537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network hostable DHCP agents. Network: 32c03eac-6622-44a7-9272-e3f1220f6ddc, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:29.269808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:29.281698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 32c03eac-6622-44a7-9272-e3f1220f6ddc) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:29.287486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:29.288392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.292111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73889b-ef92-46ea-b827-1328408a2336 None None] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:29.334512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3636dfb4-0563-45c1-8048-0f66dd4554b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8205340 Jan 27 19:49:29.337594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:29.344156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'network': {'name': 'tempest-router-network01--1929633891'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:29.346702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 3f862dcd-53aa-48b6-8031-b3d5cce4cfde {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:29.347052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.372587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:29.377231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.414702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:29.439178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ae05789c-7221-469e-86c7-96355ac9f2fa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.439538 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Added segment ae05789c-7221-469e-86c7-96355ac9f2fa of type vlan for network 1253ebce-26ff-4fac-baf2-19283f02cbc0 Jan 27 19:49:29.491290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-32c03eac-6622-44a7-9272-e3f1220f6ddc', 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc', 'project_id': 'cae5ce5675e648e7ab5a3fafcc3819e7', 'fixed_ips': [{'subnet_id': '428620f4-b9f7-49cd-b22d-ca00c0d40535'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:29.493226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.496713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.539958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (1253ebce-26ff-4fac-baf2-19283f02cbc0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.556398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 9572a2d8-3c7f-4bd7-aa83-1fde19991746 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:29.588048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (1253ebce-26ff-4fac-baf2-19283f02cbc0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.593409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:29.594000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.714617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:29.721891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3828862 Jan 27 19:49:29.736284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eed82-ce9c-4e35-9959-6d27987d9e0d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Network': ['ID=1253ebce-26ff-4fac-baf2-19283f02cbc0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:29.773154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'network': {'name': 'tempest-router-network02--1592848328'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:29.811699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.812124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.865419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 3f862dcd-53aa-48b6-8031-b3d5cce4cfde owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:29.870579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.881408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:29.899360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.902482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:29.908065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:29.962780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Allocated IP 2001:db8::2 (32c03eac-6622-44a7-9272-e3f1220f6ddc/428620f4-b9f7-49cd-b22d-ca00c0d40535/0b69cb78-cc99-4334-9116-b5c496c5c3d7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:30.163752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9572a2d8-3c7f-4bd7-aa83-1fde19991746), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.187904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks [] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.201800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.216531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:30.218929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=9572a2d8-3c7f-4bd7-aa83-1fde19991746,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:30.322214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (76e201ed-dada-4a98-8d4e-9170e70785d4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.322973 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Added segment 76e201ed-dada-4a98-8d4e-9170e70785d4 of type vlan for network b0b0bc32-23a6-4f30-b052-89a0f37475a5 Jan 27 19:49:30.367107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:30.375698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Pushing event updated for resources: {'Port': ['ID=0b69cb78-cc99-4334-9116-b5c496c5c3d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:30.375884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.384463 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fbc4cbe8-7473-4ce0-9d53-827c131f0dab tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/9572a2d8-3c7f-4bd7-aa83-1fde19991746 HTTP/1.1" status: 204 len: 168 time: 2.0662129 Jan 27 19:49:30.387990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:30.389188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:30.391580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:30.449420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (b0b0bc32-23a6-4f30-b052-89a0f37475a5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.449640 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9f08c8-46d1-4996-9bda-48e863d7349f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:30.450994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c9f08c8-46d1-4996-9bda-48e863d7349f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/9572a2d8-3c7f-4bd7-aa83-1fde19991746 HTTP/1.1" status: 404 len: 333 time: 0.0616179 Jan 27 19:49:30.459655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:30.477397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Attempting to bind port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:30.477754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Attempting to bind port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'faa11692-822c-4b41-b30b-5c2a63d4bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:30.478037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Attempting to bind port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 on network 32c03eac-6622-44a7-9272-e3f1220f6ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:30.493040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:30.494016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Checking segment: {'id': 'faa11692-822c-4b41-b30b-5c2a63d4bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:30.494805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.495478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Bound using segment: {'id': 'faa11692-822c-4b41-b30b-5c2a63d4bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:30.496240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Bound port: 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa11692-822c-4b41-b30b-5c2a63d4bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '32c03eac-6622-44a7-9272-e3f1220f6ddc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:30.496644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.574538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:30.592091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 19c08572-a12f-4585-bb72-63b5f972c534 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:30.606267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (b0b0bc32-23a6-4f30-b052-89a0f37475a5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.616861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] For port 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:30.617861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:30.618574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.621030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] For port 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0b69cb78-cc99-4334-9116-b5c496c5c3d7,segment=NetworkSegment(faa11692-822c-4b41-b30b-5c2a63d4bdad),segment_id=faa11692-822c-4b41-b30b-5c2a63d4bdad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:30.623789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (19c08572-a12f-4585-bb72-63b5f972c534), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.631851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.700380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4a1a9-b092-4733-a1d8-b6138b313c61 None None] Pushing event updated for resources: {'Port': ['ID=0b69cb78-cc99-4334-9116-b5c496c5c3d7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:30.784259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3f862dcd-53aa-48b6-8031-b3d5cce4cfde), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.789338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0220108 Jan 27 19:49:30.792717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:30.799331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'subnet': {'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:30.834368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (19c08572-a12f-4585-bb72-63b5f972c534), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.932462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:30.937137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:30.983160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694af5e-8b6a-46de-b0e9-a0371e91c0c7 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Network': ['ID=b0b0bc32-23a6-4f30-b052-89a0f37475a5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:30.994638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:31.000350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:31.013061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] Sync routers for ids ['cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:31.013577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:31.059666 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] Routers {'cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:31.060312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:31.156138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:31.206251 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] Routers {'cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:31.207115 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:31.243580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (19c08572-a12f-4585-bb72-63b5f972c534), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.317544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:31.318333 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de2c4c-22ce-48dc-8e18-a73b8169531b None None] The sync data for ids ['cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:31.334912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=3f862dcd-53aa-48b6-8031-b3d5cce4cfde,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:31.342472 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.349013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9f43fc4-1d7c-46cd-868b-a35cc1430b88 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "PUT /v2.0/routers/cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 200 len: 919 time: 5.2426801 Jan 27 19:49:31.357988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:31.475786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (19c08572-a12f-4585-bb72-63b5f972c534), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.570319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=19c08572-a12f-4585-bb72-63b5f972c534,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:31.584987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.588810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-67f96c21-3c4c-4932-8fa1-cd6f31a51591 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/19c08572-a12f-4585-bb72-63b5f972c534 HTTP/1.1" status: 204 len: 168 time: 1.1211681 Jan 27 19:49:31.592411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:31.600405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33250219-b610-4e98-8c2e-679921597363 None None] Network 2a7dec61-f665-4602-af5b-4c1faffe0509 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:31.612686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (442dc398-8249-4e5f-bb60-b73f0b27c303), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.613035 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 442dc398-8249-4e5f-bb60-b73f0b27c303 disassociated (deleted). External IP: 172.25.5.115, port: 8579884a-2aa4-44a3-b54a-a13e062a1d65. Jan 27 19:49:31.730215 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-23412e89-2ecc-464e-a8d5-c9245078042a tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 200 len: 925 time: 0.3719573 Jan 27 19:49:31.735827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:31.804648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Deleting subnet 5982f783-7056-4282-b312-12d03770d972 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:31.820119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2a7dec61-f665-4602-af5b-4c1faffe0509), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.840987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Publish callbacks [] for subnet (5982f783-7056-4282-b312-12d03770d972), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:31.900427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e186e-0b6d-4dab-8d03-62c6afbe19c1 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:31.904951 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-206e186e-0b6d-4dab-8d03-62c6afbe19c1 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1635039 Jan 27 19:49:31.906534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:31.997158 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.004487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] DHCP port deletion for 2a7dec61-f665-4602-af5b-4c1faffe0509 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:32.104144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Deleting port 2bff9230-d51d-445f-9f9e-275f2e71208d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:32.104819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.113303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (5982f783-7056-4282-b312-12d03770d972), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.115078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Subnet': ['ID=4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:32.206908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5982f783-7056-4282-b312-12d03770d972), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.209091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba853b-5088-4da8-ba58-69da74f4e38d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:32.224057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-74ba853b-5088-4da8-ba58-69da74f4e38d tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.3160040 Jan 27 19:49:32.227271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46722) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:32.252059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 2bff9230-d51d-445f-9f9e-275f2e71208d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:32.252419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.254382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Checking segment: {'id': 'ae05789c-7221-469e-86c7-96355ac9f2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:32.254732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network hostable DHCP agents. Network: 1253ebce-26ff-4fac-baf2-19283f02cbc0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:32.277467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] For port 2bff9230-d51d-445f-9f9e-275f2e71208d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2bff9230-d51d-445f-9f9e-275f2e71208d,segment=NetworkSegment(ada2fb64-00b4-4e63-b2cb-1a3b04650a50),segment_id=ada2fb64-00b4-4e63-b2cb-1a3b04650a50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:32.277881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.308109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Calling delete_port for 2bff9230-d51d-445f-9f9e-275f2e71208d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:32.318436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:32.322014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b74c26d0-50c1-48b0-8883-8dcca1008a1d tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 200 len: 205 time: 0.0935562 Jan 27 19:49:32.378385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router b12b88d9-decc-48b4-81cb-262f65a2b613 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:32.427160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port 2bff9230-d51d-445f-9f9e-275f2e71208d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2bff9230-d51d-445f-9f9e-275f2e71208d,segment=NetworkSegment(ada2fb64-00b4-4e63-b2cb-1a3b04650a50),segment_id=ada2fb64-00b4-4e63-b2cb-1a3b04650a50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:32.427538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.475780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.490434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:32.491953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 2bff9230-d51d-445f-9f9e-275f2e71208d owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:32.561692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Pushing event deleted for resources: {'Port': ['ID=2bff9230-d51d-445f-9f9e-275f2e71208d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:32.594242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] No DVR routers for this DVR port 2bff9230-d51d-445f-9f9e-275f2e71208d on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:32.619024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b07a142-cd62-4a08-9d04-c4388537adc0 None None] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:32.620689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:32.621844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 1253ebce-26ff-4fac-baf2-19283f02cbc0) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:32.623801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (5982f783-7056-4282-b312-12d03770d972), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.631639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.668588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.670412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.671553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.672530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.677415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.680123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.680123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.680123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.682637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.683226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.683630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.695848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.697216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f562-796d-4bf0-b47e-61b89e28b557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:49:32.716444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:32.717046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.722074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5982f783-7056-4282-b312-12d03770d972,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:32.730415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-309b5ab6-609e-46a8-966d-1f642470df54 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/floatingips/442dc398-8249-4e5f-bb60-b73f0b27c303 HTTP/1.1" status: 204 len: 168 time: 4.4739630 Jan 27 19:49:32.730761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:32.733060 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60df7569-7442-4ccb-ab90-5775a49a8fee" -d '{"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:32.735311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.745014 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46734) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:32.753815 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff99062e-ac9e-4813-b2be-3f11aa8f7370 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5982f783-7056-4282-b312-12d03770d972 HTTP/1.1" status: 204 len: 168 time: 1.7402472 Jan 27 19:49:32.757360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb81278-8df7-4218-a635-df784dc28ec5 None None] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:32.769630 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2bff9230-d51d-445f-9f9e-275f2e71208d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.803753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be981c82-324f-45d0-8d90-a9ce3848c06e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0097306 Jan 27 19:49:32.804738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:32.810760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'subnet': {'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:32.826911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:32.829683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Sync routers for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:32.962486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=2bff9230-d51d-445f-9f9e-275f2e71208d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:33.007910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port 2bff9230-d51d-445f-9f9e-275f2e71208d on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:33.079766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.095871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0b69cb78-cc99-4334-9116-b5c496c5c3d7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:33.229948 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadcc38-aaa3-41fe-88ea-5fedd19545dc x-openstack-request-id: req-bdadcc38-aaa3-41fe-88ea-5fedd19545dc {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:33.230278 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:33.230503 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdadcc38-aaa3-41fe-88ea-5fedd19545dc {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:33.231099 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'status': 'completed', 'code': 200} Jan 27 19:49:33.234615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2a7dec61-f665-4602-af5b-4c1faffe0509), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.288206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Provisioning complete for port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:33.288577 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.316260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:33.316924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.354162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.369116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:33.380429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.489783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7dec61-f665-4602-af5b-4c1faffe0509']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.534832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.535285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada2fb64-00b4-4e63-b2cb-1a3b04650a50') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.566089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.601526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ada2fb64-00b4-4e63-b2cb-1a3b04650a50), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.627246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:33.627672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.658357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425480-aa29-4b53-a33b-add85a6955cd req-3b5f79a5-230e-4e6c-9235-977ab40cadd7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:33.666119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96425480-aa29-4b53-a33b-add85a6955cd req-3b5f79a5-230e-4e6c-9235-977ab40cadd7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3460970 Jan 27 19:49:33.671125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c8ca99-3f4f-43c0-8aa2-6c7df0b00385']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.699286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f23023a-a0d8-4cdc-935e-8be035c79baa') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.699902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f23023a-a0d8-4cdc-935e-8be035c79baa') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:33.703454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-5c126c19-3f06-499c-bc28-e529e1a482f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:33.710866 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-5c126c19-3f06-499c-bc28-e529e1a482f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 1096 time: 0.3958225 Jan 27 19:49:33.727148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-1253ebce-26ff-4fac-baf2-19283f02cbc0', 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0', 'project_id': 'cae5ce5675e648e7ab5a3fafcc3819e7', 'fixed_ips': [{'subnet_id': '4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:33.728017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:33.728315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ada2fb64-00b4-4e63-b2cb-1a3b04650a50), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:34.310128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Allocated IP 2001:db8::2 (1253ebce-26ff-4fac-baf2-19283f02cbc0/4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec/760b46f9-9725-4c39-8e2f-c6e31f138684) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:34.639273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (1f23023a-a0d8-4cdc-935e-8be035c79baa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:34.651868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:34.683134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:34.683800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ada2fb64-00b4-4e63-b2cb-1a3b04650a50), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:34.691259 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:34.792730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96425480-aa29-4b53-a33b-add85a6955cd req-15c4246e-4522-46f7-ab83-d7df09825b33 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1253669 Jan 27 19:49:34.804972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port bb74cb91-00a0-4ac4-adf4-bcab75d2a58b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:34.829013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb74cb91-00a0-4ac4-adf4-bcab75d2a58b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:34.833927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1f23023a-a0d8-4cdc-935e-8be035c79baa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:34.988499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Current status of the port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:34.989182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.013615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb74cb91-00a0-4ac4-adf4-bcab75d2a58b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.040151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for bb74cb91-00a0-4ac4-adf4-bcab75d2a58b owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:35.131372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:35.131993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (1f23023a-a0d8-4cdc-935e-8be035c79baa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:35.134996 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:35.165442 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks [] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.188842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:35.198309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.201202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.315545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] For port 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0b69cb78-cc99-4334-9116-b5c496c5c3d7,segment=NetworkSegment(faa11692-822c-4b41-b30b-5c2a63d4bdad),segment_id=faa11692-822c-4b41-b30b-5c2a63d4bdad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:35.339163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-26e3208b-1d3d-4262-8c54-218e90d5260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:35.341033 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-26e3208b-1d3d-4262-8c54-218e90d5260a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 200 len: 897 time: 1.6043098 Jan 27 19:49:35.345938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.351057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-30c2590e-70c2-4f80-b095-872e08b3f1be tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:35.352871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-30c2590e-70c2-4f80-b095-872e08b3f1be tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.7340024 Jan 27 19:49:35.375433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2a7dec61-f665-4602-af5b-4c1faffe0509), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.391524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:35.395072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.412089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:35.412308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/2a7dec61-f665-4602-af5b-4c1faffe0509 HTTP/1.1" status: 204 len: 168 time: 3.8143272 Jan 27 19:49:35.431758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:35.435258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Pushing event updated for resources: {'Port': ['ID=760b46f9-9725-4c39-8e2f-c6e31f138684,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:35.437296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:35.501726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1899640761'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:35.554682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:35.555045 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:35.618061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-ddbcbfe7-b7da-424c-811e-3734d68a62ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 200 len: 217 time: 0.2644732 Jan 27 19:49:35.618866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d764f37-29d9-4212-894e-9b00a1bad79e tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=2a7dec61-f665-4602-af5b-4c1faffe0509,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:35.663778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (28c8ca99-3f4f-43c0-8aa2-6c7df0b00385), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.673383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67738fff-6c47-489d-aca2-84409ee0fcf4 None None] Pushing event updated for resources: {'Port': ['ID=0b69cb78-cc99-4334-9116-b5c496c5c3d7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:35.687845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.694356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] 10.222.0.59 "DELETE /v2.0/networks/28c8ca99-3f4f-43c0-8aa2-6c7df0b00385 HTTP/1.1" status: 204 len: 168 time: 2.9479218 Jan 27 19:49:35.707293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c1003183-18cd-4b8b-ba36-74ab32a681e5 None None] Provisioning complete for port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:35.725891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1003183-18cd-4b8b-ba36-74ab32a681e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.782915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-05102ac3-abc6-4cc2-a2dc-d7f538682b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:35.787268 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-05102ac3-abc6-4cc2-a2dc-d7f538682b45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 200 len: 835 time: 0.1483481 Jan 27 19:49:35.790625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Attempting to bind port 760b46f9-9725-4c39-8e2f-c6e31f138684 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:35.791000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Attempting to bind port 760b46f9-9725-4c39-8e2f-c6e31f138684 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ae05789c-7221-469e-86c7-96355ac9f2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:35.791383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Attempting to bind port 760b46f9-9725-4c39-8e2f-c6e31f138684 on network 1253ebce-26ff-4fac-baf2-19283f02cbc0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:35.797932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (51bbed5c-75ee-4b30-b02c-c33207070de0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.810222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:35.810674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Checking segment: {'id': 'ae05789c-7221-469e-86c7-96355ac9f2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:35.811102 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.811509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Bound using segment: {'id': 'ae05789c-7221-469e-86c7-96355ac9f2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:35.812008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Bound port: 760b46f9-9725-4c39-8e2f-c6e31f138684, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae05789c-7221-469e-86c7-96355ac9f2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1253ebce-26ff-4fac-baf2-19283f02cbc0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:35.812399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:35.885872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:35.886766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65755e-8534-4a99-a4e1-fd95f9e722ac admin admin] Pushing event deleted for resources: {'Network': ['ID=28c8ca99-3f4f-43c0-8aa2-6c7df0b00385,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:35.954715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-8a917bba-fb97-4c16-82a6-f8032d9cd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:35.958642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-8a917bba-fb97-4c16-82a6-f8032d9cd137 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e624cbc1-a22e-4af8-ad0d-cd664c8fc295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615708 Jan 27 19:49:36.069307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Checking router: b12b88d9-decc-48b4-81cb-262f65a2b613 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:36.136412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:36.156127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-140ff818-3214-4251-b0ca-9825624d8806 service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905162 Jan 27 19:49:36.157121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c1003183-18cd-4b8b-ba36-74ab32a681e5 None None] Current status of the port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:36.214210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:36.214809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:36.272753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-60df7569-7442-4ccb-ab90-5775a49a8fee req-f7435e97-5ba9-477e-ad58-f9d4e82e38a3 service neutron] 10.222.0.66 "GET /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105299 Jan 27 19:49:36.287743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:36.291441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] For port 760b46f9-9725-4c39-8e2f-c6e31f138684, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:36.324591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:36.332139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] For port 760b46f9-9725-4c39-8e2f-c6e31f138684, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=760b46f9-9725-4c39-8e2f-c6e31f138684,segment=NetworkSegment(ae05789c-7221-469e-86c7-96355ac9f2fa),segment_id=ae05789c-7221-469e-86c7-96355ac9f2fa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:36.336647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.359927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.407457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-65741894-f5fe-4a7b-8a87-3d46bb63be15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ab6f3b01879451a880803111a2adaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579587 Jan 27 19:49:36.410983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:36.444783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb74cb91-00a0-4ac4-adf4-bcab75d2a58b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.453780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2bff9230-d51d-445f-9f9e-275f2e71208d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:36.490026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Subnet': ['ID=51bbed5c-75ee-4b30-b02c-c33207070de0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:36.501897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=bb74cb91-00a0-4ac4-adf4-bcab75d2a58b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:36.505108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:36.556191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] Publish callbacks [] for security_group (4f9ca1e2-059f-4c1e-b0a6-ab534f435280), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.564170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2bff9230-d51d-445f-9f9e-275f2e71208d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:36.564512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2bff9230-d51d-445f-9f9e-275f2e71208d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:36.609947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] Publish callbacks [] for security_group (4f9ca1e2-059f-4c1e-b0a6-ab534f435280), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.645737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ee0c-be32-4f38-98ea-17e43542185e req-bc1fe95e-6329-4052-850e-26f5c5a7f3a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:36.645737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e14ee0c-be32-4f38-98ea-17e43542185e req-bc1fe95e-6329-4052-850e-26f5c5a7f3a7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 945 time: 0.6785736 Jan 27 19:49:36.673922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:36.718945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Checking segment: {'id': '76e201ed-dada-4a98-8d4e-9170e70785d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:36.720048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network hostable DHCP agents. Network: b0b0bc32-23a6-4f30-b052-89a0f37475a5, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:36.728074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a433b006-3324-41a8-9e5d-f45909f99f1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.728522 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment a433b006-3324-41a8-9e5d-f45909f99f1b of type vlan for network 7cecc347-c2c2-4a14-a911-c96dcee99e77 Jan 27 19:49:36.747710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e14ee0c-be32-4f38-98ea-17e43542185e req-907b83e8-5fd1-4be1-91ce-c4ca047ee78b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=a44a64b5-d2cd-45a7-844a-ecf443b34bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035445 Jan 27 19:49:36.800991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f9ca1e2-059f-4c1e-b0a6-ab534f435280), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.804355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.804813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 8579884a-2aa4-44a3-b54a-a13e062a1d65 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:36.805805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:36.814543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f9ca1e2-059f-4c1e-b0a6-ab534f435280 HTTP/1.1" status: 204 len: 168 time: 0.3960040 Jan 27 19:49:36.816145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1c65-7c12-4e5a-a927-ff59bd6ec48e None None] Pushing event updated for resources: {'Port': ['ID=760b46f9-9725-4c39-8e2f-c6e31f138684,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:36.858881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d701a9-fb60-49c0-b812-70a90d05126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ca1e2-059f-4c1e-b0a6-ab534f435280,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:36.892787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0b69cb78-cc99-4334-9116-b5c496c5c3d7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:37.003986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 8579884a-2aa4-44a3-b54a-a13e062a1d65, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8579884a-2aa4-44a3-b54a-a13e062a1d65,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:37.005437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.020613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 8579884a-2aa4-44a3-b54a-a13e062a1d65 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:37.164143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:37.164304 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.295929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:37.386421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd59289-f425-4a70-b036-a117a63a4037 None None] The sync data for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 is: [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:47:31Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6400b66f-286b-4341-a5fa-93d5ee9aab3a', 'name': '', 'network_id': 'e624cbc1-a22e-4af8-ad0d-cd664c8fc295', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:c6:bb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:30Z', 'updated_at': '2022-01-27T19:47:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '8e3cb136-a9f4-4762-a4f4-f635c7b9faad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:37.418133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (7cecc347-c2c2-4a14-a911-c96dcee99e77), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.432848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:37.459459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.484783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:37.544745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8579884a-2aa4-44a3-b54a-a13e062a1d65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.622245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, b0b0bc32-23a6-4f30-b052-89a0f37475a5) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:37.632039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f462a4c-6d6c-4c15-9511-6b90c39ec797 None None] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:37.683549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.686854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (7cecc347-c2c2-4a14-a911-c96dcee99e77), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.692401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:37.693029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.696313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=8579884a-2aa4-44a3-b54a-a13e062a1d65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:37.699419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:37.700007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.703989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:37.953329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=7cecc347-c2c2-4a14-a911-c96dcee99e77,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:38.051310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:38.072773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:38.274045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] No DVR routers for this DVR port 8579884a-2aa4-44a3-b54a-a13e062a1d65 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:38.275807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-b0b0bc32-23a6-4f30-b052-89a0f37475a5', 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5', 'project_id': 'cae5ce5675e648e7ab5a3fafcc3819e7', 'fixed_ips': [{'subnet_id': '51bbed5c-75ee-4b30-b02c-c33207070de0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:38.277245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:38.278023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:38.282340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68efa02c-ca3a-4659-9118-a0514d14eb07 req-165b03b6-2033-44c9-8efb-23c2f328cba9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "DELETE /v2.0/ports/8579884a-2aa4-44a3-b54a-a13e062a1d65 HTTP/1.1" status: 204 len: 173 time: 2.8775334 Jan 27 19:49:38.318069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-deleted', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:38.320841 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c0766-87c1-46bb-a1c6-4f1a7de7197e" -d '{"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-deleted", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:38.334878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:38.335447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:38.354086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:38.355708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7930608f-9f42-46ac-a181-e681bacbfe29 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 204 len: 168 time: 6.0347841 Jan 27 19:49:38.362455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-804d4944-820f-4e71-982d-fae74a2686c9 req-3bc56ab1-dd80-4b92-9b2d-0147143f50d9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=606ac337-06a0-4408-9f61-d90bac73f8c5 HTTP/1.1" status: 200 len: 210 time: 0.3902891 Jan 27 19:49:38.362652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:38.365509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198162214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:38.368757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e5603689-7271-4c0f-9505-88857d23e4bd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.9298494 Jan 27 19:49:38.396397 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca6ed5-ce79-43f8-accf-30c04d85b8fd None None] New status for floating IP 442dc398-8249-4e5f-bb60-b73f0b27c303: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:49:38.404434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:38.415659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46828) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:38.416912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e8c2ba5c-be1d-49e6-b947-a001b7e164ca tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6107466 Jan 27 19:49:38.434129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:38.450985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 8579884a-2aa4-44a3-b54a-a13e062a1d65 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:38.451724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8579884a-2aa4-44a3-b54a-a13e062a1d65 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:38.690664 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a96027-ac9b-4dfa-a830-f84c4c06b99e x-openstack-request-id: req-97a96027-ac9b-4dfa-a830-f84c4c06b99e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:38.690664 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ac337-06a0-4408-9f61-d90bac73f8c5", "name": "network-vif-deleted", "tag": "8579884a-2aa4-44a3-b54a-a13e062a1d65", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:38.690664 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97a96027-ac9b-4dfa-a830-f84c4c06b99e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:38.690664 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ac337-06a0-4408-9f61-d90bac73f8c5', 'name': 'network-vif-deleted', 'tag': '8579884a-2aa4-44a3-b54a-a13e062a1d65', 'status': 'completed', 'code': 200} Jan 27 19:49:38.896542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Allocated IP 2001:db8::2 (b0b0bc32-23a6-4f30-b052-89a0f37475a5/51bbed5c-75ee-4b30-b02c-c33207070de0/8ade770c-7ef7-4d2c-8541-7baedc86c8e4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:38.982780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:38.984765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.108055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4401a9d2-1747-47a6-810e-fb946bb74f35 None None] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:39.270208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:39.273185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.305029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:39.442237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.530079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.603644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.604927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-03edc68c-218e-470d-a117-76ee84cbe2a1 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2434084 Jan 27 19:49:39.610675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:39.619100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:39.648292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.718996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 760b46f9-9725-4c39-8e2f-c6e31f138684 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:39.729325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cc34846-53e0-4948-b4a6-a85d77d39ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.745168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46852) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:39.796059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Provisioning complete for port 760b46f9-9725-4c39-8e2f-c6e31f138684 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:39.796971 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.868821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks [] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.887501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:39.929108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1265709809-network', 'tenant_id': 'f134c2e00dfb43a1bdca148c6fa0de53'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:39.937946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Pushing event updated for resources: {'Port': ['ID=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:39.957706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 760b46f9-9725-4c39-8e2f-c6e31f138684 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:39.958277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.056209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:40.062696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:40.068395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:40.089040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Current status of the port 760b46f9-9725-4c39-8e2f-c6e31f138684 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:40.089466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.148515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Made reservation on behalf of f134c2e00dfb43a1bdca148c6fa0de53 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:40.161166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.183502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 760b46f9-9725-4c39-8e2f-c6e31f138684 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:40.183502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.265423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.273126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Attempting to bind port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:40.280382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Attempting to bind port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '76e201ed-dada-4a98-8d4e-9170e70785d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:40.280893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Attempting to bind port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 on network b0b0bc32-23a6-4f30-b052-89a0f37475a5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:40.301241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:40.301674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Checking segment: {'id': '76e201ed-dada-4a98-8d4e-9170e70785d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:40.302092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.302498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Bound using segment: {'id': '76e201ed-dada-4a98-8d4e-9170e70785d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:40.302990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Bound port: 8ade770c-7ef7-4d2c-8541-7baedc86c8e4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e201ed-dada-4a98-8d4e-9170e70785d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0b0bc32-23a6-4f30-b052-89a0f37475a5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:40.303380 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.319533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.325692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] For port 760b46f9-9725-4c39-8e2f-c6e31f138684, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=760b46f9-9725-4c39-8e2f-c6e31f138684,segment=NetworkSegment(ae05789c-7221-469e-86c7-96355ac9f2fa),segment_id=ae05789c-7221-469e-86c7-96355ac9f2fa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:40.365038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.501361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:40.510572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.608036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6df14567-2a8f-43ca-b320-0af71adab1fa None None] Provisioning complete for port 760b46f9-9725-4c39-8e2f-c6e31f138684 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:40.608359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6df14567-2a8f-43ca-b320-0af71adab1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.643064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f60898-fc83-4697-9797-b70c3d993223 None None] Pushing event updated for resources: {'Port': ['ID=760b46f9-9725-4c39-8e2f-c6e31f138684,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:40.647455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] For port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:40.650664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:40.651199 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:40.703095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] For port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,segment=NetworkSegment(76e201ed-dada-4a98-8d4e-9170e70785d4),segment_id=76e201ed-dada-4a98-8d4e-9170e70785d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:40.719345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.797333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': 'a433b006-3324-41a8-9e5d-f45909f99f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:40.798433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: 7cecc347-c2c2-4a14-a911-c96dcee99e77, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:40.862399 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks [] for security_group (cb021616-eb6d-4f8e-8634-567cfc65e9bd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.867058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c79453-90db-4e5f-a48f-be2e2b4135f1 None None] Pushing event updated for resources: {'Port': ['ID=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:40.870134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb021616-eb6d-4f8e-8634-567cfc65e9bd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:40.924959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6df14567-2a8f-43ca-b320-0af71adab1fa None None] Current status of the port 760b46f9-9725-4c39-8e2f-c6e31f138684 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:40.958194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:40.966212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:41.004564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e69dbb68-6eaf-4f3d-87af-190f7d35b20b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.005242 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Added segment e69dbb68-6eaf-4f3d-87af-190f7d35b20b of type vlan for network f3dd6da6-47c5-4c44-8d18-0634d077bc5d Jan 27 19:49:41.023356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb021616-eb6d-4f8e-8634-567cfc65e9bd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:41.025857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Allocated IP 2001:db8::1 (1253ebce-26ff-4fac-baf2-19283f02cbc0/4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec/c6249aaf-5cb8-488a-8136-b055f308170e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:41.045029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 7cecc347-c2c2-4a14-a911-c96dcee99e77) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:41.054732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9847d2-6a36-4c0f-a501-5c91236c34b7 None None] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:41.095818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:41.097094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.102584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f3dd6da6-47c5-4c44-8d18-0634d077bc5d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.279274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 760b46f9-9725-4c39-8e2f-c6e31f138684 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:41.281663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:49:41.345882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-7cecc347-c2c2-4a14-a911-c96dcee99e77', 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': 'ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:49:41.346927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.457329 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for port (c6249aaf-5cb8-488a-8136-b055f308170e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.475682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f3dd6da6-47c5-4c44-8d18-0634d077bc5d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.477274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:41.478587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.542579 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-76bbdcee-c572-414f-8039-7b226d63b262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1291578 Jan 27 19:49:41.547251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:41.548913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.582123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77', 'name': 'tempest-PortsIpV6TestJSON-561820184', 'fixed_ips': [{'subnet_id': 'ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc', 'ip_address': '2001:db8::10'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:41.687664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:41.693698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.739187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4324799 Jan 27 19:49:41.740344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:41.745414 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.779597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Request body: {'subnet': {'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1265709809-subnet', 'tenant_id': 'f134c2e00dfb43a1bdca148c6fa0de53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:41.804951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:41.807476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:41.808225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:41.844442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Allocated IP 2001:db8::2 (7cecc347-c2c2-4a14-a911-c96dcee99e77/ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc/dbbf2e8d-d79e-49eb-b654-72432e33e4fe) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:41.866751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b54d6c-e25d-47d3-94c3-48be03ed5366 admin admin] Pushing event updated for resources: {'Network': ['ID=f3dd6da6-47c5-4c44-8d18-0634d077bc5d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:41.933167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Made reservation on behalf of f134c2e00dfb43a1bdca148c6fa0de53 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:41.936582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.105578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.167265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Port': ['ID=c6249aaf-5cb8-488a-8136-b055f308170e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:42.186845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks [] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.211790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 760b46f9-9725-4c39-8e2f-c6e31f138684 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:42.216970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f3dd6da6-47c5-4c44-8d18-0634d077bc5d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:42.259154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.416309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Allocated IP 172.25.5.11 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/23b7d7d8-5f85-4199-89da-41c8bfdbb412) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:42.639851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:42.661675 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21d36677-9b6b-4a2b-889b-fb1c128e52ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.686299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:42.700762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:42.704185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.741974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Pushing event updated for resources: {'Port': ['ID=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:42.758044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (b12b88d9-decc-48b4-81cb-262f65a2b613), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.781906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-81a16101-3c76-49dc-a435-e12101de6b84 None None] Provisioning complete for port c6249aaf-5cb8-488a-8136-b055f308170e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:42.785220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81a16101-3c76-49dc-a435-e12101de6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.824624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Checking segment: {'id': 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:42.825062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Network hostable DHCP agents. Network: f3dd6da6-47c5-4c44-8d18-0634d077bc5d, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:42.917885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Network f3dd6da6-47c5-4c44-8d18-0634d077bc5d is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:42.931335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:42.939519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f3dd6da6-47c5-4c44-8d18-0634d077bc5d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:42.958537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:42.962170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:42.963713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86845da5-038b-4b26-8028-0aedcc3b0247 None None] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:42.989589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d235e3d-f389-4ba8-be24-2f14b8fa809d None None] Network f3dd6da6-47c5-4c44-8d18-0634d077bc5d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:43.047206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-84362516-b3f0-489e-921b-c65c92d5967d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2955759 Jan 27 19:49:43.053478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for port (23b7d7d8-5f85-4199-89da-41c8bfdbb412), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:43.113203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (23b7d7d8-5f85-4199-89da-41c8bfdbb412), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:43.230795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Pushing event updated for resources: {'Port': ['ID=23b7d7d8-5f85-4199-89da-41c8bfdbb412,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:43.243690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:43.245369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:43.251511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:43.311730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-81a16101-3c76-49dc-a435-e12101de6b84 None None] Port c6249aaf-5cb8-488a-8136-b055f308170e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:43.322754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 760b46f9-9725-4c39-8e2f-c6e31f138684 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:43.333911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:43.468962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Attempting to bind port dbbf2e8d-d79e-49eb-b654-72432e33e4fe on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:43.473705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Attempting to bind port dbbf2e8d-d79e-49eb-b654-72432e33e4fe by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'a433b006-3324-41a8-9e5d-f45909f99f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:43.474365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Attempting to bind port dbbf2e8d-d79e-49eb-b654-72432e33e4fe on network 7cecc347-c2c2-4a14-a911-c96dcee99e77 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:43.567495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479aa04c-3b89-4643-bcac-a13891755e92 None None] Network f3dd6da6-47c5-4c44-8d18-0634d077bc5d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:43.626158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:43.626765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Checking segment: {'id': 'a433b006-3324-41a8-9e5d-f45909f99f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:43.627513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:43.632403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Bound using segment: {'id': 'a433b006-3324-41a8-9e5d-f45909f99f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:43.632403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Bound port: dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a433b006-3324-41a8-9e5d-f45909f99f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:43.632403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:43.639151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:43.924480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router_gateway (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.010047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Provisioning complete for port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:44.010652 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.156508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 760b46f9-9725-4c39-8e2f-c6e31f138684 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:44.162563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:44.192278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.357745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.368059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.401073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for port (c6249aaf-5cb8-488a-8136-b055f308170e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.427083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:44.440741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port f4c0013f-7e6b-47df-b936-d50c9d805495 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:49:44.476951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-31737130-network', 'tenant_id': '548270b4adeb41f09b9d9779904c927e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:44.498055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.499397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.553189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] For port dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:44.568875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] For port dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,segment=NetworkSegment(a433b006-3324-41a8-9e5d-f45909f99f1b),segment_id=a433b006-3324-41a8-9e5d-f45909f99f1b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:44.577549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:44.578182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.585894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.687172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9281-1b21-4164-940c-ae27ab4e8f50 None None] Pushing event updated for resources: {'Port': ['ID=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:44.784591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Current status of the port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:44.784960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.940963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] For port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,segment=NetworkSegment(76e201ed-dada-4a98-8d4e-9170e70785d4),segment_id=76e201ed-dada-4a98-8d4e-9170e70785d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:44.950764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:44.976748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:44.977962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.277569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Router ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:45.291583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Port': ['ID=c6249aaf-5cb8-488a-8136-b055f308170e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:45.430146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Made reservation on behalf of 548270b4adeb41f09b9d9779904c927e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:45.432637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.524179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:45.529882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.531167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5c0ec91-9177-4b99-835a-599799f06c56 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "PUT /v2.0/routers/ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 200 len: 919 time: 5.9196920 Jan 27 19:49:45.542648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:45.553982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.569307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] Sync routers for ids ['ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:45.634664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] Routers {'ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:45.635478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:45.648619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-986d3671-7d16-4d37-a88f-e5b0fbf2b7df None None] Provisioning complete for port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:45.649161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-986d3671-7d16-4d37-a88f-e5b0fbf2b7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.678502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f676f2c9-5a48-4aeb-9001-3d89bf0b9acc tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 200 len: 925 time: 0.1394172 Jan 27 19:49:45.688239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46944) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:45.693584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.700962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::10 (7cecc347-c2c2-4a14-a911-c96dcee99e77/ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc/f4c0013f-7e6b-47df-b936-d50c9d805495) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:45.704737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks [] for security_group (aae9751d-e8f1-43ad-a0e1-c4a915bcbee8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.769740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aae9751d-e8f1-43ad-a0e1-c4a915bcbee8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.777539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.779268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:45.789605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036a9aa-1211-4137-8ab2-d99fe9d4a539 None None] Pushing event updated for resources: {'Port': ['ID=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:45.805455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] Routers {'ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:45.806894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:45.854137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9751d-e8f1-43ad-a0e1-c4a915bcbee8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:45.871533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:45.872742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592c937-ab68-42d9-86e0-98dbd99d9e55 None None] The sync data for ids ['ccc751ec-de37-403d-b5ea-2bcfdb8a85a6'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:45.892193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:45.892757 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:45.900715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:45.939400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885e2e8-3ef4-4b6f-be82-768205043f0b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:45.941846 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1885e2e8-3ef4-4b6f-be82-768205043f0b tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=ccc751ec-de37-403d-b5ea-2bcfdb8a85a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2479174 Jan 27 19:49:45.944628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46948) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:45.976289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-986d3671-7d16-4d37-a88f-e5b0fbf2b7df None None] Current status of the port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:45.977113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (353f2b23-bf5e-486e-ab77-e307ed919d6a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:45.977619 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Added segment 353f2b23-bf5e-486e-ab77-e307ed919d6a of type vlan for network dc1a1869-0dcf-45d1-ad46-cf02552ae49a Jan 27 19:49:46.043481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:46.068185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.088040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:46.139603 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (dc1a1869-0dcf-45d1-ad46-cf02552ae49a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.155498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34badb94-bad7-426e-8ac9-bd2bd9fa649c tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:46.156992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-34badb94-bad7-426e-8ac9-bd2bd9fa649c tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/networks/935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 881 time: 0.2110085 Jan 27 19:49:46.161447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:46.207764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-36debb6a-865d-460f-80cb-f1696279d802 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 200 len: 205 time: 0.0422163 Jan 27 19:49:46.208455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:46.263568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.resource_extend [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:49:46.434401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.492970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:46.537565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.628185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 6400b66f-286b-4341-a5fa-93d5ee9aab3a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:46.629629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.649201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (dc1a1869-0dcf-45d1-ad46-cf02552ae49a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.650748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:46.651738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.731012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-582ce772-81ad-4db4-8aa1-aaf7269dab29 None None] Provisioning complete for port c6249aaf-5cb8-488a-8136-b055f308170e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:46.732212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-582ce772-81ad-4db4-8aa1-aaf7269dab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.767630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.790642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3617828 Jan 27 19:49:46.793567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:46.816498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Request body: {'subnet': {'network_id': 'dc1a1869-0dcf-45d1-ad46-cf02552ae49a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-31737130-subnet', 'tenant_id': '548270b4adeb41f09b9d9779904c927e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:46.859981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-582ce772-81ad-4db4-8aa1-aaf7269dab29 None None] Port c6249aaf-5cb8-488a-8136-b055f308170e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:46.893976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ef34a-c017-4d74-9a2b-c66f4671fc0a None None] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:46.913791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Made reservation on behalf of 548270b4adeb41f09b9d9779904c927e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:46.919953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.934516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:46.990339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbbf2e8d-d79e-49eb-b654-72432e33e4fe up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:47.073284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49794cb-7462-472e-b1e9-289ce1cc93fd admin admin] Pushing event updated for resources: {'Network': ['ID=dc1a1869-0dcf-45d1-ad46-cf02552ae49a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:47.104369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Provisioning complete for port dbbf2e8d-d79e-49eb-b654-72432e33e4fe triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:47.104690 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.106561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network dc1a1869-0dcf-45d1-ad46-cf02552ae49a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:47.108508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port 23b7d7d8-5f85-4199-89da-41c8bfdbb412 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:47.108975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (23b7d7d8-5f85-4199-89da-41c8bfdbb412), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.114667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:47.124724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:47.155611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:47.167696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:47.169911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.255249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=f4c0013f-7e6b-47df-b936-d50c9d805495,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:47.267620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Router fae2deb5-d6ab-4eef-b912-031099731244 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:47.272650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 6400b66f-286b-4341-a5fa-93d5ee9aab3a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6400b66f-286b-4341-a5fa-93d5ee9aab3a,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:47.273185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.287200 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e8eff436-e2b4-4421-8836-ca727ab88be0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7074397 Jan 27 19:49:47.292229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46976) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:47.294430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dbbf2e8d-d79e-49eb-b654-72432e33e4fe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:47.294740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.299866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': '7cecc347-c2c2-4a14-a911-c96dcee99e77', 'name': 'tempest-PortsIpV6TestJSON-1815259339', 'fixed_ips': [{'subnet_id': 'ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc', 'ip_address': '2001:db8::f'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:47.331951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 6400b66f-286b-4341-a5fa-93d5ee9aab3a owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:47.428764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (23b7d7d8-5f85-4199-89da-41c8bfdbb412), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.445087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for 23b7d7d8-5f85-4199-89da-41c8bfdbb412 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:47.545162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Current status of the port dbbf2e8d-d79e-49eb-b654-72432e33e4fe is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:47.546276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.572704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dbbf2e8d-d79e-49eb-b654-72432e33e4fe is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:47.573760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.608386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] For port dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,segment=NetworkSegment(a433b006-3324-41a8-9e5d-f45909f99f1b),segment_id=a433b006-3324-41a8-9e5d-f45909f99f1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:47.619100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.650092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:47.667087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] Sync routers for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:47.690059 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:47.694652 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:47.719774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-efde450c-32f1-424d-8e5d-8da4ef911ebc tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2625194 Jan 27 19:49:47.759384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 46982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:47.799889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (23b7d7d8-5f85-4199-89da-41c8bfdbb412), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:47.815445 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:47.888396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=23b7d7d8-5f85-4199-89da-41c8bfdbb412,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:47.896762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:47.897642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:48.023598 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:48.027394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef06193-e0e6-4c4a-88c0-ad6497799ed4 None None] The sync data for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:48.044073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffeac7-865f-447e-934f-c70bc00b903f None None] Pushing event updated for resources: {'Port': ['ID=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:48.057067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (7fec2c52-5f9b-4252-a943-f757bb798e0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.078284 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:49:48.078644 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:49:48.079958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Provisioning complete for port f4c0013f-7e6b-47df-b936-d50c9d805495 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:48.080896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.091809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:48.105769 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.192743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Port f4c0013f-7e6b-47df-b936-d50c9d805495 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:48.210713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Provisioning complete for port dbbf2e8d-d79e-49eb-b654-72432e33e4fe triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:48.211094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.213904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.303090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 1e03d7df-0956-4e73-b5e1-e80a6d4d03ea yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:49:48.342932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 46992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:48.351600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fec2c52-5f9b-4252-a943-f757bb798e0b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:48.428905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.432316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Checking segment: {'id': '353f2b23-bf5e-486e-ab77-e307ed919d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dc1a1869-0dcf-45d1-ad46-cf02552ae49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:48.434095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Network hostable DHCP agents. Network: dc1a1869-0dcf-45d1-ad46-cf02552ae49a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:48.437405 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.439318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b2310a1-d4aa-4686-a204-608e6aefcddc None None] Current status of the port dbbf2e8d-d79e-49eb-b654-72432e33e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:48.574305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (ccc751ec-de37-403d-b5ea-2bcfdb8a85a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.577597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:48.594153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-75d4e972-46af-48d4-83d8-b407177d4a18 None None] Provisioning complete for port f4c0013f-7e6b-47df-b936-d50c9d805495 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:48.594380 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75d4e972-46af-48d4-83d8-b407177d4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.632815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.647081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-154bebf1-8472-42b6-ae85-2fc062af4de8 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 204 len: 168 time: 2.4353724 Jan 27 19:49:48.649775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:48.664608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-563081269', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:48.669811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Network dc1a1869-0dcf-45d1-ad46-cf02552ae49a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:48.726253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dbbf2e8d-d79e-49eb-b654-72432e33e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:48.728283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:48.734022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-75d4e972-46af-48d4-83d8-b407177d4a18 None None] Port f4c0013f-7e6b-47df-b936-d50c9d805495 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:48.767028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.771451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.827355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:48.827842 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.829171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::f (7cecc347-c2c2-4a14-a911-c96dcee99e77/ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc/1e03d7df-0956-4e73-b5e1-e80a6d4d03ea) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:48.860842 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.909659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, dc1a1869-0dcf-45d1-ad46-cf02552ae49a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:48.914824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:48.915720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:48.942280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c634272-3ac8-4257-8254-f8517fe9b5f8 None None] Network dc1a1869-0dcf-45d1-ad46-cf02552ae49a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:49.043904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d479238d-bca8-40ee-905b-f20ee83d3f32 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2483890 Jan 27 19:49:49.050449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032fbdb-c7e2-4a4c-bcd8-86f422ef929e req-0733d157-d92a-4068-b32d-d470297632af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:49.052040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6032fbdb-c7e2-4a4c-bcd8-86f422ef929e req-0733d157-d92a-4068-b32d-d470297632af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.7015126 Jan 27 19:49:49.167219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:49.179512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6400b66f-286b-4341-a5fa-93d5ee9aab3a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:49.260001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2e3e7-08b9-420d-ac48-5e9f6bd16b7e None None] Network dc1a1869-0dcf-45d1-ad46-cf02552ae49a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:49.287174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:49.433896 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6032fbdb-c7e2-4a4c-bcd8-86f422ef929e req-1a6e99b8-188e-40a7-8ad1-f947ec335d19 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780013 Jan 27 19:49:49.602391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbbf2e8d-d79e-49eb-b654-72432e33e4fe up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:49:49.733037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dbbf2e8d-d79e-49eb-b654-72432e33e4fe triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:49.733454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:49.982791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.009280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.048251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=6400b66f-286b-4341-a5fa-93d5ee9aab3a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:50.057530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dbbf2e8d-d79e-49eb-b654-72432e33e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:49:50.187754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Allocated IP 172.25.5.42 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1c0b5312-60d1-4783-9e22-1dda9044cffc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:50.329213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.371612 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-243a0415-b284-496b-ae92-be0c1bae956b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:49:50.376289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-243a0415-b284-496b-ae92-be0c1bae956b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6154840 Jan 27 19:49:50.377608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:50.510993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for port (1c0b5312-60d1-4783-9e22-1dda9044cffc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.557798 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.563056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (b12b88d9-decc-48b4-81cb-262f65a2b613), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.564760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-e599ef1e-c5c7-478c-98e1-494a8e5378d2 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:50.572403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-e599ef1e-c5c7-478c-98e1-494a8e5378d2 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 812 time: 0.5915589 Jan 27 19:49:50.601788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-4849e006-ca20-495e-bbe1-c57f8f12490c tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/quotas/f134c2e00dfb43a1bdca148c6fa0de53 HTTP/1.1" status: 200 len: 375 time: 0.0276537 Jan 27 19:49:50.618397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c0b5312-60d1-4783-9e22-1dda9044cffc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.696761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:50.713194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:50.730539 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:50.734303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-8faa39b5-dda4-40c4-a01e-81e50223f01f tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839891 Jan 27 19:49:50.735055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:50.745506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:50.788438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:50.788756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event updated for resources: {'Port': ['ID=1c0b5312-60d1-4783-9e22-1dda9044cffc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:50.804618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:50.810209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:50.813715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=1e03d7df-0956-4e73-b5e1-e80a6d4d03ea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:50.943909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9be4d88d-77dd-4210-8ba6-24917e491522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6444507 Jan 27 19:49:50.951877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:51.215823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.224661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-22ecfedd-814d-4254-902b-2a1569f28116 service neutron] 10.222.0.59 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620187 Jan 27 19:49:51.262157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c8f76-2bae-4b73-bcb2-11685999731d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:51.263706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-089c8f76-2bae-4b73-bcb2-11685999731d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3037534 Jan 27 19:49:51.267723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47072) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:51.347267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-57fbd290-e6b5-4da8-83de-83ee3fa3242c None None] Provisioning complete for port 1e03d7df-0956-4e73-b5e1-e80a6d4d03ea triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:49:51.349695 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57fbd290-e6b5-4da8-83de-83ee3fa3242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.354590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router b12b88d9-decc-48b4-81cb-262f65a2b613 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:51.366884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacf3f6-2a91-45ab-a953-9ee4da133522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:51.372227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacf3f6-2a91-45ab-a953-9ee4da133522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:51.378218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacf3f6-2a91-45ab-a953-9ee4da133522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:51.382612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4cacf3f6-2a91-45ab-a953-9ee4da133522 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1102581 Jan 27 19:49:51.387550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:51.418134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-57fbd290-e6b5-4da8-83de-83ee3fa3242c None None] Port 1e03d7df-0956-4e73-b5e1-e80a6d4d03ea cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:49:51.529557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.554796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-d9520c50-3d3b-45b0-8d65-d2879e6973a3 service neutron] 10.222.0.59 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947149 Jan 27 19:49:51.627034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:51.649171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c9c265f-3cdf-4bba-81d5-feba4e5e04a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/b12b88d9-decc-48b4-81cb-262f65a2b613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8997531 Jan 27 19:49:51.650210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Sync routers for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:51.650312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:51.659715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:51.660796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:51.674630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 1e03d7df-0956-4e73-b5e1-e80a6d4d03ea {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:51.676009 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.804059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.831865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting subnet 8e3cb136-a9f4-4762-a4f4-f635c7b9faad {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:51.852135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (8e3cb136-a9f4-4762-a4f4-f635c7b9faad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:51.892334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:51.932674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (8e3cb136-a9f4-4762-a4f4-f635c7b9faad), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.051429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.126215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8e3cb136-a9f4-4762-a4f4-f635c7b9faad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.326553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (8e3cb136-a9f4-4762-a4f4-f635c7b9faad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.351337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.358774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/subnets/8e3cb136-a9f4-4762-a4f4-f635c7b9faad HTTP/1.1" status: 204 len: 168 time: 0.7080455 Jan 27 19:49:52.365163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d60e81-43c4-42d2-902a-c12bed2e85f2 None None] Network e624cbc1-a22e-4af8-ad0d-cd664c8fc295 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:52.388882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47108) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:52.417307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd717a-c052-400e-9b1d-14cfe2bc318a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3cb136-a9f4-4762-a4f4-f635c7b9faad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:52.422448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting port c6249aaf-5cb8-488a-8136-b055f308170e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:52.422678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.647464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:49:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:52.676944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 1e03d7df-0956-4e73-b5e1-e80a6d4d03ea owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:52.685279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Checking router: b12b88d9-decc-48b4-81cb-262f65a2b613 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:49:52.696922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Routers {'b12b88d9-decc-48b4-81cb-262f65a2b613'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:52.697795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['b12b88d9-decc-48b4-81cb-262f65a2b613'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:52.754409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] DHCP port deletion for e624cbc1-a22e-4af8-ad0d-cd664c8fc295 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:52.794059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.837329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Calling delete_port for c6249aaf-5cb8-488a-8136-b055f308170e owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:52.874377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:52.901949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f5d83cf-7c9b-4e34-8764-43a7a402405b req-25400ce4-bab1-41b2-bf57-6cd07f04a568 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 210 time: 0.1343184 Jan 27 19:49:52.965994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] Set router b12b88d9-decc-48b4-81cb-262f65a2b613 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:49:53.074571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (b12b88d9-decc-48b4-81cb-262f65a2b613), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.134934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Deleting port 755b35d2-157c-453d-a78b-3f14b0211768 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:53.135318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (755b35d2-157c-453d-a78b-3f14b0211768), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.135696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Router 1948280a-f7b9-4a05-a185-89a94e61cb45 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:49:53.213162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] For port 755b35d2-157c-453d-a78b-3f14b0211768, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=755b35d2-157c-453d-a78b-3f14b0211768,segment=NetworkSegment(ad06d87d-42a9-4166-bf13-6bf17db3fc11),segment_id=ad06d87d-42a9-4166-bf13-6bf17db3fc11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:53.213594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (755b35d2-157c-453d-a78b-3f14b0211768), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.232721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Calling delete_port for 755b35d2-157c-453d-a78b-3f14b0211768 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:53.286179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1e03d7df-0956-4e73-b5e1-e80a6d4d03ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.336593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=1e03d7df-0956-4e73-b5e1-e80a6d4d03ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:53.373819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 755b35d2-157c-453d-a78b-3f14b0211768 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:53.453476 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.457966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c71cb88b-6564-4c62-9340-e18f33b7e71c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/1e03d7df-0956-4e73-b5e1-e80a6d4d03ea HTTP/1.1" status: 204 len: 168 time: 2.0699191 Jan 27 19:49:53.465843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:53.500445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (755b35d2-157c-453d-a78b-3f14b0211768), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.545514 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198e71b-0d35-43d9-904b-e63f194d476d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:53.546997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b198e71b-0d35-43d9-904b-e63f194d476d tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/1e03d7df-0956-4e73-b5e1-e80a6d4d03ea HTTP/1.1" status: 404 len: 333 time: 0.0798805 Jan 27 19:49:53.560611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:53.561753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] No DVR routers for this DVR port 755b35d2-157c-453d-a78b-3f14b0211768 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:53.626883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dd31a-19ea-41ee-8b2d-20e31b176359 None None] Pushing event deleted for resources: {'Port': ['ID=755b35d2-157c-453d-a78b-3f14b0211768,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:53.665166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port 755b35d2-157c-453d-a78b-3f14b0211768 {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 19:49:53.665587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port 755b35d2-157c-453d-a78b-3f14b0211768 host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 19:49:53.665994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 755b35d2-157c-453d-a78b-3f14b0211768 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:53.716080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:53.729246 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] Sync routers for ids ['1948280a-f7b9-4a05-a185-89a94e61cb45'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:53.764498 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] Routers {'1948280a-f7b9-4a05-a185-89a94e61cb45'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:53.765316 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1948280a-f7b9-4a05-a185-89a94e61cb45'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:53.766973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.769309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c022603-1438-4f58-8bca-9a17f1255d0e tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1129651 Jan 27 19:49:53.778946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:53.782810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:49:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:53.792599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:53.823444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:53.829129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629719e-342e-4a55-8e89-c9543ef95071 None None] The sync data for ids ['b12b88d9-decc-48b4-81cb-262f65a2b613'] in n-d-760453-6 is: [{'id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56104110', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:17Z', 'updated_at': '2022-01-27T19:49:48Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': '91f78ba6-6ba5-4fe9-91cb-807f44e868c6', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b88d9-decc-48b4-81cb-262f65a2b613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:21Z', 'updated_at': '2022-01-27T19:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:53.836464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] Routers {'1948280a-f7b9-4a05-a185-89a94e61cb45'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:53.837295 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1948280a-f7b9-4a05-a185-89a94e61cb45'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:53.900204 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:53.901761 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09051e94-e1a8-44eb-b83b-25f250c85986 None None] The sync data for ids ['1948280a-f7b9-4a05-a185-89a94e61cb45'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:53.925966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:53.992520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a7a04-c852-4b4b-ae2b-0ec22b3ad583 req-ee1c29cd-4e1e-4e0e-b188-3dfd8a1aa1a1 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:53.995459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-995a7a04-c852-4b4b-ae2b-0ec22b3ad583 req-ee1c29cd-4e1e-4e0e-b188-3dfd8a1aa1a1 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.3564458 Jan 27 19:49:54.107831 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port f4c0013f-7e6b-47df-b936-d50c9d805495 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:54.108463 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.150964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-995a7a04-c852-4b4b-ae2b-0ec22b3ad583 req-0d02899a-52ff-42d6-aa88-21afe40ebc61 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262875 Jan 27 19:49:54.249188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:54.249692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.253687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c6249aaf-5cb8-488a-8136-b055f308170e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.332576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Port': ['ID=c6249aaf-5cb8-488a-8136-b055f308170e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:54.341178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-b5814035-3c2a-4c3c-8375-b0ea3dfee323 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:54.343681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-b5814035-3c2a-4c3c-8375-b0ea3dfee323 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.39 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 812 time: 0.2731073 Jan 27 19:49:54.365966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cfbb1600-578b-4157-929a-c581658e8fe7 req-1a658581-1289-4e76-a0e4-4b75909295f8 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 210 time: 0.0660679 Jan 27 19:49:54.417061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Request body: {'port': {'device_id': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d', 'admin_state_up': True, 'tenant_id': 'f134c2e00dfb43a1bdca148c6fa0de53'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:54.520200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.576051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for f4c0013f-7e6b-47df-b936-d50c9d805495 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:54.704439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.718512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.731011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.811104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 91f78ba6-6ba5-4fe9-91cb-807f44e868c6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:54.811485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.862393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:54.887816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Deleting port 1c0b5312-60d1-4783-9e22-1dda9044cffc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:54.888995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c0b5312-60d1-4783-9e22-1dda9044cffc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.904243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.940650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f4c0013f-7e6b-47df-b936-d50c9d805495), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:54.962857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Made reservation on behalf of f134c2e00dfb43a1bdca148c6fa0de53 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:54.966429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.036260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Router fae2deb5-d6ab-4eef-b912-031099731244 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:55.064180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=f4c0013f-7e6b-47df-b936-d50c9d805495,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:55.077544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.087042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9a8d13ed-b044-48d6-a923-f637c5f2bfea tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/f4c0013f-7e6b-47df-b936-d50c9d805495 HTTP/1.1" status: 204 len: 168 time: 1.5188432 Jan 27 19:49:55.093168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:55.148716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-5a75735c-a583-4d74-b7f8-33c0e8f5be85 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:55.150254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-5a75735c-a583-4d74-b7f8-33c0e8f5be85 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.2114151 Jan 27 19:49:55.155460 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f56202-d7dc-42cc-840c-b888f48fb2c3 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:49:55.156931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2f56202-d7dc-42cc-840c-b888f48fb2c3 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/f4c0013f-7e6b-47df-b936-d50c9d805495 HTTP/1.1" status: 404 len: 333 time: 0.0608883 Jan 27 19:49:55.171998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:55.245482 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c0b5312-60d1-4783-9e22-1dda9044cffc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.275404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6400b66f-286b-4341-a5fa-93d5ee9aab3a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:55.281980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Calling delete_port for 1c0b5312-60d1-4783-9e22-1dda9044cffc owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:55.302481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6400b66f-286b-4341-a5fa-93d5ee9aab3a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:55.303018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6400b66f-286b-4341-a5fa-93d5ee9aab3a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:55.343500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Allocated IP 172.20.0.9 (f3dd6da6-47c5-4c44-8d18-0634d077bc5d/bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e/f307d108-17b1-4376-bb8b-cdec7697588b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:49:55.376269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:55.379438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:49:55.389535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] Sync routers for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:55.413338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:55.415758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:55.474567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:55.488416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:55.489357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:55.534340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:55.535883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c5494-ab70-4256-bd7a-16433cc83ec6 None None] The sync data for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:55.540050 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks [] for port (f307d108-17b1-4376-bb8b-cdec7697588b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.556297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2d429ae-1cbe-47af-a893-c42649698886 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1276278 Jan 27 19:49:55.560197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47170) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:55.561368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.602119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1c0b5312-60d1-4783-9e22-1dda9044cffc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.621295 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-06e8decc-2783-40ad-aaf3-8ff6a4647067 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] delete failed (client error): The resource could not be found. Jan 27 19:49:55.626787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06e8decc-2783-40ad-aaf3-8ff6a4647067 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-2124114648 HTTP/1.1" status: 404 len: 335 time: 0.0637956 Jan 27 19:49:55.633569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:55.642074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5d23fa15-f8dd-4e75-9962-88c6bbdef6a3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fae2deb5-d6ab-4eef-b912-031099731244'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:55.656983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Pushing event deleted for resources: {'Port': ['ID=1c0b5312-60d1-4783-9e22-1dda9044cffc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:55.668961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21398750-96ec-423f-8131-7d5bf27a1e9c req-c6d19a75-748d-4dbd-85a4-855f5d85f2f2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:55.669948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21398750-96ec-423f-8131-7d5bf27a1e9c req-c6d19a75-748d-4dbd-85a4-855f5d85f2f2 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.3804867 Jan 27 19:49:55.681699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.753380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.786092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Deleting port 3d60c386-d7a5-4b99-b93c-23fbda148f8a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:55.786694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.819937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Network f3dd6da6-47c5-4c44-8d18-0634d077bc5d is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:49:55.874727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:55.881717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (91f78ba6-6ba5-4fe9-91cb-807f44e868c6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.888881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:49:55.901463 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (1948280a-f7b9-4a05-a185-89a94e61cb45), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:55.908608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-21398750-96ec-423f-8131-7d5bf27a1e9c req-1951afd1-466a-40fa-be96-9d079f12ca15 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291851 Jan 27 19:49:55.925838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Pushing event updated for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:55.999614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=91f78ba6-6ba5-4fe9-91cb-807f44e868c6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:56.001503 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.102751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:49:56.109667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] For port 3d60c386-d7a5-4b99-b93c-23fbda148f8a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3d60c386-d7a5-4b99-b93c-23fbda148f8a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:56.110040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.125988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:56.126608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.171501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa15-f8dd-4e75-9962-88c6bbdef6a3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router_gateway (fae2deb5-d6ab-4eef-b912-031099731244), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.208325 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-237fba45-ec04-4844-8cf1-49d782a1baa6 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8058417 Jan 27 19:49:56.209878 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-5d23fa15-f8dd-4e75-9962-88c6bbdef6a3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] update failed (client error): The resource could not be found. Jan 27 19:49:56.211046 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5d23fa15-f8dd-4e75-9962-88c6bbdef6a3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244 HTTP/1.1" status: 404 len: 339 time: 0.5766459 Jan 27 19:49:56.214384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (b12b88d9-decc-48b4-81cb-262f65a2b613), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.222007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Request body: {'port': {'device_id': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:56.224805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:56.231437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2140937372'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:56.367049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.379854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (b12b88d9-decc-48b4-81cb-262f65a2b613), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.425084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.429019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:56.432466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.514793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (b12b88d9-decc-48b4-81cb-262f65a2b613), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.515332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Fanout notify agent at l3_agent the message router_deleted on router b12b88d9-decc-48b4-81cb-262f65a2b613 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:56.527241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.528562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9ea0179-dd8f-4713-8733-7162eb927947 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/routers/b12b88d9-decc-48b4-81cb-262f65a2b613 HTTP/1.1" status: 204 len: 168 time: 4.1377306 Jan 27 19:49:56.533884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:56.535646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47194) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:56.622896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f1b11f1c-dede-46ca-bea9-22bfea8f77d7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.623256 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Added segment f1b11f1c-dede-46ca-bea9-22bfea8f77d7 of type vlan for network 38fe8b75-9237-45c0-88e3-490bc2725ac0 Jan 27 19:49:56.759426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (38fe8b75-9237-45c0-88e3-490bc2725ac0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.771293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e624cbc1-a22e-4af8-ad0d-cd664c8fc295), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.878893 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.888666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (38fe8b75-9237-45c0-88e3-490bc2725ac0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.890244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf2c46-2692-4b85-882f-9444fe30e746 req-c88b6fa4-edfb-44ce-ad7a-390707562190 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:56.892057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22cf2c46-2692-4b85-882f-9444fe30e746 req-c88b6fa4-edfb-44ce-ad7a-390707562190 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 931 time: 0.8036180 Jan 27 19:49:56.893870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:56.894530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.903085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.906375 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.969071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.969528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.969978 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Floating IP 08ea4c53-641f-4fd2-8cd2-57c4bf3539be disassociated. External IP: 172.25.5.39, port: 3d60c386-d7a5-4b99-b93c-23fbda148f8a. Jan 27 19:49:56.970983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Calling delete_port for 3d60c386-d7a5-4b99-b93c-23fbda148f8a owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:56.974617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:56.985130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:56.990814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ce1d6-6ac2-4177-9af1-560271f5aed2 None None] Network 7cecc347-c2c2-4a14-a911-c96dcee99e77 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:56.998694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e202021-332a-4045-852e-e39b1d35c2a0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc HTTP/1.1" status: 204 len: 168 time: 1.8239121 Jan 27 19:49:57.009901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47202) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:57.126882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8996904 Jan 27 19:49:57.134928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47204) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:57.143761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8c7e1-f015-4827-b410-7577bbd07c23 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Network': ['ID=38fe8b75-9237-45c0-88e3-490bc2725ac0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:57.143986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'subnet': {'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:57.167249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22cf2c46-2692-4b85-882f-9444fe30e746 req-ed780459-9b33-4d0c-97b7-c9ff6aeb6a35 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527165 Jan 27 19:49:57.171619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e624cbc1-a22e-4af8-ad0d-cd664c8fc295), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.175660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Router 1948280a-f7b9-4a05-a185-89a94e61cb45 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:57.193621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:57.292152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e624cbc1-a22e-4af8-ad0d-cd664c8fc295']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.295880 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (7cecc347-c2c2-4a14-a911-c96dcee99e77), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.333292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad06d87d-42a9-4166-bf13-6bf17db3fc11') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.333813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad06d87d-42a9-4166-bf13-6bf17db3fc11') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.334040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] DHCP port deletion for 7cecc347-c2c2-4a14-a911-c96dcee99e77 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:49:57.366850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ad06d87d-42a9-4166-bf13-6bf17db3fc11), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.376779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:57.413735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:57.414695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 91f78ba6-6ba5-4fe9-91cb-807f44e868c6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:57.478573 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ad06d87d-42a9-4166-bf13-6bf17db3fc11), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.500847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f307d108-17b1-4376-bb8b-cdec7697588b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:49:57.502455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Deleting port dbbf2e8d-d79e-49eb-b654-72432e33e4fe {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:57.503476 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.517918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:57.518594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ad06d87d-42a9-4166-bf13-6bf17db3fc11), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:57.526060 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:57.553713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks [] for port (f307d108-17b1-4376-bb8b-cdec7697588b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.626637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] For port dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,segment=NetworkSegment(a433b006-3324-41a8-9e5d-f45909f99f1b),segment_id=a433b006-3324-41a8-9e5d-f45909f99f1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:57.627726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.633541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Made reservation on behalf of cae5ce5675e648e7ab5a3fafcc3819e7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:57.638590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.667595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Calling delete_port for dbbf2e8d-d79e-49eb-b654-72432e33e4fe owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:57.683858 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3d60c386-d7a5-4b99-b93c-23fbda148f8a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.686212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:57.703661 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] Sync routers for ids ['1948280a-f7b9-4a05-a185-89a94e61cb45'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:57.723690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] Routers {'1948280a-f7b9-4a05-a185-89a94e61cb45'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:57.724495 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1948280a-f7b9-4a05-a185-89a94e61cb45'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.729516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.743941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ee9d561-0d31-454d-9556-5c73eb874248 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "PUT /v2.0/routers/1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 200 len: 709 time: 3.9561367 Jan 27 19:49:57.750702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:57.790889 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.791164 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:57.801797 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] Routers {'1948280a-f7b9-4a05-a185-89a94e61cb45'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:57.802833 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1948280a-f7b9-4a05-a185-89a94e61cb45'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.838279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:57.839427 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616d09e-6084-4319-9242-ec37a0c34787 None None] The sync data for ids ['1948280a-f7b9-4a05-a185-89a94e61cb45'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:49:57.851697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] No DVR routers for this DVR port dbbf2e8d-d79e-49eb-b654-72432e33e4fe on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:57.867423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a2fac-c55a-4386-a4ea-1dfff86a01f6 None None] Pushing event deleted for resources: {'Port': ['ID=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:57.920697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'Port': ['ID=3d60c386-d7a5-4b99-b93c-23fbda148f8a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:57.931048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7db5-176b-4d44-a6d2-d3643e653c17 req-1f157432-fe97-42ec-af08-1f774e5cf221 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:57.942924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2ce7db5-176b-4d44-a6d2-d3643e653c17 req-1f157432-fe97-42ec-af08-1f774e5cf221 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 945 time: 0.5038533 Jan 27 19:49:58.051997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b35a98da-fe08-42a6-a73f-9e1305cc12b4 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/routers/1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 200 len: 744 time: 0.2885988 Jan 27 19:49:58.065079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:58.104276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3d60c386-d7a5-4b99-b93c-23fbda148f8a no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:58.106158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Transition to ACTIVE for port object f307d108-17b1-4376-bb8b-cdec7697588b will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:49:58.118015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.122737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e624cbc1-a22e-4af8-ad0d-cd664c8fc295), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.131015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port dbbf2e8d-d79e-49eb-b654-72432e33e4fe {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:49:58.131728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.139196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 3d60c386-d7a5-4b99-b93c-23fbda148f8a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:58.139961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3d60c386-d7a5-4b99-b93c-23fbda148f8a not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:58.151715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9f28e34-10ff-448d-bd48-f994159ffac0 tempest-RoutersIpV6AdminTest-1263750197 tempest-RoutersIpV6AdminTest-1263750197-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&device_id=1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 200 len: 205 time: 0.0815198 Jan 27 19:49:58.186936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:58.193665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.197355 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/networks/e624cbc1-a22e-4af8-ad0d-cd664c8fc295 HTTP/1.1" status: 204 len: 168 time: 1.6606722 Jan 27 19:49:58.206919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47228) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:58.277980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66486f-b936-4dc0-bcec-8e2fcb30b836 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Network': ['ID=e624cbc1-a22e-4af8-ad0d-cd664c8fc295,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:58.288129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2ce7db5-176b-4d44-a6d2-d3643e653c17 req-e42e1ce6-bd7b-4d1d-a907-7eb16c3931ed tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups?id=573a476c-58ba-43f3-a1e0-f6f710c2f238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935114 Jan 27 19:49:58.289413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7c31c4d0-c407-4f83-99a9-51a82873e422 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 200 len: 205 time: 0.0972104 Jan 27 19:49:58.296125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:58.318854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port dbbf2e8d-d79e-49eb-b654-72432e33e4fe, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:49:58.319683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.344391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:58.352561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for dbbf2e8d-d79e-49eb-b654-72432e33e4fe owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:49:58.357174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Port dbbf2e8d-d79e-49eb-b654-72432e33e4fe was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:49:58.388141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dbbf2e8d-d79e-49eb-b654-72432e33e4fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.420133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (a44a64b5-d2cd-45a7-844a-ecf443b34bae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.488518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=dbbf2e8d-d79e-49eb-b654-72432e33e4fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:58.493852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port dbbf2e8d-d79e-49eb-b654-72432e33e4fe on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:58.554785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.577710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (a44a64b5-d2cd-45a7-844a-ecf443b34bae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.616536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Attempting to bind port f307d108-17b1-4376-bb8b-cdec7697588b on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:49:58.617464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Attempting to bind port f307d108-17b1-4376-bb8b-cdec7697588b by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:49:58.619484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Attempting to bind port f307d108-17b1-4376-bb8b-cdec7697588b on network f3dd6da6-47c5-4c44-8d18-0634d077bc5d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:58.634779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Port f307d108-17b1-4376-bb8b-cdec7697588b on network f3dd6da6-47c5-4c44-8d18-0634d077bc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:49:58.635421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Attempting to bind port f307d108-17b1-4376-bb8b-cdec7697588b on network f3dd6da6-47c5-4c44-8d18-0634d077bc5d {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:49:58.648204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:49:58.648806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (7cecc347-c2c2-4a14-a911-c96dcee99e77), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.651977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:49:58.652406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Checking segment: {'id': 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:58.652873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Bound using segment: {'id': 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:49:58.653498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Bound port: f307d108-17b1-4376-bb8b-cdec7697588b, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:49:58.653935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.687009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cecc347-c2c2-4a14-a911-c96dcee99e77']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:58.723946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a433b006-3324-41a8-9e5d-f45909f99f1b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:58.724245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a433b006-3324-41a8-9e5d-f45909f99f1b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:58.737655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a433b006-3324-41a8-9e5d-f45909f99f1b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.758743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b7f2-e8ee-4e96-b177-6992ee1dad52 req-a8f3971a-7199-4ade-bfb6-917ea972e8f7 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:58.758743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dea1b7f2-e8ee-4e96-b177-6992ee1dad52 req-a8f3971a-7199-4ade-bfb6-917ea972e8f7 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 943 time: 0.2723899 Jan 27 19:49:58.772879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a433b006-3324-41a8-9e5d-f45909f99f1b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.781931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:49:58.785113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:49:58.785486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a433b006-3324-41a8-9e5d-f45909f99f1b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:49:58.788867 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:49:58.792454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f307d108-17b1-4376-bb8b-cdec7697588b,segment=NetworkSegment(e69dbb68-6eaf-4f3d-87af-190f7d35b20b),segment_id=e69dbb68-6eaf-4f3d-87af-190f7d35b20b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:49:58.804343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.854552 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (8eb449db-6ee1-46d4-a57e-e7cee57f54d0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.894662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:58.895297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.897242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 1091 time: 2.6801753 Jan 27 19:49:58.897919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:58.901683 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce2162-e0fb-411e-9fcd-b7420168c645" -d '{"events": [{"name": "network-changed", "server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:58.913955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (7cecc347-c2c2-4a14-a911-c96dcee99e77), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.929634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.933360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/7cecc347-c2c2-4a14-a911-c96dcee99e77 HTTP/1.1" status: 204 len: 168 time: 1.9198401 Jan 27 19:49:58.936849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:58.948576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1385333519'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:58.960443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:58.975671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ca01-0130-457b-a085-06ca349ab7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:58.991518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54ce9-5e63-4252-908f-a63f57ef47de tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=7cecc347-c2c2-4a14-a911-c96dcee99e77,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:59.027875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:49:59.031458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.049945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-dd57c548-1ee4-4230-964d-d6655af4414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:59.051447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-dd57c548-1ee4-4230-964d-d6655af4414f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1094 time: 0.0723617 Jan 27 19:49:59.090465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router_controller (1948280a-f7b9-4a05-a185-89a94e61cb45), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.099312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:49:59.102867 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-affdbe80-4fac-4107-a373-9d72de3a61ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 217 time: 0.0414546 Jan 27 19:49:59.144977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (38bbbfed-9795-48fc-b615-d96b0982866e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.145370 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Added segment 38bbbfed-9795-48fc-b615-d96b0982866e of type vlan for network dc6a15d9-cad3-45b9-898f-f9db700e9722 Jan 27 19:49:59.214118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-228c6827-91d1-473b-a12e-8a6ed6d1e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:59.215779 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-228c6827-91d1-473b-a12e-8a6ed6d1e6cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 200 len: 852 time: 0.1066692 Jan 27 19:49:59.217924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (dc6a15d9-cad3-45b9-898f-f9db700e9722), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.239927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1948280a-f7b9-4a05-a185-89a94e61cb45), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.240486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Fanout notify agent at l3_agent the message router_deleted on router 1948280a-f7b9-4a05-a185-89a94e61cb45 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:49:59.247685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.248867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2de96a9-fc62-472b-94ec-acc8b9576146 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 204 len: 168 time: 0.9534395 Jan 27 19:49:59.253497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-0e3026d3-b1a5-427d-bf49-060f6445ab00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309563 Jan 27 19:49:59.257749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47250) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.296744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Checking segment: {'id': 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:49:59.297329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network hostable DHCP agents. Network: 38fe8b75-9237-45c0-88e3-490bc2725ac0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:49:59.306206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dea1b7f2-e8ee-4e96-b177-6992ee1dad52 req-44b6e68d-07f0-4df1-94a2-7c05ec3ab6a0 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464375 Jan 27 19:49:59.306949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Subnet': ['ID=8eb449db-6ee1-46d4-a57e-e7cee57f54d0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:59.316625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8cbd7d4f-e36f-48aa-820a-a11374e3b699 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 200 len: 205 time: 0.0568426 Jan 27 19:49:59.344714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbbf2e8d-d79e-49eb-b654-72432e33e4fe no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:49:59.351038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47254) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.400080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (dc6a15d9-cad3-45b9-898f-f9db700e9722), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.405309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:59.405972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.408831 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-044f95bf-6615-4eb0-8003-ac381bcdf1c6 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:49:59.409968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-044f95bf-6615-4eb0-8003-ac381bcdf1c6 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/1948280a-f7b9-4a05-a185-89a94e61cb45 HTTP/1.1" status: 404 len: 336 time: 0.0579348 Jan 27 19:49:59.413621 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c9892-95ab-4e99-97c6-dc95f727b688 x-openstack-request-id: req-1c9c9892-95ab-4e99-97c6-dc95f727b688 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:49:59.413923 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:49:59.414184 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c9c9892-95ab-4e99-97c6-dc95f727b688 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:49:59.414607 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b', 'status': 'completed', 'code': 200} Jan 27 19:49:59.421042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.421716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: dbbf2e8d-d79e-49eb-b654-72432e33e4fe {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:49:59.423359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbbf2e8d-d79e-49eb-b654-72432e33e4fe not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:49:59.431460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:49:59.447055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:49:59.464548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a44a64b5-d2cd-45a7-844a-ecf443b34bae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.473866 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.475457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/security-groups/a44a64b5-d2cd-45a7-844a-ecf443b34bae HTTP/1.1" status: 204 len: 168 time: 1.2649431 Jan 27 19:49:59.489867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:49:59.497779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:49:59.515279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de099f1-ade6-42c0-a9f6-758049a2da88 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a64b5-d2cd-45a7-844a-ecf443b34bae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:59.547319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] No DVR routers for this DVR port 3d60c386-d7a5-4b99-b93c-23fbda148f8a on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:49:59.558368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:49:59.572212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.577769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00e8d8dc-6007-4597-b304-eabc4a04cea2 req-2fc7bdba-9fea-49ff-a481-228e01221421 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.66 "DELETE /v2.0/ports/3d60c386-d7a5-4b99-b93c-23fbda148f8a HTTP/1.1" status: 204 len: 173 time: 4.4195356 Jan 27 19:49:59.578530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'name': 'network-vif-deleted', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:49:59.582018 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ad6d5-ce95-4721-9893-78b7c51c4de5" -d '{"events": [{"server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "name": "network-vif-deleted", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:49:59.589770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 38fe8b75-9237-45c0-88e3-490bc2725ac0) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:49:59.614884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6aee0-ad0a-4062-816a-cb96ff2aab9a None None] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:49:59.615064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:49:59.617144 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:49:59.686966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8aa60e68-a02c-4bd8-a6a0-3205f1e99278 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5480978 Jan 27 19:49:59.687656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.694786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6b7cee87-e36e-42c1-8834-70fb89742aed tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'router': {'external_gateway_info': {'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:59.719610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Network': ['ID=dc6a15d9-cad3-45b9-898f-f9db700e9722,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:49:59.730401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-82876e94-1936-4504-bdad-31289082b6b3 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625652 Jan 27 19:49:59.756047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:49:59.791197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9c3ac622-6e47-42df-a7f9-d4e86c3b918c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8470995 Jan 27 19:49:59.795790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1f9b277b-cebd-43c4-8942-6c824094af7b tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 200 len: 205 time: 0.3686426 Jan 27 19:49:59.797196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.798452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47274) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:49:59.817173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:49:59.844565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ccb9b5a7-fba3-42e5-ae1a-c45191c0bf15 req-ca998464-ca99-414a-b79d-1c8ce91031f1 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac11367-9957-4e4e-ae13-a2524c51d5ee HTTP/1.1" status: 200 len: 210 time: 0.1781993 Jan 27 19:49:59.859979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:00.008119 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-a1170145-b8d6-43ae-84f4-f05cf2cbface tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:50:00.014687 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1170145-b8d6-43ae-84f4-f05cf2cbface tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/ccc751ec-de37-403d-b5ea-2bcfdb8a85a6 HTTP/1.1" status: 404 len: 336 time: 0.1921930 Jan 27 19:50:00.027729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.035452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-38fe8b75-9237-45c0-88e3-490bc2725ac0', 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0', 'project_id': 'cae5ce5675e648e7ab5a3fafcc3819e7', 'fixed_ips': [{'subnet_id': '8eb449db-6ee1-46d4-a57e-e7cee57f54d0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:00.036815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:00.044373 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb10cee-0dc8-41d4-92ad-355cb855e10f x-openstack-request-id: req-9cb10cee-0dc8-41d4-92ad-355cb855e10f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:50:00.044933 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac11367-9957-4e4e-ae13-a2524c51d5ee", "name": "network-vif-deleted", "tag": "3d60c386-d7a5-4b99-b93c-23fbda148f8a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:50:00.044933 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cb10cee-0dc8-41d4-92ad-355cb855e10f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:50:00.045506 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac11367-9957-4e4e-ae13-a2524c51d5ee', 'name': 'network-vif-deleted', 'tag': '3d60c386-d7a5-4b99-b93c-23fbda148f8a', 'status': 'completed', 'code': 200} Jan 27 19:50:00.142275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-570a2fff-1e55-4a90-9f18-cbc18b3ce9da tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 200 len: 205 time: 0.1132741 Jan 27 19:50:00.144693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.183075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b7cee87-e36e-42c1-8834-70fb89742aed tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router_gateway (fae2deb5-d6ab-4eef-b912-031099731244), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:00.218156 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-8286b6db-0b92-4d3f-ae6b-ffe6951fab9d tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:50:00.223332 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8286b6db-0b92-4d3f-ae6b-ffe6951fab9d tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/cc9b2b3c-3158-40ee-bfcb-6dc0c56162c2 HTTP/1.1" status: 404 len: 336 time: 0.0740509 Jan 27 19:50:00.230691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.292271 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9c9b8ec-95aa-474f-bd64-abf04cb84674 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 200 len: 205 time: 0.0602734 Jan 27 19:50:00.293067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:00.296694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:00.302219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47288) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.405569 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-2e6eb59c-e241-40ba-8419-d7d90db61ed4 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:50:00.409973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.410440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e6eb59c-e241-40ba-8419-d7d90db61ed4 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/8df7a7e4-25bf-420a-b00a-fa9673dc58b5 HTTP/1.1" status: 404 len: 336 time: 0.1072435 Jan 27 19:50:00.426439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f08ef16-474d-4c9d-b749-25842e14a24a req-e6a9ae5b-0762-4635-b7b9-f28931c6fddd service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520140 Jan 27 19:50:00.691554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47300) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.786017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Allocated IP 2001:db8:1::2 (38fe8b75-9237-45c0-88e3-490bc2725ac0/8eb449db-6ee1-46d4-a57e-e7cee57f54d0/e2c32a09-f4bf-47d8-8718-c40802f56974) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:00.835216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880841579', 'description': 'tempest-secgroup-smoke-1880841579 description', 'project_id': '2e018dbe00a44688a7a2e0b982600366'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:00.879863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:00.926753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-919f4895-6376-4178-88bc-6457054cdc43 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 200 len: 205 time: 0.5117304 Jan 27 19:50:00.937504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:00.958959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (09154fd6-eeb1-4bac-afdd-65388035d8ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.014272 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-6b7cee87-e36e-42c1-8834-70fb89742aed tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:50:01.015872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6b7cee87-e36e-42c1-8834-70fb89742aed tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244 HTTP/1.1" status: 400 len: 364 time: 1.3249278 Jan 27 19:50:01.025939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86778ed5-fb0b-430f-be9b-3c9ee715bb86 req-c9b86723-1db9-4f99-92e0-ef32aaa707af tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:01.034938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.035978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86778ed5-fb0b-430f-be9b-3c9ee715bb86 req-c9b86723-1db9-4f99-92e0-ef32aaa707af tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 943 time: 0.1158819 Jan 27 19:50:01.037998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.068691 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-3a652446-e1cb-43fd-a1a1-3bf3cccb290b tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:50:01.072568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3a652446-e1cb-43fd-a1a1-3bf3cccb290b tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/a6c9478f-5a6b-4a6e-a994-20728a2c4f20 HTTP/1.1" status: 404 len: 336 time: 0.1279280 Jan 27 19:50:01.096602 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks [] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.099035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.101030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:50:01.112139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.116660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-bb960f95-cce6-4046-acaa-50ecfb726a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:01.118716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:01.119381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:01.122704 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-bb960f95-cce6-4046-acaa-50ecfb726a12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1094 time: 0.5921557 Jan 27 19:50:01.192079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a2ecb370-e87f-4a8a-b997-4011de141239 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 HTTP/1.1" status: 200 len: 205 time: 0.0908344 Jan 27 19:50:01.201672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.226061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:01.236634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:01.241982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Pushing event updated for resources: {'Port': ['ID=e2c32a09-f4bf-47d8-8718-c40802f56974,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:01.253193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=09154fd6-eeb1-4bac-afdd-65388035d8ea,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:01.281092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:01.307405 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-05c1d7f4-0a79-42fd-80bd-9b4e85fbcc1f tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] delete failed (client error): The resource could not be found. Jan 27 19:50:01.318082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05c1d7f4-0a79-42fd-80bd-9b4e85fbcc1f tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/routers/bb7bf99d-4fa1-4cf8-86ad-c0feefa9f054 HTTP/1.1" status: 404 len: 336 time: 0.1144748 Jan 27 19:50:01.353601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.364893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:01.394588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86778ed5-fb0b-430f-be9b-3c9ee715bb86 req-d73cf300-4c32-42dd-ab16-42c318f538bf tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568463 Jan 27 19:50:01.406613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Attempting to bind port e2c32a09-f4bf-47d8-8718-c40802f56974 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:01.406984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Attempting to bind port e2c32a09-f4bf-47d8-8718-c40802f56974 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:01.407350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Attempting to bind port e2c32a09-f4bf-47d8-8718-c40802f56974 on network 38fe8b75-9237-45c0-88e3-490bc2725ac0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:01.428103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:01.428594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Checking segment: {'id': 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:01.428948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.429396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Bound using segment: {'id': 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:01.429884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Bound port: e2c32a09-f4bf-47d8-8718-c40802f56974, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38fe8b75-9237-45c0-88e3-490bc2725ac0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:01.430276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.460473 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-af48a34a-3f0a-4d44-ac86-4a78432cf284 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:01.460966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af48a34a-3f0a-4d44-ac86-4a78432cf284 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:01.467066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-af48a34a-3f0a-4d44-ac86-4a78432cf284 tempest-RoutersIpV6AdminTest-1812082442 tempest-RoutersIpV6AdminTest-1812082442-project] 10.222.0.59 "DELETE /v2.0/subnets/5f8615f2-7247-4b08-b0c5-6197e136116e HTTP/1.1" status: 404 len: 337 time: 0.1075487 Jan 27 19:50:01.487693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Checking segment: {'id': '38bbbfed-9795-48fc-b615-d96b0982866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:01.488131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network hostable DHCP agents. Network: dc6a15d9-cad3-45b9-898f-f9db700e9722, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:50:01.551100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-04e49be2-2213-4952-82bf-ce52ebebdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:01.555027 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-04e49be2-2213-4952-82bf-ce52ebebdefb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 913 time: 0.4155529 Jan 27 19:50:01.623877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:50:01.638349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.644330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (4f2036e5-63b5-4c2c-8836-335d68c86cd6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.646667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-90efe3f0-d3b2-49ef-b3db-d81c88b26a42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 217 time: 0.0833240 Jan 27 19:50:01.653893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, dc6a15d9-cad3-45b9-898f-f9db700e9722) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:01.668243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f2036e5-63b5-4c2c-8836-335d68c86cd6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.672700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:01.674008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.686183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0c6f9-58e1-4588-b32f-e2156b49532b None None] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:01.786279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] For port e2c32a09-f4bf-47d8-8718-c40802f56974, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:01.818170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] For port e2c32a09-f4bf-47d8-8718-c40802f56974, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2c32a09-f4bf-47d8-8718-c40802f56974,segment=NetworkSegment(f1b11f1c-dede-46ca-bea9-22bfea8f77d7),segment_id=f1b11f1c-dede-46ca-bea9-22bfea8f77d7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:01.836286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.872000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.875290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0470643 Jan 27 19:50:01.882712 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4718e13b-9bd3-41fe-b8d9-30268be36112 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0785754 Jan 27 19:50:01.885829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.886175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47336) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:01.897889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2075814094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:01.905305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec56c5-e965-4457-90f7-6a91d2863826 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2036e5-63b5-4c2c-8836-335d68c86cd6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:01.920610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:01.929318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-60023971-4cc7-4b70-93ad-6bf19a4c3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:01.931065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-60023971-4cc7-4b70-93ad-6bf19a4c3720 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 200 len: 852 time: 0.2734516 Jan 27 19:50:01.966483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-dc6a15d9-cad3-45b9-898f-f9db700e9722', 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': '09154fd6-eeb1-4bac-afdd-65388035d8ea'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:01.967558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:01.988161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (e3e8608a-aa59-49e9-b5fd-e2f1ac04d083), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.004710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2c7e3-19e6-4bae-9796-deb3f7874b67 None None] Pushing event updated for resources: {'Port': ['ID=e2c32a09-f4bf-47d8-8718-c40802f56974,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:02.066972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.068410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.108135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f307d108-17b1-4376-bb8b-cdec7697588b details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:50:02.118274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:02.119959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.129708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-3f613f9f-020c-4db8-a7f5-409468f321b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922705 Jan 27 19:50:02.131462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (573a476c-58ba-43f3-a1e0-f6f710c2f238), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.177300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:02.193358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for router_controller (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.210638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.237635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (573a476c-58ba-43f3-a1e0-f6f710c2f238), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.274953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:50:02.301807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b080b5d-cf29-4f49-8a00-b5c490bd0d9b None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:38:32Z', 'revision_number': 4, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'd7158d4d-a900-49f9-a39c-4a303ee4469a', 'name': '', 'network_id': 'b01f6dd7-7783-4365-b4ca-69f004a0ee16', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'mac_address': 'fa:16:3e:3b:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:30Z', 'updated_at': '2022-01-27T19:38:44Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'subnets': [{'id': 'f8692cfa-4ff1-4482-980f-57438ec196cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:02.400071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (573a476c-58ba-43f3-a1e0-f6f710c2f238), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.413971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.415365 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "DELETE /v2.0/security-groups/573a476c-58ba-43f3-a1e0-f6f710c2f238 HTTP/1.1" status: 204 len: 168 time: 0.7752428 Jan 27 19:50:02.424228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47348) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:02.547544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b90149-1c15-474d-a2f5-161ec4d782fa tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a476c-58ba-43f3-a1e0-f6f710c2f238,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:02.560794 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-5792de56-a815-4cf6-bf72-38f75fd22886 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] show failed (client error): The resource could not be found. Jan 27 19:50:02.562091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5792de56-a815-4cf6-bf72-38f75fd22886 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "GET /v2.0/security-groups/573a476c-58ba-43f3-a1e0-f6f710c2f238 HTTP/1.1" status: 404 len: 347 time: 0.1276045 Jan 27 19:50:02.569817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47356) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:02.583077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f307d108-17b1-4376-bb8b-cdec7697588b,segment=NetworkSegment(e69dbb68-6eaf-4f3d-87af-190f7d35b20b),segment_id=e69dbb68-6eaf-4f3d-87af-190f7d35b20b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:02.620730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'f307d108-17b1-4376-bb8b-cdec7697588b', 'network_id': 'f3dd6da6-47c5-4c44-8d18-0634d077bc5d', 'port_id': 'f307d108-17b1-4376-bb8b-cdec7697588b', 'mac_address': 'fa:16:3e:d3:dc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:50:02.790945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Allocated IP 2001:db8::2 (dc6a15d9-cad3-45b9-898f-f9db700e9722/09154fd6-eeb1-4bac-afdd-65388035d8ea/90829224-60aa-40e2-9155-cba328a3d1b5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:02.812666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (e3e8608a-aa59-49e9-b5fd-e2f1ac04d083), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.817697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f307d108-17b1-4376-bb8b-cdec7697588b is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:02.818273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.820066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.821673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2ac711d-fdee-4ab5-ae9d-c09eaf2aa2d6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9333060 Jan 27 19:50:02.823230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45300ce3-0842-4b50-a390-f3343ed4b69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.832241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:02.841213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722', 'name': 'tempest-PortsIpV6TestJSON-1350293842'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:02.848947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-d3de82ef-4c8e-492f-984c-292e22f297ea service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092035 Jan 27 19:50:02.859225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e3e8608a-aa59-49e9-b5fd-e2f1ac04d083), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:02.862304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f307d108-17b1-4376-bb8b-cdec7697588b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:50:02.937698 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d15a3-b175-4c93-ab63-e06b522a240a None None] New status for floating IP 08ea4c53-641f-4fd2-8cd2-57c4bf3539be: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:50:02.949014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f307d108-17b1-4376-bb8b-cdec7697588b,segment=NetworkSegment(e69dbb68-6eaf-4f3d-87af-190f7d35b20b),segment_id=e69dbb68-6eaf-4f3d-87af-190f7d35b20b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:02.949224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Allocated IP 2001:db8::1 (32c03eac-6622-44a7-9272-e3f1220f6ddc/428620f4-b9f7-49cd-b22d-ca00c0d40535/3b49d18b-9798-474e-ad7d-69b5c499b352) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:02.956394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.059486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Deleting port 757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:03.059486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.077910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:03.092245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.145977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.233667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e8608a-aa59-49e9-b5fd-e2f1ac04d083,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:03.250398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['f307d108-17b1-4376-bb8b-cdec7697588b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:50:03.256071 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9ce2162-e0fb-411e-9fcd-b7420168c645 req-5a70c1c6-63f4-4a87-b2c5-3e04d3469fe8 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929911 Jan 27 19:50:03.259981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:03.263159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Port': ['ID=3b49d18b-9798-474e-ad7d-69b5c499b352,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:03.293003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a5e2-7b2c-44e7-8957-8419335c6551 req-eb6c487e-b98a-4f45-b1b2-88c9535b0b8a tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:03.305723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a2a5e2-7b2c-44e7-8957-8419335c6551 req-eb6c487e-b98a-4f45-b1b2-88c9535b0b8a tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 943 time: 0.6273477 Jan 27 19:50:03.313959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.316205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.323741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.329137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-afed910d-e775-4c83-a70d-74bd4fc3f1b8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4417737 Jan 27 19:50:03.335993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47366) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:03.354062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:03.371384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:03.380960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:03.380960 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.382447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Calling delete_port for 757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:03.400184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks [] for port (90829224-60aa-40e2-9155-cba328a3d1b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.412106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-39378cca-2158-4222-84f2-c591f72827bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7085135 Jan 27 19:50:03.463307 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.483619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2c32a09-f4bf-47d8-8718-c40802f56974 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:03.636281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:03.677304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:03.698130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:03.705505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Pushing event updated for resources: {'Port': ['ID=90829224-60aa-40e2-9155-cba328a3d1b5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:03.745975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (8616059e-5b6d-46bf-9cf1-02be19ecbfb8), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.750636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.840850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49a2a5e2-7b2c-44e7-8957-8419335c6551 req-bced39bb-07e2-459c-bf11-53e7cd45dd31 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341289 Jan 27 19:50:03.841675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:03.847013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.858594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Pushing event deleted for resources: {'Port': ['ID=757e108d-40a2-4dce-9dfc-a0f8bc1bc2e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:03.931804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port bb7adad1-a4b4-40f5-bb6d-b238ac153044 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:03.958159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:03.963603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Attempting to bind port 90829224-60aa-40e2-9155-cba328a3d1b5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:03.964171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Attempting to bind port 90829224-60aa-40e2-9155-cba328a3d1b5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '38bbbfed-9795-48fc-b615-d96b0982866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:03.964323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Attempting to bind port 90829224-60aa-40e2-9155-cba328a3d1b5 on network dc6a15d9-cad3-45b9-898f-f9db700e9722 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:03.976125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e2c32a09-f4bf-47d8-8718-c40802f56974 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:03.976515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.081405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:04.081711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Checking segment: {'id': '38bbbfed-9795-48fc-b615-d96b0982866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:04.082329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.083322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Bound using segment: {'id': '38bbbfed-9795-48fc-b615-d96b0982866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:04.085971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Bound port: 90829224-60aa-40e2-9155-cba328a3d1b5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bbbfed-9795-48fc-b615-d96b0982866e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc6a15d9-cad3-45b9-898f-f9db700e9722'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:04.086462 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.094243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (8616059e-5b6d-46bf-9cf1-02be19ecbfb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.096695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks [] for floatingip (08ea4c53-641f-4fd2-8cd2-57c4bf3539be), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.099749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.105518 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dfcf39c7-5ed4-41fa-ac1a-06b068fda041 tempest-AttachVolumeTestJSON-1687678494 tempest-AttachVolumeTestJSON-1687678494-project] 10.222.0.59 "DELETE /v2.0/floatingips/08ea4c53-641f-4fd2-8cd2-57c4bf3539be HTTP/1.1" status: 204 len: 168 time: 1.5325608 Jan 27 19:50:04.118707 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8616059e-5b6d-46bf-9cf1-02be19ecbfb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.141159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217080fa-d63e-4a9f-a5e2-7ddcd5e7645c None None] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:04.150871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8616059e-5b6d-46bf-9cf1-02be19ecbfb8,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:04.209680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.215124 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-79199ebd-3593-4961-9bf1-ba08fa088d68 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8734164 Jan 27 19:50:04.216196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:04.221943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:04.247088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-be539b73-6e78-4a6e-94f7-5ca079d1b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:04.268361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-be539b73-6e78-4a6e-94f7-5ca079d1b3eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.5209587 Jan 27 19:50:04.273604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (0c868e9b-a5b6-4a9f-849e-8facc674b9fe), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.444141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (0c868e9b-a5b6-4a9f-849e-8facc674b9fe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.456520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0c868e9b-a5b6-4a9f-849e-8facc674b9fe), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.491001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45300ce3-0842-4b50-a390-f3343ed4b69e admin admin] Publish callbacks [] for security_group (8b11797a-680b-4010-82fd-4aef8cdccddd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.499677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c868e9b-a5b6-4a9f-849e-8facc674b9fe,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:04.500898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] For port 90829224-60aa-40e2-9155-cba328a3d1b5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:04.512661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.516748 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5070c297-75ad-407a-9dbe-1b8ff55df480 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969058 Jan 27 19:50:04.516922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47388) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:04.518310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] For port 90829224-60aa-40e2-9155-cba328a3d1b5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=90829224-60aa-40e2-9155-cba328a3d1b5,segment=NetworkSegment(38bbbfed-9795-48fc-b615-d96b0982866e),segment_id=38bbbfed-9795-48fc-b615-d96b0982866e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:04.523915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:04.561916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (1cd19ac7-7a39-4cef-8e1e-9383c2e9dbdb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.564628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45300ce3-0842-4b50-a390-f3343ed4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8b11797a-680b-4010-82fd-4aef8cdccddd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.601084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-45300ce3-0842-4b50-a390-f3343ed4b69e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca778718fd246549fa187f9d19811ae&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4785542 Jan 27 19:50:04.604212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47390) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:04.639764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3c36c235-a605-4df5-b3a2-034aaabc0714 None None] Provisioning complete for port 3b49d18b-9798-474e-ad7d-69b5c499b352 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:04.640868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c36c235-a605-4df5-b3a2-034aaabc0714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.662432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.667234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (1cd19ac7-7a39-4cef-8e1e-9383c2e9dbdb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.677148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (1cd19ac7-7a39-4cef-8e1e-9383c2e9dbdb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.723952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd19ac7-7a39-4cef-8e1e-9383c2e9dbdb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:04.731659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.735781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22f1c1e3-0067-4b25-933f-407be05fbfe1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147870 Jan 27 19:50:04.741197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300ce3-0842-4b50-a390-f3343ed4b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b11797a-680b-4010-82fd-4aef8cdccddd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:04.754063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:04.758497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:04.818936 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:50:04.832915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (d7ebf206-3d7a-45ea-9c73-6164958d67c6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.870007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::a3 (dc6a15d9-cad3-45b9-898f-f9db700e9722/09154fd6-eeb1-4bac-afdd-65388035d8ea/bb7adad1-a4b4-40f5-bb6d-b238ac153044) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:04.881151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1cfd3-b4cc-4fce-b592-0e5b437d7259 None None] Pushing event updated for resources: {'Port': ['ID=90829224-60aa-40e2-9155-cba328a3d1b5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:04.979825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (d7ebf206-3d7a-45ea-9c73-6164958d67c6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:04.986856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c36c235-a605-4df5-b3a2-034aaabc0714 None None] Port 3b49d18b-9798-474e-ad7d-69b5c499b352 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:04.987799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] Publish callbacks [] for security_group (8b11797a-680b-4010-82fd-4aef8cdccddd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.015310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e2c32a09-f4bf-47d8-8718-c40802f56974 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:05.015716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.042756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] Publish callbacks [] for security_group (8b11797a-680b-4010-82fd-4aef8cdccddd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.056320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-20ff3c1b-2126-456f-864b-066c48d5acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:05.069390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-20ff3c1b-2126-456f-864b-066c48d5acf5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 910 time: 0.7183659 Jan 27 19:50:05.110420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d7ebf206-3d7a-45ea-9c73-6164958d67c6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.134363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8b11797a-680b-4010-82fd-4aef8cdccddd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.138975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.140301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b11797a-680b-4010-82fd-4aef8cdccddd HTTP/1.1" status: 204 len: 168 time: 0.5347185 Jan 27 19:50:05.145867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port e2c32a09-f4bf-47d8-8718-c40802f56974, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2c32a09-f4bf-47d8-8718-c40802f56974,segment=NetworkSegment(f1b11f1c-dede-46ca-bea9-22bfea8f77d7),segment_id=f1b11f1c-dede-46ca-bea9-22bfea8f77d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:05.156740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.160778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4033813 Jan 27 19:50:05.163831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773649-9846-49d8-a2ce-7a76d2607fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b11797a-680b-4010-82fd-4aef8cdccddd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:05.168445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47404) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:05.169571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.175042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'security_group_rule': {'security_group_id': '4f2036e5-63b5-4c2c-8836-335d68c86cd6', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:05.183935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23034b4-4621-434d-b86f-de6f39ca8cbb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ebf206-3d7a-45ea-9c73-6164958d67c6,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:05.227764 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Project 2e018dbe00a44688a7a2e0b982600366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:50:05.235318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (559b7e96-64b4-4faa-bc4b-b854c2a1b8ed), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.385500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d7d5e435-7d4f-402d-aefd-dcd7749a8bdd None None] Provisioning complete for port e2c32a09-f4bf-47d8-8718-c40802f56974 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:05.386280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e435-7d4f-402d-aefd-dcd7749a8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.423678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (559b7e96-64b4-4faa-bc4b-b854c2a1b8ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.434360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (559b7e96-64b4-4faa-bc4b-b854c2a1b8ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.504121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559b7e96-64b4-4faa-bc4b-b854c2a1b8ed,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:05.527177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.529895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-18bf26c0-3098-43a3-ad8d-bacd3373cd6a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3593035 Jan 27 19:50:05.534171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47412) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:05.549532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'network': {'name': 'tempest-network-smoke--1257194992', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:05.601468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-7ccd4868-58ce-4841-9277-3f40e3fb68ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 1001 time: 0.5302060 Jan 27 19:50:05.606981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.618805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:05.621945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.623012 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.623978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.636492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=e2c32a09-f4bf-47d8-8718-c40802f56974,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:05.679077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:50:05.711344 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (709304b9-40c2-428e-b10b-4d610a83ec50), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.711704 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Added segment 709304b9-40c2-428e-b10b-4d610a83ec50 of type vlan for network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 Jan 27 19:50:05.835062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.841487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5e435-7d4f-402d-aefd-dcd7749a8bdd None None] Current status of the port e2c32a09-f4bf-47d8-8718-c40802f56974 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:05.915274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.932521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:05.936185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:05.995839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aed9bbd3-49e3-4ea0-a57a-73f238de6b7f None None] Provisioning complete for port e2c32a09-f4bf-47d8-8718-c40802f56974 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:05.996676 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed9bbd3-49e3-4ea0-a57a-73f238de6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.023139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a770d-295d-4e98-a86d-159697743a41 req-f8ac4bf8-0e82-4a62-9dbf-f236ed51cb3f tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:06.026425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f8a770d-295d-4e98-a86d-159697743a41 req-f8ac4bf8-0e82-4a62-9dbf-f236ed51cb3f tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 944 time: 0.9946144 Jan 27 19:50:06.135541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f307d108-17b1-4376-bb8b-cdec7697588b up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:06.153162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Network': ['ID=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:06.183005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-02bdab3d-4c41-4d24-a22d-c8e8910b2ce6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6445196 Jan 27 19:50:06.183479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:06.196046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-bd2490f4-7fb3-418d-829b-e977858c8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:06.198793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-bd2490f4-7fb3-418d-829b-e977858c8fda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.5797846 Jan 27 19:50:06.199161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'admin_state_up': True, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:06.205400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:06.246013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:50:06.278497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event updated for resources: {'Port': ['ID=3b49d18b-9798-474e-ad7d-69b5c499b352,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:06.295985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.298134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.429245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-41b6abb6-ef09-400e-af5b-267ef4ade896 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6829fd70ba9a4924b2013af84537319f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091279 Jan 27 19:50:06.454947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47426) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:06.479081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.482736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aed9bbd3-49e3-4ea0-a57a-73f238de6b7f None None] Current status of the port e2c32a09-f4bf-47d8-8718-c40802f56974 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:06.497340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port f307d108-17b1-4376-bb8b-cdec7697588b completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:50:06.506014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port f307d108-17b1-4376-bb8b-cdec7697588b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:06.508069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.598095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f8a770d-295d-4e98-a86d-159697743a41 req-2340ca50-0bc7-4d07-9ed1-45b09a4c4673 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198925 Jan 27 19:50:06.639489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.661926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-ea19950a-beed-490c-aa26-16a7fefba803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:06.663644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-ea19950a-beed-490c-aa26-16a7fefba803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406257 Jan 27 19:50:06.689816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:06.696304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:06.787569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port f307d108-17b1-4376-bb8b-cdec7697588b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:06.787569 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.836356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.839910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] Publish callbacks [] for security_group (df09de51-cd98-4497-8581-ca6e207890e1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.865380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:50:06.878167 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c72afe-dba7-42f2-a510-403c5c01ff6a" -d '{"events": [{"server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "name": "network-vif-plugged", "status": "completed", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:50:06.925365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] Publish callbacks [] for security_group (df09de51-cd98-4497-8581-ca6e207890e1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:06.951728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f307d108-17b1-4376-bb8b-cdec7697588b,segment=NetworkSegment(e69dbb68-6eaf-4f3d-87af-190f7d35b20b),segment_id=e69dbb68-6eaf-4f3d-87af-190f7d35b20b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:06.964103 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b03ad-ff9f-4038-816f-af17a09f1864 x-openstack-request-id: req-926b03ad-ff9f-4038-816f-af17a09f1864 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:50:06.964997 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "name": "network-vif-plugged", "status": "completed", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:50:06.965707 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-926b03ad-ff9f-4038-816f-af17a09f1864 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:50:06.966793 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b', 'code': 200} Jan 27 19:50:06.970089 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:07.113974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:07.143827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:07.170708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870ab82-4130-4d9c-80c7-3c04899057a8 req-621949d5-a7f0-4e20-aa2e-54853b6a1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:07.172344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4870ab82-4130-4d9c-80c7-3c04899057a8 req-621949d5-a7f0-4e20-aa2e-54853b6a1fba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1096 time: 0.0871861 Jan 27 19:50:07.228881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df09de51-cd98-4497-8581-ca6e207890e1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:07.231568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:07.259460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df09de51-cd98-4497-8581-ca6e207890e1 HTTP/1.1" status: 204 len: 168 time: 0.8029509 Jan 27 19:50:07.348668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee6b03-ddc9-4f84-9b44-e918ba59201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09de51-cd98-4497-8581-ca6e207890e1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:07.381747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47eec9-34af-46df-98ec-346a3f7def1d None None] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:07.503494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-91b467da-72c0-45c3-9bd4-549e735410e8 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8217444 Jan 27 19:50:07.504755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=bb7adad1-a4b4-40f5-bb6d-b238ac153044,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:07.514007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4870ab82-4130-4d9c-80c7-3c04899057a8 req-737b4950-89ac-4a4f-9b35-3c01b75acc50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250237 Jan 27 19:50:07.682127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Provisioning complete for port 90829224-60aa-40e2-9155-cba328a3d1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:07.696688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:07.710584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 90829224-60aa-40e2-9155-cba328a3d1b5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:08.064588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 90829224-60aa-40e2-9155-cba328a3d1b5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:08.065911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.274943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Current status of the port 90829224-60aa-40e2-9155-cba328a3d1b5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:08.275611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.372264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] For port 90829224-60aa-40e2-9155-cba328a3d1b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=90829224-60aa-40e2-9155-cba328a3d1b5,segment=NetworkSegment(38bbbfed-9795-48fc-b615-d96b0982866e),segment_id=38bbbfed-9795-48fc-b615-d96b0982866e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:08.402436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.522426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.577739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 90829224-60aa-40e2-9155-cba328a3d1b5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:08.578142 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.604118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.611336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Provisioning complete for port 3b49d18b-9798-474e-ad7d-69b5c499b352 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:08.611980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.734011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:08.746062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Pushing event updated for resources: {'Port': ['ID=90829224-60aa-40e2-9155-cba328a3d1b5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:08.803207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:50:08.803577 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:50:08.811334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:08.819075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:08.833399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:08.834162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:08.834619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ab410f1-299e-4ef2-a0db-cb6c4707dc54 None None] Port 3b49d18b-9798-474e-ad7d-69b5c499b352 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:08.854817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Router fae2deb5-d6ab-4eef-b912-031099731244 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:50:08.901990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ceaf3458-c98b-4d54-95da-097b8cf4e70f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0633428 Jan 27 19:50:08.911954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:08.940028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.56 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ed48aa5c-3fce-48c3-8f18-2833c5b8cb03) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:08.943956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82c5b3-c078-4954-a1cf-98ddcc5ae652 req-21e2f267-0b7d-4891-9283-b132348f503b tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:08.946111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db82c5b3-c078-4954-a1cf-98ddcc5ae652 req-21e2f267-0b7d-4891-9283-b132348f503b tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2801018 Jan 27 19:50:09.027671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86ffefaf-00ac-4645-bb0f-c1ef4e5bc07d req-09754ce1-c0e6-4c9d-a9f0-d48eaa79d66d service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5071361 Jan 27 19:50:09.062218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31093e4e-2081-4a4e-b369-6e7b76c00aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.112630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Provisioning complete for port 90829224-60aa-40e2-9155-cba328a3d1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:09.113020 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.223536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.274776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Current status of the port 90829224-60aa-40e2-9155-cba328a3d1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:09.287478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Provisioning complete for port bb7adad1-a4b4-40f5-bb6d-b238ac153044 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:09.288435 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.309946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.380278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0b769e9-9171-4f61-9008-3143f8458fd0 None None] Port bb7adad1-a4b4-40f5-bb6d-b238ac153044 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:09.425171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 90829224-60aa-40e2-9155-cba328a3d1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:09.426351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2c32a09-f4bf-47d8-8718-c40802f56974 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:09.451985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:09.463319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:09.466019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:09.469561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:09.506845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:09.537747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9dc6b19f-0ff7-4416-a8f5-3d83598a7724 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4977882 Jan 27 19:50:09.551984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] Sync routers for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:09.581910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:09.582936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:09.586052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-41940726-fcbc-4444-9194-d925861eafd2 None None] Provisioning complete for port bb7adad1-a4b4-40f5-bb6d-b238ac153044 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:09.587258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41940726-fcbc-4444-9194-d925861eafd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.596667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:09.618429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db82c5b3-c078-4954-a1cf-98ddcc5ae652 req-38153eff-dcd0-46a6-8761-1117a5a074d5 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037936 Jan 27 19:50:09.699175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-41940726-fcbc-4444-9194-d925861eafd2 None None] Port bb7adad1-a4b4-40f5-bb6d-b238ac153044 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:09.859131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:09.892678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e2c32a09-f4bf-47d8-8718-c40802f56974 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:09.897176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:09.904135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:09.905041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:49:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:09.997542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:10.000738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b345b5-f1dd-4576-8fe2-b06169055ae2 None None] The sync data for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:10.096199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e2c32a09-f4bf-47d8-8718-c40802f56974 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:10.147000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:10.215991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c2e09abc-b45d-4b61-a4a7-7130f755e120 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router (fae2deb5-d6ab-4eef-b912-031099731244), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:10.254389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 90829224-60aa-40e2-9155-cba328a3d1b5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:10.397781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 90829224-60aa-40e2-9155-cba328a3d1b5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:10.398441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:10.456738 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-c2e09abc-b45d-4b61-a4a7-7130f755e120 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 19:50:10.461454 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2e09abc-b45d-4b61-a4a7-7130f755e120 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244 HTTP/1.1" status: 409 len: 329 time: 0.8621380 Jan 27 19:50:10.462106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47510) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:10.684110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 90829224-60aa-40e2-9155-cba328a3d1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:10.814421 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:10.827690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.013518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:11.131959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=bb7adad1-a4b4-40f5-bb6d-b238ac153044,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:11.220630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.222277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-980921476'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:11.227547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.360397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (bda22eba-e199-428a-9103-5b4793f01ca5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.362792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (bda22eba-e199-428a-9103-5b4793f01ca5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.461232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a02d304e-fbdd-4cac-96d8-cc8e8daba16a None None] Provisioning complete for port bb7adad1-a4b4-40f5-bb6d-b238ac153044 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:11.462681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02d304e-fbdd-4cac-96d8-cc8e8daba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.497690 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.508418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56690978-46f5-410d-8cd2-6305f29ea051 req-8f578780-9cde-45e6-b638-962919f36325 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:11.510450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56690978-46f5-410d-8cd2-6305f29ea051 req-8f578780-9cde-45e6-b638-962919f36325 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.6910141 Jan 27 19:50:11.566016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a02d304e-fbdd-4cac-96d8-cc8e8daba16a None None] Port bb7adad1-a4b4-40f5-bb6d-b238ac153044 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:11.666237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (bda22eba-e199-428a-9103-5b4793f01ca5), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.691187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (bda22eba-e199-428a-9103-5b4793f01ca5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.711234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56690978-46f5-410d-8cd2-6305f29ea051 req-a5a9c2b7-6f28-44af-83b0-85fba6b2f055 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906877 Jan 27 19:50:11.734474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.738097 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a486644-4064-4c38-b5cc-c02729b29265 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7194731 Jan 27 19:50:11.739753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:11.851053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.921642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:11.961992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (bda22eba-e199-428a-9103-5b4793f01ca5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.149835 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93b06109-bc2a-4cc4-b2d5-9256eebabc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.322676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (bda22eba-e199-428a-9103-5b4793f01ca5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.325286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (bda22eba-e199-428a-9103-5b4793f01ca5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.362783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:50:12.402732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (bda22eba-e199-428a-9103-5b4793f01ca5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.403262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bda22eba-e199-428a-9103-5b4793f01ca5 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:12.412917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.419142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:12.421585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-65c7d9d0-2c78-4cd1-873d-f3b01f523a24 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "DELETE /v2.0/routers/bda22eba-e199-428a-9103-5b4793f01ca5 HTTP/1.1" status: 204 len: 168 time: 0.6811435 Jan 27 19:50:12.427505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Request body: {'router': {'name': 'tempest-router-1923615076', 'distributed': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:12.444902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023f701-043a-4ef0-a7ac-b6fcfc98ae7a req-43d762e7-a55f-4010-a090-e610b7c78ffc tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:12.446625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b023f701-043a-4ef0-a7ac-b6fcfc98ae7a req-43d762e7-a55f-4010-a090-e610b7c78ffc tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.4798508 Jan 27 19:50:12.538157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.547625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.549157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.556747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b023f701-043a-4ef0-a7ac-b6fcfc98ae7a req-103ad9cf-8529-46f9-a7d3-47cb628e9ceb tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970652 Jan 27 19:50:12.640183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1482d190-9b15-4569-af6b-832b38e6a117), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.641827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1482d190-9b15-4569-af6b-832b38e6a117), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.709392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (1482d190-9b15-4569-af6b-832b38e6a117), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.722619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1482d190-9b15-4569-af6b-832b38e6a117), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.741806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:12.767602 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Sync routers for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:12.789843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting port 3b49d18b-9798-474e-ad7d-69b5c499b352 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:12.790422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:12.800749 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:12.808983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:12.830039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:12.857326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:12.891492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=bb7adad1-a4b4-40f5-bb6d-b238ac153044,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:13.027719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.058640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Calling delete_port for 3b49d18b-9798-474e-ad7d-69b5c499b352 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:13.132852 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:13.259957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d96ed6-21f4-4e1a-8fec-1d3dcece1e9b req-699eda17-0866-41cf-9985-d7f90d6f07f5 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:13.261693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67d96ed6-21f4-4e1a-8fec-1d3dcece1e9b req-699eda17-0866-41cf-9985-d7f90d6f07f5 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2102466 Jan 27 19:50:13.290199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Router 3b86695a-bfab-47d8-9a06-86c5b0d1db7d is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:50:13.405707 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.410659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f09e4bfc-f448-46d2-9fc5-e2beefe3fdee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.2218616 Jan 27 19:50:13.417597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:13.420466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.428219 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-33742b76-ebe3-4c62-9af9-67e9081dbcae tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0052900 Jan 27 19:50:13.441058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47570) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:13.455838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7f7cd6a2-b410-42cc-9581-1f0264aa834a None None] Provisioning complete for port bb7adad1-a4b4-40f5-bb6d-b238ac153044 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:13.456445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd6a2-b410-42cc-9581-1f0264aa834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.522414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cd6a2-b410-42cc-9581-1f0264aa834a None None] Port bb7adad1-a4b4-40f5-bb6d-b238ac153044 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:13.522569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:13.533545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72ac776b-c953-433d-9df6-e18ff9418571 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/routers/3b86695a-bfab-47d8-9a06-86c5b0d1db7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6174176 Jan 27 19:50:13.534437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:13.543381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] Sync routers for ids ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:13.551957 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:10Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:13.567089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] Routers {'3b86695a-bfab-47d8-9a06-86c5b0d1db7d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:13.568029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:13.629831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67d96ed6-21f4-4e1a-8fec-1d3dcece1e9b req-914465c3-315b-432d-8810-23a6e2de4216 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416066 Jan 27 19:50:13.650235 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Checking router: 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:50:13.650799 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Updating router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:50:13.652200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d28416-b5ab-45ad-b875-2478fe23e262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:13.654482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-61d28416-b5ab-45ad-b875-2478fe23e262 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b86695a-bfab-47d8-9a06-86c5b0d1db7d HTTP/1.1" status: 200 len: 988 time: 0.1185117 Jan 27 19:50:13.660088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:13.683920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:13.711730 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.726230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (1482d190-9b15-4569-af6b-832b38e6a117), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:13.742344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] Routers {'3b86695a-bfab-47d8-9a06-86c5b0d1db7d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:13.752695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:13.870014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:13.873626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da5415-af37-4429-b3bc-cef5b5f54dec None None] The sync data for ids ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:14.175178 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks [] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.191488 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.211789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3b49d18b-9798-474e-ad7d-69b5c499b352), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.249724 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Attempting to bind port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:14.250237 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Attempting to bind port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:14.250614 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Attempting to bind port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:14.267971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:14.268423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:14.268842 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.269239 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:14.269772 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Bound port: ed48aa5c-3fce-48c3-8f18-2833c5b8cb03, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:14.270409 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.325225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.447025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Port': ['ID=3b49d18b-9798-474e-ad7d-69b5c499b352,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:14.502030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-720b96fe-622f-4bb9-94a1-ab1b9dd6f21b tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2e018dbe00a44688a7a2e0b982600366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0747774 Jan 27 19:50:14.503670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:14.599582 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Pushing event updated for resources: {'Port': ['ID=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:14.615444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.615903 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.616473 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.616974 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.617471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.617955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.618663 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.619160 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.619776 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.620327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.620881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.621464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.622021 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:14.709657 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] For port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:14.714107 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] For port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:14.720258 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:14.818893 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:14.820579 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:14.879275 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1439d-3054-4ef7-bac6-50b69b8d02e6 None None] Pushing event updated for resources: {'Port': ['ID=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:14.935192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (fae2deb5-d6ab-4eef-b912-031099731244), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.006086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1482d190-9b15-4569-af6b-832b38e6a117), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.009314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (1482d190-9b15-4569-af6b-832b38e6a117), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.066767 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:15.119342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae662b-8cab-47ad-9622-8644eb203b55 req-6239ed5a-c75b-4ee6-996f-17712f24c4fe tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:15.121211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61ae662b-8cab-47ad-9622-8644eb203b55 req-6239ed5a-c75b-4ee6-996f-17712f24c4fe tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.1091125 Jan 27 19:50:15.121792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1482d190-9b15-4569-af6b-832b38e6a117), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.122527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1482d190-9b15-4569-af6b-832b38e6a117 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:15.145152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-760a15f2-b0bd-4510-a2c4-e8b60cd7d189 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9364345 Jan 27 19:50:15.156088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.169811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d6f4fb84-387f-45d9-af72-922dd3cd7739 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "DELETE /v2.0/routers/1482d190-9b15-4569-af6b-832b38e6a117 HTTP/1.1" status: 204 len: 168 time: 1.7164361 Jan 27 19:50:15.198215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:15.202581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.210286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Request body: {'router': {'name': 'tempest-router-1255600463', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6b17bc13513240e2a5dc70c20bf631df'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:15.310973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.312114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.374127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61ae662b-8cab-47ad-9622-8644eb203b55 req-b92fb9ad-cc15-46d9-8e90-e73ece3b9a16 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717079 Jan 27 19:50:15.376333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365aa8d1-1467-4480-97d8-0705d1d1e71f tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:15.393070 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-365aa8d1-1467-4480-97d8-0705d1d1e71f tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8871493 Jan 27 19:50:15.393973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:15.519624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-3c3bff93-66d0-4b0e-ba65-cac46ce4c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:15.529437 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-3c3bff93-66d0-4b0e-ba65-cac46ce4c55f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1096 time: 0.2104251 Jan 27 19:50:15.537638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.539531 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:10Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:15.563528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.582167 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1e3a1-793d-45a2-9e22-21b60dd6b7fe None None] The sync data for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 is: [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:10Z', 'revision_number': 3, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:15.617954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.652353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5dcb67a9-2a88-45d0-a5e5-1d6f2ebcef03 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2423642 Jan 27 19:50:15.653141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:15.685001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320844009', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:15.750877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.756112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5f66f8ec-09a5-43b8-b61e-ff7a1d57dfad tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5513103 Jan 27 19:50:15.759913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47624) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:15.767531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Router fae2deb5-d6ab-4eef-b912-031099731244 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:50:15.773170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:15.908955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port bb7adad1-a4b4-40f5-bb6d-b238ac153044 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:15.909439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:15.987424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c76b0-0fcd-4ead-b71b-cccd304400d5 req-99f15538-2e57-4d0b-b979-760e7b350661 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:15.989474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-128c76b0-0fcd-4ead-b71b-cccd304400d5 req-99f15538-2e57-4d0b-b979-760e7b350661 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2784624 Jan 27 19:50:16.033576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:16.044839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.067345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.248954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-128c76b0-0fcd-4ead-b71b-cccd304400d5 req-00739ea1-7a34-4658-90c3-f40d586d7175 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509868 Jan 27 19:50:16.299796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.372695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for bb7adad1-a4b4-40f5-bb6d-b238ac153044 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:16.447349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:16.583584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-fb966b60-9871-41ff-a21b-7cca5f2b1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:16.596086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-fb966b60-9871-41ff-a21b-7cca5f2b1850 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 913 time: 0.9692016 Jan 27 19:50:16.656222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:16.656604 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.705790 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-98c0705b-1c76-4a40-afb3-e8e5b638fbdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 217 time: 0.1058373 Jan 27 19:50:16.824756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:16.837458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] Sync routers for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:16.846620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9d63d04-95e8-42a1-bf17-d5ee5cee6058 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3330586 Jan 27 19:50:16.848554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-fd832ced-f53a-4b61-8b2b-78fa14d3cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:16.859153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-fd832ced-f53a-4b61-8b2b-78fa14d3cc26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 200 len: 852 time: 0.1449311 Jan 27 19:50:16.860161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:16.860453 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:16.864485 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:16.869988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:16.870500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.875225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (195077f0-086d-478c-ba7b-027425f1e3db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.924369 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:16.930109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:16.936907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:16.958086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] Routers {'fae2deb5-d6ab-4eef-b912-031099731244'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:16.959450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['fae2deb5-d6ab-4eef-b912-031099731244'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:17.042738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7892693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29662'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.043090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.067146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:17.129737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:17.130694 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ad4dc-23e1-40eb-9c12-8bd1fcfd75c3 None None] The sync data for ids ['fae2deb5-d6ab-4eef-b912-031099731244'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:17.176964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 27 19:50:17.177426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Router a7cdc24b-60fc-468e-aac6-9b58f7521cdf migrating from provider to provider. {{(pid=103322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 27 19:50:17.177829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.184423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.206380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7892652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890186'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.271197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-721c5996-b6f0-496b-a76c-71ac8955ff00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854003 Jan 27 19:50:17.273774 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-a0a10774-7a66-4c74-9abf-15cbc81c1bd6 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] show failed (client error): The resource could not be found. Jan 27 19:50:17.278590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a0a10774-7a66-4c74-9abf-15cbc81c1bd6 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-700398720 HTTP/1.1" status: 404 len: 334 time: 0.4095271 Jan 27 19:50:17.279346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Subnet': ['ID=195077f0-086d-478c-ba7b-027425f1e3db,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:17.281023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47646) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:17.339488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Checking segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:17.339884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network hostable DHCP agents. Network: a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:50:17.368666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bb7adad1-a4b4-40f5-bb6d-b238ac153044), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.409009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8b7763c2-f155-447f-a604-732998cf532d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:17.460971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:50:17.464481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=bb7adad1-a4b4-40f5-bb6d-b238ac153044,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:17.577046 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-c39128cf-605f-49c0-a22f-b4d979bb5558 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968941 Jan 27 19:50:17.616258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:17.630240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:17.630861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.645408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78edf2-9307-4b98-94e5-192df87549e6 None None] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:17.859821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.879944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e459d178-3d18-4d61-b182-c5cab26e6561 req-8cd34a49-6351-4dd6-93f4-7fbb6c6fb454 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426453 Jan 27 19:50:17.885222 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-8b7763c2-f155-447f-a604-732998cf532d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] update failed (client error): The resource could not be found. Jan 27 19:50:17.886494 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b7763c2-f155-447f-a604-732998cf532d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-774270222 HTTP/1.1" status: 404 len: 334 time: 0.4820278 Jan 27 19:50:17.888716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e763cdb4-4c28-4045-bf03-4e7948c7c218 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2106197 Jan 27 19:50:17.889491 n-d-760453-6 neutron-server[103322]: WARNING neutron.scheduler.l3_agent_scheduler [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] No L3 agents can host the router a7cdc24b-60fc-468e-aac6-9b58f7521cdf Jan 27 19:50:17.894665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:17.895236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:17.903328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:17.904635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:17.961540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341f759-7110-4894-bccc-0a54a759ede8 req-dede5438-933d-4585-adc1-4e766c83ad2d tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:17.963281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4341f759-7110-4894-bccc-0a54a759ede8 req-dede5438-933d-4585-adc1-4e766c83ad2d tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.5034668 Jan 27 19:50:18.281959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Allocated IP 172.20.0.2 (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2/195077f0-086d-478c-ba7b-027425f1e3db/275d92b5-e2bd-4cc1-bbbe-1c6210e59b73) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:18.363133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Router 3b86695a-bfab-47d8-9a06-86c5b0d1db7d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:50:18.383780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting subnet 8eb449db-6ee1-46d4-a57e-e7cee57f54d0 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:18.393118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:18.405142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4341f759-7110-4894-bccc-0a54a759ede8 req-fb4dd621-5515-4f6d-ab7a-46163730a339 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687265 Jan 27 19:50:18.439891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (8eb449db-6ee1-46d4-a57e-e7cee57f54d0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:18.516026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (8eb449db-6ee1-46d4-a57e-e7cee57f54d0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:18.655488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:18.672547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-013e8a40-b2f3-4da8-b1f4-d82936c6b50f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/routers/3b86695a-bfab-47d8-9a06-86c5b0d1db7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0014899 Jan 27 19:50:18.672791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8eb449db-6ee1-46d4-a57e-e7cee57f54d0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:18.672898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:18.760858 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4837ec-a2a7-47de-9b68-4d0e4327eef1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:50:18.768853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2a4837ec-a2a7-47de-9b68-4d0e4327eef1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/bb7adad1-a4b4-40f5-bb6d-b238ac153044 HTTP/1.1" status: 404 len: 333 time: 0.0985563 Jan 27 19:50:18.771653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:18.900922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] Sync routers for ids ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:18.924825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:18.951726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] Routers {'3b86695a-bfab-47d8-9a06-86c5b0d1db7d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:18.952786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:19.002019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:19.002647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.061936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:19.187262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] Routers {'3b86695a-bfab-47d8-9a06-86c5b0d1db7d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:19.187916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:19.283285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.288008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for router_controller (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.349874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:19.350556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5307ace7-e900-4ac1-8569-b3c7560356db None None] The sync data for ids ['3b86695a-bfab-47d8-9a06-86c5b0d1db7d'] in n-d-760453-6 is: [] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:19.356495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks [] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.374980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.386671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (3b86695a-bfab-47d8-9a06-86c5b0d1db7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.387205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Fanout notify agent at l3_agent the message router_deleted on router 3b86695a-bfab-47d8-9a06-86c5b0d1db7d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:19.404641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.405425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ddfc0cef-e9b1-4a08-83ec-4b6a11c88a07 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/routers/3b86695a-bfab-47d8-9a06-86c5b0d1db7d HTTP/1.1" status: 204 len: 168 time: 0.6326668 Jan 27 19:50:19.413865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:19.483767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:19.486730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:19.494810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:19.499650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:19.503015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Pushing event updated for resources: {'Port': ['ID=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:19.533037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 09154fd6-eeb1-4bac-afdd-65388035d8ea {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:19.540363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (09154fd6-eeb1-4bac-afdd-65388035d8ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.596279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (09154fd6-eeb1-4bac-afdd-65388035d8ea), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.644955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Attempting to bind port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:19.645355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Attempting to bind port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:19.645755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Attempting to bind port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 on network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:19.656928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:19.658269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Checking segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:19.659726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.659726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Bound using segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:19.659726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Bound port: 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:19.660055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.723233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (09154fd6-eeb1-4bac-afdd-65388035d8ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.827031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (09154fd6-eeb1-4bac-afdd-65388035d8ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.833871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] For port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:19.837182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] For port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:19.842562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.857728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-a11cb2cf-0a08-4622-8931-19be93334881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:19.859385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-a11cb2cf-0a08-4622-8931-19be93334881 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1096 time: 1.7461143 Jan 27 19:50:19.860562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (8eb449db-6ee1-46d4-a57e-e7cee57f54d0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.863191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=09154fd6-eeb1-4bac-afdd-65388035d8ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:19.873569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.879235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-17200cb5-162b-433c-95ac-ab5faf9bbcd1 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/09154fd6-eeb1-4bac-afdd-65388035d8ea HTTP/1.1" status: 204 len: 168 time: 0.4633241 Jan 27 19:50:19.884610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:19.900095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701afd5e-31bb-47ec-af9f-f6b5e0820b7d None None] Network dc6a15d9-cad3-45b9-898f-f9db700e9722 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:19.923505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758607d1-00a9-4d09-9217-af8c9a2f2924 req-ba0c9636-1340-4134-8c80-9e7d0e154ca0 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:19.925625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758607d1-00a9-4d09-9217-af8c9a2f2924 req-ba0c9636-1340-4134-8c80-9e7d0e154ca0 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.1366029 Jan 27 19:50:19.929713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:19.937011 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/subnets/8eb449db-6ee1-46d4-a57e-e7cee57f54d0 HTTP/1.1" status: 204 len: 168 time: 2.0208225 Jan 27 19:50:19.949025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:20.006489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (dc6a15d9-cad3-45b9-898f-f9db700e9722), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.017343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd6e8f-4bfc-4f33-9e0b-cd96f58da8fa tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb449db-6ee1-46d4-a57e-e7cee57f54d0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:20.052428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a545984-70c4-42d7-8712-b2f25446863a None None] Network 38fe8b75-9237-45c0-88e3-490bc2725ac0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:20.099823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Hosts for router a7cdc24b-60fc-468e-aac6-9b58f7521cdf: [] {{(pid=103322) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 19:50:20.145458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31b32b-82ef-451c-872f-fd69cb654ea3 None None] Pushing event updated for resources: {'Port': ['ID=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:20.208296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Hosts for other DVR routers connected to router a7cdc24b-60fc-468e-aac6-9b58f7521cdf: set() {{(pid=103322) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 19:50:20.211221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.215710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01f6585f-3596-4bb5-82f2-94e46dc77cc9 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "PUT /v2.0/routers/a7cdc24b-60fc-468e-aac6-9b58f7521cdf HTTP/1.1" status: 200 len: 717 time: 4.4539630 Jan 27 19:50:20.223691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47702) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:20.273140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758607d1-00a9-4d09-9217-af8c9a2f2924 req-896148fd-14c4-4408-87f4-b05694e8551e tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715614 Jan 27 19:50:20.294534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 90829224-60aa-40e2-9155-cba328a3d1b5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:20.294882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.388185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] DHCP port deletion for dc6a15d9-cad3-45b9-898f-f9db700e9722 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:20.404985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-0c9a5f56-63c6-4699-a43e-316e4fa0ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:20.406569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-0c9a5f56-63c6-4699-a43e-316e4fa0ebc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 913 time: 0.5348222 Jan 27 19:50:20.427414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] For port 90829224-60aa-40e2-9155-cba328a3d1b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=90829224-60aa-40e2-9155-cba328a3d1b5,segment=NetworkSegment(38bbbfed-9795-48fc-b615-d96b0982866e),segment_id=38bbbfed-9795-48fc-b615-d96b0982866e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:20.428316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.446524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 90829224-60aa-40e2-9155-cba328a3d1b5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:20.448040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] DHCP port deletion for 38fe8b75-9237-45c0-88e3-490bc2725ac0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:20.599133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.608299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Deleting port 90829224-60aa-40e2-9155-cba328a3d1b5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:20.608584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.638096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (38fe8b75-9237-45c0-88e3-490bc2725ac0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.657912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No DVR routers for this DVR port 90829224-60aa-40e2-9155-cba328a3d1b5 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:20.666400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=90829224-60aa-40e2-9155-cba328a3d1b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:20.740079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11b22cfd-9bcf-4931-bca4-4360a7519444 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "GET /v2.0/routers/a7cdc24b-60fc-468e-aac6-9b58f7521cdf HTTP/1.1" status: 200 len: 717 time: 0.4897368 Jan 27 19:50:20.746049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] For port 90829224-60aa-40e2-9155-cba328a3d1b5, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:20.746453 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.747667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:20.753132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-b5c05ff5-4049-4057-8fe1-eb5b0fe17c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 217 time: 0.1852751 Jan 27 19:50:20.781394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Calling delete_port for 90829224-60aa-40e2-9155-cba328a3d1b5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:20.785814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Port 90829224-60aa-40e2-9155-cba328a3d1b5 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:50:20.801889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (90829224-60aa-40e2-9155-cba328a3d1b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.846022 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (dc6a15d9-cad3-45b9-898f-f9db700e9722), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.862419 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] Pushing event deleted for resources: {'Port': ['ID=90829224-60aa-40e2-9155-cba328a3d1b5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:20.867140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Deleting port e2c32a09-f4bf-47d8-8718-c40802f56974 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:20.867515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.870033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7863d40-11db-417f-93fd-d74bedec9a78 None None] No DVR routers for this DVR port 90829224-60aa-40e2-9155-cba328a3d1b5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:20.904065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6a15d9-cad3-45b9-898f-f9db700e9722']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:20.904963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.923715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-c8a4e0c5-d337-4a53-aaa8-1024ae6aac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:20.925445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-c8a4e0c5-d337-4a53-aaa8-1024ae6aac9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 200 len: 852 time: 0.1622529 Jan 27 19:50:20.932285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bbbfed-9795-48fc-b615-d96b0982866e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:20.932880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bbbfed-9795-48fc-b615-d96b0982866e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:20.957364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (38bbbfed-9795-48fc-b615-d96b0982866e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.977135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (38bbbfed-9795-48fc-b615-d96b0982866e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.982451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] For port e2c32a09-f4bf-47d8-8718-c40802f56974, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e2c32a09-f4bf-47d8-8718-c40802f56974,segment=NetworkSegment(f1b11f1c-dede-46ca-bea9-22bfea8f77d7),segment_id=f1b11f1c-dede-46ca-bea9-22bfea8f77d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:20.983091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.989273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:20.990034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (38bbbfed-9795-48fc-b615-d96b0982866e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:20.999415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Calling delete_port for e2c32a09-f4bf-47d8-8718-c40802f56974 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:21.001327 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:21.084204 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (dc6a15d9-cad3-45b9-898f-f9db700e9722), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.090933 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4879ce66-8355-429f-8ede-56dd94379a6f tempest-RoutersTestDVR-1296097084 tempest-RoutersTestDVR-1296097084-project] 10.222.0.59 "GET /v2.0/routers/a7cdc24b-60fc-468e-aac6-9b58f7521cdf HTTP/1.1" status: 200 len: 683 time: 0.3341169 Jan 27 19:50:21.094098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:21.130493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.131217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.138281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/dc6a15d9-cad3-45b9-898f-f9db700e9722 HTTP/1.1" status: 204 len: 168 time: 1.2473402 Jan 27 19:50:21.138281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98fd67-cb5c-4e15-9921-48008c1a9b8c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=dc6a15d9-cad3-45b9-898f-f9db700e9722,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:21.138941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:21.154795 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-aecba9b3-a72d-470b-af2f-6f828b581575 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728106 Jan 27 19:50:21.174854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] Pushing event deleted for resources: {'Port': ['ID=e2c32a09-f4bf-47d8-8718-c40802f56974,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:21.190639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593bb9e-4ce0-4e21-bf28-bbf90b4e3c8a None None] No DVR routers for this DVR port e2c32a09-f4bf-47d8-8718-c40802f56974 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:21.218802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc8045-5e24-424b-b95e-5d227f5e2ddf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:21.226174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54dc8045-5e24-424b-b95e-5d227f5e2ddf tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/9e580ab8-a088-4137-a614-255399db712d HTTP/1.1" status: 200 len: 845 time: 0.0858705 Jan 27 19:50:21.237567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:21.294664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b8a7f2b-71c7-42bf-87e3-cbb389d882b2 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/9e580ab8-a088-4137-a614-255399db712d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0557196 Jan 27 19:50:21.299088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:21.304744 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.307821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:21.477193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting port e2c32a09-f4bf-47d8-8718-c40802f56974 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:21.477621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.507845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:21.514137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.556647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926342-43a5-4c38-b12f-49e09fe2bbd0 req-68de3035-9117-469e-83ef-81e917637467 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:21.558291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40926342-43a5-4c38-b12f-49e09fe2bbd0 req-68de3035-9117-469e-83ef-81e917637467 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.1361861 Jan 27 19:50:21.608351 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-f75f3d9d-300c-4246-9dfe-bcdb6f7d75d4 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430926 Jan 27 19:50:21.658235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40926342-43a5-4c38-b12f-49e09fe2bbd0 req-4fe009ff-b5c5-4759-ba1e-e880a34a602d tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Jan 27 19:50:21.871799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.906253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (ebe0d250-d8ce-4627-941e-a6148e3a6dd6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.907941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1d83e-c128-4140-ad50-ab9c1eac833a None None] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:21.912776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:21.927862 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6a7c5140-0662-4716-b311-75bb36ed5f90 req-2736e037-7303-4443-b9df-1834e20ddfda service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729144 Jan 27 19:50:22.016576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:22.026174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Provisioning complete for port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:22.026820 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.029930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:22.035171 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] For port e2c32a09-f4bf-47d8-8718-c40802f56974, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:22.035561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.042214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:22.042833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.064932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Calling delete_port for e2c32a09-f4bf-47d8-8718-c40802f56974 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:22.071661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Port e2c32a09-f4bf-47d8-8718-c40802f56974 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:50:22.072849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a7cdc24b-60fc-468e-aac6-9b58f7521cdf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.073588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7cdc24b-60fc-468e-aac6-9b58f7521cdf {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:22.074922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=ebe0d250-d8ce-4627-941e-a6148e3a6dd6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:22.089801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-56028151-1b30-4bb9-8c94-3ad37199ded8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7887955 Jan 27 19:50:22.090474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:22.096197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1238267475'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:22.105040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.106588 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-58ded8b6-441a-42d5-871c-246a0e5da84b tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "DELETE /v2.0/routers/a7cdc24b-60fc-468e-aac6-9b58f7521cdf HTTP/1.1" status: 204 len: 168 time: 1.0102291 Jan 27 19:50:22.107735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e2c32a09-f4bf-47d8-8718-c40802f56974), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.111268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:22.119358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Request body: {'router': {'name': 'tempest-router-768082015', 'distributed': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:22.137000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942d318-8981-447b-bac4-40948c4bd775 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:22.141343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.142988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.148995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Port': ['ID=e2c32a09-f4bf-47d8-8718-c40802f56974,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:22.154182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] No DVR routers for this DVR port e2c32a09-f4bf-47d8-8718-c40802f56974 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:22.169089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.207717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.1 (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2/195077f0-086d-478c-ba7b-027425f1e3db/9b9bc074-7cf7-4541-8a74-e35bc071a13c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:22.278666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (175cebcd-9a5a-4d14-90b6-a7322828b452), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.279058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (38fe8b75-9237-45c0-88e3-490bc2725ac0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.294153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.349819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fe8b75-9237-45c0-88e3-490bc2725ac0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:22.365945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.370235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-45b0b1db-ad9e-425d-8166-ca29b66a8705 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2578511 Jan 27 19:50:22.370898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:22.371108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:22.372430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b11f1c-dede-46ca-bea9-22bfea8f77d7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:22.404705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f1b11f1c-dede-46ca-bea9-22bfea8f77d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.433667 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f1b11f1c-dede-46ca-bea9-22bfea8f77d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.442466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:22.443161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f1b11f1c-dede-46ca-bea9-22bfea8f77d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.450157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:22.652093 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:22.700149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Current status of the port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:22.710266 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.728104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-03054f5e-9d96-4c35-aeae-ab6364d357f6', 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'project_id': '7eb61a3bc3dc4058b5cd2767debef0c6', 'fixed_ips': [{'subnet_id': 'ebe0d250-d8ce-4627-941e-a6148e3a6dd6'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:22.729863 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.752886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (38fe8b75-9237-45c0-88e3-490bc2725ac0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.825881 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:22.849062 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/networks/38fe8b75-9237-45c0-88e3-490bc2725ac0 HTTP/1.1" status: 204 len: 168 time: 2.8611369 Jan 27 19:50:22.870937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:22.901028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b2d5-ca56-43c2-9e36-71c3b5849356 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Network': ['ID=38fe8b75-9237-45c0-88e3-490bc2725ac0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:22.986158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.047537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting subnet 51bbed5c-75ee-4b30-b02c-c33207070de0 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:23.052157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:23.052749 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.088137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (51bbed5c-75ee-4b30-b02c-c33207070de0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.119582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] For port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:23.121670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Allocated IP 2001:db8::2 (03054f5e-9d96-4c35-aeae-ab6364d357f6/ebe0d250-d8ce-4627-941e-a6148e3a6dd6/73040c7f-665f-4d1f-b77d-50cf2b5c310d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:23.130412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.144197 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.176861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.208612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:23.215909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:23.226572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (51bbed5c-75ee-4b30-b02c-c33207070de0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.278506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:23.326095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:23.393030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (913d4b8a-0d36-49df-b368-938d62ff9673), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.580996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.585292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router_controller (175cebcd-9a5a-4d14-90b6-a7322828b452), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.729428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (913d4b8a-0d36-49df-b368-938d62ff9673), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.739225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (175cebcd-9a5a-4d14-90b6-a7322828b452), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.739773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 175cebcd-9a5a-4d14-90b6-a7322828b452 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:23.761067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6077521-e1f6-4d62-8cd5-143f723a4eac None None] Pushing event updated for resources: {'Port': ['ID=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:23.761812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.776083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30f5a694-b718-4d18-b64a-fbe3e124bd83 tempest-RoutersTestDVR-594797621 tempest-RoutersTestDVR-594797621-project-admin] 10.222.0.59 "DELETE /v2.0/routers/175cebcd-9a5a-4d14-90b6-a7322828b452 HTTP/1.1" status: 204 len: 168 time: 1.4026837 Jan 27 19:50:23.804824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-795c6e2a-cc9d-428d-8e0b-4fee3982bd56 None None] Provisioning complete for port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:23.806791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.820456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-795c6e2a-cc9d-428d-8e0b-4fee3982bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.823445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7316439 Jan 27 19:50:23.827350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:23.831409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:23.844533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'security_group': {'name': 'tempest-secgroup-710334309'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:23.888940 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:23.893455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13262d-ad12-4b25-a9df-789476d30a4a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913d4b8a-0d36-49df-b368-938d62ff9673,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:23.918052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdde90-d571-4c61-a36f-cc8f2e4ad794 req-227a33c6-517c-480c-b570-ffb957be5dfc tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:23.921638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57bdde90-d571-4c61-a36f-cc8f2e4ad794 req-227a33c6-517c-480c-b570-ffb957be5dfc tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.6159656 Jan 27 19:50:23.985587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 90829224-60aa-40e2-9155-cba328a3d1b5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:24.036043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 90829224-60aa-40e2-9155-cba328a3d1b5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:24.036833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 90829224-60aa-40e2-9155-cba328a3d1b5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:24.037521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2c32a09-f4bf-47d8-8718-c40802f56974 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:24.042732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.081430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57bdde90-d571-4c61-a36f-cc8f2e4ad794 req-f15dabe0-d6c1-450d-b878-830816946efb tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492841 Jan 27 19:50:24.112703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (51bbed5c-75ee-4b30-b02c-c33207070de0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.176061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (51bbed5c-75ee-4b30-b02c-c33207070de0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.206467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e2c32a09-f4bf-47d8-8718-c40802f56974 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:24.206882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e2c32a09-f4bf-47d8-8718-c40802f56974 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:24.208101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (e3cf5768-722a-4735-9d14-2e60df4be426), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.216404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e3cf5768-722a-4735-9d14-2e60df4be426), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.236955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.240080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56bc671-df81-4269-8706-e78aa2bb1dfe None None] Network b0b0bc32-23a6-4f30-b052-89a0f37475a5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:24.263950 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/subnets/51bbed5c-75ee-4b30-b02c-c33207070de0 HTTP/1.1" status: 204 len: 168 time: 1.3848002 Jan 27 19:50:24.272424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:24.348287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.393740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf5768-722a-4735-9d14-2e60df4be426,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:24.489510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.495193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-14cbcca5-60a3-4fd1-94d0-5557bdd841af tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6598797 Jan 27 19:50:24.500913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:24.509395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-221583021', 'security_groups': ['e3cf5768-722a-4735-9d14-2e60df4be426'], 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ebe0d250-d8ce-4627-941e-a6148e3a6dd6'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:24.514561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d205e-50a4-44fc-9557-566d14739def tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Subnet': ['ID=51bbed5c-75ee-4b30-b02c-c33207070de0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:24.617961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting subnet 4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:24.635358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47794) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:24.645542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.660141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:24.734473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks [] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.739293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.760438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-795c6e2a-cc9d-428d-8e0b-4fee3982bd56 None None] Current status of the port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:24.766196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.835477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.890426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:24.890813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:24.934662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2526eb-6433-4790-aa2f-65a2e30112a2 req-d4f827ed-e881-4e30-9667-3085220f71eb tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:24.936296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2526eb-6433-4790-aa2f-65a2e30112a2 req-d4f827ed-e881-4e30-9667-3085220f71eb tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.3059721 Jan 27 19:50:24.971854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a34e0715-11d2-4bf2-9eca-d135040594e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.013190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:25.027676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:25.051036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:25.069397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:25.189068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-21cbd193-0ed2-4ecc-88c0-81f624656a5e None None] Provisioning complete for port 9b9bc074-7cf7-4541-8a74-e35bc071a13c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:25.190081 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21cbd193-0ed2-4ecc-88c0-81f624656a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.194039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.194883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:25.206656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2526eb-6433-4790-aa2f-65a2e30112a2 req-8ab39f5c-15fb-4ce3-9275-6366af440953 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554340 Jan 27 19:50:25.228745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Attempting to bind port 73040c7f-665f-4d1f-b77d-50cf2b5c310d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:25.229406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Attempting to bind port 73040c7f-665f-4d1f-b77d-50cf2b5c310d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ffb70e54-f890-48fc-9192-0fa4822684b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:25.229517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Attempting to bind port 73040c7f-665f-4d1f-b77d-50cf2b5c310d on network 03054f5e-9d96-4c35-aeae-ab6364d357f6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:25.251772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:25.252168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Checking segment: {'id': 'ffb70e54-f890-48fc-9192-0fa4822684b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:25.252583 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.252975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Bound using segment: {'id': 'ffb70e54-f890-48fc-9192-0fa4822684b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:25.253490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Bound port: 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb70e54-f890-48fc-9192-0fa4822684b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:25.253878 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.276050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-21cbd193-0ed2-4ecc-88c0-81f624656a5e None None] Port 9b9bc074-7cf7-4541-8a74-e35bc071a13c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:25.338941 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.352408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] DHCP port deletion for b0b0bc32-23a6-4f30-b052-89a0f37475a5 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:25.371278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a34e0715-11d2-4bf2-9eca-d135040594e5 admin admin] Publish callbacks [] for security_group (51781b6a-4cfe-43bc-9880-c9254611ea69), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.384223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.401318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a34e0715-11d2-4bf2-9eca-d135040594e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (51781b6a-4cfe-43bc-9880-c9254611ea69), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.423564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:25.431712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:25.441216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:25.447186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:25.454820 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.460481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e0715-11d2-4bf2-9eca-d135040594e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51781b6a-4cfe-43bc-9880-c9254611ea69,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:25.502380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a34e0715-11d2-4bf2-9eca-d135040594e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b17bc13513240e2a5dc70c20bf631df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8657627 Jan 27 19:50:25.506484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:25.582003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Deleting port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:25.582478 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.584633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64d36a-992d-4bc2-a2db-ed4eb37abd6c None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:25.654351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.684084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.692704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::f (03054f5e-9d96-4c35-aeae-ab6364d357f6/ebe0d250-d8ce-4627-941e-a6148e3a6dd6/6b10ca1e-8d68-4d75-b9f1-bc4c4259a235) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:25.700256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] For port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,segment=NetworkSegment(76e201ed-dada-4a98-8d4e-9170e70785d4),segment_id=76e201ed-dada-4a98-8d4e-9170e70785d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:25.701009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.725493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Calling delete_port for 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:25.737067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.793815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:25.808423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.815523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1d0a3e1d-db97-4e77-ab8c-930a9fa55d2b tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/subnets/4ba4d7ad-cb03-441d-ac1d-9e42ce01d7ec HTTP/1.1" status: 204 len: 168 time: 1.5295544 Jan 27 19:50:25.817654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:25.836099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197930f7-6d15-4ed7-a1b5-47e884ba6300 None None] Network 1253ebce-26ff-4fac-baf2-19283f02cbc0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:25.924416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:25.948083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] Publish callbacks [] for security_group (51781b6a-4cfe-43bc-9880-c9254611ea69), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:25.961873 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.061022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (8ade770c-7ef7-4d2c-8541-7baedc86c8e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.071481 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b0b0bc32-23a6-4f30-b052-89a0f37475a5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.121002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:26.123858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] Pushing event deleted for resources: {'Port': ['ID=8ade770c-7ef7-4d2c-8541-7baedc86c8e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:26.130369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60feabc4-5a00-4dd2-8ae7-22ea40c7179d None None] No DVR routers for this DVR port 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:26.140159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] Publish callbacks [] for security_group (51781b6a-4cfe-43bc-9880-c9254611ea69), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.143818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:26.264192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] DHCP port deletion for 1253ebce-26ff-4fac-baf2-19283f02cbc0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:26.383568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.475783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Deleting port 760b46f9-9725-4c39-8e2f-c6e31f138684 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:26.476343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.494520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b0b0bc32-23a6-4f30-b052-89a0f37475a5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.494820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:50:26.522670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (51781b6a-4cfe-43bc-9880-c9254611ea69), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.525282 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.529702 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51781b6a-4cfe-43bc-9880-c9254611ea69 HTTP/1.1" status: 204 len: 168 time: 1.0218468 Jan 27 19:50:26.629553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b0bc32-23a6-4f30-b052-89a0f37475a5']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:26.658327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:26.694272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daaeb6-fe88-4ed5-8b2b-eed62f7e72e1 req-90a9bdd2-8fc5-4df5-bc1a-68d45cc574c5 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:26.697285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32daaeb6-fe88-4ed5-8b2b-eed62f7e72e1 req-90a9bdd2-8fc5-4df5-bc1a-68d45cc574c5 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.3749044 Jan 27 19:50:26.701458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e201ed-dada-4a98-8d4e-9170e70785d4') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:26.701961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e201ed-dada-4a98-8d4e-9170e70785d4') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:26.715045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:26.727434 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Sync routers for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:26.733737 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (76e201ed-dada-4a98-8d4e-9170e70785d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.745980 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:26.749286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:26.758156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.765247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bda404f1-1ea4-4b24-b5ad-b6d39f15e69f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8535573 Jan 27 19:50:26.769928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b7957554-1122-4c72-8258-075043d24bf5 None None] Provisioning complete for port 9b9bc074-7cf7-4541-8a74-e35bc071a13c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:26.770122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f7ba4-d92c-4fa0-bd01-6683a13e653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51781b6a-4cfe-43bc-9880-c9254611ea69,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:26.772793 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7957554-1122-4c72-8258-075043d24bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.775317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (76e201ed-dada-4a98-8d4e-9170e70785d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.833074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:26.833472 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (76e201ed-dada-4a98-8d4e-9170e70785d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:26.839608 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:26.998481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] For port 760b46f9-9725-4c39-8e2f-c6e31f138684, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=760b46f9-9725-4c39-8e2f-c6e31f138684,segment=NetworkSegment(ae05789c-7221-469e-86c7-96355ac9f2fa),segment_id=ae05789c-7221-469e-86c7-96355ac9f2fa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:26.999052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.031307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:27.038088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=6b10ca1e-8d68-4d75-b9f1-bc4c4259a235,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:27.043865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:27.054177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32daaeb6-fe88-4ed5-8b2b-eed62f7e72e1 req-61eb3fd5-417e-45c0-97f5-8d7ee7bf65f4 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475485 Jan 27 19:50:27.056106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:27.062141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:27.062860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.065772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Calling delete_port for 760b46f9-9725-4c39-8e2f-c6e31f138684 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:27.073205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b0b0bc32-23a6-4f30-b052-89a0f37475a5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.104957 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:27.108176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b7957554-1122-4c72-8258-075043d24bf5 None None] Port 9b9bc074-7cf7-4541-8a74-e35bc071a13c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:27.118275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.134862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47848) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:27.138851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/networks/b0b0bc32-23a6-4f30-b052-89a0f37475a5 HTTP/1.1" status: 204 len: 168 time: 1.3122218 Jan 27 19:50:27.142398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646778-e87e-4d13-b4e6-75a8139eb6f5 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Network': ['ID=b0b0bc32-23a6-4f30-b052-89a0f37475a5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:27.154601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:27.160670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.167690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9a953adf-c037-482b-9bde-c8b2068c2452 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6644197 Jan 27 19:50:27.170696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:27.187626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:27.250686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:27.359484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (1253ebce-26ff-4fac-baf2-19283f02cbc0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.406994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6c55-82aa-4b43-91f7-568c2063ce8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.466451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:27.467028 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.504683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting port 760b46f9-9725-4c39-8e2f-c6e31f138684 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:27.509637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.549999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:27.556279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.561754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-bc268c66-a78b-4070-8b2d-9e2ee68f349c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880841579&fields=id&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 267 time: 0.3369315 Jan 27 19:50:27.689795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:27.694951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 760b46f9-9725-4c39-8e2f-c6e31f138684 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:27.723577 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.757422 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:25Z', 'revision_number': 2, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:27.772375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] Pushing event deleted for resources: {'Port': ['ID=760b46f9-9725-4c39-8e2f-c6e31f138684,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:27.775735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 760b46f9-9725-4c39-8e2f-c6e31f138684 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:27.776286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 760b46f9-9725-4c39-8e2f-c6e31f138684 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:27.777308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:27.803647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] For port 760b46f9-9725-4c39-8e2f-c6e31f138684, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=760b46f9-9725-4c39-8e2f-c6e31f138684,segment=NetworkSegment(ae05789c-7221-469e-86c7-96355ac9f2fa),segment_id=ae05789c-7221-469e-86c7-96355ac9f2fa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:27.804440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.811085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:27.813624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8ade770c-7ef7-4d2c-8541-7baedc86c8e4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:27.835515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e5986-df04-4926-a72d-451598e00d8a None None] No DVR routers for this DVR port 760b46f9-9725-4c39-8e2f-c6e31f138684 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:27.856691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Calling delete_port for 760b46f9-9725-4c39-8e2f-c6e31f138684 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:27.860192 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Checking router: 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:50:27.865215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Updating router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 port 9b9bc074-7cf7-4541-8a74-e35bc071a13c binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:50:27.866185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:27.867377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.918461 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.921541 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6c55-82aa-4b43-91f7-568c2063ce8d admin admin] Publish callbacks [] for security_group (fe18d244-a4d8-4cf7-b23e-ffc741f40e8a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:27.938583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:27.947135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.070747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:28.072785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6c55-82aa-4b43-91f7-568c2063ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fe18d244-a4d8-4cf7-b23e-ffc741f40e8a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.073900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (760b46f9-9725-4c39-8e2f-c6e31f138684), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.100348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:28.100731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.114780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Port': ['ID=760b46f9-9725-4c39-8e2f-c6e31f138684,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:28.132783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] No DVR routers for this DVR port 760b46f9-9725-4c39-8e2f-c6e31f138684 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:28.174723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31e7d62a-5872-496a-8718-5bb48f547f5d None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:28.217639 n-d-760453-6 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebe0d250-d8ce-4627-941e-a6148e3a6dd6 (CIDR: 2001:db8::/64) Jan 27 19:50:28.245935 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:50:28.246554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:28.287856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4e9c6c55-82aa-4b43-91f7-568c2063ce8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cba2a48d58c140ba835c174865bfb0d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0352783 Jan 27 19:50:28.291540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (1253ebce-26ff-4fac-baf2-19283f02cbc0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.292889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6c55-82aa-4b43-91f7-568c2063ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18d244-a4d8-4cf7-b23e-ffc741f40e8a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:28.295669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:28.312064 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-4d6f8ed2-3e21-424a-badc-d664f751f9ff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:28.314591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-4d6f8ed2-3e21-424a-badc-d664f751f9ff tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 797 time: 0.6037064 Jan 27 19:50:28.318925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e8ec327-94f9-460c-b960-296a126613c6 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1472268 Jan 27 19:50:28.324433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-94d813fc-0ab7-4806-9bca-3de8bdf93edd None None] Provisioning complete for port 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:28.325173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d813fc-0ab7-4806-9bca-3de8bdf93edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.326985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:28.333213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:28.411376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1253ebce-26ff-4fac-baf2-19283f02cbc0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:28.429897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-94d813fc-0ab7-4806-9bca-3de8bdf93edd None None] Port 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:28.431300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-d037c6f5-322e-476c-a542-e51730313be8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/quotas/2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 375 time: 0.1109126 Jan 27 19:50:28.444151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae05789c-7221-469e-86c7-96355ac9f2fa') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:28.444452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae05789c-7221-469e-86c7-96355ac9f2fa') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:28.463938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ae05789c-7221-469e-86c7-96355ac9f2fa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.465955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] Publish callbacks [] for security_group (fe18d244-a4d8-4cf7-b23e-ffc741f40e8a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.474491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:28.478128 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks [] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.484074 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.522187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ae05789c-7221-469e-86c7-96355ac9f2fa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.557329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:28.557571 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d89e4-9575-43c1-afee-63d4aae26f3d None None] Pushing event updated for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:28.557754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ae05789c-7221-469e-86c7-96355ac9f2fa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.563181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-9aa15d1a-10b9-4edd-b48d-e44801400e9c tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221673 Jan 27 19:50:28.594157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:28.594157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:28.598469 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:28.620939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] Publish callbacks [] for security_group (fe18d244-a4d8-4cf7-b23e-ffc741f40e8a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.630826 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Attempting to bind port 9b9bc074-7cf7-4541-8a74-e35bc071a13c on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:28.631437 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Attempting to bind port 9b9bc074-7cf7-4541-8a74-e35bc071a13c by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:28.631956 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Attempting to bind port 9b9bc074-7cf7-4541-8a74-e35bc071a13c on network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:28.638751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:28.639405 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Checking segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:28.639962 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.640751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Bound using segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:28.641574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Bound port: 9b9bc074-7cf7-4541-8a74-e35bc071a13c, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:28.642848 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.694321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:28.698057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.776989 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] For port 9b9bc074-7cf7-4541-8a74-e35bc071a13c, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:28.787065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:28.793950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (1253ebce-26ff-4fac-baf2-19283f02cbc0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.802943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.806486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] For port 9b9bc074-7cf7-4541-8a74-e35bc071a13c, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9b9bc074-7cf7-4541-8a74-e35bc071a13c,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:28.807073 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/networks/1253ebce-26ff-4fac-baf2-19283f02cbc0 HTTP/1.1" status: 204 len: 168 time: 1.6692538 Jan 27 19:50:28.809871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47868) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:28.816520 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:28.866347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-736b9141-40f2-4aeb-a590-9ad78113fb32 service neutron] 10.222.0.59 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841194 Jan 27 19:50:28.886709 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d89e4-9575-43c1-afee-63d4aae26f3d None None] Pushing event updated for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:28.890529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Network': ['ID=1253ebce-26ff-4fac-baf2-19283f02cbc0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:28.908128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.908738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.909334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.911540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.912176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.912745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.913327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.913883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.914447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.915154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.915713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.916272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.916823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92e66-367c-4bcc-818d-d44af637bf5d tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:28.919176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:28.931335 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:28.951332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting subnet 428620f4-b9f7-49cd-b22d-ca00c0d40535 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:28.963527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (428620f4-b9f7-49cd-b22d-ca00c0d40535), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.019029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-f4420cd2-8558-4a95-85ac-e0893497716f service neutron] 10.222.0.59 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454897 Jan 27 19:50:29.026696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Provisioning complete for port 9b9bc074-7cf7-4541-8a74-e35bc071a13c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:29.029937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.069031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fe18d244-a4d8-4cf7-b23e-ffc741f40e8a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.093728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.106056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe18d244-a4d8-4cf7-b23e-ffc741f40e8a HTTP/1.1" status: 204 len: 168 time: 0.8090661 Jan 27 19:50:29.129138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:29.164522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cd346-2248-4cb2-b963-f16a6d1d6a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18d244-a4d8-4cf7-b23e-ffc741f40e8a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:29.201340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5226570b-8bdf-4d2d-be6a-6838ebf48374), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.205755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (428620f4-b9f7-49cd-b22d-ca00c0d40535), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.285679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:29.292472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:29.297838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:29.301018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.322443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058556e5-690f-41eb-92af-34c3e773a9bf None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:29.346311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=5226570b-8bdf-4d2d-be6a-6838ebf48374,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:29.399797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0716064 Jan 27 19:50:29.401633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.402560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.402905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.403243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.403575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.403911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.404239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.404571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.404896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.405219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.405567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.405889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.406212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee9bbc9-2c5c-43a2-88be-b9ca16f3afe7 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:29.420031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:29.428126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152959714', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5226570b-8bdf-4d2d-be6a-6838ebf48374'}], 'security_groups': ['913d4b8a-0d36-49df-b368-938d62ff9673']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:29.504065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (428620f4-b9f7-49cd-b22d-ca00c0d40535), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.540484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Current status of the port 9b9bc074-7cf7-4541-8a74-e35bc071a13c is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:29.541020 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.552053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.639422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (428620f4-b9f7-49cd-b22d-ca00c0d40535), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.775633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Subnet': ['ID=428620f4-b9f7-49cd-b22d-ca00c0d40535,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:29.778254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] For port 9b9bc074-7cf7-4541-8a74-e35bc071a13c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9b9bc074-7cf7-4541-8a74-e35bc071a13c,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:29.801565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.816872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:29.821392 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b4cef781-2451-4b43-a894-39c3978f47d9 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/subnets/428620f4-b9f7-49cd-b22d-ca00c0d40535 HTTP/1.1" status: 204 len: 168 time: 1.0093880 Jan 27 19:50:29.824044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:29.921923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-10e42e8f-fd63-4783-a951-2efdfd538c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:29.923788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-10e42e8f-fd63-4783-a951-2efdfd538c54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 1096 time: 0.1296031 Jan 27 19:50:29.977879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8bcfa04e-e72a-40a0-bfb5-7b71cbb233ec req-1af40d0a-9d95-4266-90e7-1456442ec499 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 210 time: 0.1878526 Jan 27 19:50:30.047036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da38de-7ede-4e93-88a2-df016068a842 None None] Network 32c03eac-6622-44a7-9272-e3f1220f6ddc requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:30.064582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e3dc-501b-4da1-9bc5-e29b48b3ba97 None None] Pushing event updated for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:30.178052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-b8e9a0d8-6334-4639-bf7e-9e76d67d93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:30.180234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-b8e9a0d8-6334-4639-bf7e-9e76d67d93f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 200 len: 913 time: 0.2460861 Jan 27 19:50:30.185332 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:28Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:30.272637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-2a7b85e5-bd49-43f0-b834-8749b7c85be6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 200 len: 217 time: 0.0856130 Jan 27 19:50:30.303963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222eba8-2cac-4455-bdcb-571a49a3d664 None None] The sync data for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 is: [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:28Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:30.476145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-02e16576-2e80-4f47-87f0-da18c1494362 None None] Provisioning complete for port 9b9bc074-7cf7-4541-8a74-e35bc071a13c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:30.477645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e16576-2e80-4f47-87f0-da18c1494362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:30.479096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-6909279c-1f9c-444e-bf05-92c4dd8ff0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:30.483481 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-6909279c-1f9c-444e-bf05-92c4dd8ff0c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 200 len: 852 time: 0.1942480 Jan 27 19:50:30.549162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (32c03eac-6622-44a7-9272-e3f1220f6ddc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:30.590487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-52cc6041-7523-4b00-a280-0df50407e764 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3dd6da6-47c5-4c44-8d18-0634d077bc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002488 Jan 27 19:50:30.750101 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-fcf3d6f9-43c2-4dc9-abbb-2a6aea87b5e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521578 Jan 27 19:50:30.767747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b1a59-cf44-4d9e-8254-473c132a914d req-af75c857-225e-4ab8-b51d-dfe027261c17 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:30.775407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-787b1a59-cf44-4d9e-8254-473c132a914d req-af75c857-225e-4ab8-b51d-dfe027261c17 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.5624137 Jan 27 19:50:30.810417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Update dhcp port {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'fixed_ips': [{'subnet_id': 'ebe0d250-d8ce-4627-941e-a6148e3a6dd6', 'ip_address': '2001:db8::2'}, {'subnet_id': '5226570b-8bdf-4d2d-be6a-6838ebf48374'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '73040c7f-665f-4d1f-b77d-50cf2b5c310d'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:50:30.943738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.024777 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5673f92a-b1de-443b-a63e-4bfc77c15f5e req-d0b620d9-e231-4ad5-ae98-272579d2f98c service neutron] 10.222.0.39 "GET /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682483 Jan 27 19:50:31.049737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-787b1a59-cf44-4d9e-8254-473c132a914d req-e0e668cb-6250-4414-a1ca-d362dbfbe28c tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142522 Jan 27 19:50:31.096555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Deleting port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:31.097006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.210155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:31.293623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Delete allocated IP 2001:db8::f (03054f5e-9d96-4c35-aeae-ab6364d357f6/ebe0d250-d8ce-4627-941e-a6148e3a6dd6) {{(pid=103323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:50:31.364937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] DHCP port deletion for 32c03eac-6622-44a7-9272-e3f1220f6ddc request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:31.400395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] For port 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0b69cb78-cc99-4334-9116-b5c496c5c3d7,segment=NetworkSegment(faa11692-822c-4b41-b30b-5c2a63d4bdad),segment_id=faa11692-822c-4b41-b30b-5c2a63d4bdad)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:31.400777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.439155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Calling delete_port for 0b69cb78-cc99-4334-9116-b5c496c5c3d7 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:31.457677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-378512316'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:31.480379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-02e16576-2e80-4f47-87f0-da18c1494362 None None] Current status of the port 9b9bc074-7cf7-4541-8a74-e35bc071a13c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:31.510126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:31.514251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.540522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.650938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Deleting port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:31.651320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.708346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for security_group (960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.716412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.772601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] For port 0b69cb78-cc99-4334-9116-b5c496c5c3d7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0b69cb78-cc99-4334-9116-b5c496c5c3d7,segment=NetworkSegment(faa11692-822c-4b41-b30b-5c2a63d4bdad),segment_id=faa11692-822c-4b41-b30b-5c2a63d4bdad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:31.772978 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.795228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:50:31.810934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Calling delete_port for 0b69cb78-cc99-4334-9116-b5c496c5c3d7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:31.819124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:31.825520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ece4de48-124a-4c66-888a-300dce47b2ad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.825874 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Added segment ece4de48-124a-4c66-888a-300dce47b2ad of type vlan for network 57a8cc25-91a9-4a04-af93-459ec393c4ef Jan 27 19:50:31.886285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (57a8cc25-91a9-4a04-af93-459ec393c4ef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.926188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.928226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (57a8cc25-91a9-4a04-af93-459ec393c4ef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.937398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:31.939564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:31.941223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] No DVR routers for this DVR port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:31.980722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c22dd-d789-416c-84e3-9a2ed0f59267 None None] Pushing event deleted for resources: {'Port': ['ID=0b69cb78-cc99-4334-9116-b5c496c5c3d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:32.058637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8447809 Jan 27 19:50:32.071237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:32.083836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'subnet': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:32.108471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309f89c-df35-4fcc-9bf0-455eb9dda1d2 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Network': ['ID=57a8cc25-91a9-4a04-af93-459ec393c4ef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:32.133540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:50:32.181505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8:0:1::126 (03054f5e-9d96-4c35-aeae-ab6364d357f6/5226570b-8bdf-4d2d-be6a-6838ebf48374/6b10ca1e-8d68-4d75-b9f1-bc4c4259a235) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:32.237241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:32.242443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.271805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9f9553d-35d3-40f3-82e9-a9e69017f682 req-5de1bb01-3af5-492d-8af5-b4e0abb9d612 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 210 time: 1.0071318 Jan 27 19:50:32.570600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9b9bc074-7cf7-4541-8a74-e35bc071a13c up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:32.596618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (35490d36-aacf-4a78-8b24-b23a51d1202f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.610930 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0b69cb78-cc99-4334-9116-b5c496c5c3d7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.634435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9b9bc074-7cf7-4541-8a74-e35bc071a13c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:32.635184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.653377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Subnet': ['ID=35490d36-aacf-4a78-8b24-b23a51d1202f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:32.666393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Port': ['ID=0b69cb78-cc99-4334-9116-b5c496c5c3d7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:32.696235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] No DVR routers for this DVR port 0b69cb78-cc99-4334-9116-b5c496c5c3d7 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:32.698872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Checking segment: {'id': 'ece4de48-124a-4c66-888a-300dce47b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:32.699632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network hostable DHCP agents. Network: 57a8cc25-91a9-4a04-af93-459ec393c4ef, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:50:32.710564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-cdf8a905-9781-49d5-8148-c75562d46445 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:32.712618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-cdf8a905-9781-49d5-8148-c75562d46445 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 797 time: 1.4157612 Jan 27 19:50:32.724168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:50:32.731256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a291-505d-4108-893e-a2d9787de72e req-560c6fd8-a35c-4c3b-80ce-8e538ed383b0 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:32.732713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef1a291-505d-4108-893e-a2d9787de72e req-560c6fd8-a35c-4c3b-80ce-8e538ed383b0 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2612312 Jan 27 19:50:32.740721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9b9bc074-7cf7-4541-8a74-e35bc071a13c is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:32.746710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 57a8cc25-91a9-4a04-af93-459ec393c4ef) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:32.751691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:32.752674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.762732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57db40-5a4d-44c7-b2a0-7caa91e89fde None None] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:32.776674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.788222 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0fd4272c-9b77-4f1a-8e7b-d303a6c05a9a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7151315 Jan 27 19:50:32.790578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:32.801951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-922132358'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:32.814142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:32.861094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0b69cb78-cc99-4334-9116-b5c496c5c3d7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:32.924723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0b69cb78-cc99-4334-9116-b5c496c5c3d7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:32.925223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0b69cb78-cc99-4334-9116-b5c496c5c3d7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:32.961089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bef1a291-505d-4108-893e-a2d9787de72e req-d65e0cd8-ecee-4778-b144-bbad2b99381d tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869059 Jan 27 19:50:32.974260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Allocated IP 2001:db8:0:1::2 (03054f5e-9d96-4c35-aeae-ab6364d357f6/5226570b-8bdf-4d2d-be6a-6838ebf48374/73040c7f-665f-4d1f-b77d-50cf2b5c310d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:32.980513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (32c03eac-6622-44a7-9272-e3f1220f6ddc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.032695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-57a8cc25-91a9-4a04-af93-459ec393c4ef', 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'project_id': 'b5829cbcfa42490b8a6b8829e045aa44', 'fixed_ips': [{'subnet_id': '35490d36-aacf-4a78-8b24-b23a51d1202f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:33.038566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-1a5bd585-2ef9-4ae4-976e-d05a4e812b32 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e018dbe00a44688a7a2e0b982600366 HTTP/1.1" status: 200 len: 380 time: 0.2838843 Jan 27 19:50:33.039609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] In _notify_port_updated(), no bound segment for port 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 on network 03054f5e-9d96-4c35-aeae-ab6364d357f6 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:50:33.040730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.049208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:33.053889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.054246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:33.054900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.056274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/ports/6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 HTTP/1.1" status: 200 len: 931 time: 3.6345217 Jan 27 19:50:33.073294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47940) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:33.079006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'port': {'device_id': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'admin_state_up': True, 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'security_groups': ['4f2036e5-63b5-4c2c-8836-335d68c86cd6']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:33.084788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91478c2c-8ff6-4ed2-aa27-2140bdf16a36 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=6b10ca1e-8d68-4d75-b9f1-bc4c4259a235,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:33.107264 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:50:33.109677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c03eac-6622-44a7-9272-e3f1220f6ddc']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:33.156163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa11692-822c-4b41-b30b-5c2a63d4bdad') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:33.156782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa11692-822c-4b41-b30b-5c2a63d4bdad') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:33.216356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port 1afc3adc-aaf2-478d-8326-3324fa77cde2 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:33.270855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (faa11692-822c-4b41-b30b-5c2a63d4bdad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.304932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:33.329619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:33.330236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.345095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (faa11692-822c-4b41-b30b-5c2a63d4bdad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.352406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:33.354721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (faa11692-822c-4b41-b30b-5c2a63d4bdad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.373967 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Publish callbacks [] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.383426 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:33.407079 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:33.475100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (32c03eac-6622-44a7-9272-e3f1220f6ddc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.476935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.488613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.492468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/networks/32c03eac-6622-44a7-9272-e3f1220f6ddc HTTP/1.1" status: 204 len: 168 time: 3.6475878 Jan 27 19:50:33.495110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:33.525347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47948) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:33.543631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c1119-f990-49b6-9331-b04e65b0df9e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Pushing event deleted for resources: {'Network': ['ID=32c03eac-6622-44a7-9272-e3f1220f6ddc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:33.585859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6a7a9b5a-b606-48c6-9d3c-9478e8f59d7e tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2deb5-d6ab-4eef-b912-031099731244 HTTP/1.1" status: 200 len: 205 time: 0.0588975 Jan 27 19:50:33.590077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Allocated IP 172.20.0.2 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:33.592282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:33.596796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:33.612765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced354-b67d-4b92-ad48-a9571e683341 req-a6499a9a-a366-4505-b913-008a44177e8e tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:33.614891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.615269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.615641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.616017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.616405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.616794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.617245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.621115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebced354-b67d-4b92-ad48-a9571e683341 req-a6499a9a-a366-4505-b913-008a44177e8e tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2126322 Jan 27 19:50:33.629924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.630524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.631706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.635227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.635738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.637717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ef55a-afa9-4568-846d-ca98a67108f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:50:33.724554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6b10ca1e-8d68-4d75-b9f1-bc4c4259a235), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.767604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=6b10ca1e-8d68-4d75-b9f1-bc4c4259a235,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:33.774684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router (fae2deb5-d6ab-4eef-b912-031099731244), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.826655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.834455 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a31ab113-7a59-464a-bd94-72f47ccf635b tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 HTTP/1.1" status: 204 len: 168 time: 0.7600377 Jan 27 19:50:33.835153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47954) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:33.887645 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa15a96-03b0-4223-8f42-befcfc1da736 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:50:33.897685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0aa15a96-03b0-4223-8f42-befcfc1da736 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/6b10ca1e-8d68-4d75-b9f1-bc4c4259a235 HTTP/1.1" status: 404 len: 333 time: 0.0612488 Jan 27 19:50:33.898436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47956) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:33.981103 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks [] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.981846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (e3cf5768-722a-4735-9d14-2e60df4be426), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:33.998056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.058533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebced354-b67d-4b92-ad48-a9571e683341 req-3ff89d06-f915-4cc9-995c-05f9e81c6d19 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363344 Jan 27 19:50:34.061318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Made reservation on behalf of 2e018dbe00a44688a7a2e0b982600366 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:34.064804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.082305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (e3cf5768-722a-4735-9d14-2e60df4be426), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.104295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:34.107593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:34.120481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:34.151066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.12 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/1afc3adc-aaf2-478d-8326-3324fa77cde2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:34.196431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Pushing event updated for resources: {'Port': ['ID=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:34.268760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Attempting to bind port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:34.269483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Attempting to bind port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ece4de48-124a-4c66-888a-300dce47b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:34.270939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Attempting to bind port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 on network 57a8cc25-91a9-4a04-af93-459ec393c4ef {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:34.277377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e3cf5768-722a-4735-9d14-2e60df4be426), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.280693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.284695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/security-groups/e3cf5768-722a-4735-9d14-2e60df4be426 HTTP/1.1" status: 204 len: 168 time: 0.3819919 Jan 27 19:50:34.286185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:34.287636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Checking segment: {'id': 'ece4de48-124a-4c66-888a-300dce47b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:34.288582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.289204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Bound using segment: {'id': 'ece4de48-124a-4c66-888a-300dce47b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:34.289938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Bound port: b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece4de48-124a-4c66-888a-300dce47b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:34.290516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.292395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47960) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:34.340644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598eef-31f5-4755-a8bf-8a74975ad2e9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf5768-722a-4735-9d14-2e60df4be426,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:34.353427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cafef48-0bd4-41f1-9a58-016278599a4d req-1913dc0f-f817-4edc-a1ee-4b1bafa707bc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 210 time: 0.1904831 Jan 27 19:50:34.468501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] For port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:34.474475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] For port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,segment=NetworkSegment(ece4de48-124a-4c66-888a-300dce47b2ad),segment_id=ece4de48-124a-4c66-888a-300dce47b2ad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:34.498439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.526359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.535833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (913d4b8a-0d36-49df-b368-938d62ff9673), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.603217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (913d4b8a-0d36-49df-b368-938d62ff9673), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.614118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:34.662656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.687781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.20.0.14 (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2/195077f0-086d-478c-ba7b-027425f1e3db/b9ec9948-594b-4db3-9946-c7a81a130ecf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:34.774380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=1afc3adc-aaf2-478d-8326-3324fa77cde2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:34.820924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1145b1-4f48-4e45-bfe4-0e140db1ec4d None None] Pushing event updated for resources: {'Port': ['ID=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:34.868791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:34.869753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.876322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:34.877033 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.883459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:34.888784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.888979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:34.897992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:34.960861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (fae2deb5-d6ab-4eef-b912-031099731244), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.964080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router_controller (fae2deb5-d6ab-4eef-b912-031099731244), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:34.982031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.011177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (913d4b8a-0d36-49df-b368-938d62ff9673), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.015301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.020376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/security-groups/913d4b8a-0d36-49df-b368-938d62ff9673 HTTP/1.1" status: 204 len: 168 time: 0.7270722 Jan 27 19:50:35.025442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47964) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:35.125900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (fae2deb5-d6ab-4eef-b912-031099731244), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.126333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Fanout notify agent at l3_agent the message router_deleted on router fae2deb5-d6ab-4eef-b912-031099731244 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:35.134517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.135697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e43065e3-d416-45e3-ae08-7b7258aec5b3 tempest-RoutersNegativeIpV6Test-598987613 tempest-RoutersNegativeIpV6Test-598987613-project] 10.222.0.59 "DELETE /v2.0/routers/fae2deb5-d6ab-4eef-b912-031099731244 HTTP/1.1" status: 204 len: 168 time: 1.5347857 Jan 27 19:50:35.147012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:35.153613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:35.160054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:35.164382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:35.223102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet ebe0d250-d8ce-4627-941e-a6148e3a6dd6 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:35.233353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (ebe0d250-d8ce-4627-941e-a6148e3a6dd6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.241737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:35.281680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:35.283003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.342251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:35.347018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (ebe0d250-d8ce-4627-941e-a6148e3a6dd6), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.364173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:35.364696 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.398825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-2705cc18-9b07-47b2-96fc-bf0cc04762bf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3239565 Jan 27 19:50:35.437239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Request body: {'port': {'device_id': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:35.497576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:35.501992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-011e88b1-139b-4675-8d08-3609dd31fceb None None] Could not find standard attr ID for object 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:50:35.535167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:35.536058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.538988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8e174-5e34-492e-9bde-61939ec77118 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913d4b8a-0d36-49df-b368-938d62ff9673,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:35.567208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6949-38b6-4f38-b9af-a1811885f005 req-8347de26-8ea5-4784-9689-a111cb8ed017 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:35.576031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a6f6949-38b6-4f38-b9af-a1811885f005 req-8347de26-8ea5-4784-9689-a111cb8ed017 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.3075855 Jan 27 19:50:35.622281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-66772c52-68d8-4b1c-a866-174bf39888d6 None None] Could not find standard attr ID for object 6b10ca1e-8d68-4d75-b9f1-bc4c4259a235. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:50:35.671869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.674223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0167ac66-f9e5-4bc0-a66c-8cb7eb228d8e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8823087 Jan 27 19:50:35.674350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:35.682000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1327907431', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:35:d5:50'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:35.692566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ebe0d250-d8ce-4627-941e-a6148e3a6dd6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.800048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-22cafa3a-d453-4255-843b-d6d64239d3f7 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:35.801998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-22cafa3a-d453-4255-843b-d6d64239d3f7 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 945 time: 0.2756917 Jan 27 19:50:35.852988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a6f6949-38b6-4f38-b9af-a1811885f005 req-b330140d-02bf-44c6-bc16-e2e47d1cb081 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb021616-eb6d-4f8e-8634-567cfc65e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759681 Jan 27 19:50:35.853555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:35.928428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e0a3c415-8006-4003-82bd-89c3710472ab None None] Provisioning complete for port b9ec9948-594b-4db3-9946-c7a81a130ecf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:35.931179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c415-8006-4003-82bd-89c3710472ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.959844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Deleting port f307d108-17b1-4376-bb8b-cdec7697588b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:35.960434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:35.966101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (ebe0d250-d8ce-4627-941e-a6148e3a6dd6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.024049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:36.031499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.037096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/ebe0d250-d8ce-4627-941e-a6148e3a6dd6 HTTP/1.1" status: 204 len: 168 time: 1.0054922 Jan 27 19:50:36.044671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128c1f8-d4f1-4d27-b527-87cd7fd72194 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:36.047763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 47984) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:36.100657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3c415-8006-4003-82bd-89c3710472ab None None] Port b9ec9948-594b-4db3-9946-c7a81a130ecf cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:36.122730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:36.146072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c2af-fc7d-4d69-972a-5311debb6f54 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe0d250-d8ce-4627-941e-a6148e3a6dd6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:36.194474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9321a-31a2-4d39-b8a0-5cc0227d676f req-c48fdc07-ce30-41b1-acfa-72480a7d1ade tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:36.213932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7d9321a-31a2-4d39-b8a0-5cc0227d676f req-c48fdc07-ce30-41b1-acfa-72480a7d1ade tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 932 time: 0.2272930 Jan 27 19:50:36.323806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] For port f307d108-17b1-4376-bb8b-cdec7697588b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=f307d108-17b1-4376-bb8b-cdec7697588b,segment=NetworkSegment(e69dbb68-6eaf-4f3d-87af-190f7d35b20b),segment_id=e69dbb68-6eaf-4f3d-87af-190f7d35b20b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:36.324708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.342207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Calling delete_port for f307d108-17b1-4376-bb8b-cdec7697588b owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:36.359479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7d9321a-31a2-4d39-b8a0-5cc0227d676f req-6d8995f5-d941-4778-a45d-4c7c3417cfc6 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445670 Jan 27 19:50:36.592228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:36.593332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.617993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5986a51a-9b6f-4ad3-a3ce-0a75e9c1a306 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cae5ce5675e648e7ab5a3fafcc3819e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7605689 Jan 27 19:50:36.618835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 47988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:36.669846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port 3d633479-7251-4329-bfc7-f2dc960c0885 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:36.724102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:36.724485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.741432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:36.745518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.799889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9790c7-8bc5-42d0-acc0-0e85c4479da4 None None] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:36.928096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f307d108-17b1-4376-bb8b-cdec7697588b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:36.973514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] Publish callbacks [] for security_group (2607a06d-f81a-4f7d-900d-2d946398881a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.019372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ec9948-594b-4db3-9946-c7a81a130ecf {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:50:37.065817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Provisioning complete for port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:37.066199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.086745 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks [] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.097437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Pushing event deleted for resources: {'Port': ['ID=f307d108-17b1-4376-bb8b-cdec7697588b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:37.117032 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] Publish callbacks [] for security_group (2607a06d-f81a-4f7d-900d-2d946398881a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.120410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8fea149-bd10-4fcf-b774-00fd1963530d req-08de4884-72a5-4ced-a22d-74fa952e4317 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a30641a-93b7-4b3e-bdcd-3b0186f50a66 HTTP/1.1" status: 200 len: 210 time: 0.0907929 Jan 27 19:50:37.156983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] No DVR routers for this DVR port f307d108-17b1-4376-bb8b-cdec7697588b on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:37.164997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.14 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/3d633479-7251-4329-bfc7-f2dc960c0885) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:37.167208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.179400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-56ccb536-9aa0-4463-b965-e4fef1c8677d req-2b69dee3-3a52-4db6-93b8-c524ec7148f3 tempest-TestServerAdvancedOps-1897533065 tempest-TestServerAdvancedOps-1897533065-project] 10.222.0.39 "DELETE /v2.0/ports/f307d108-17b1-4376-bb8b-cdec7697588b HTTP/1.1" status: 204 len: 173 time: 1.3675201 Jan 27 19:50:37.181576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'name': 'network-vif-deleted', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:50:37.190572 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a187b39e-84ee-428f-b8e3-eb260b697b22" -d '{"events": [{"server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "name": "network-vif-deleted", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:50:37.198735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Transition to ACTIVE for port object b9ec9948-594b-4db3-9946-c7a81a130ecf will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:50:37.220852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.282007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:37.297496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.361007 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f8530-3e08-440a-8147-ca8fd51420fd x-openstack-request-id: req-186f8530-3e08-440a-8147-ca8fd51420fd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:50:37.361401 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30641a-93b7-4b3e-bdcd-3b0186f50a66", "name": "network-vif-deleted", "tag": "f307d108-17b1-4376-bb8b-cdec7697588b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:50:37.361594 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-186f8530-3e08-440a-8147-ca8fd51420fd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:50:37.362156 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30641a-93b7-4b3e-bdcd-3b0186f50a66', 'name': 'network-vif-deleted', 'tag': 'f307d108-17b1-4376-bb8b-cdec7697588b', 'status': 'completed', 'code': 200} Jan 27 19:50:37.544532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,segment=NetworkSegment(ece4de48-124a-4c66-888a-300dce47b2ad),segment_id=ece4de48-124a-4c66-888a-300dce47b2ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:37.556543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.568603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Current status of the port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:37.570229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.591521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2607a06d-f81a-4f7d-900d-2d946398881a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.596002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.614340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2607a06d-f81a-4f7d-900d-2d946398881a HTTP/1.1" status: 204 len: 168 time: 0.9780719 Jan 27 19:50:37.616079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:37.619723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7bb99f69-82ad-441c-a827-6eaed41041d4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:37.783369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:50:37.787557 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:50:37.818567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:37.899909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c43f33-df66-4bb3-8ddf-aa03e1c2841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2607a06d-f81a-4f7d-900d-2d946398881a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:38.019607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Attempting to bind port b9ec9948-594b-4db3-9946-c7a81a130ecf on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:38.020147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Attempting to bind port b9ec9948-594b-4db3-9946-c7a81a130ecf by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:38.022147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Attempting to bind port b9ec9948-594b-4db3-9946-c7a81a130ecf on network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:38.065907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Port b9ec9948-594b-4db3-9946-c7a81a130ecf on network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:50:38.066862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Attempting to bind port b9ec9948-594b-4db3-9946-c7a81a130ecf on network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:38.120258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab1ea8-9000-463a-92e6-0eb83be63734 req-f5a3524b-8e16-4e5c-96c3-940b56cdaefa tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:38.148028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ab1ea8-9000-463a-92e6-0eb83be63734 req-f5a3524b-8e16-4e5c-96c3-940b56cdaefa tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 944 time: 0.6387603 Jan 27 19:50:38.191993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:38.192336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Checking segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:38.192727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Bound using segment: {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:38.193182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Bound port: b9ec9948-594b-4db3-9946-c7a81a130ecf, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709304b9-40c2-428e-b10b-4d610a83ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:38.193569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.243430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (3d633479-7251-4329-bfc7-f2dc960c0885), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.277317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f307d108-17b1-4376-bb8b-cdec7697588b no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:38.286876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ab1ea8-9000-463a-92e6-0eb83be63734 req-45c85e81-d1eb-4ea1-b117-d749204980f9 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379907 Jan 27 19:50:38.355865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:38.362218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:38.366255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:38.366943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.399543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=7bb99f69-82ad-441c-a827-6eaed41041d4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:38.406741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3d633479-7251-4329-bfc7-f2dc960c0885), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.414656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f49a0398-3b14-4638-a676-c45cca1f984c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3381579 Jan 27 19:50:38.419053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:38.426622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'security_group': {'name': 'tempest-secgroup-286582674'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:38.442993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:38.471837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:38.475566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:38.492234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.506924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b6ed0-77a9-44f0-b7d5-e234e5a43529 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:38.507887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:38.518156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:38.518862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.520297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.521129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] 10.222.0.66 "PUT /v2.0/ports/b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 1092 time: 3.0950234 Jan 27 19:50:38.525117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:50:38.527883 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d1649-8026-403a-b84b-586496a614a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:50:38.579295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:38.588673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:38.650929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (2b2fb793-de8d-4e83-8fef-cc355c08c948), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.660561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=3d633479-7251-4329-bfc7-f2dc960c0885,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:38.669093 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd061c-2b9b-4964-beb9-ee19ea449c91 x-openstack-request-id: req-e9bd061c-2b9b-4964-beb9-ee19ea449c91 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:50:38.669562 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:50:38.669771 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9bd061c-2b9b-4964-beb9-ee19ea449c91 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:50:38.670515 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'status': 'completed', 'code': 200} Jan 27 19:50:38.685624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b2fb793-de8d-4e83-8fef-cc355c08c948), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.696193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Deleting subnet bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:38.723729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Publish callbacks [] for subnet (bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.725199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:38.731923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: f307d108-17b1-4376-bb8b-cdec7697588b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:38.742619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device f307d108-17b1-4376-bb8b-cdec7697588b not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:38.816361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.820590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3977785 Jan 27 19:50:38.825213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17e6c0-0728-44ec-aab2-f2e01e2ff597 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fb793-de8d-4e83-8fef-cc355c08c948,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:38.831798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48028) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:38.842485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:38.844027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.852341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772385834'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:38.882289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be2e0-eb02-4c0c-b9dd-c79a54330623 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:38.893225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.904780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:38.910792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-6e40ddd5-f9be-437a-8386-857b925175b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:38.915068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-6e40ddd5-f9be-437a-8386-857b925175b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1095 time: 0.3126669 Jan 27 19:50:38.919927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a8c52e3-dc49-4198-b284-98e9a90cda9e tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.2440543 Jan 27 19:50:38.958817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:38.999809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-5100250a-a396-4011-abc3-b28ac9419530 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 217 time: 0.0774796 Jan 27 19:50:39.079547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-e6364673-5f80-4165-80b0-d1c2fa294e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.083589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-e6364673-5f80-4165-80b0-d1c2fa294e4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 200 len: 835 time: 0.0799787 Jan 27 19:50:39.107808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422b413-077b-41a0-a92e-6d7641a18df5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.118902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422b413-077b-41a0-a92e-6d7641a18df5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.125139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422b413-077b-41a0-a92e-6d7641a18df5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.127200 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8422b413-077b-41a0-a92e-6d7641a18df5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1482751 Jan 27 19:50:39.132693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48036) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.134425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.143984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f44894d-b3b6-40a8-b072-e4e8ef42604a None None] Current status of the port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:39.204579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-c61e7c04-daa1-4754-87f6-7f8efab4f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.207291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-c61e7c04-daa1-4754-87f6-7f8efab4f347 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165748 Jan 27 19:50:39.207985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.210954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51935319-50be-4cfe-b678-ffba654cfe18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.323906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.325693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-adfb7f7e-4f4f-425c-8a83-7091bdfb3c76 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092589 Jan 27 19:50:39.349456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:39.350539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.373770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:39.419936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:39.420315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.436692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.445724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2557de44-a5f4-4721-a819-0d1edbfd4cb1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bd7d3fd5-ed45-4788-ad20-8a3c1bfc9f2e HTTP/1.1" status: 204 len: 168 time: 1.0014048 Jan 27 19:50:39.455945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.465436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b681ec3e-431c-4547-9cc6-a32b0db9e742 req-15950bb0-4524-4d6c-ad3f-45238e657461 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315298 Jan 27 19:50:39.508668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a0c20c2e-3631-4940-839d-0aa9d695923e tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1214408826', 'prefixes': ['172.20.0.0/16']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:39.583808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Update dhcp port {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'fixed_ips': [{'subnet_id': '5226570b-8bdf-4d2d-be6a-6838ebf48374', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bb99f69-82ad-441c-a827-6eaed41041d4'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '73040c7f-665f-4d1f-b77d-50cf2b5c310d'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:50:39.604911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (545a5f1c-1563-4fa7-b29b-713b6195e4f2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.654236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:39.659285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f3dd6da6-47c5-4c44-8d18-0634d077bc5d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.664334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (545a5f1c-1563-4fa7-b29b-713b6195e4f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.672227 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.688741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e675a-49c5-40a0-bf37-dc3a7d4c318d req-94e5f87c-07b3-49bf-a419-8e2868aeb363 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.692367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f4e675a-49c5-40a0-bf37-dc3a7d4c318d req-94e5f87c-07b3-49bf-a419-8e2868aeb363 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 944 time: 0.2226734 Jan 27 19:50:39.695851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1649-8026-403a-b84b-586496a614a8 req-39178ed0-a64b-4a7b-9a81-60c3f8b920bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:39.696221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:39.698113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-39178ed0-a64b-4a7b-9a81-60c3f8b920bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1095 time: 0.1691134 Jan 27 19:50:39.708540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0c20c2e-3631-4940-839d-0aa9d695923e tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.716252 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a0c20c2e-3631-4940-839d-0aa9d695923e tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5059111 Jan 27 19:50:39.719177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.745621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Provisioning complete for port 3d633479-7251-4329-bfc7-f2dc960c0885 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:39.746007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3d633479-7251-4329-bfc7-f2dc960c0885), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.752542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.754389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9113069 Jan 27 19:50:39.757657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48054) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.763075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'security_group': {'name': 'tempest-secgroup-557832225'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:39.842394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f3dd6da6-47c5-4c44-8d18-0634d077bc5d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.855040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-502ee4c6-d4ad-43b4-8dc6-e25b99ad30f0 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "GET /v2.0/subnetpools/359b3d66-4bae-457e-8e03-634a30cb50de HTTP/1.1" status: 200 len: 732 time: 0.1314962 Jan 27 19:50:39.856335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48056) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:39.865331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Port 3d633479-7251-4329-bfc7-f2dc960c0885 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:39.871410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca39c067-8b2f-4bbc-ad81-944f292eedc1 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1604065439'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:39.871877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd6da6-47c5-4c44-8d18-0634d077bc5d']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:39.884023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:39.884538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69dbb68-6eaf-4f3d-87af-190f7d35b20b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:39.896486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (e69dbb68-6eaf-4f3d-87af-190f7d35b20b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.912212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e69dbb68-6eaf-4f3d-87af-190f7d35b20b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.920069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:39.920528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (e69dbb68-6eaf-4f3d-87af-190f7d35b20b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:39.989915 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:39.992227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:39.992227 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:39.993119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1989d-3b57-4af7-aedf-9ba535cfd257 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545a5f1c-1563-4fa7-b29b-713b6195e4f2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:40.004008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f3dd6da6-47c5-4c44-8d18-0634d077bc5d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.045998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.054032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3dd6da6-47c5-4c44-8d18-0634d077bc5d HTTP/1.1" status: 204 len: 168 time: 0.5964866 Jan 27 19:50:40.073218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:40.081505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Allocated IP 2001:db8::2 (03054f5e-9d96-4c35-aeae-ab6364d357f6/7bb99f69-82ad-441c-a827-6eaed41041d4/73040c7f-665f-4d1f-b77d-50cf2b5c310d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:40.107464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:40.110931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd44bc1-10d8-473f-ae8e-ee234a7aa306 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3dd6da6-47c5-4c44-8d18-0634d077bc5d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:40.120074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port 3d633479-7251-4329-bfc7-f2dc960c0885 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:40.120425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3d633479-7251-4329-bfc7-f2dc960c0885), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.235043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3d633479-7251-4329-bfc7-f2dc960c0885), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.267337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for 3d633479-7251-4329-bfc7-f2dc960c0885 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:40.278759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:40.312981 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Publish callbacks [] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.321178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Provisioning complete for port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:40.321874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.324491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.382737 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.467197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Deleting subnet 7fec2c52-5f9b-4252-a943-f757bb798e0b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:40.470216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfd68c-e5b9-4629-b0f5-388a34232362 None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:40.478450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Publish callbacks [] for subnet (7fec2c52-5f9b-4252-a943-f757bb798e0b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.549050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f4e675a-49c5-40a0-bf37-dc3a7d4c318d req-69c46257-815a-4325-8cca-618b77296bc7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8185568 Jan 27 19:50:40.570021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1649-8026-403a-b84b-586496a614a8 req-f73fa1ff-dcf5-4dec-a645-b6ea0530675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:40.571550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-f73fa1ff-dcf5-4dec-a645-b6ea0530675a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 898 time: 0.8535433 Jan 27 19:50:40.574752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Current status of the port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:40.574937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca39c067-8b2f-4bbc-ad81-944f292eedc1 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.575892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca39c067-8b2f-4bbc-ad81-944f292eedc1 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "PUT /v2.0/subnetpools/359b3d66-4bae-457e-8e03-634a30cb50de HTTP/1.1" status: 200 len: 684 time: 0.7106218 Jan 27 19:50:40.579501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:40.607155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Provisioning complete for port 1afc3adc-aaf2-478d-8326-3324fa77cde2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:40.611315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.647874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (71f81126-be7c-4dfe-9960-b93568e5e72c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.711878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-935f7cfc-d832-4f41-9b64-4a717e1aa4d7 None None] Port 1afc3adc-aaf2-478d-8326-3324fa77cde2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:40.722936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-8241f56e-f2f4-4472-842b-73231a7f40cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 217 time: 0.1447179 Jan 27 19:50:40.791438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (71f81126-be7c-4dfe-9960-b93568e5e72c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.791667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1649-8026-403a-b84b-586496a614a8 req-a6f100ad-2fb2-4313-82c5-13f14aa3dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:40.793198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-a6f100ad-2fb2-4313-82c5-13f14aa3dde2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 200 len: 835 time: 0.0528433 Jan 27 19:50:40.825915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7fec2c52-5f9b-4252-a943-f757bb798e0b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.883486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7fec2c52-5f9b-4252-a943-f757bb798e0b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.911600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1649-8026-403a-b84b-586496a614a8 req-4fb93d7b-cc8e-4880-9d85-776a31972cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:40.913131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-4fb93d7b-cc8e-4880-9d85-776a31972cea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122150 Jan 27 19:50:40.916708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58cddbbf-7b41-45e6-9f0e-b4731c967f87 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.917851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58cddbbf-7b41-45e6-9f0e-b4731c967f87 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "DELETE /v2.0/subnetpools/359b3d66-4bae-457e-8e03-634a30cb50de HTTP/1.1" status: 204 len: 168 time: 0.3327801 Jan 27 19:50:40.920544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:40.942042 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-0e883a25-514c-46f3-8dd9-7dacaddc4b53 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] show failed (client error): The resource could not be found. Jan 27 19:50:40.943067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0e883a25-514c-46f3-8dd9-7dacaddc4b53 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "GET /v2.0/subnetpools/359b3d66-4bae-457e-8e03-634a30cb50de HTTP/1.1" status: 404 len: 346 time: 0.0216558 Jan 27 19:50:40.946406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48068) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:40.987884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:40.992411 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2334335 Jan 27 19:50:41.010589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:41.024481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575776021', 'security_groups': ['71f81126-be7c-4dfe-9960-b93568e5e72c'], 'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bb99f69-82ad-441c-a827-6eaed41041d4'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:41.043741 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-86cc7117-59cd-4fe2-9180-04a3c80c5100 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] delete failed (client error): The resource could not be found. Jan 27 19:50:41.049315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-86cc7117-59cd-4fe2-9180-04a3c80c5100 tempest-SubnetPoolsTestJSON-1974236445 tempest-SubnetPoolsTestJSON-1974236445-project] 10.222.0.59 "DELETE /v2.0/subnetpools/359b3d66-4bae-457e-8e03-634a30cb50de HTTP/1.1" status: 404 len: 346 time: 0.0974004 Jan 27 19:50:41.111685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-2cebc672-ab79-4819-a2e4-80b43b21f84c service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917083 Jan 27 19:50:41.201178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba665f-fa6f-4596-b7ea-e91283d7c241 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f81126-be7c-4dfe-9960-b93568e5e72c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:41.261932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-522d1649-8026-403a-b84b-586496a614a8 req-b8a2f25d-9cf6-488d-8caf-3607b786eaa5 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432736 Jan 27 19:50:41.283172 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7fec2c52-5f9b-4252-a943-f757bb798e0b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.359763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fec2c52-5f9b-4252-a943-f757bb798e0b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:41.380761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.384092 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2fed30aa-769d-4fed-b2ee-5e278272cca9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7fec2c52-5f9b-4252-a943-f757bb798e0b HTTP/1.1" status: 204 len: 168 time: 1.2709665 Jan 27 19:50:41.387592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:41.394668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3d633479-7251-4329-bfc7-f2dc960c0885), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.441323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=3d633479-7251-4329-bfc7-f2dc960c0885,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:41.504148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:41.515739 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (dc1a1869-0dcf-45d1-ad46-cf02552ae49a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.549468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:41.550125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.698932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.711722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:41.748811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] device_id is not set on port 409ea907-0878-4196-8d7d-aff4b8c29ae9 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:41.804160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:41.832619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:41.832992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.839295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (dc1a1869-0dcf-45d1-ad46-cf02552ae49a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:41.895214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6930a527-3aaa-431c-8309-b9a7646b5b08 None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:41.907015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1a1869-0dcf-45d1-ad46-cf02552ae49a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:41.936645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0dc0-b0f7-4880-b44b-aadb1621ce16 req-7ee9ce10-8846-4d6f-bf43-1cba54619ceb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:41.946325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-110b0dc0-b0f7-4880-b44b-aadb1621ce16 req-7ee9ce10-8846-4d6f-bf43-1cba54619ceb tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 944 time: 0.2246814 Jan 27 19:50:41.985576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353f2b23-bf5e-486e-ab77-e307ed919d6a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:41.985866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353f2b23-bf5e-486e-ab77-e307ed919d6a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:42.004551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (353f2b23-bf5e-486e-ab77-e307ed919d6a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.056587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-110b0dc0-b0f7-4880-b44b-aadb1621ce16 req-903d5c93-9d15-4a47-af6a-54a87ba715a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954158 Jan 27 19:50:42.060620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (353f2b23-bf5e-486e-ab77-e307ed919d6a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.061293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e339fbf-5d90-44f5-ab8e-eb77be512cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.075629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:42.075629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (353f2b23-bf5e-486e-ab77-e307ed919d6a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:42.076792 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:42.121041 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-754f0091-8505-4730-9b10-6e21e595cdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.156517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (dc1a1869-0dcf-45d1-ad46-cf02552ae49a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.166622 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.170984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.176872 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a516f74-4af9-42ca-9c53-37ccfcdd0da9 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/3d633479-7251-4329-bfc7-f2dc960c0885 HTTP/1.1" status: 204 len: 168 time: 3.0389512 Jan 27 19:50:42.177836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dc1a1869-0dcf-45d1-ad46-cf02552ae49a HTTP/1.1" status: 204 len: 168 time: 0.7880399 Jan 27 19:50:42.180617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:42.191841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:50:42.206297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745dc3-32ad-40ac-99f8-68235eecdfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1a1869-0dcf-45d1-ad46-cf02552ae49a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:42.231430 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d040496-0dfb-45b4-a65e-4e338f5662fa tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] GET failed (client error): The resource could not be found. Jan 27 19:50:42.237910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d040496-0dfb-45b4-a65e-4e338f5662fa tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports/3d633479-7251-4329-bfc7-f2dc960c0885 HTTP/1.1" status: 404 len: 333 time: 0.0520155 Jan 27 19:50:42.238225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48092) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:42.245295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1966401101'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:42.412259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e339fbf-5d90-44f5-ab8e-eb77be512cf5 admin admin] Publish callbacks [] for security_group (92ede11a-561b-4cb5-93c7-61b2621578af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.427431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48096) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:42.440481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:42.441024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:42.445367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.450473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3e339fbf-5d90-44f5-ab8e-eb77be512cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (92ede11a-561b-4cb5-93c7-61b2621578af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.475142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'mac_address': 'fa:16:3e:6c:71:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:50:42.483491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port dd7102e1-ba23-452d-9444-8347b22d1711 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:42.536050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8::324 (03054f5e-9d96-4c35-aeae-ab6364d357f6/7bb99f69-82ad-441c-a827-6eaed41041d4/409ea907-0878-4196-8d7d-aff4b8c29ae9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:42.537807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:42.559944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e339fbf-5d90-44f5-ab8e-eb77be512cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ede11a-561b-4cb5-93c7-61b2621578af,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:42.613581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b9ec9948-594b-4db3-9946-c7a81a130ecf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:42.614150 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.634969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ec9948-594b-4db3-9946-c7a81a130ecf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:50:42.648958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:42.649660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.658794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.3 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/dd7102e1-ba23-452d-9444-8347b22d1711) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:42.695311 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3e339fbf-5d90-44f5-ab8e-eb77be512cf5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a668ac84a3c244bc99742677988d831f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9730172 Jan 27 19:50:42.707274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48100) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:42.727698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91883ddb-227b-4809-9198-f55b6b315768 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f134c2e00dfb43a1bdca148c6fa0de53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967169 Jan 27 19:50:42.730387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:42.767902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:42.784837 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.904186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:42.907873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] Publish callbacks [] for security_group (92ede11a-561b-4cb5-93c7-61b2621578af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.916321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:42.920169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] Publish callbacks [] for security_group (cb021616-eb6d-4f8e-8634-567cfc65e9bd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.965972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:42.971606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] Publish callbacks [] for security_group (cb021616-eb6d-4f8e-8634-567cfc65e9bd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.033803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] Publish callbacks [] for security_group (92ede11a-561b-4cb5-93c7-61b2621578af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.045289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.095918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b9ec9948-594b-4db3-9946-c7a81a130ecf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:50:43.156987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb021616-eb6d-4f8e-8634-567cfc65e9bd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.161532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (dd7102e1-ba23-452d-9444-8347b22d1711), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.164646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.168478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb021616-eb6d-4f8e-8634-567cfc65e9bd HTTP/1.1" status: 204 len: 168 time: 0.4369879 Jan 27 19:50:43.190345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:43.196976 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:43.202400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08204e5e-0cec-44da-bec3-f1ee88b7edc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb021616-eb6d-4f8e-8634-567cfc65e9bd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:43.204356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:43.210525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:43.211367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.217083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=409ea907-0878-4196-8d7d-aff4b8c29ae9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:43.220892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (92ede11a-561b-4cb5-93c7-61b2621578af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.225567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.230713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92ede11a-561b-4cb5-93c7-61b2621578af HTTP/1.1" status: 204 len: 168 time: 0.5191305 Jan 27 19:50:43.234667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-567eb405-fbd5-4772-86c7-6ae50303e8da tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2211344 Jan 27 19:50:43.238410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:43.253614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:43.283506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb4bf8-bc8e-4384-b4a7-a59ed1dc00e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ede11a-561b-4cb5-93c7-61b2621578af,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:43.368988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbe4db-14f8-434d-a7bd-2767c243da57 req-8f452300-5301-4d09-836c-5bd035ff9f02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:43.376487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ecbe4db-14f8-434d-a7bd-2767c243da57 req-8f452300-5301-4d09-836c-5bd035ff9f02 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 945 time: 0.1627307 Jan 27 19:50:43.437485 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.588908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:43.608669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.631937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:43.659942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:43.670987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:43.681630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=dd7102e1-ba23-452d-9444-8347b22d1711,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:43.711194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ecbe4db-14f8-434d-a7bd-2767c243da57 req-a7ee475b-ed13-49a5-a271-4a26df72b4f8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199933 Jan 27 19:50:43.800923 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb99f69-82ad-441c-a827-6eaed41041d4 (CIDR: 2001:db8::/64) Jan 27 19:50:43.808854 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:43.809435 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:50:43.809552 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:43.810245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:43.838758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-567bfe39-3835-441f-b927-f23b7372bc06 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5992029 Jan 27 19:50:43.845383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:43.846977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f183ffd9-0556-4da2-b9b5-950f6ea1f34c tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6062553 Jan 27 19:50:43.849295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48122) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:43.855462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:35:d5:50'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:43.863509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:43.958583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cdc5ff97-4e77-4d99-be54-fd96e2f52e5e None None] Provisioning complete for port 409ea907-0878-4196-8d7d-aff4b8c29ae9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:43.959178 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ff97-4e77-4d99-be54-fd96e2f52e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.046205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5ff97-4e77-4d99-be54-fd96e2f52e5e None None] Port 409ea907-0878-4196-8d7d-aff4b8c29ae9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:44.053385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48128) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:44.176474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-418138b3-80ad-4602-998f-417b1347478d None None] Provisioning complete for port dd7102e1-ba23-452d-9444-8347b22d1711 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:44.176859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-418138b3-80ad-4602-998f-417b1347478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.199822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-449cce46-7f75-4318-9cfe-0f303bd6fb0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=548270b4adeb41f09b9d9779904c927e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434734 Jan 27 19:50:44.202720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48132) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:44.222182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:44.227938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.237868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.260523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-418138b3-80ad-4602-998f-417b1347478d None None] Port dd7102e1-ba23-452d-9444-8347b22d1711 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:44.382242 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5226570b-8bdf-4d2d-be6a-6838ebf48374 (CIDR: 2001:db8:0:1::/64) Jan 27 19:50:44.389782 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:50:44.390235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:44.438181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2f01b474-7999-4b9c-b6b8-db39805312cd tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5864768 Jan 27 19:50:44.442027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48136) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:44.445820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] Publish callbacks [] for security_group (aae9751d-e8f1-43ad-a0e1-c4a915bcbee8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.451370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'subnet': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:44.533620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (dd7102e1-ba23-452d-9444-8347b22d1711), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.535839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] Publish callbacks [] for security_group (aae9751d-e8f1-43ad-a0e1-c4a915bcbee8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.541199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.618666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=dd7102e1-ba23-452d-9444-8347b22d1711,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:44.664453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Made reservation on behalf of 7eb61a3bc3dc4058b5cd2767debef0c6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:44.670057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.712974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] In _notify_port_updated(), no bound segment for port dd7102e1-ba23-452d-9444-8347b22d1711 on network 57a8cc25-91a9-4a04-af93-459ec393c4ef {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:50:44.720031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:44.720999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.723059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-289d5558-8195-41d8-bbad-3ddffb5f5509 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "PUT /v2.0/ports/dd7102e1-ba23-452d-9444-8347b22d1711 HTTP/1.1" status: 200 len: 994 time: 0.8795655 Jan 27 19:50:44.725516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:44.843953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aae9751d-e8f1-43ad-a0e1-c4a915bcbee8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.850331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:44.854453 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae9751d-e8f1-43ad-a0e1-c4a915bcbee8 HTTP/1.1" status: 204 len: 168 time: 0.6491303 Jan 27 19:50:44.878913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79f839-e6a5-400f-a12e-452be741e3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9751d-e8f1-43ad-a0e1-c4a915bcbee8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:44.935985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port dd7102e1-ba23-452d-9444-8347b22d1711 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:44.936494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.059226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34546103-5645-4d85-b4bf-240c58409f45 req-2f4a4a65-1ffc-4f12-aaf1-48d031102201 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:45.060978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34546103-5645-4d85-b4bf-240c58409f45 req-2f4a4a65-1ffc-4f12-aaf1-48d031102201 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 945 time: 0.1936531 Jan 27 19:50:45.098204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cb61234c-14b6-4990-bf36-5f4df84ca07a None None] Provisioning complete for port dd7102e1-ba23-452d-9444-8347b22d1711 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:45.099139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb61234c-14b6-4990-bf36-5f4df84ca07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.139169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.165202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (1ca49b10-f092-41fd-a56d-29c976f76611), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.184053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for dd7102e1-ba23-452d-9444-8347b22d1711 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:45.192903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34546103-5645-4d85-b4bf-240c58409f45 req-0e5b8e23-10a3-46bc-b674-3003c8f5d5cc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190481 Jan 27 19:50:45.230070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cb61234c-14b6-4990-bf36-5f4df84ca07a None None] Port dd7102e1-ba23-452d-9444-8347b22d1711 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:45.262887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.271426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:45.284633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:45.292935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:45.295506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.302697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4e69c-54e2-4c13-abb3-73baea61dd35 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:45.336175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Subnet': ['ID=1ca49b10-f092-41fd-a56d-29c976f76611,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:45.355734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6067eaa3-3b2a-4ca1-86dd-ce40dd60ff5a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9117556 Jan 27 19:50:45.359035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48160) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:45.381135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2104150481', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ca49b10-f092-41fd-a56d-29c976f76611'}], 'security_groups': ['2b2fb793-de8d-4e83-8fef-cc355c08c948', '545a5f1c-1563-4fa7-b29b-713b6195e4f2']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:45.459144 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (dd7102e1-ba23-452d-9444-8347b22d1711), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.525703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:45.539898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=dd7102e1-ba23-452d-9444-8347b22d1711,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:45.712466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.060980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.067367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6a970016-60de-4451-ba77-e6a1e283821c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/dd7102e1-ba23-452d-9444-8347b22d1711 HTTP/1.1" status: 204 len: 168 time: 1.3382523 Jan 27 19:50:46.069434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:46.142306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Update dhcp port {'port': {'network_id': '03054f5e-9d96-4c35-aeae-ab6364d357f6', 'fixed_ips': [{'subnet_id': '5226570b-8bdf-4d2d-be6a-6838ebf48374', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bb99f69-82ad-441c-a827-6eaed41041d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ca49b10-f092-41fd-a56d-29c976f76611'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '73040c7f-665f-4d1f-b77d-50cf2b5c310d'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:50:46.168134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:46.188475 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c477a1de-d656-4df4-8cb5-8bc2d661e146 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] GET failed (client error): The resource could not be found. Jan 27 19:50:46.193535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c477a1de-d656-4df4-8cb5-8bc2d661e146 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports/dd7102e1-ba23-452d-9444-8347b22d1711 HTTP/1.1" status: 404 len: 333 time: 0.1171296 Jan 27 19:50:46.195376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.195559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:46.210899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:46.211762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1974482194'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:46.283448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.393482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Delete allocated IP 2001:db8::324 (03054f5e-9d96-4c35-aeae-ab6364d357f6/7bb99f69-82ad-441c-a827-6eaed41041d4) {{(pid=103322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 19:50:46.416501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Allocated IP 2001:db8:0:2::8a (03054f5e-9d96-4c35-aeae-ab6364d357f6/1ca49b10-f092-41fd-a56d-29c976f76611/409ea907-0878-4196-8d7d-aff4b8c29ae9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:46.543014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b9ec9948-594b-4db3-9946-c7a81a130ecf completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:50:46.547594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b9ec9948-594b-4db3-9946-c7a81a130ecf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:46.547975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.730776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b9ec9948-594b-4db3-9946-c7a81a130ecf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:46.731182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.781386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:50:46.783994 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5bda7-3248-4638-926f-65e99d4df681" -d '{"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:50:46.820450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:46.827381 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.831626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.838392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.935765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:46.944351 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:46.961867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:46.985713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Allocated IP 2001:db8:0:2::2 (03054f5e-9d96-4c35-aeae-ab6364d357f6/1ca49b10-f092-41fd-a56d-29c976f76611/73040c7f-665f-4d1f-b77d-50cf2b5c310d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:46.993154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] In _notify_port_updated(), no bound segment for port 409ea907-0878-4196-8d7d-aff4b8c29ae9 on network 03054f5e-9d96-4c35-aeae-ab6364d357f6 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:50:47.006708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:47.007484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.009087 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "PUT /v2.0/ports/409ea907-0878-4196-8d7d-aff4b8c29ae9 HTTP/1.1" status: 200 len: 969 time: 1.6490622 Jan 27 19:50:47.046720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48214) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:47.075976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:47.134097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c39fa-2aad-4a55-bfb1-20387d1b098c req-bd78a60d-814d-43d6-acb7-b42d5f93311e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:47.135668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed0c39fa-2aad-4a55-bfb1-20387d1b098c req-bd78a60d-814d-43d6-acb7-b42d5f93311e tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 945 time: 0.7073727 Jan 27 19:50:47.171255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port 783be9fe-edbe-4da5-b662-66f31875746b yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:47.232672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:47.243933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31babb-c56a-44cf-99cc-823d52d08fe0 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event updated for resources: {'Port': ['ID=409ea907-0878-4196-8d7d-aff4b8c29ae9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:47.328945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 409ea907-0878-4196-8d7d-aff4b8c29ae9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:47.329128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.334872 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Publish callbacks [] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.345890 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.390539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed0c39fa-2aad-4a55-bfb1-20387d1b098c req-4e3f0080-945c-420a-bf00-59ca5cf644c5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388334 Jan 27 19:50:47.421151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-798219581-network', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:47.460549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.13 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/783be9fe-edbe-4da5-b662-66f31875746b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:47.482011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Made reservation on behalf of 061f97eb18e749a69ff4b24d278a329e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:47.484477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.501082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.573024 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95cf89a-602f-4915-9154-7838e5eda4b2 x-openstack-request-id: req-e95cf89a-602f-4915-9154-7838e5eda4b2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:50:47.575668 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:50:47.575951 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e95cf89a-602f-4915-9154-7838e5eda4b2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:50:47.577539 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'code': 200} Jan 27 19:50:47.601094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.623874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7f952-dff9-48c5-a03e-8102262a2de0 None None] Pushing event updated for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:47.646841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 409ea907-0878-4196-8d7d-aff4b8c29ae9 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:47.651384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks [] for security_group (9162d363-7eeb-4041-8ef2-1a383e5ca6a6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.672140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9162d363-7eeb-4041-8ef2-1a383e5ca6a6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.768430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:50:47.798853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162d363-7eeb-4041-8ef2-1a383e5ca6a6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:47.808931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bdcac6ba-02e3-472d-a4d0-47d5a7e1df41), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.809293 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Added segment bdcac6ba-02e3-472d-a4d0-47d5a7e1df41 of type vlan for network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 Jan 27 19:50:47.819878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f9c74-625c-4ccc-8055-540bd307b2fb req-8268c926-18c0-4404-9353-6f23d0b599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:47.821404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d6f9c74-625c-4ccc-8055-540bd307b2fb req-8268c926-18c0-4404-9353-6f23d0b599ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1097 time: 0.2284279 Jan 27 19:50:47.938885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:47.975517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (783be9fe-edbe-4da5-b662-66f31875746b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.022726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (409ea907-0878-4196-8d7d-aff4b8c29ae9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.047841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (07feb747-f6e0-4555-a884-0962631adaaa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.073518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=409ea907-0878-4196-8d7d-aff4b8c29ae9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:48.124469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d6f9c74-625c-4ccc-8055-540bd307b2fb req-c3d69a76-9c92-497a-8c9d-d78ef6f531a7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913861 Jan 27 19:50:48.143871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.152684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.153760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:48.154100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ba21793-ba8f-4024-b89c-10a7dbbb74fb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/409ea907-0878-4196-8d7d-aff4b8c29ae9 HTTP/1.1" status: 204 len: 168 time: 1.1061342 Jan 27 19:50:48.154356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.157138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:48.222012 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7be08e-2d13-48fb-96b1-440c555d52a8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] GET failed (client error): The resource could not be found. Jan 27 19:50:48.226182 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd7be08e-2d13-48fb-96b1-440c555d52a8 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports/409ea907-0878-4196-8d7d-aff4b8c29ae9 HTTP/1.1" status: 404 len: 333 time: 0.0651374 Jan 27 19:50:48.226725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48242) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:48.273009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] Pushing event updated for resources: {'Network': ['ID=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:48.282406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e0ce87ca-810f-4641-a7fa-414b2b151817 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1862669 Jan 27 19:50:48.288193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:48.299303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:50:48.321804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Request body: {'subnet': {'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-798219581-subnet', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:48.336863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48246) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:48.392382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Made reservation on behalf of 061f97eb18e749a69ff4b24d278a329e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:48.395213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.416497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (71f81126-be7c-4dfe-9960-b93568e5e72c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.448679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (71f81126-be7c-4dfe-9960-b93568e5e72c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.508335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (71f81126-be7c-4dfe-9960-b93568e5e72c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.519245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.523367 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/security-groups/71f81126-be7c-4dfe-9960-b93568e5e72c HTTP/1.1" status: 204 len: 168 time: 0.2910931 Jan 27 19:50:48.550485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:48.562351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48252) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:48.568518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9222-3f9e-4e63-9406-cc3b3157f59a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f81126-be7c-4dfe-9960-b93568e5e72c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:48.682902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d653-4718-4e55-bb55-041fe0ceac53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.694701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:48.695087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.890978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:48.904489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (783be9fe-edbe-4da5-b662-66f31875746b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.908470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:48.908993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.934692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (f6046d80-9d1b-4712-a6a1-32d1ad2546fe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.938205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d653-4718-4e55-bb55-041fe0ceac53 admin admin] Publish callbacks [] for security_group (eaf1fc62-ad61-45be-b087-e1f0451643e2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:48.971834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d653-4718-4e55-bb55-041fe0ceac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eaf1fc62-ad61-45be-b087-e1f0451643e2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.052177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7d653-4718-4e55-bb55-041fe0ceac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1fc62-ad61-45be-b087-e1f0451643e2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.068410 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c7c7d653-4718-4e55-bb55-041fe0ceac53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a2d7dfbfcde459aaecb8e6081bdca36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7297881 Jan 27 19:50:49.072971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:49.073298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:49.087927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (545a5f1c-1563-4fa7-b29b-713b6195e4f2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.130597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ccba-96e8-441a-badd-fbf24e04bc1a req-024d1ec8-f95c-48f4-bb01-87079f93fe9b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:49.140917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (545a5f1c-1563-4fa7-b29b-713b6195e4f2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.144122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a81ccba-96e8-441a-badd-fbf24e04bc1a req-024d1ec8-f95c-48f4-bb01-87079f93fe9b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.5767627 Jan 27 19:50:49.158062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:49.169688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Could not find standard attr ID for object 409ea907-0878-4196-8d7d-aff4b8c29ae9. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:50:49.174447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:49.178739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=783be9fe-edbe-4da5-b662-66f31875746b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.181076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:49.192642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:49.193784 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.226502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] Publish callbacks [] for security_group (eaf1fc62-ad61-45be-b087-e1f0451643e2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.255012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] Publish callbacks [] for security_group (eaf1fc62-ad61-45be-b087-e1f0451643e2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.265297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (545a5f1c-1563-4fa7-b29b-713b6195e4f2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.269983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.270165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b79aea83-8d3d-40c5-b017-9a1ddfc5f5ee None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:49.276159 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/security-groups/545a5f1c-1563-4fa7-b29b-713b6195e4f2 HTTP/1.1" status: 204 len: 168 time: 0.7023807 Jan 27 19:50:49.277097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:49.319258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a221e00-585e-4a26-97d4-83d8e7d3d3ec tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a5f1c-1563-4fa7-b29b-713b6195e4f2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.441469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-db931ba7-554b-4ff4-9bd8-8345e7ad7e91 None None] Could not find standard attr ID for object 409ea907-0878-4196-8d7d-aff4b8c29ae9. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:50:49.450977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (2b2fb793-de8d-4e83-8fef-cc355c08c948), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.459139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eaf1fc62-ad61-45be-b087-e1f0451643e2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.463234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.467838 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eaf1fc62-ad61-45be-b087-e1f0451643e2 HTTP/1.1" status: 204 len: 168 time: 0.3883424 Jan 27 19:50:49.468020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6046d80-9d1b-4712-a6a1-32d1ad2546fe,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.496467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:49.497120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.500477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Checking segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:49.501576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Network hostable DHCP agents. Network: 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:50:49.503107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd4c1-57f8-42ad-b1c5-ecd950065e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1fc62-ad61-45be-b087-e1f0451643e2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.539200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a81ccba-96e8-441a-badd-fbf24e04bc1a req-feb9a5c0-22b9-4091-b268-0ff6a5fcaddf tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928547 Jan 27 19:50:49.568815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (2b2fb793-de8d-4e83-8fef-cc355c08c948), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.569871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:50:49.581340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fd0523c5-f88d-4430-a586-ca64db528a76 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3847425 Jan 27 19:50:49.583803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:49.592913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:d5:50'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:49.636418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:49.650883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:49.653542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.716765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2b2fb793-de8d-4e83-8fef-cc355c08c948), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.725982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.727952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b2fb793-de8d-4e83-8fef-cc355c08c948 HTTP/1.1" status: 204 len: 168 time: 0.4377110 Jan 27 19:50:49.731857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:49.772504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-78798631-7855-4243-ac4c-02cf88de9112 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4605014 Jan 27 19:50:49.774415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:49.782533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:49.817349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5175fa-b5ee-49ea-ac52-56e780ec1f12 None None] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:49.846916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f8d05-56c6-4e91-9823-c94094785225 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fb793-de8d-4e83-8fef-cc355c08c948,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:49.880132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (1586ee20-6488-44bd-afca-190165779135), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.881957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (1586ee20-6488-44bd-afca-190165779135), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.915073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Deleting port d7158d4d-a900-49f9-a39c-4a303ee4469a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:49.916558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.917817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 7bb99f69-82ad-441c-a827-6eaed41041d4 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:49.918947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e319c9c0-9eaf-43e7-81c1-f288d2ea78cf None None] Provisioning complete for port 783be9fe-edbe-4da5-b662-66f31875746b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:49.919338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e319c9c0-9eaf-43e7-81c1-f288d2ea78cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (783be9fe-edbe-4da5-b662-66f31875746b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.930212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (7bb99f69-82ad-441c-a827-6eaed41041d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:49.979417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e319c9c0-9eaf-43e7-81c1-f288d2ea78cf None None] Port 783be9fe-edbe-4da5-b662-66f31875746b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:50.016004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7bb99f69-82ad-441c-a827-6eaed41041d4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.017401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:50:50.019203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.170736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48276) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:50.191424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff3161f1-0132-4fad-a35a-1e330096ca31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.194814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] For port d7158d4d-a900-49f9-a39c-4a303ee4469a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d7158d4d-a900-49f9-a39c-4a303ee4469a,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:50.195320 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.215255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Calling delete_port for d7158d4d-a900-49f9-a39c-4a303ee4469a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:50.278814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Allocated IP 172.20.0.2 (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792/f6046d80-9d1b-4712-a6a1-32d1ad2546fe/bb47f9a9-9915-4257-bd69-1d5aae6b08a5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:50.281566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7bb99f69-82ad-441c-a827-6eaed41041d4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.332155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for router_controller (1586ee20-6488-44bd-afca-190165779135), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.333336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (783be9fe-edbe-4da5-b662-66f31875746b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.390988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff3161f1-0132-4fad-a35a-1e330096ca31 admin admin] Publish callbacks [] for security_group (3ea07077-b78d-43e5-a2e8-90468523a9cb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.406359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff3161f1-0132-4fad-a35a-1e330096ca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3ea07077-b78d-43e5-a2e8-90468523a9cb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.460235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ff3161f1-0132-4fad-a35a-1e330096ca31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e7c390841054d1091d1e7454f202ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856259 Jan 27 19:50:50.461028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:50.486920 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7bb99f69-82ad-441c-a827-6eaed41041d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.548142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.551820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/7bb99f69-82ad-441c-a827-6eaed41041d4 HTTP/1.1" status: 204 len: 168 time: 0.8044326 Jan 27 19:50:50.558326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a653c89-518c-4103-a53c-46625fa8bcff tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb99f69-82ad-441c-a827-6eaed41041d4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:50.560443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:50.586858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b061c-0d5e-400d-af7a-18f304daf772 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:50.818924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks [] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.849811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:50.915276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:50.927106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:50.933757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:50.945495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Pushing event updated for resources: {'Port': ['ID=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:51.014972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3161f1-0132-4fad-a35a-1e330096ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea07077-b78d-43e5-a2e8-90468523a9cb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:51.053607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] Publish callbacks [] for security_group (3ea07077-b78d-43e5-a2e8-90468523a9cb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.071039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Attempting to bind port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:51.071649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Attempting to bind port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:51.072203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Attempting to bind port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:51.074534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 1ca49b10-f092-41fd-a56d-29c976f76611 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:51.085498 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (1ca49b10-f092-41fd-a56d-29c976f76611), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.089132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:51.089737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Checking segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:51.090428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.091103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Bound using segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:51.091737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Bound port: bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:51.092276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.139383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (1ca49b10-f092-41fd-a56d-29c976f76611), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.225776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] Publish callbacks [] for security_group (3ea07077-b78d-43e5-a2e8-90468523a9cb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.225978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] For port bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:51.231069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] For port bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:51.237866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.277462 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for router_gateway (1586ee20-6488-44bd-afca-190165779135), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.329291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1ca49b10-f092-41fd-a56d-29c976f76611), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.397173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3ea07077-b78d-43e5-a2e8-90468523a9cb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.397685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a5746-d3f7-471f-ade0-538ddf837f0b req-9556d654-dd48-414b-83a0-3ff9172b8776 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:51.399283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-923a5746-d3f7-471f-ade0-538ddf837f0b req-9556d654-dd48-414b-83a0-3ff9172b8776 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.4191427 Jan 27 19:50:51.399994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.403895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ea07077-b78d-43e5-a2e8-90468523a9cb HTTP/1.1" status: 204 len: 168 time: 0.9395823 Jan 27 19:50:51.410277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d51ca-56b1-4a24-ba1a-086357bd7de5 None None] Pushing event updated for resources: {'Port': ['ID=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:51.417247 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be4d6f-5371-49cb-99a4-a53d3415de86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea07077-b78d-43e5-a2e8-90468523a9cb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:51.453383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (1ca49b10-f092-41fd-a56d-29c976f76611), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.491711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca49b10-f092-41fd-a56d-29c976f76611,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:51.494261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.500077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c045b5cb-7a81-4fc9-8424-715b91241bcb tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca49b10-f092-41fd-a56d-29c976f76611 HTTP/1.1" status: 204 len: 168 time: 0.9287279 Jan 27 19:50:51.500548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:51.539891 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-91915128-4609-4c68-b783-a42e75fa1c14 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:51.540429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91915128-4609-4c68-b783-a42e75fa1c14 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:51.546851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-91915128-4609-4c68-b783-a42e75fa1c14 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/7bb99f69-82ad-441c-a827-6eaed41041d4 HTTP/1.1" status: 404 len: 337 time: 0.0446885 Jan 27 19:50:51.548013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48296) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:51.637229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting subnet 5226570b-8bdf-4d2d-be6a-6838ebf48374 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:51.640735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (5226570b-8bdf-4d2d-be6a-6838ebf48374), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.699333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (5226570b-8bdf-4d2d-be6a-6838ebf48374), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.805178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (783be9fe-edbe-4da5-b662-66f31875746b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.873700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (783be9fe-edbe-4da5-b662-66f31875746b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:51.897040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5226570b-8bdf-4d2d-be6a-6838ebf48374), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.028195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (5226570b-8bdf-4d2d-be6a-6838ebf48374), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.093781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-923a5746-d3f7-471f-ade0-538ddf837f0b req-b41309f3-a0f2-4840-9753-086f61efdeae tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6349766 Jan 27 19:50:52.096504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Subnet': ['ID=5226570b-8bdf-4d2d-be6a-6838ebf48374,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:52.107041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=783be9fe-edbe-4da5-b662-66f31875746b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:52.109789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.111917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d7158d4d-a900-49f9-a39c-4a303ee4469a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.114746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-28dfe35e-ce38-49cb-ae69-dc544d848e93 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/5226570b-8bdf-4d2d-be6a-6838ebf48374 HTTP/1.1" status: 204 len: 168 time: 0.5652142 Jan 27 19:50:52.117101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48302) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.200528 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51c7ce5-5cb3-4fe6-9348-a201ecda7b88 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.201172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51c7ce5-5cb3-4fe6-9348-a201ecda7b88 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.204647 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f51c7ce5-5cb3-4fe6-9348-a201ecda7b88 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/ebe0d250-d8ce-4627-941e-a6148e3a6dd6 HTTP/1.1" status: 404 len: 337 time: 0.0865617 Jan 27 19:50:52.217201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.259855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0ca40-6dfd-4b2b-b348-89ee99cf1080 None None] Network 03054f5e-9d96-4c35-aeae-ab6364d357f6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:52.267033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7158d4d-a900-49f9-a39c-4a303ee4469a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:52.330259 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5a047e98-95d1-4e76-9c54-7b7fb712190a tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b86695a-bfab-47d8-9a06-86c5b0d1db7d HTTP/1.1" status: 200 len: 205 time: 0.1078677 Jan 27 19:50:52.334603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48312) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.338804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] In _notify_port_updated(), no bound segment for port 783be9fe-edbe-4da5-b662-66f31875746b on network 57a8cc25-91a9-4a04-af93-459ec393c4ef {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:50:52.357851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:52.358559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.363220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-299a3643-d1d2-410b-b446-62fc7610943c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "PUT /v2.0/ports/783be9fe-edbe-4da5-b662-66f31875746b HTTP/1.1" status: 200 len: 997 time: 2.7738395 Jan 27 19:50:52.365927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.401744 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-8c3fdf74-13fe-4b3b-91de-415914a4d598 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] delete failed (client error): The resource could not be found. Jan 27 19:50:52.404066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8c3fdf74-13fe-4b3b-91de-415914a4d598 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/routers/3b86695a-bfab-47d8-9a06-86c5b0d1db7d HTTP/1.1" status: 404 len: 336 time: 0.0675514 Jan 27 19:50:52.407361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48318) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.425706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Provisioning complete for port 73040c7f-665f-4d1f-b77d-50cf2b5c310d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:52.426291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.460804 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-06150adc-bb18-475a-8adf-a8a1d4eced74 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.471174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06150adc-bb18-475a-8adf-a8a1d4eced74 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.480128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06150adc-bb18-475a-8adf-a8a1d4eced74 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/09154fd6-eeb1-4bac-afdd-65388035d8ea HTTP/1.1" status: 404 len: 337 time: 0.0706723 Jan 27 19:50:52.487235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.536862 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a9be81-8ed0-48dc-b4c7-8d6a9ddd9425 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.537712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a9be81-8ed0-48dc-b4c7-8d6a9ddd9425 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.541204 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-50a9be81-8ed0-48dc-b4c7-8d6a9ddd9425 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/ebcc881e-1cdf-4be3-8eb5-4c76e1d79cbc HTTP/1.1" status: 404 len: 337 time: 0.0521667 Jan 27 19:50:52.545163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.588289 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad903020-b354-4c94-a35b-84aef0d0651f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.588757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad903020-b354-4c94-a35b-84aef0d0651f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.598703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad903020-b354-4c94-a35b-84aef0d0651f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/19c08572-a12f-4585-bb72-63b5f972c534 HTTP/1.1" status: 404 len: 337 time: 0.0524416 Jan 27 19:50:52.601205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.648482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Current status of the port 73040c7f-665f-4d1f-b77d-50cf2b5c310d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:52.677148 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8033f0ec-0905-4c80-8f0c-74b03309b4c9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.678795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Provisioning complete for port 9e580ab8-a088-4137-a614-255399db712d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:52.679257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9e580ab8-a088-4137-a614-255399db712d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:52.685793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8033f0ec-0905-4c80-8f0c-74b03309b4c9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.690660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8033f0ec-0905-4c80-8f0c-74b03309b4c9 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/ec55380d-f88a-4621-b055-758b58b3119e HTTP/1.1" status: 404 len: 333 time: 0.0881553 Jan 27 19:50:52.693179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48326) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.757673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-399ed48f-aa0a-45ae-b132-f449d1ce88dd None None] Port 9e580ab8-a088-4137-a614-255399db712d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:52.779860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] DHCP port deletion for 03054f5e-9d96-4c35-aeae-ab6364d357f6 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:52.782400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb47f9a9-9915-4257-bd69-1d5aae6b08a5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:52.796027 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc39c05-ea14-455e-a162-67fecd7e0610 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.796879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc39c05-ea14-455e-a162-67fecd7e0610 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.807041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4cc39c05-ea14-455e-a162-67fecd7e0610 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/bed4f9da-ca8f-4328-83e5-4b413fe35200 HTTP/1.1" status: 404 len: 337 time: 0.1126192 Jan 27 19:50:52.808006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.879979 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1eb6e5-81e7-4491-b301-18c172e12f9f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.882167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1eb6e5-81e7-4491-b301-18c172e12f9f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.894705 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da1eb6e5-81e7-4491-b301-18c172e12f9f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/2f69120f-c879-4f06-88c3-3b0c6e51a9d0 HTTP/1.1" status: 404 len: 337 time: 0.0837798 Jan 27 19:50:52.896125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.956447 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a779c375-3810-486e-8617-675c89d07f84 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:52.957898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a779c375-3810-486e-8617-675c89d07f84 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:52.968098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a779c375-3810-486e-8617-675c89d07f84 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/bfc636c3-4d89-4a48-8c9d-169ce7dfd624 HTTP/1.1" status: 404 len: 333 time: 0.0707572 Jan 27 19:50:52.970620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48338) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:52.986074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (07feb747-f6e0-4555-a884-0962631adaaa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.002943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a99b3903-c8cf-4cd7-a3f5-8ebc65ab2d53 None None] Provisioning complete for port 783be9fe-edbe-4da5-b662-66f31875746b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:53.003387 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99b3903-c8cf-4cd7-a3f5-8ebc65ab2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (783be9fe-edbe-4da5-b662-66f31875746b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.014322 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef1031e-6e82-4872-aa3b-3feaeeac786f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:53.014982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef1031e-6e82-4872-aa3b-3feaeeac786f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:53.021582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cef1031e-6e82-4872-aa3b-3feaeeac786f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/fe081075-7a50-4a12-b8af-e91f602a6f19 HTTP/1.1" status: 404 len: 337 time: 0.0480535 Jan 27 19:50:53.022236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48342) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:53.054707 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3ed952-5161-4a7e-a795-5aba17449d0f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] DELETE failed (client error): The resource could not be found. Jan 27 19:50:53.058079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Deleting port 73040c7f-665f-4d1f-b77d-50cf2b5c310d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:53.058470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.061430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3ed952-5161-4a7e-a795-5aba17449d0f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:50:53.069012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e3ed952-5161-4a7e-a795-5aba17449d0f tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/subnets/51a3d183-eeec-43a2-be38-fe8f8b1e90dc HTTP/1.1" status: 404 len: 337 time: 0.0456998 Jan 27 19:50:53.077656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48344) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:53.079387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:53.079797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.110138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5c19-54a6-4530-bdee-1a075c7bcbf3 req-b63b5599-0240-4985-8e07-dec0b3f94386 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:53.117864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a22c5c19-54a6-4530-bdee-1a075c7bcbf3 req-b63b5599-0240-4985-8e07-dec0b3f94386 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.7977452 Jan 27 19:50:53.232789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a99b3903-c8cf-4cd7-a3f5-8ebc65ab2d53 None None] Port 783be9fe-edbe-4da5-b662-66f31875746b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:53.290200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] For port 73040c7f-665f-4d1f-b77d-50cf2b5c310d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=73040c7f-665f-4d1f-b77d-50cf2b5c310d,segment=NetworkSegment(ffb70e54-f890-48fc-9192-0fa4822684b2),segment_id=ffb70e54-f890-48fc-9192-0fa4822684b2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:53.290859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.291930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Deleting port 9e580ab8-a088-4137-a614-255399db712d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:53.292292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9e580ab8-a088-4137-a614-255399db712d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.340032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Calling delete_port for 73040c7f-665f-4d1f-b77d-50cf2b5c310d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:53.371955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port 783be9fe-edbe-4da5-b662-66f31875746b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:53.372497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (783be9fe-edbe-4da5-b662-66f31875746b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.426617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:53.427202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.431712 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9e580ab8-a088-4137-a614-255399db712d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.464835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Calling delete_port for 9e580ab8-a088-4137-a614-255399db712d owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:53.490583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:53.509044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae2c5f-4100-40cf-956a-4f0adfea96ce None None] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:53.514312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a22c5c19-54a6-4530-bdee-1a075c7bcbf3 req-a28775d3-6f87-4c97-9d89-570dd3d7f966 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950396 Jan 27 19:50:53.518797 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.524410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for router_gateway (1586ee20-6488-44bd-afca-190165779135), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.544846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:53.554749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.612956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6d01f-47df-486b-8663-d20d77b894e5 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:53.617279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ba6d01f-47df-486b-8663-d20d77b894e5 tempest-TestNetworkAdvancedServerOps-839500908 tempest-TestNetworkAdvancedServerOps-839500908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1092 time: 0.0684316 Jan 27 19:50:53.617973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48354) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:53.622775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:53.646235 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.666071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9e580ab8-a088-4137-a614-255399db712d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.668614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (783be9fe-edbe-4da5-b662-66f31875746b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.697690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for 783be9fe-edbe-4da5-b662-66f31875746b owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:53.712683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.715214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Router 07feb747-f6e0-4555-a884-0962631adaaa has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:50:53.725823 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/ports/9e580ab8-a088-4137-a614-255399db712d HTTP/1.1" status: 204 len: 168 time: 0.6441689 Jan 27 19:50:53.726872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32f33c-4431-46c7-b5a7-a4ead55b1260 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Port': ['ID=9e580ab8-a088-4137-a614-255399db712d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:53.747703 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (73040c7f-665f-4d1f-b77d-50cf2b5c310d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.753747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48360) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:53.778774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2cc60898-4669-4db6-be5e-172bc734deca None None] Provisioning complete for port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:53.779174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cc60898-4669-4db6-be5e-172bc734deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.789794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] No DVR routers for this DVR port 73040c7f-665f-4d1f-b77d-50cf2b5c310d on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:53.816993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Allocated IP 172.25.5.19 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/bf6ad8b5-5fa1-4a7d-9017-714e414b8127) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:53.826717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:53.859593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (03054f5e-9d96-4c35-aeae-ab6364d357f6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:53.930034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793ddd3-de52-4717-ba78-de85d0f56f4d None None] Pushing event deleted for resources: {'Port': ['ID=73040c7f-665f-4d1f-b77d-50cf2b5c310d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:54.003481 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.016310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (03054f5e-9d96-4c35-aeae-ab6364d357f6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.019839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.053057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2cc60898-4669-4db6-be5e-172bc734deca None None] Current status of the port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:54.059472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03054f5e-9d96-4c35-aeae-ab6364d357f6']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:54.113638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb70e54-f890-48fc-9192-0fa4822684b2') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:54.114010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb70e54-f890-48fc-9192-0fa4822684b2') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:54.129345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ffb70e54-f890-48fc-9192-0fa4822684b2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.155191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ffb70e54-f890-48fc-9192-0fa4822684b2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.163449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:50:54.163869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ffb70e54-f890-48fc-9192-0fa4822684b2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:50:54.167473 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:50:54.256372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (03054f5e-9d96-4c35-aeae-ab6364d357f6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.265409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.269693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] 10.222.0.59 "DELETE /v2.0/networks/03054f5e-9d96-4c35-aeae-ab6364d357f6 HTTP/1.1" status: 204 len: 168 time: 0.5147250 Jan 27 19:50:54.305578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749579b-2b3a-476a-ba8c-806afd542202 tempest-PortsIpV6TestJSON-382147327 tempest-PortsIpV6TestJSON-382147327-project] Pushing event deleted for resources: {'Network': ['ID=03054f5e-9d96-4c35-aeae-ab6364d357f6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:54.339615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:54.351380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48374) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:54.356780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Sync routers for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:54.366182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-86b5eaa1-6bb9-400a-9ce3-6cf7b00a9bb9 admin admin] 10.222.0.59 "PUT /v2.0/routers/07feb747-f6e0-4555-a884-0962631adaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1960366 Jan 27 19:50:54.384181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.423576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (783be9fe-edbe-4da5-b662-66f31875746b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.431661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:54.434021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:54.594444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb47f9a9-9915-4257-bd69-1d5aae6b08a5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:50:54.622810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-920ff629-d2db-4b75-9897-a4cf54301dd5 None None] Provisioning complete for port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:54.623258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-920ff629-d2db-4b75-9897-a4cf54301dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.634537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks [] for router (07feb747-f6e0-4555-a884-0962631adaaa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.711188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:54.735526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=783be9fe-edbe-4da5-b662-66f31875746b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:54.802188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.879721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Allocated IP 172.25.5.192 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8bb3503c-e251-4e9e-8915-2aaae992c5b6) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:54.904641 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks [] for router_gateway (07feb747-f6e0-4555-a884-0962631adaaa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:54.982777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Pushing event updated for resources: {'Port': ['ID=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:54.998157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.005833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0830582f-6a59-4da7-810f-edd409ca531c tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/783be9fe-edbe-4da5-b662-66f31875746b HTTP/1.1" status: 204 len: 168 time: 2.6184373 Jan 27 19:50:55.011385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:55.049200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:55.052323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:55.091728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:55.097488 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-13184475-3b74-485d-8403-5c9619d99c26 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] GET failed (client error): The resource could not be found. Jan 27 19:50:55.099122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-13184475-3b74-485d-8403-5c9619d99c26 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports/783be9fe-edbe-4da5-b662-66f31875746b HTTP/1.1" status: 404 len: 333 time: 0.0781629 Jan 27 19:50:55.121443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:55.129567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-349924329'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:55.265426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Deleting port 8fb25410-565e-4133-94f2-d749194a19d8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:55.266796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8fb25410-565e-4133-94f2-d749194a19d8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.268941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:55.272315 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bda0eb4b-a3fc-4eae-8e2c-ddb92f189807 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eb61a3bc3dc4058b5cd2767debef0c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5594125 Jan 27 19:50:55.273529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.277882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:55.284730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.301148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.306873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port f6b04687-c2bf-433f-a7fe-41cc481c5d6e yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:55.335323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:55.451672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:55.452446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.6 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/f6b04687-c2bf-433f-a7fe-41cc481c5d6e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:55.454578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.476618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] For port 8fb25410-565e-4133-94f2-d749194a19d8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8fb25410-565e-4133-94f2-d749194a19d8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:55.477084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8fb25410-565e-4133-94f2-d749194a19d8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.481803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] Publish callbacks [] for security_group (22be2d59-1f97-4bf8-ac4c-0a4d7356577b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.510758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] Publish callbacks [] for security_group (22be2d59-1f97-4bf8-ac4c-0a4d7356577b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.568903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.585561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (22be2d59-1f97-4bf8-ac4c-0a4d7356577b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.588455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.589661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22be2d59-1f97-4bf8-ac4c-0a4d7356577b HTTP/1.1" status: 204 len: 168 time: 0.2998486 Jan 27 19:50:55.620709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Calling delete_port for 8fb25410-565e-4133-94f2-d749194a19d8 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:55.646684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:55.652895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-920ff629-d2db-4b75-9897-a4cf54301dd5 None None] Current status of the port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:55.688895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:55.716218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdb82d-0a52-4de9-ae8b-f8950db01569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22be2d59-1f97-4bf8-ac4c-0a4d7356577b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:55.722398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:55.739456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:55.822655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:50:55.896659 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8fb25410-565e-4133-94f2-d749194a19d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:50:51Z', 'revision_number': 5, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port': {'id': '8fb25410-565e-4133-94f2-d749194a19d8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07feb747-f6e0-4555-a884-0962631adaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:38:26Z', 'updated_at': '2022-01-27T19:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:55.937422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=8bb3503c-e251-4e9e-8915-2aaae992c5b6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:55.953029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:55.964926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Checking router: 07feb747-f6e0-4555-a884-0962631adaaa for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:50:56.003635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 73040c7f-665f-4d1f-b77d-50cf2b5c310d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:56.004500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 73040c7f-665f-4d1f-b77d-50cf2b5c310d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:56.039832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Routers {'07feb747-f6e0-4555-a884-0962631adaaa'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:56.040497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['07feb747-f6e0-4555-a884-0962631adaaa'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:56.162698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] Set router 07feb747-f6e0-4555-a884-0962631adaaa gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:56.264732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:50:54Z', 'revision_number': 6, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:56.301178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575016f-4a04-43e0-8369-1e6fd9608c13 None None] The sync data for ids ['07feb747-f6e0-4555-a884-0962631adaaa'] in n-d-760453-6 is: [{'id': '07feb747-f6e0-4555-a884-0962631adaaa', 'name': 'tempest-AttachVolumeTestJSON-524427900-router', 'tenant_id': '01dd88d63b344fc39244a268ff9dd4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:38:24Z', 'updated_at': '2022-01-27T19:50:54Z', 'revision_number': 6, 'project_id': '01dd88d63b344fc39244a268ff9dd4b1', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:56.474710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:56.575824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:56.581858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:56.591938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:56.598587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8fb25410-565e-4133-94f2-d749194a19d8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:56.630892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=f6b04687-c2bf-433f-a7fe-41cc481c5d6e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:56.665747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:56.672877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:56.789341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb25410-565e-4133-94f2-d749194a19d8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:56.807546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1cfc8b8-52bf-41b7-9ca7-c6209febeaa3 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6848443 Jan 27 19:50:56.812465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:56.832749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'network_id': '57a8cc25-91a9-4a04-af93-459ec393c4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1469390805'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:56.947469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for router_gateway (1586ee20-6488-44bd-afca-190165779135), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:56.989110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:56.999764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e09fa5a4-d147-4a56-b62d-6c6c016e63ee None None] Provisioning complete for port f6b04687-c2bf-433f-a7fe-41cc481c5d6e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:57.001418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09fa5a4-d147-4a56-b62d-6c6c016e63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.053007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (07feb747-f6e0-4555-a884-0962631adaaa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.081960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e09fa5a4-d147-4a56-b62d-6c6c016e63ee None None] Port f6b04687-c2bf-433f-a7fe-41cc481c5d6e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:50:57.233507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (1586ee20-6488-44bd-afca-190165779135), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.318906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--84454680'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:57.352460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (07feb747-f6e0-4555-a884-0962631adaaa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.355319 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks [] for router_controller (07feb747-f6e0-4555-a884-0962631adaaa), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.364528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.397987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.469664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Made reservation on behalf of b5829cbcfa42490b8a6b8829e045aa44 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:50:57.474508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.541897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Router 1586ee20-6488-44bd-afca-190165779135 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:50:57.552942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (07feb747-f6e0-4555-a884-0962631adaaa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.553609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07feb747-f6e0-4555-a884-0962631adaaa {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:50:57.559158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.566248 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df6fa52f-b4ca-4791-b2b6-200e165733b5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/07feb747-f6e0-4555-a884-0962631adaaa HTTP/1.1" status: 204 len: 168 time: 3.2103999 Jan 27 19:50:57.567928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:57.659390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (070f727a-bd08-4008-95e8-623699129ef8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.669100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] device_id is not set on port 3788bac5-3ac1-402b-857b-1fc713481a6e yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:50:57.678853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (070f727a-bd08-4008-95e8-623699129ef8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.722334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Deleting subnet f8692cfa-4ff1-4482-980f-57438ec196cf {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:50:57.729987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Publish callbacks [] for subnet (f8692cfa-4ff1-4482-980f-57438ec196cf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.775707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:50:57.790371 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Sync routers for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:50:57.793860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (f8692cfa-4ff1-4482-980f-57438ec196cf), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.800197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.804631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9f1f5e3-272b-45f5-89f2-46182b7be63a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0281994 Jan 27 19:50:57.805373 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:57.826026 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:57.827636 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:57.832867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (51fb626f-e3d3-4176-b170-edcb48895f34), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.927892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:57.973889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070f727a-bd08-4008-95e8-623699129ef8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:57.990380 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:58.009988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Allocated IP 172.20.0.5 (57a8cc25-91a9-4a04-af93-459ec393c4ef/35490d36-aacf-4a78-8b24-b23a51d1202f/3788bac5-3ac1-402b-857b-1fc713481a6e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:58.030028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.043276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.097281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f8692cfa-4ff1-4482-980f-57438ec196cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.231844 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:50:56Z', 'revision_number': 3, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:58.264763 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Checking router: 1586ee20-6488-44bd-afca-190165779135 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:50:58.265110 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Updating router 1586ee20-6488-44bd-afca-190165779135 port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:50:58.280124 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (f8692cfa-4ff1-4482-980f-57438ec196cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.303883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd64e9-8000-4c36-afb1-099f40ba5a7f None None] Network b01f6dd7-7783-4365-b4ca-69f004a0ee16 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:50:58.316889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.319456 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.327108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f8692cfa-4ff1-4482-980f-57438ec196cf HTTP/1.1" status: 204 len: 168 time: 0.7567050 Jan 27 19:50:58.334723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:58.458645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0928206-5e26-43d8-8785-cd5a48e1c8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8692cfa-4ff1-4482-980f-57438ec196cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:58.472624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8fb25410-565e-4133-94f2-d749194a19d8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:58.531790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 8fb25410-565e-4133-94f2-d749194a19d8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:58.532063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8fb25410-565e-4133-94f2-d749194a19d8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:58.532372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (b01f6dd7-7783-4365-b4ca-69f004a0ee16), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.545953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d7158d4d-a900-49f9-a39c-4a303ee4469a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:50:58.592473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d7158d4d-a900-49f9-a39c-4a303ee4469a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:50:58.592823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d7158d4d-a900-49f9-a39c-4a303ee4469a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:50:58.716583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.720694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6868517 Jan 27 19:50:58.721736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:58.728433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] DHCP port deletion for b01f6dd7-7783-4365-b4ca-69f004a0ee16 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:50:58.757461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bbb0c-8758-47cd-836a-05e92ca86e70 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59398d95-5c4d-46a7-b0f5-f322b5e6c9a1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:58.775547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.790555 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks [] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.802146 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.825374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Deleting port b182c122-3c54-47ac-ad72-d6fba1ca8f46 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:58.825799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.856423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Deleting port b182c122-3c54-47ac-ad72-d6fba1ca8f46 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:50:58.856859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.889808 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Attempting to bind port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:50:58.890195 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Attempting to bind port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:50:58.890563 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Attempting to bind port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:50:58.915510 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bff70-f77b-4c58-b3ee-ac5a43ceb46d None None] Pushing event updated for resources: {'Port': ['ID=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:58.928270 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:50:58.930075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:50:58.930810 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.933604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:50:58.934932 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Bound port: bf6ad8b5-5fa1-4a7d-9017-714e414b8127, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:50:58.935552 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.958627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] For port b182c122-3c54-47ac-ad72-d6fba1ca8f46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b182c122-3c54-47ac-ad72-d6fba1ca8f46,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:58.959043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:58.984569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Calling delete_port for b182c122-3c54-47ac-ad72-d6fba1ca8f46 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:59.022326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c65771d1-60a4-4786-ba53-82bb633698e4 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.2980671 Jan 27 19:50:59.028749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.036906 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] For port bf6ad8b5-5fa1-4a7d-9017-714e414b8127, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:50:59.041447 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] For port bf6ad8b5-5fa1-4a7d-9017-714e414b8127, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:50:59.048685 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.062800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:59.070237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-security--5458368', 'description': 'tempest-security-description-1367861193'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:59.136681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.146822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bff70-f77b-4c58-b3ee-ac5a43ceb46d None None] Pushing event updated for resources: {'Port': ['ID=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.153887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] For port b182c122-3c54-47ac-ad72-d6fba1ca8f46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b182c122-3c54-47ac-ad72-d6fba1ca8f46,segment=NetworkSegment(ec98774e-5328-4f23-9e9f-5584a0c7a99f),segment_id=ec98774e-5328-4f23-9e9f-5584a0c7a99f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:50:59.154284 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.161075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:50:59.162953 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:59.184896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.213128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] Pushing event deleted for resources: {'Port': ['ID=b182c122-3c54-47ac-ad72-d6fba1ca8f46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.221287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.222763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3bb396-85dc-48f5-9940-64d861b716e9 None None] No DVR routers for this DVR port b182c122-3c54-47ac-ad72-d6fba1ca8f46 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:59.237782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Calling delete_port for b182c122-3c54-47ac-ad72-d6fba1ca8f46 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:50:59.250534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:50:59.257079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.316480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:50:59.334720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:50:59.373345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:50:59.388678 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.451452 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.466401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=3788bac5-3ac1-402b-857b-1fc713481a6e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.484842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Allocated IP 172.20.0.1 (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792/f6046d80-9d1b-4712-a6a1-32d1ad2546fe/7fa855e5-9032-4ea3-9044-58de455cb2a4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:50:59.492196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.500030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.513479 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "PUT /v2.0/security-groups/59398d95-5c4d-46a7-b0f5-f322b5e6c9a1 HTTP/1.1" status: 200 len: 1794 time: 0.4441571 Jan 27 19:50:59.529413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:59.630032 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b182c122-3c54-47ac-ad72-d6fba1ca8f46), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.649746 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:50:56Z', 'revision_number': 3, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:50:59.683783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:50:59.684872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.685455 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655cd09-acd0-4606-adde-b7a4d23757f4 None None] The sync data for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 is: [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:50:56Z', 'revision_number': 3, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:50:59.707851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39577-e2d6-4ebf-b19e-f1e4bdefc33e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59398d95-5c4d-46a7-b0f5-f322b5e6c9a1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.743831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (51fb626f-e3d3-4176-b170-edcb48895f34), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.761551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event updated for resources: {'Port': ['ID=8bb3503c-e251-4e9e-8915-2aaae992c5b6,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.768829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-00ae1524-b6e6-4aea-8108-76dca55a5be3 None None] Provisioning complete for port 3788bac5-3ac1-402b-857b-1fc713481a6e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:50:59.769833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00ae1524-b6e6-4aea-8108-76dca55a5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:50:59.774633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b182c122-3c54-47ac-ad72-d6fba1ca8f46,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:50:59.775361 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f3a8508-e92c-4f11-83c5-95607edb8ad4 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9492297 Jan 27 19:50:59.778770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:59.795013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:35:d5:50'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:9a:4e:48'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:50:59.820056 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] No DVR routers for this DVR port b182c122-3c54-47ac-ad72-d6fba1ca8f46 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:50:59.871363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7ab62d0e-6a8d-48b1-8cdb-0912e6a59a4b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups/59398d95-5c4d-46a7-b0f5-f322b5e6c9a1 HTTP/1.1" status: 200 len: 1794 time: 0.3225436 Jan 27 19:50:59.871847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48456) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:50:59.894065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-00ae1524-b6e6-4aea-8108-76dca55a5be3 None None] Port 3788bac5-3ac1-402b-857b-1fc713481a6e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:00.043540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.076205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.129092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (59398d95-5c4d-46a7-b0f5-f322b5e6c9a1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.134537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.136640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/59398d95-5c4d-46a7-b0f5-f322b5e6c9a1 HTTP/1.1" status: 204 len: 168 time: 0.2635212 Jan 27 19:51:00.149153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48460) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:00.153938 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 51fb626f-e3d3-4176-b170-edcb48895f34 associated. External IP: 172.25.5.192, port: b9ec9948-594b-4db3-9946-c7a81a130ecf. Jan 27 19:51:00.242052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1f300-4e3a-48ef-8527-71bf7c2a9c6d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59398d95-5c4d-46a7-b0f5-f322b5e6c9a1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:00.273810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (b01f6dd7-7783-4365-b4ca-69f004a0ee16), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.321361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01f6dd7-7783-4365-b4ca-69f004a0ee16']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:00.349325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec98774e-5328-4f23-9e9f-5584a0c7a99f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:00.349954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec98774e-5328-4f23-9e9f-5584a0c7a99f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:00.364827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (ec98774e-5328-4f23-9e9f-5584a0c7a99f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.390434 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7115055c-4e70-4d6d-94b7-9a35765d92a5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2332139 Jan 27 19:51:00.395474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:00.418108 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-6ac0a019-c5d0-48a2-8ae2-15ac84ae1daf tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] delete failed (client error): The resource could not be found. Jan 27 19:51:00.419220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ac0a019-c5d0-48a2-8ae2-15ac84ae1daf tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/59398d95-5c4d-46a7-b0f5-f322b5e6c9a1 HTTP/1.1" status: 404 len: 347 time: 0.0224853 Jan 27 19:51:00.428637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:00.435495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795675923'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:00.435694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks [] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.482881 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.506506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.506727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.534720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ec98774e-5328-4f23-9e9f-5584a0c7a99f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.598106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:51:00.598800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (ec98774e-5328-4f23-9e9f-5584a0c7a99f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:51:00.604151 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:51:00.660022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bf6ad8b5-5fa1-4a7d-9017-714e414b8127 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:00.682112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (c506acef-3d39-4eef-a829-0f06d43e8f12), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.699416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c506acef-3d39-4eef-a829-0f06d43e8f12), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.725061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:00.755468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:00.773444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:00.805477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:00.806156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.831529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:00.879779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (b01f6dd7-7783-4365-b4ca-69f004a0ee16), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.932394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.935273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5055852 Jan 27 19:51:00.938461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36b188-1863-4e68-8af5-969d068b91c2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c506acef-3d39-4eef-a829-0f06d43e8f12,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:00.941061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:00.950406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:00.962418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b01f6dd7-7783-4365-b4ca-69f004a0ee16 HTTP/1.1" status: 204 len: 168 time: 2.5908437 Jan 27 19:51:00.973900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': 'c506acef-3d39-4eef-a829-0f06d43e8f12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:00.979339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:00.979595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.015244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bea63-616f-4fd5-87d0-bdc782c0bfe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01f6dd7-7783-4365-b4ca-69f004a0ee16,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:01.054560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:51:01.058746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port bf6ad8b5-5fa1-4a7d-9017-714e414b8127, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:01.067674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.087677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.095943 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (1586ee20-6488-44bd-afca-190165779135), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.192741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b182c122-3c54-47ac-ad72-d6fba1ca8f46 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:51:01.199365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:01.253428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b182c122-3c54-47ac-ad72-d6fba1ca8f46 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:51:01.253792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b182c122-3c54-47ac-ad72-d6fba1ca8f46 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:51:01.358762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7788b86d-f2bc-45fc-82b9-a6e25c836b7e None None] Provisioning complete for port 7fa855e5-9032-4ea3-9044-58de455cb2a4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:01.358974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7788b86d-f2bc-45fc-82b9-a6e25c836b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.389392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.401997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.429834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7788b86d-f2bc-45fc-82b9-a6e25c836b7e None None] Port 7fa855e5-9032-4ea3-9044-58de455cb2a4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:01.462655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:01.521244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4738617-8949-423e-b4cd-3aad0961876c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:01.530508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.531021 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aeca01e6-f242-46a4-9c91-5ae38acd5e43 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5697567 Jan 27 19:51:01.542318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:01.569936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:51:01.582603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Sync routers for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:51:01.613288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:01.614815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:01.619827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.620498 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.628273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.673548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64a269a3-ca34-46de-9201-802fe69d91a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0516765 Jan 27 19:51:01.673548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.675250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:51:01.679412 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:51:01.710760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.740057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.763462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f4738617-8949-423e-b4cd-3aad0961876c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.763681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a91c04a7-a8da-4763-9057-c6f3661a1a60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01dd88d63b344fc39244a268ff9dd4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956882 Jan 27 19:51:01.770175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48484) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:01.783666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:01.790661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f4738617-8949-423e-b4cd-3aad0961876c HTTP/1.1" status: 204 len: 168 time: 0.2472088 Jan 27 19:51:01.860368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:01.869297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81901d52-860a-4e79-b1b6-d394ba992b9b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4738617-8949-423e-b4cd-3aad0961876c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:01.917569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:02.019080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22a04fec-ecdf-425e-8600-d3cdb238a542 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1507120 Jan 27 19:51:02.019827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48488) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:02.022839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] Publish callbacks [] for security_group (5374c417-c38b-4b39-a569-26e5d97cc992), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.094116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] Publish callbacks [] for security_group (5374c417-c38b-4b39-a569-26e5d97cc992), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.159497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5374c417-c38b-4b39-a569-26e5d97cc992), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.162610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.163892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5374c417-c38b-4b39-a569-26e5d97cc992 HTTP/1.1" status: 204 len: 168 time: 0.3626246 Jan 27 19:51:02.184333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555446-a853-4e1c-8a61-4f1f4d4bddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374c417-c38b-4b39-a569-26e5d97cc992,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:02.334041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (c506acef-3d39-4eef-a829-0f06d43e8f12), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.384954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event updated for resources: {'Port': ['ID=3788bac5-3ac1-402b-857b-1fc713481a6e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:02.423434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (c506acef-3d39-4eef-a829-0f06d43e8f12), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.516875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '51fb626f-e3d3-4176-b170-edcb48895f34', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'mac_address': 'fa:16:3e:6c:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:50:57Z', 'updated_at': '2022-01-27T19:50:57Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:02.565966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c506acef-3d39-4eef-a829-0f06d43e8f12), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.568740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.570055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/c506acef-3d39-4eef-a829-0f06d43e8f12 HTTP/1.1" status: 204 len: 168 time: 0.5487049 Jan 27 19:51:02.575946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48498) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:02.593145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] In _notify_port_updated(), no bound segment for port 3788bac5-3ac1-402b-857b-1fc713481a6e on network 57a8cc25-91a9-4a04-af93-459ec393c4ef {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:51:02.604766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:02.605896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.611047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b928f0ed-809b-424c-8ae6-8313122feb8a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "PUT /v2.0/ports/3788bac5-3ac1-402b-857b-1fc713481a6e HTTP/1.1" status: 200 len: 1056 time: 2.8228335 Jan 27 19:51:02.622068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:02.625933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bf6ad8b5-5fa1-4a7d-9017-714e414b8127 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:02.634515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d4ee-6245-4dab-a140-387cf0940eba tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506acef-3d39-4eef-a829-0f06d43e8f12,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:02.788801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Checking router: 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:51:02.792899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a71b58f3-a5fe-4520-8447-5a316f2f641e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2102268 Jan 27 19:51:02.793732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:02.815089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424729777'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:02.819841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fce4b-97f1-4f0c-a27a-068439957d12 req-7fab8bb8-f132-4754-8ae3-7ba3c1fe7b55 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:02.829593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000fce4b-97f1-4f0c-a27a-068439957d12 req-7fab8bb8-f132-4754-8ae3-7ba3c1fe7b55 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.5926991 Jan 27 19:51:02.850570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:02.854103 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.926028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d350e6af-75ae-4808-8b22-cdb86ebbc8d1 None None] Provisioning complete for port 3788bac5-3ac1-402b-857b-1fc713481a6e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:02.927133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d350e6af-75ae-4808-8b22-cdb86ebbc8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:02.940201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:02.946242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:02.990287 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-000fce4b-97f1-4f0c-a27a-068439957d12 req-9c3afa1a-8801-4234-a00d-bdeb0c14c127 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535318 Jan 27 19:51:03.039001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48506) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:03.057544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks [] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.058125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.085602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.153521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:03.218618 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba3bfc-9277-4ada-8ce9-08572f924573 x-openstack-request-id: req-baba3bfc-9277-4ada-8ce9-08572f924573 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:51:03.218936 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:51:03.219437 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-baba3bfc-9277-4ada-8ce9-08572f924573 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:51:03.220041 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'status': 'completed', 'code': 200} Jan 27 19:51:03.220597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port 3788bac5-3ac1-402b-857b-1fc713481a6e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:03.220980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.302911 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b3828df-0d38-4bde-996d-5e0c043dea38 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/51fb626f-e3d3-4176-b170-edcb48895f34 HTTP/1.1" status: 200 len: 992 time: 0.2598462 Jan 27 19:51:03.417984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.431521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.452407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.467805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:03.474992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for 3788bac5-3ac1-402b-857b-1fc713481a6e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:03.496596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-23706707-199e-48f0-80c7-98511f296e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:03.498669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-23706707-199e-48f0-80c7-98511f296e54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1097 time: 0.2905483 Jan 27 19:51:03.504784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.506498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69dc2323-45a6-46c9-a076-85f93c50d37f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7117803 Jan 27 19:51:03.517930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48522) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:03.539581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:03.540997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d350e6af-75ae-4808-8b22-cdb86ebbc8d1 None None] Port 3788bac5-3ac1-402b-857b-1fc713481a6e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:03.619868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (1586ee20-6488-44bd-afca-190165779135), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.630896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.646189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-8dc2cc9c-a636-4c5a-8680-80e8f4fac9a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1446412 Jan 27 19:51:03.719045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.724571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-aef49d1b-c949-4521-ac7b-00ba3f8c478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:03.727867 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-aef49d1b-c949-4521-ac7b-00ba3f8c478f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 898 time: 0.2199798 Jan 27 19:51:03.729521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.742519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:03.744868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:03.815460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b2c57-9f9e-4517-84b5-d4f7ba540b00,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:03.822483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:03.829689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:03.841417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.843153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2436b8ae-3f7d-4aef-9411-dc9d1cf2733f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3232954 Jan 27 19:51:03.854692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:03.868535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:03.908658 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-efd012c3-c324-48c4-a760-94f0dc279e2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 1000 time: 0.1688287 Jan 27 19:51:03.933734 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:03.986868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-eae57c38-0551-4c7c-a25f-533c1252cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:03.989100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-eae57c38-0551-4c7c-a25f-533c1252cde8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.1902471 Jan 27 19:51:04.087378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3788bac5-3ac1-402b-857b-1fc713481a6e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.125075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-6cb88f41-ab47-4e69-8223-72e945f34c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:04.132656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-6cb88f41-ab47-4e69-8223-72e945f34c15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 200 len: 835 time: 0.2115910 Jan 27 19:51:04.132883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '51fb626f-e3d3-4176-b170-edcb48895f34', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'mac_address': 'fa:16:3e:6c:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:50:57Z', 'updated_at': '2022-01-27T19:50:57Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:04.168887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f29a28-043c-4d4a-85fd-a0b9f378e01e None None] The sync data for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 is: [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '51fb626f-e3d3-4176-b170-edcb48895f34', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'mac_address': 'fa:16:3e:6c:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:50:57Z', 'updated_at': '2022-01-27T19:50:57Z', 'revision_number': 0, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:51:04.244021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.260073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.273290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f19649ef-5a41-4c00-9176-bf53a811b986 None None] Provisioning complete for port 7fa855e5-9032-4ea3-9044-58de455cb2a4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:04.275295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f19649ef-5a41-4c00-9176-bf53a811b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.286268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d76e9c-e15e-4b68-91d8-ed531d292481,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:04.300540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Router 1586ee20-6488-44bd-afca-190165779135 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:51:04.319546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=3788bac5-3ac1-402b-857b-1fc713481a6e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:04.331621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:04.360564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-c00c05da-c74f-440a-acc7-89018b651ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:04.362305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-c00c05da-c74f-440a-acc7-89018b651ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234321 Jan 27 19:51:04.416381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f19649ef-5a41-4c00-9176-bf53a811b986 None None] Port 7fa855e5-9032-4ea3-9044-58de455cb2a4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:04.481807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.485622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0c40472a-494a-469d-9bc9-894b3104ddbb tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6274719 Jan 27 19:51:04.492934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48548) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:04.517222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:04.677452 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a71fb-d935-4aaa-9cf2-334b39eb85c5 None None] New status for floating IP 51fb626f-e3d3-4176-b170-edcb48895f34: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:51:04.784471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-cb233afe-dd46-4823-af48-b942eed63bda service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159263 Jan 27 19:51:04.905923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:51:04.914226 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7d226d7e-8f44-4280-961c-86b2c098a277 admin admin] 10.222.0.59 "PUT /v2.0/routers/1586ee20-6488-44bd-afca-190165779135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0878270 Jan 27 19:51:04.918552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-8fb70874-8261-4a9f-8535-a7308f54913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:04.920413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-8fb70874-8261-4a9f-8535-a7308f54913b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 910 time: 0.9080491 Jan 27 19:51:04.930893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Sync routers for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:51:04.958191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dd143b75-d9bf-46ec-9bb8-ecdf607e4416 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/51fb626f-e3d3-4176-b170-edcb48895f34 HTTP/1.1" status: 200 len: 992 time: 0.6243217 Jan 27 19:51:04.959164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:04.967033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:04.973935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:05.100031 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-98f34d22-5b0f-46c2-bca0-f82f8c015cc1 req-b1fb1155-d135-48fa-99fe-0580dcd6da98 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074589 Jan 27 19:51:05.137435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.145101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.184739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b68a0b-5e5a-43ea-a6d3-def35c3ec74d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:05.206426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.210814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dc8b68e9-bdd8-4bab-ba09-8c823323cfe8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7015553 Jan 27 19:51:05.211715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48582) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:05.217450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:05.280006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:05.281463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.341306 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.344431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-14c2d2e5-9b39-4945-9b58-ba939b6fac6a tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/3788bac5-3ac1-402b-857b-1fc713481a6e HTTP/1.1" status: 204 len: 168 time: 2.7211423 Jan 27 19:51:05.358089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:05.392092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-c1c66744-fdc2-4a0a-a897-ad5c9e9d7386 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 1001 time: 0.4620411 Jan 27 19:51:05.498656 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9100271-e3f7-4ce4-bdde-7d16b55985e5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] GET failed (client error): The resource could not be found. Jan 27 19:51:05.504265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-0e5c413e-13b3-40ec-8361-5ab5ece6de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:05.505023 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9100271-e3f7-4ce4-bdde-7d16b55985e5 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports/3788bac5-3ac1-402b-857b-1fc713481a6e HTTP/1.1" status: 404 len: 333 time: 0.1375697 Jan 27 19:51:05.508268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-0e5c413e-13b3-40ec-8361-5ab5ece6de7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.1089933 Jan 27 19:51:05.508782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:05.551928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.566613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.659836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273315f0-6d91-454c-a9a9-47989b280da0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:05.695919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.703456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b1456fba-7f96-44d5-a163-5bc5f9418d33 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4904518 Jan 27 19:51:05.707811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48598) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:05.725191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:05.787931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:05.788184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-10529736-7463-4817-9e34-a260e7c93c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:05.790038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-10529736-7463-4817-9e34-a260e7c93c4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591417 Jan 27 19:51:05.808932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.874112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:51:01Z', 'revision_number': 4, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '7fa855e5-9032-4ea3-9044-58de455cb2a4', 'name': '', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'mac_address': 'fa:16:3e:bb:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:58Z', 'updated_at': '2022-01-27T19:51:02Z', 'revision_number': 2, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'subnets': [{'id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:05.935462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.943619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:05.969702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Checking router: 1586ee20-6488-44bd-afca-190165779135 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:51:05.973972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Updating router 1586ee20-6488-44bd-afca-190165779135 port 7fa855e5-9032-4ea3-9044-58de455cb2a4 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:51:05.977663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48604) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.001350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port f6b04687-c2bf-433f-a7fe-41cc481c5d6e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:06.002112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.038942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b672887-a264-479f-9010-fe2490352940,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.044397 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.051814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.055570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d761a0f1-e92e-4b1e-b095-5a37da762ee0 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3438535 Jan 27 19:51:06.057473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48608) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.119182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-4b61dd08-7719-4053-b185-03c6d855df4b service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068066 Jan 27 19:51:06.148164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.213464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for f6b04687-c2bf-433f-a7fe-41cc481c5d6e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:06.331737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce39f65f-c0f3-4557-b429-3da581cad544 req-7fc863e2-3904-4f2a-819a-96ae25cfe6b8 service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020330 Jan 27 19:51:06.332978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b11a-6397-48fe-98c6-e2be03545345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.424084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.445842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.447235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f6b04687-c2bf-433f-a7fe-41cc481c5d6e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.511365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=f6b04687-c2bf-433f-a7fe-41cc481c5d6e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.526272 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f30209f-e73d-4262-b355-bcf7665bab00 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/51fb626f-e3d3-4176-b170-edcb48895f34 HTTP/1.1" status: 200 len: 994 time: 0.5054677 Jan 27 19:51:06.526272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0b672887-a264-479f-9010-fe2490352940), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.538426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.548346 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0b672887-a264-479f-9010-fe2490352940 HTTP/1.1" status: 204 len: 168 time: 0.4896448 Jan 27 19:51:06.551472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48620) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.574496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.588259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-824872481-network', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:06.599462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd592d-ffeb-444f-acbe-8948e1983174 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b672887-a264-479f-9010-fe2490352940,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.662484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Made reservation on behalf of 6e7e49080455450d8d15000cdfb3c675 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:06.665446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.701947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.702361 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b339a290-20b2-4366-98ef-c57198f68085 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1467798 Jan 27 19:51:06.704605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.769699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks [] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.781141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.790076 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b11a-6397-48fe-98c6-e2be03545345 admin admin] Publish callbacks [] for security_group (42617fae-18a9-437d-a9b2-fb8b853fbf77), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.794648 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.812109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b11a-6397-48fe-98c6-e2be03545345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42617fae-18a9-437d-a9b2-fb8b853fbf77), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.821460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.866052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8b11a-6397-48fe-98c6-e2be03545345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42617fae-18a9-437d-a9b2-fb8b853fbf77,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.884663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (273315f0-6d91-454c-a9a9-47989b280da0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.895189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.899369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/273315f0-6d91-454c-a9a9-47989b280da0 HTTP/1.1" status: 204 len: 168 time: 0.1955595 Jan 27 19:51:06.910542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.916635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e04a-d098-4582-baf7-07667e0cb361 None None] Pushing event updated for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.936711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8a76b-760d-4419-9963-4e47074a6544 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273315f0-6d91-454c-a9a9-47989b280da0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:06.941415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:06.955263 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-31dab6a8-d257-43cd-95fa-48cf05bfcafc tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/f6b04687-c2bf-433f-a7fe-41cc481c5d6e HTTP/1.1" status: 204 len: 168 time: 1.4453566 Jan 27 19:51:06.955988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:06.984917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b5f8b11a-6397-48fe-98c6-e2be03545345 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b121d2c7c5d463fae48c78d17df5f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1956961 Jan 27 19:51:06.989749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.037040 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e72406-9cff-402d-8f3a-f00ee927bdab tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] GET failed (client error): The resource could not be found. Jan 27 19:51:07.045394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e5e72406-9cff-402d-8f3a-f00ee927bdab tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "GET /v2.0/ports/f6b04687-c2bf-433f-a7fe-41cc481c5d6e HTTP/1.1" status: 404 len: 333 time: 0.0876627 Jan 27 19:51:07.046044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.051506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cffeb2b0-3fa6-42ae-a5e8-076cf19f9626 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1396782 Jan 27 19:51:07.052300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.070554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Attempting to bind port 7fa855e5-9032-4ea3-9044-58de455cb2a4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:07.070948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Attempting to bind port 7fa855e5-9032-4ea3-9044-58de455cb2a4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:07.071495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Attempting to bind port 7fa855e5-9032-4ea3-9044-58de455cb2a4 on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:07.085429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:07.085826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Checking segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:07.086231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.086640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Bound using segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:07.087131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Bound port: 7fa855e5-9032-4ea3-9044-58de455cb2a4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:07.087522 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.113827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks [] for security_group (b6cf560e-53e1-4e77-b8e0-1817e84fccb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.133932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] Publish callbacks [] for security_group (42617fae-18a9-437d-a9b2-fb8b853fbf77), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.139192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b6cf560e-53e1-4e77-b8e0-1817e84fccb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.180793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf560e-53e1-4e77-b8e0-1817e84fccb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:07.227636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.232766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:51:07.240195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] For port 7fa855e5-9032-4ea3-9044-58de455cb2a4, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:07.243962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] For port 7fa855e5-9032-4ea3-9044-58de455cb2a4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7fa855e5-9032-4ea3-9044-58de455cb2a4,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:07.252765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.254448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port 1afc3adc-aaf2-478d-8326-3324fa77cde2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:07.256424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.265143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.271324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] Publish callbacks [] for security_group (42617fae-18a9-437d-a9b2-fb8b853fbf77), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.273780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (49329c6c-8b37-4cf0-8d6a-c64b2923fb0d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.274130 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Added segment 49329c6c-8b37-4cf0-8d6a-c64b2923fb0d of type vlan for network 824def00-24e1-4740-b859-4e2f82b1c6c7 Jan 27 19:51:07.336154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e04a-d098-4582-baf7-07667e0cb361 None None] Pushing event updated for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:07.372956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:07.373677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:50:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:07.385541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Provisioning complete for port 7fa855e5-9032-4ea3-9044-58de455cb2a4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:07.386123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.452302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (42617fae-18a9-437d-a9b2-fb8b853fbf77), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.458030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.459522 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42617fae-18a9-437d-a9b2-fb8b853fbf77 HTTP/1.1" status: 204 len: 168 time: 0.4688401 Jan 27 19:51:07.483596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (824def00-24e1-4740-b859-4e2f82b1c6c7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.486063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (57b68a0b-5e5a-43ea-a6d3-def35c3ec74d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.493923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e43782-cc28-43a1-a571-ebef98b61793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42617fae-18a9-437d-a9b2-fb8b853fbf77,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:07.519763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.527099 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/57b68a0b-5e5a-43ea-a6d3-def35c3ec74d HTTP/1.1" status: 204 len: 168 time: 0.4633713 Jan 27 19:51:07.531549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.553393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.558990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da98c-7c35-4ed1-b5a4-c7cb29e9961a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b68a0b-5e5a-43ea-a6d3-def35c3ec74d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:07.640990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (824def00-24e1-4740-b859-4e2f82b1c6c7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.650564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:07.651454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.682118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for 1afc3adc-aaf2-478d-8326-3324fa77cde2 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:07.782848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] Pushing event updated for resources: {'Network': ['ID=824def00-24e1-4740-b859-4e2f82b1c6c7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:07.785302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e73d4d70-d844-41ae-b022-ee653efcab0a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2525215 Jan 27 19:51:07.809676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48644) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.826346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:51:07.864667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f92d08d4-374c-4bae-bb4a-ad032618c47e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2793322 Jan 27 19:51:07.869927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.876132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Request body: {'subnet': {'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-824872481-subnet', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:07.892896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.904348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.918909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Made reservation on behalf of 6e7e49080455450d8d15000cdfb3c675 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:07.921918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.945494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (57d76e9c-e15e-4b68-91d8-ed531d292481), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.953952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:07.955434 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/57d76e9c-e15e-4b68-91d8-ed531d292481 HTTP/1.1" status: 204 len: 168 time: 0.1429763 Jan 27 19:51:07.966571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48650) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:07.968874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb931c8-1981-4ff6-b264-5accb1a8e0ea tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d76e9c-e15e-4b68-91d8-ed531d292481,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:08.048484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:08.088821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fa1c2ea3-d83b-48a2-8055-91885ddc8689 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1090293 Jan 27 19:51:08.097212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48654) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.137678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1afc3adc-aaf2-478d-8326-3324fa77cde2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.162788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Current status of the port 7fa855e5-9032-4ea3-9044-58de455cb2a4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:08.163181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.170621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.190528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.212784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=1afc3adc-aaf2-478d-8326-3324fa77cde2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:08.260602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a88b2c57-9f9e-4517-84b5-d4f7ba540b00), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.268361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.273136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a88b2c57-9f9e-4517-84b5-d4f7ba540b00 HTTP/1.1" status: 204 len: 168 time: 0.1704326 Jan 27 19:51:08.281233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48660) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.305705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c996b-23a4-4243-9d8b-10eb8f87b703 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a88b2c57-9f9e-4517-84b5-d4f7ba540b00,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:08.423215 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-753a4d90-15e5-4087-8af9-ea944b126dce tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1369038 Jan 27 19:51:08.425158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.436899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] For port 7fa855e5-9032-4ea3-9044-58de455cb2a4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7fa855e5-9032-4ea3-9044-58de455cb2a4,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:08.450035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.507393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:51:01Z', 'revision_number': 4, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '7fa855e5-9032-4ea3-9044-58de455cb2a4', 'name': '', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'mac_address': 'fa:16:3e:bb:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:58Z', 'updated_at': '2022-01-27T19:51:07Z', 'revision_number': 4, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'subnets': [{'id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:08.528080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.544188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7ef06ca9-54b4-4675-8c63-4c676b14ae70 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/ports/1afc3adc-aaf2-478d-8326-3324fa77cde2 HTTP/1.1" status: 204 len: 168 time: 1.4969618 Jan 27 19:51:08.550021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.566597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.611742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.611986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852355db-e959-408c-95e4-38ff10c05b9e None None] The sync data for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 is: [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:51:01Z', 'revision_number': 4, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '7fa855e5-9032-4ea3-9044-58de455cb2a4', 'name': '', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'mac_address': 'fa:16:3e:bb:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:58Z', 'updated_at': '2022-01-27T19:51:07Z', 'revision_number': 4, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'subnets': [{'id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:51:08.665902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d9ce5401-c356-463d-8070-caec8d66ab40 None None] Provisioning complete for port 7fa855e5-9032-4ea3-9044-58de455cb2a4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:08.666349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5401-c356-463d-8070-caec8d66ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.726175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd4dc3-8f37-48d4-a1ef-1a0ef3343749 None None] Pushing event updated for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:08.784753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.787438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.788787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b HTTP/1.1" status: 204 len: 168 time: 0.3625793 Jan 27 19:51:08.798147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48676) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.859497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1614b-129c-4cee-89b4-379b6509acfa tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd97ba-459f-49d5-8cc4-3d0d87cfcb4b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:08.875090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting subnet 35490d36-aacf-4a78-8b24-b23a51d1202f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:51:08.905538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for subnet (35490d36-aacf-4a78-8b24-b23a51d1202f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:08.946550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce5401-c356-463d-8070-caec8d66ab40 None None] Current status of the port 7fa855e5-9032-4ea3-9044-58de455cb2a4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:08.967118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-05f3e091-f70d-4646-8176-b260a3fc4b97 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1540914 Jan 27 19:51:08.967335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48680) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:08.972375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344028629'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:09.005838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.009702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34849399-52fe-4adf-a0e2-6db24416ea5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.058224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (35490d36-aacf-4a78-8b24-b23a51d1202f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.112343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (de2656c7-8a2b-4053-96fb-7f9fdc6f3719), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.122850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (de2656c7-8a2b-4053-96fb-7f9fdc6f3719), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.148857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a399107f-81ed-4930-9101-b355ff29ef91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.201713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.203312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2345972 Jan 27 19:51:09.209771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48684) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:09.221211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': 'de2656c7-8a2b-4053-96fb-7f9fdc6f3719', 'direction': 'ingress', 'protocol': 17}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:09.232082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a399107f-81ed-4930-9101-b355ff29ef91,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:09.238010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa078dfc-9d49-4918-b8b8-9bbef3513f37 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2656c7-8a2b-4053-96fb-7f9fdc6f3719,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:09.281005 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (4f809ee2-b673-4d58-8839-8b38ef7fbe7c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.490132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (35490d36-aacf-4a78-8b24-b23a51d1202f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.524162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (4f809ee2-b673-4d58-8839-8b38ef7fbe7c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.536636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4f809ee2-b673-4d58-8839-8b38ef7fbe7c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.567030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f809ee2-b673-4d58-8839-8b38ef7fbe7c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:09.600049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.610050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:09.612591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Checking segment: {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:09.612591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Network hostable DHCP agents. Network: 824def00-24e1-4740-b859-4e2f82b1c6c7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:51:09.613199 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-132dbc7a-5da2-4dbc-b999-b0e27a0dabd7 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3905866 Jan 27 19:51:09.672899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:51:09.743021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (35490d36-aacf-4a78-8b24-b23a51d1202f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.763778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 824def00-24e1-4740-b859-4e2f82b1c6c7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:09.768724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:09.769433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.783412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4138aea-dafa-4166-906b-ed989b2d7619 None None] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:09.789490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.793752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/subnets/35490d36-aacf-4a78-8b24-b23a51d1202f HTTP/1.1" status: 204 len: 168 time: 1.2424309 Jan 27 19:51:09.796091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:09.835120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e32d6c-922f-4458-9f63-40aa7322787f None None] Network 57a8cc25-91a9-4a04-af93-459ec393c4ef requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:09.868073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-645d5bb4-fe68-4307-a101-0cbad0b69ae7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9967592 Jan 27 19:51:09.873776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:09.874587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedaee1-f2a2-426d-9352-03aef025b46b tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Subnet': ['ID=35490d36-aacf-4a78-8b24-b23a51d1202f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:09.879355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (de2656c7-8a2b-4053-96fb-7f9fdc6f3719), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.922861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (de2656c7-8a2b-4053-96fb-7f9fdc6f3719), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:09.956000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:10.027888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (57a8cc25-91a9-4a04-af93-459ec393c4ef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.119196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:51:10.152138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.154890 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.160566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (de2656c7-8a2b-4053-96fb-7f9fdc6f3719), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.180530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.191691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/de2656c7-8a2b-4053-96fb-7f9fdc6f3719 HTTP/1.1" status: 204 len: 168 time: 0.5699310 Jan 27 19:51:10.194199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:10.248013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0257ec-5a23-4fee-952b-7e218cdc188c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2656c7-8a2b-4053-96fb-7f9fdc6f3719,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:10.318641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Deleting port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:10.319430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.446209 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for router_controller (d4015661-b6c1-4e5e-8fa9-3c384abb0446), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.523035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b6ce482-f27b-4ab7-9fb5-23c69fd2964f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3135195 Jan 27 19:51:10.523753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:10.576388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722221946'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:10.729961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] For port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,segment=NetworkSegment(ece4de48-124a-4c66-888a-300dce47b2ad),segment_id=ece4de48-124a-4c66-888a-300dce47b2ad)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:10.730386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.734175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.796248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Calling delete_port for b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:10.799805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7fa855e5-9032-4ea3-9044-58de455cb2a4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:10.881246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for router_gateway (d4015661-b6c1-4e5e-8fa9-3c384abb0446), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.987887 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (747e48c3-842a-429a-bf6c-75bd3b40f1f8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:10.997652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (747e48c3-842a-429a-bf6c-75bd3b40f1f8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.050675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747e48c3-842a-429a-bf6c-75bd3b40f1f8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:11.055961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.087612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Port': ['ID=b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:11.099636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.104324 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bad7035f-4d0e-4722-b936-873230445337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5595708 Jan 27 19:51:11.105826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:11.108084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] No DVR routers for this DVR port b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:51:11.126416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432386038'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:11.150044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-824def00-24e1-4740-b859-4e2f82b1c6c7', 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7', 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'fixed_ips': [{'subnet_id': 'a399107f-81ed-4930-9101-b355ff29ef91'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:51:11.152530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.160968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.226560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7fa855e5-9032-4ea3-9044-58de455cb2a4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:11.229804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.246499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (6195b9ba-b1ac-4340-8ca6-279c34409d02), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.290561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f910b2-bad2-40b4-86b9-dc11e1b3f183 None None] DHCP port deletion for 57a8cc25-91a9-4a04-af93-459ec393c4ef request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:51:11.388722 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (57a8cc25-91a9-4a04-af93-459ec393c4ef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.416845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a8cc25-91a9-4a04-af93-459ec393c4ef']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:11.431804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece4de48-124a-4c66-888a-300dce47b2ad') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:11.432415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece4de48-124a-4c66-888a-300dce47b2ad') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:11.446167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ece4de48-124a-4c66-888a-300dce47b2ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.464972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ece4de48-124a-4c66-888a-300dce47b2ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.473004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:51:11.473703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ece4de48-124a-4c66-888a-300dce47b2ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:51:11.478015 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:51:11.530584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Allocated IP 172.20.0.2 (824def00-24e1-4740-b859-4e2f82b1c6c7/a399107f-81ed-4930-9101-b355ff29ef91/4f9d2b85-5a93-458f-9614-5b67ad94ff04) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:11.575420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (57a8cc25-91a9-4a04-af93-459ec393c4ef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.587599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.601462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] 10.222.0.59 "DELETE /v2.0/networks/57a8cc25-91a9-4a04-af93-459ec393c4ef HTTP/1.1" status: 204 len: 168 time: 1.8041143 Jan 27 19:51:11.628243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e0cc-86c4-4188-ac3c-43c2e2e76218 tempest-AllowedAddressPairTestJSON-1209745033 tempest-AllowedAddressPairTestJSON-1209745033-project] Pushing event deleted for resources: {'Network': ['ID=57a8cc25-91a9-4a04-af93-459ec393c4ef,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:11.677296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7fa855e5-9032-4ea3-9044-58de455cb2a4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:11.896884 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6195b9ba-b1ac-4340-8ca6-279c34409d02), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.962437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.963855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8453770 Jan 27 19:51:11.967714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48754) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:11.971305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks [] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.975634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa684807-69d3-4607-a458-1e05d05985c6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6195b9ba-b1ac-4340-8ca6-279c34409d02,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:11.979588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '747e48c3-842a-429a-bf6c-75bd3b40f1f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6195b9ba-b1ac-4340-8ca6-279c34409d02', 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:11.991401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for router_gateway (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:11.998202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.013681 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.078674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.093387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:12.113651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:12.122761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:12.133665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e18c1c-4e6b-4a07-a2a6-c32abfe46814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.147478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2b85-5a93-458f-9614-5b67ad94ff04,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:12.235021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Attempting to bind port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:12.236077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Attempting to bind port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:12.238774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Attempting to bind port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 on network 824def00-24e1-4740-b859-4e2f82b1c6c7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:12.247675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:12.248436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Checking segment: {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:12.249073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.249653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Bound using segment: {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:12.250444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Bound port: 4f9d2b85-5a93-458f-9614-5b67ad94ff04, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:12.251104 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.254302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Allocated IP 172.25.5.79 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e69c37ad-69e7-4f6b-a7a4-89a1e31999de) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:12.256934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:12.301523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.313956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.336037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] For port 4f9d2b85-5a93-458f-9614-5b67ad94ff04, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:12.339877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] For port 4f9d2b85-5a93-458f-9614-5b67ad94ff04, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4f9d2b85-5a93-458f-9614-5b67ad94ff04,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:12.349710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.364459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ec8fd3-b264-4c47-a309-4eaececd9700,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:12.387160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.391887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f3c05b3-236c-4955-8065-212acbec9e08 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4224381 Jan 27 19:51:12.392518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:12.440362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.458098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.481441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74c1e-d3f7-47cb-bb45-ec1137524fb3 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2b85-5a93-458f-9614-5b67ad94ff04,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:12.523984 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.530262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d8ec8fd3-b264-4c47-a309-4eaececd9700), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.558525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.562405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:51:12.565906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d8ec8fd3-b264-4c47-a309-4eaececd9700 HTTP/1.1" status: 204 len: 168 time: 0.1722972 Jan 27 19:51:12.567195 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6932059-4c16-437e-966b-a7c509175453 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8ec8fd3-b264-4c47-a309-4eaececd9700,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:12.577634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:12.605714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:51:12.606472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b29d6ec1-4f63-4e9c-85f9-59b7b84b2b46 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:51:12.654031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24b3517e-0b7f-4646-b42a-33d82317cbeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5829cbcfa42490b8a6b8829e045aa44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956866 Jan 27 19:51:12.656837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:12.694350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-817a86fd-54a8-41fc-a7e0-d2e08cff1337 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1154673 Jan 27 19:51:12.695089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.697155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:12.799518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:12.804858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:12.810190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (6195b9ba-b1ac-4340-8ca6-279c34409d02), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.812302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:12.870590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Pushing event updated for resources: {'Port': ['ID=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:12.876706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] Publish callbacks [] for security_group (960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.910320 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] Publish callbacks [] for security_group (960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.918573 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (6195b9ba-b1ac-4340-8ca6-279c34409d02), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.996790 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:12.999938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.011395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83 HTTP/1.1" status: 204 len: 168 time: 0.3520548 Jan 27 19:51:13.060393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1306-c241-40ff-9560-7bdf23ea8ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b8ca2-9ff3-4cb1-9de2-f4a4ab30bb83,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:13.066862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6195b9ba-b1ac-4340-8ca6-279c34409d02), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.087375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.091376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/6195b9ba-b1ac-4340-8ca6-279c34409d02 HTTP/1.1" status: 204 len: 168 time: 0.3901591 Jan 27 19:51:13.092685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.140113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86d5af-328b-4898-beb4-543b0f41e460 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6195b9ba-b1ac-4340-8ca6-279c34409d02,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:13.212623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ef65fc7d-e2fc-4d3c-8b6f-96e657f9d9ab tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0973167 Jan 27 19:51:13.215499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48790) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.311069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (747e48c3-842a-429a-bf6c-75bd3b40f1f8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.321702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.360846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (747e48c3-842a-429a-bf6c-75bd3b40f1f8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.453786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (747e48c3-842a-429a-bf6c-75bd3b40f1f8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.457120 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.464260 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/747e48c3-842a-429a-bf6c-75bd3b40f1f8 HTTP/1.1" status: 204 len: 168 time: 0.2468305 Jan 27 19:51:13.465060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.509242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c5b2-10ed-46fb-a287-00deef459d61 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e48c3-842a-429a-bf6c-75bd3b40f1f8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:13.544046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for router_gateway (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.589944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ce1adba1-bdf2-4504-b37f-e0b98736501b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1167734 Jan 27 19:51:13.590616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.604084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139807501'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:13.647368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.755760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (9802ca4a-4e56-4722-9a3f-71120f22a3c5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.762563 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9802ca4a-4e56-4722-9a3f-71120f22a3c5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.792102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.793662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2020764 Jan 27 19:51:13.800724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48810) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:13.811261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '9802ca4a-4e56-4722-9a3f-71120f22a3c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:13.827525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265ddea-aa4d-47d0-bd20-9f19f895fb0c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9802ca4a-4e56-4722-9a3f-71120f22a3c5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:13.876944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.911400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecae49f8-a832-469e-8b8a-993abe817de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.978842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:13.986165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.014730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a96b16-345e-4a6e-bd88-7bbf03e20f10,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:14.031327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.035406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d5654f64-a4b0-40c6-9ed3-441fbac8b24d tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2312460 Jan 27 19:51:14.036144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.101407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.131238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.143540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.185600 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (60a96b16-345e-4a6e-bd88-7bbf03e20f10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.204788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.205179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/60a96b16-345e-4a6e-bd88-7bbf03e20f10 HTTP/1.1" status: 204 len: 168 time: 0.1679811 Jan 27 19:51:14.210932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.241027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8591e6a-3a30-40b8-9bd9-afda161fe43a tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60a96b16-345e-4a6e-bd88-7bbf03e20f10,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:14.288170 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f9cc5706-ce16-4a2c-9f21-db8c0405c7cd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737081 Jan 27 19:51:14.288577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48828) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.314436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab00d0-9f12-40f5-816f-8b70331abbfe None None] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:14.410317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (9802ca4a-4e56-4722-9a3f-71120f22a3c5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.433464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48830) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.465112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (9802ca4a-4e56-4722-9a3f-71120f22a3c5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.540386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9802ca4a-4e56-4722-9a3f-71120f22a3c5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.544754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Router d4015661-b6c1-4e5e-8fa9-3c384abb0446 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:51:14.548992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.553698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/9802ca4a-4e56-4722-9a3f-71120f22a3c5 HTTP/1.1" status: 204 len: 168 time: 0.2617474 Jan 27 19:51:14.554737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.567193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecae49f8-a832-469e-8b8a-993abe817de6 admin admin] Publish callbacks [] for security_group (8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.577970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecae49f8-a832-469e-8b8a-993abe817de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.622658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Provisioning complete for port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:14.622658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.624273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03190-0a00-4163-8b12-1e943e8c1eb6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802ca4a-4e56-4722-9a3f-71120f22a3c5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:14.692031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ecae49f8-a832-469e-8b8a-993abe817de6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=303aa52801f143f9b03280e8b953e18e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3692203 Jan 27 19:51:14.702864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.706234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4f9d2b85-5a93-458f-9614-5b67ad94ff04 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:14.712639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-980508217-network', 'tenant_id': '0797013b03d04026a8f28b927b7c16e8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:14.739125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b3a0aaa2-2e2d-4946-aa38-b6f7b842977e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1831589 Jan 27 19:51:14.745155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48840) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:14.770142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049116032'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:14.774825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae49f8-a832-469e-8b8a-993abe817de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:14.825685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:14.826073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.830728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Made reservation on behalf of 0797013b03d04026a8f28b927b7c16e8 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:14.835102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.878259 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.883607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Current status of the port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:14.884005 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.901330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:14.965216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] For port 4f9d2b85-5a93-458f-9614-5b67ad94ff04, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4f9d2b85-5a93-458f-9614-5b67ad94ff04,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:14.981950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.051307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] Publish callbacks [] for security_group (8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.078655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (7912145b-936d-4e4e-a647-d3828aacc488), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.094657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7912145b-936d-4e4e-a647-d3828aacc488), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.108946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] Publish callbacks [] for security_group (8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.186334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:51:15.197327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Sync routers for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:51:15.200115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb198c-3864-49c2-866d-764ed0bb19ab None None] Pushing event updated for resources: {'Port': ['ID=4f9d2b85-5a93-458f-9614-5b67ad94ff04,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.221353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.223486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:15.227644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4649477 Jan 27 19:51:15.231631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:15.237619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.237848 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:15.238255 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:15.238591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '7912145b-936d-4e4e-a647-d3828aacc488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:15.247326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-22cf54bb-f9a4-4623-811c-ddd5ee7b9b95 None None] Provisioning complete for port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:15.247836 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22cf54bb-f9a4-4623-811c-ddd5ee7b9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.248214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.251966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks [] for security_group (46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.254056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.255711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be HTTP/1.1" status: 204 len: 168 time: 0.5515606 Jan 27 19:51:15.263483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4210de-731b-4e1a-b481-3db0bfe070dd tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7912145b-936d-4e4e-a647-d3828aacc488,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.271204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.286771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.288184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3fa0109-20a1-402b-949f-824641d39d2d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3421695 Jan 27 19:51:15.294375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa2317-5830-410f-a39d-ceae924ea537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d48a0-8b25-4bb2-91ad-b7ff9f5022be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.298669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:15.340913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:51:15.387895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.426973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (62bac2dc-6f51-4c9f-9303-40c710c2ce87), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.427321 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Added segment 62bac2dc-6f51-4c9f-9303-40c710c2ce87 of type vlan for network 539d2a3e-7008-4a79-b184-73e3df9ec760 Jan 27 19:51:15.429141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.523912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22cf54bb-f9a4-4623-811c-ddd5ee7b9b95 None None] Current status of the port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:15.572066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (539d2a3e-7008-4a79-b184-73e3df9ec760), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.599339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.608695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.631819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.634659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (539d2a3e-7008-4a79-b184-73e3df9ec760), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.635810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:15.638532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa157dc-0d3a-402c-b9ae-99f47a68c562,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.645681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.714689 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2800951 Jan 27 19:51:15.717331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:15.719940 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.723773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a4152f6a-d405-47ff-ae1a-0e2a86ac55a6 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4903307 Jan 27 19:51:15.726149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Request body: {'subnet': {'network_id': '539d2a3e-7008-4a79-b184-73e3df9ec760', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-980508217-subnet', 'tenant_id': '0797013b03d04026a8f28b927b7c16e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:15.731499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:15.742921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b2a34-b5cb-45d8-87a6-40d37dbb76e1 admin admin] Pushing event updated for resources: {'Network': ['ID=539d2a3e-7008-4a79-b184-73e3df9ec760,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:15.757601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 539d2a3e-7008-4a79-b184-73e3df9ec760 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:51:15.763306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Made reservation on behalf of 0797013b03d04026a8f28b927b7c16e8 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:15.769790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:15.774650 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:15.900094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-85398351-248f-44d9-a59b-545084e10346 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules/9fa157dc-0d3a-402c-b9ae-99f47a68c562 HTTP/1.1" status: 200 len: 763 time: 0.1650281 Jan 27 19:51:15.902691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:15.997289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00fd4bd7-2063-4af7-8477-3f785f9a51d8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0907857 Jan 27 19:51:16.006489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.023277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.056746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.093955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5d200b-89be-47c6-8fb3-6f8b2357d97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.113437 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:13Z', 'revision_number': 3, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:16.114222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (31a6879f-36ea-4945-8c22-7c8d7bf75c41), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.171561 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Checking router: d4015661-b6c1-4e5e-8fa9-3c384abb0446 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:51:16.171915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Updating router d4015661-b6c1-4e5e-8fa9-3c384abb0446 port e69c37ad-69e7-4f6b-a7a4-89a1e31999de binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:51:16.181153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.204460 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.222800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a6879f-36ea-4945-8c22-7c8d7bf75c41,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:16.243584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Checking segment: {'id': '62bac2dc-6f51-4c9f-9303-40c710c2ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '539d2a3e-7008-4a79-b184-73e3df9ec760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:16.243952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Network hostable DHCP agents. Network: 539d2a3e-7008-4a79-b184-73e3df9ec760, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:51:16.265413 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.268316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Network 539d2a3e-7008-4a79-b184-73e3df9ec760 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:51:16.283452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 539d2a3e-7008-4a79-b184-73e3df9ec760) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:16.290423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:16.291544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.295898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079e237-36a7-41d6-a793-55087993b787 None None] Network 539d2a3e-7008-4a79-b184-73e3df9ec760 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:16.303629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (9fa157dc-0d3a-402c-b9ae-99f47a68c562), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.317207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.320672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9fa157dc-0d3a-402c-b9ae-99f47a68c562 HTTP/1.1" status: 204 len: 168 time: 0.3107183 Jan 27 19:51:16.321852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.340362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1293816-c8a0-4039-8f39-87974175ff06 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fa157dc-0d3a-402c-b9ae-99f47a68c562,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:16.343945 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a892a8e0-96ab-4f68-8b4e-f249be7300fb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6252964 Jan 27 19:51:16.362115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5d200b-89be-47c6-8fb3-6f8b2357d97d admin admin] Publish callbacks [] for security_group (be04f3c5-f69d-4262-be6c-f2cb5a124aec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.394951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5d200b-89be-47c6-8fb3-6f8b2357d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be04f3c5-f69d-4262-be6c-f2cb5a124aec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.457692 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e908a8a5-e5a8-494a-a3d4-4468e8cea8b8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1329322 Jan 27 19:51:16.458154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48878) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.475479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '7912145b-936d-4e4e-a647-d3828aacc488', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:16.540504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.556686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0d5d200b-89be-47c6-8fb3-6f8b2357d97d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0b0aef68e4c4054b0cf73b69a4080f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300677 Jan 27 19:51:16.570974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48880) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.580410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4f9d2b85-5a93-458f-9614-5b67ad94ff04 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:16.637620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d200b-89be-47c6-8fb3-6f8b2357d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04f3c5-f69d-4262-be6c-f2cb5a124aec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:16.640813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10954cee-7247-4782-a927-922ff8374ed5 None None] Network 539d2a3e-7008-4a79-b184-73e3df9ec760 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:16.670585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.759045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:16.759428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.822749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.844766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.895407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05af31c4-7354-4e55-8e2a-ba89fa6829f6,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:16.911376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:16.914753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] Publish callbacks [] for security_group (be04f3c5-f69d-4262-be6c-f2cb5a124aec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.951374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.954931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6040cfc6-4787-43f0-b7c8-7c5d29b9a7b1 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4950647 Jan 27 19:51:16.959008 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks [] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:16.964067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48888) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:16.972672 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.004683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] Publish callbacks [] for security_group (be04f3c5-f69d-4262-be6c-f2cb5a124aec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.037532 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2dc85189-8eea-42d9-8d8d-5be461d079a5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules/05af31c4-7354-4e55-8e2a-ba89fa6829f6 HTTP/1.1" status: 200 len: 763 time: 0.0709610 Jan 27 19:51:17.042346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.089191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Pushing event updated for resources: {'Port': ['ID=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.095286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Attempting to bind port e69c37ad-69e7-4f6b-a7a4-89a1e31999de on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:17.095807 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Attempting to bind port e69c37ad-69e7-4f6b-a7a4-89a1e31999de by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:17.096629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Attempting to bind port e69c37ad-69e7-4f6b-a7a4-89a1e31999de on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:17.109464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.109833 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.110249 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.110812 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.111214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.111608 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.112005 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.112422 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.113024 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.113352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.113737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.114127 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.115433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be04f3c5-f69d-4262-be6c-f2cb5a124aec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.118240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.119484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be04f3c5-f69d-4262-be6c-f2cb5a124aec HTTP/1.1" status: 204 len: 168 time: 0.5418892 Jan 27 19:51:17.122046 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:17.132021 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:17.132813 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:17.133958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a1df7-d472-4cac-a842-bbffb27e7b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04f3c5-f69d-4262-be6c-f2cb5a124aec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.135773 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.136751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:17.137532 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Bound port: e69c37ad-69e7-4f6b-a7a4-89a1e31999de, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:17.138158 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.205773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Allocated IP 172.20.0.1 (824def00-24e1-4740-b859-4e2f82b1c6c7/a399107f-81ed-4930-9101-b355ff29ef91/53f01d4f-f205-4785-a038-e8e46ae6c1b5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:17.237927 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] For port e69c37ad-69e7-4f6b-a7a4-89a1e31999de, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:17.246308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] For port e69c37ad-69e7-4f6b-a7a4-89a1e31999de, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:17.256043 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.275352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70521979-5af1-48d5-87fd-a2d96d198bf5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2094884 Jan 27 19:51:17.278198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48898) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.334845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.350113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.388500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (05af31c4-7354-4e55-8e2a-ba89fa6829f6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.400183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.402488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/05af31c4-7354-4e55-8e2a-ba89fa6829f6 HTTP/1.1" status: 204 len: 168 time: 0.1224246 Jan 27 19:51:17.408285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48902) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.409392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b6577-0523-46fc-bbc4-37db34b21379 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05af31c4-7354-4e55-8e2a-ba89fa6829f6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.436629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:17.450091 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:17.460534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7af6-c92e-4f10-b100-4d95043a183a None None] Pushing event updated for resources: {'Port': ['ID=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.472469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-78bea546-37dd-4a87-84cc-0681d9ddc65f tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596988 Jan 27 19:51:17.475575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48904) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.495334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '7912145b-936d-4e4e-a647-d3828aacc488', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:17.548884 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Project a6f8a4566e6c4ed2a5b3a7c8fca3ec59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:51:17.552767 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks [] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.556999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.627070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.715669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.728997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.734364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:17.747770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.751483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:17.762779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:17.781209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:17.783952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65587f7-d5b2-4e12-aac7-617ffea57a7d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:17.806442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.807091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a2c5efb-c30b-4f10-9edc-68f0368a147e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3304391 Jan 27 19:51:17.810355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.856389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b7a063bd-e566-49fb-96c4-956a7074c83e tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules/e65587f7-d5b2-4e12-aac7-617ffea57a7d HTTP/1.1" status: 200 len: 769 time: 0.0427089 Jan 27 19:51:17.861758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48914) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:17.896035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:17.966683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad154941-c905-4da1-a3cd-fa61bdcd2a86 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1008105 Jan 27 19:51:17.970078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48918) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:18.029041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.057662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.138905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e65587f7-d5b2-4e12-aac7-617ffea57a7d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.160963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.166747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e65587f7-d5b2-4e12-aac7-617ffea57a7d HTTP/1.1" status: 204 len: 168 time: 0.1934383 Jan 27 19:51:18.166747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:18.169140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:18.180625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521390946-network', 'tenant_id': '4be53450005343948671fa4da88b4c9e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:18.228283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41f95d-ff68-49f7-9676-915b2cc304e5 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e65587f7-d5b2-4e12-aac7-617ffea57a7d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:18.307357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Made reservation on behalf of 4be53450005343948671fa4da88b4c9e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:18.310327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:13Z', 'revision_number': 3, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:18.310872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.318078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eb7b8a8b-3e4d-44be-b6b7-1e74bc781f55 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1472442 Jan 27 19:51:18.318280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:18.359144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecad5c0-5406-4f8b-b7e8-9c34d93e3647 None None] The sync data for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 is: [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:13Z', 'revision_number': 3, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:51:18.390148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.400839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.487381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-995ee7da-5e87-4ede-8b94-7aa7af9b6408 None None] Provisioning complete for port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:18.489674 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-995ee7da-5e87-4ede-8b94-7aa7af9b6408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.624513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (7912145b-936d-4e4e-a647-d3828aacc488), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.624750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-995ee7da-5e87-4ede-8b94-7aa7af9b6408 None None] Port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:18.697503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (7912145b-936d-4e4e-a647-d3828aacc488), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.992192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks [] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.993916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7912145b-936d-4e4e-a647-d3828aacc488), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.993916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.993916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/7912145b-936d-4e4e-a647-d3828aacc488 HTTP/1.1" status: 204 len: 168 time: 0.5131836 Jan 27 19:51:18.994470 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.994470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:18.994719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks [] for security_group (f7283feb-ea24-490d-8d81-6fa86503bac4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:18.994719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f7283feb-ea24-490d-8d81-6fa86503bac4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.010243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30a7c3-a9a2-4ad8-88e7-b6efd336db3b tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7912145b-936d-4e4e-a647-d3828aacc488,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:19.077531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:51:19.105116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fca3ebc8-53de-4185-816a-9a9c6c4244c8 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2325156 Jan 27 19:51:19.111413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (be5f54fe-0347-4ff0-8d88-003aa8e4e0b2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.112748 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Added segment be5f54fe-0347-4ff0-8d88-003aa8e4e0b2 of type vlan for network ee04d2cb-0693-4ab2-a40f-fd765b80b2bf Jan 27 19:51:19.113978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:19.122379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7283feb-ea24-490d-8d81-6fa86503bac4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:19.131059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group': {'name': 'tempest-secgroup--83430307'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:19.170540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ee04d2cb-0693-4ab2-a40f-fd765b80b2bf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.185990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.212899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.226506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:19.274709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ee04d2cb-0693-4ab2-a40f-fd765b80b2bf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.275991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:19.276775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.399607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2295029 Jan 27 19:51:19.400321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 48974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:19.405616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Request body: {'subnet': {'network_id': 'ee04d2cb-0693-4ab2-a40f-fd765b80b2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521390946-subnet', 'tenant_id': '4be53450005343948671fa4da88b4c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:19.447600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd7009-6a12-4ffa-b141-4f6a9020a861 admin admin] Pushing event updated for resources: {'Network': ['ID=ee04d2cb-0693-4ab2-a40f-fd765b80b2bf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:19.462760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:19.463629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Made reservation on behalf of 4be53450005343948671fa4da88b4c9e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:19.466165 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.482431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ee04d2cb-0693-4ab2-a40f-fd765b80b2bf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:51:19.487878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:19.601703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (02b2314b-8a8e-426e-9ba3-3f76ae796fd4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.624536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (02b2314b-8a8e-426e-9ba3-3f76ae796fd4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.886662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-50b5e44b-406d-4181-af7d-3d765fbb5617 None None] Provisioning complete for port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:19.887204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b5e44b-406d-4181-af7d-3d765fbb5617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.950277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (b3951182-2e3b-4efb-a332-a05294d51be4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.959878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:19.961336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8458259 Jan 27 19:51:19.964558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 48990) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:19.968337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090efdf-6672-44bb-b403-2efbc200a105 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b2314b-8a8e-426e-9ba3-3f76ae796fd4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:19.975180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Request body: {'security_group_rule': {'security_group_id': '02b2314b-8a8e-426e-9ba3-3f76ae796fd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:19.994245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-50b5e44b-406d-4181-af7d-3d765fbb5617 None None] Port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:20.045817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (4b8d1bca-e775-4e8f-aa20-1cb323ca1fd3), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.157235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3951182-2e3b-4efb-a332-a05294d51be4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:20.181770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Router d4015661-b6c1-4e5e-8fa9-3c384abb0446 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:51:20.183031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Checking segment: {'id': 'be5f54fe-0347-4ff0-8d88-003aa8e4e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee04d2cb-0693-4ab2-a40f-fd765b80b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:20.183522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Network hostable DHCP agents. Network: ee04d2cb-0693-4ab2-a40f-fd765b80b2bf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:51:20.187637 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (4b8d1bca-e775-4e8f-aa20-1cb323ca1fd3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.197134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4b8d1bca-e775-4e8f-aa20-1cb323ca1fd3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.258255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8d1bca-e775-4e8f-aa20-1cb323ca1fd3,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:20.267238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.275618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3aa25f0a-bfd8-4709-b441-82412e63489c tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3093255 Jan 27 19:51:20.276726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:20.320954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Network ee04d2cb-0693-4ab2-a40f-fd765b80b2bf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:51:20.355552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ee04d2cb-0693-4ab2-a40f-fd765b80b2bf) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:20.363690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b756cc-bd85-4cf2-ad72-d31c4d856612 None None] Network ee04d2cb-0693-4ab2-a40f-fd765b80b2bf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:20.371794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:20.373007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.439441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eac09876-89ba-4084-a7dd-807deb1c7ca2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0292106 Jan 27 19:51:20.484464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:51:20.506304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-87e7a3f3-8d9c-4418-a8db-3ef1f9cecaf8 admin admin] 10.222.0.59 "PUT /v2.0/routers/d4015661-b6c1-4e5e-8fa9-3c384abb0446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2063527 Jan 27 19:51:20.560283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (02b2314b-8a8e-426e-9ba3-3f76ae796fd4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.615617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f9979-e37d-486e-a111-096d3a759457 None None] Network ee04d2cb-0693-4ab2-a40f-fd765b80b2bf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:20.667561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (02b2314b-8a8e-426e-9ba3-3f76ae796fd4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.728991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e69c37ad-69e7-4f6b-a7a4-89a1e31999de up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:20.773591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (02b2314b-8a8e-426e-9ba3-3f76ae796fd4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.776551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.777593 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/02b2314b-8a8e-426e-9ba3-3f76ae796fd4 HTTP/1.1" status: 204 len: 168 time: 0.4998553 Jan 27 19:51:20.781608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:20.798991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339be01f-2260-46f9-8fd9-88dcaffc4d94 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b2314b-8a8e-426e-9ba3-3f76ae796fd4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:20.824203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49022) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:20.932161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Deleting subnet 31a6879f-36ea-4945-8c22-7c8d7bf75c41 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:51:20.934298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e69c37ad-69e7-4f6b-a7a4-89a1e31999de triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:20.934808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.945909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Publish callbacks [] for subnet (31a6879f-36ea-4945-8c22-7c8d7bf75c41), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:20.957954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e97a0d27-0d1b-48de-a06e-55ed326801e3 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749980 Jan 27 19:51:20.962272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:21.027535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (31a6879f-36ea-4945-8c22-7c8d7bf75c41), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.077972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e69c37ad-69e7-4f6b-a7a4-89a1e31999de is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:21.078779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.099328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-93665fd5-491a-4068-a7f9-eee0141e15d2 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1321576 Jan 27 19:51:21.099529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49038) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:21.123620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port e69c37ad-69e7-4f6b-a7a4-89a1e31999de, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:21.134146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.139536 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-14345868-580c-4022-a9ec-d2bdb0dae7de tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] delete failed (client error): The resource could not be found. Jan 27 19:51:21.140559 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-14345868-580c-4022-a9ec-d2bdb0dae7de tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "DELETE /v2.0/security-groups/02b2314b-8a8e-426e-9ba3-3f76ae796fd4 HTTP/1.1" status: 404 len: 347 time: 0.0406375 Jan 27 19:51:21.144952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:21.165535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (31a6879f-36ea-4945-8c22-7c8d7bf75c41), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.286270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:21.290098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bf17bd50-4cff-4df9-8a37-60315b4f0fe9 tempest-SecGroupIPv6Test-1520431860 tempest-SecGroupIPv6Test-1520431860-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1434469 Jan 27 19:51:21.347248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (31a6879f-36ea-4945-8c22-7c8d7bf75c41), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.393649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.402185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/31a6879f-36ea-4945-8c22-7c8d7bf75c41 HTTP/1.1" status: 204 len: 168 time: 0.5767877 Jan 27 19:51:21.407864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:21.450232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981594-29cb-4072-8e7f-c8519fe6467c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a6879f-36ea-4945-8c22-7c8d7bf75c41,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:21.565031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (539d2a3e-7008-4a79-b184-73e3df9ec760), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.751946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (539d2a3e-7008-4a79-b184-73e3df9ec760), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.895009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539d2a3e-7008-4a79-b184-73e3df9ec760']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:21.912312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Sync routers for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:51:21.927865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bac2dc-6f51-4c9f-9303-40c710c2ce87') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:21.928175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bac2dc-6f51-4c9f-9303-40c710c2ce87') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:21.942541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:21.947150 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (62bac2dc-6f51-4c9f-9303-40c710c2ce87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.961781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:21.964234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (62bac2dc-6f51-4c9f-9303-40c710c2ce87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.971921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:51:21.972338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (62bac2dc-6f51-4c9f-9303-40c710c2ce87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:21.975380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:51:21.979093 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:51:22.207368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (539d2a3e-7008-4a79-b184-73e3df9ec760), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:22.222797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:22.223154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:22.226294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] 10.222.0.59 "DELETE /v2.0/networks/539d2a3e-7008-4a79-b184-73e3df9ec760 HTTP/1.1" status: 204 len: 168 time: 0.8173945 Jan 27 19:51:22.235377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49094) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:22.261438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccba1d-de38-4f2c-a3d0-847174da1195 admin admin] Pushing event deleted for resources: {'Network': ['ID=539d2a3e-7008-4a79-b184-73e3df9ec760,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:22.294961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-75825924-6d9a-4923-a6a7-81de0db8f605 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:22.308395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-75825924-6d9a-4923-a6a7-81de0db8f605 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.3256457 Jan 27 19:51:22.324288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5050ad67-4648-4a57-a0b9-bc599d83c5eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6f8a4566e6c4ed2a5b3a7c8fca3ec59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799591 Jan 27 19:51:22.326184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-91fdf202-e9ee-454a-9f49-e6143277c29d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/quotas/6e7e49080455450d8d15000cdfb3c675 HTTP/1.1" status: 200 len: 375 time: 0.0161197 Jan 27 19:51:22.327475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49100) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:22.404848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Deleting subnet b3951182-2e3b-4efb-a332-a05294d51be4 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:51:22.431813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Publish callbacks [] for subnet (b3951182-2e3b-4efb-a332-a05294d51be4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:22.459667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-8952a84c-eefa-4b00-84c8-3f2468277952 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323326 Jan 27 19:51:22.696386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e69c37ad-69e7-4f6b-a7a4-89a1e31999de up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:22.812180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e69c37ad-69e7-4f6b-a7a4-89a1e31999de triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:22.812571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:22.993153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:18Z', 'revision_number': 4, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '53f01d4f-f205-4785-a038-e8e46ae6c1b5', 'name': '', 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'mac_address': 'fa:16:3e:b4:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:16Z', 'updated_at': '2022-01-27T19:51:18Z', 'revision_number': 2, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'subnets': [{'id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:22.999289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] Publish callbacks [] for security_group (070f727a-bd08-4008-95e8-623699129ef8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.003085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b3951182-2e3b-4efb-a332-a05294d51be4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.060855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Checking router: d4015661-b6c1-4e5e-8fa9-3c384abb0446 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:51:23.061478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Updating router d4015661-b6c1-4e5e-8fa9-3c384abb0446 port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:51:23.066461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e69c37ad-69e7-4f6b-a7a4-89a1e31999de is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:23.111972 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.127585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b3951182-2e3b-4efb-a332-a05294d51be4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.231444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] Publish callbacks [] for security_group (070f727a-bd08-4008-95e8-623699129ef8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.318694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b3951182-2e3b-4efb-a332-a05294d51be4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.331591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (070f727a-bd08-4008-95e8-623699129ef8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.343741 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.346632 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/070f727a-bd08-4008-95e8-623699129ef8 HTTP/1.1" status: 204 len: 168 time: 1.0151236 Jan 27 19:51:23.444644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-6cc9b189-746d-4bab-b480-36d11242c620 service neutron] 10.222.0.59 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736590 Jan 27 19:51:23.446313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3951182-2e3b-4efb-a332-a05294d51be4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:23.455373 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.462792 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7bbb5e6d-48f8-4fc6-9a0c-65685cba1604 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b3951182-2e3b-4efb-a332-a05294d51be4 HTTP/1.1" status: 204 len: 168 time: 1.2259245 Jan 27 19:51:23.464553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49146) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:23.571346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:23.602690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aa3e3-e968-49f7-98ec-21ca200743e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070f727a-bd08-4008-95e8-623699129ef8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:23.632229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ee04d2cb-0693-4ab2-a40f-fd765b80b2bf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.743696 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks [] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.755280 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ee04d2cb-0693-4ab2-a40f-fd765b80b2bf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.756065 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.786657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-b2943d94-eb15-4cbf-a07f-be8b2235a0d9 service neutron] 10.222.0.59 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403161 Jan 27 19:51:23.806505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee04d2cb-0693-4ab2-a40f-fd765b80b2bf']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:23.848233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5f54fe-0347-4ff0-8d88-003aa8e4e0b2') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:23.850388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5f54fe-0347-4ff0-8d88-003aa8e4e0b2') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:23.889983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (be5f54fe-0347-4ff0-8d88-003aa8e4e0b2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.934534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (be5f54fe-0347-4ff0-8d88-003aa8e4e0b2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.965644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:51:23.966582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (be5f54fe-0347-4ff0-8d88-003aa8e4e0b2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:51:23.970528 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:51:24.086317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a760b83f-eeed-452a-8382-87b7e108c6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.104866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44938e2f-aff6-4700-88a3-7f35bca3edaa None None] Pushing event updated for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:24.114694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Attempting to bind port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:24.115418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Attempting to bind port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:24.115981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Attempting to bind port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 on network 824def00-24e1-4740-b859-4e2f82b1c6c7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:24.140256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.142505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:24.142830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ee04d2cb-0693-4ab2-a40f-fd765b80b2bf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.147931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Checking segment: {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:24.152222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.152649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Bound using segment: {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:24.153176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Bound port: 53f01d4f-f205-4785-a038-e8e46ae6c1b5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:24.153607 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.187219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.191935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ee04d2cb-0693-4ab2-a40f-fd765b80b2bf HTTP/1.1" status: 204 len: 168 time: 0.7260261 Jan 27 19:51:24.193460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74384978-dc31-41e6-b9aa-400411d49567 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee04d2cb-0693-4ab2-a40f-fd765b80b2bf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:24.214557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9608152f-080e-474b-955b-4067bf4bc14b req-a8215d3e-14d6-4a5f-ba28-c45265c40c01 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 210 time: 0.1686502 Jan 27 19:51:24.436079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] For port 53f01d4f-f205-4785-a038-e8e46ae6c1b5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:24.438880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a760b83f-eeed-452a-8382-87b7e108c6d7 admin admin] Publish callbacks [] for security_group (a6cb19ed-190c-4aa9-aaac-1c9c10df7b81), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.444982 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a760b83f-eeed-452a-8382-87b7e108c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6cb19ed-190c-4aa9-aaac-1c9c10df7b81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.463714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] For port 53f01d4f-f205-4785-a038-e8e46ae6c1b5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=53f01d4f-f205-4785-a038-e8e46ae6c1b5,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:24.482073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.505237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Provisioning complete for port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:24.505642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.542428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:24.583581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a760b83f-eeed-452a-8382-87b7e108c6d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd959a59271b4b7a827ad288cde208a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0055652 Jan 27 19:51:24.586650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:24.592398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b83f-eeed-452a-8382-87b7e108c6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cb19ed-190c-4aa9-aaac-1c9c10df7b81,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:24.685642 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4021ec71-e7f2-48a5-805e-755186a132c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0797013b03d04026a8f28b927b7c16e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383059 Jan 27 19:51:24.695690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49198) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:24.802613 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] Publish callbacks [] for security_group (a6cb19ed-190c-4aa9-aaac-1c9c10df7b81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.851344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:51:24.854323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:24.868601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44938e2f-aff6-4700-88a3-7f35bca3edaa None None] Pushing event updated for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:24.875449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] Publish callbacks [] for security_group (a6cb19ed-190c-4aa9-aaac-1c9c10df7b81), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.908024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] Publish callbacks [] for security_group (46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:24.981218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] Publish callbacks [] for security_group (46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.025851 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6cb19ed-190c-4aa9-aaac-1c9c10df7b81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.030546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.035470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6cb19ed-190c-4aa9-aaac-1c9c10df7b81 HTTP/1.1" status: 204 len: 168 time: 0.4292905 Jan 27 19:51:25.061614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e0602-0325-4fef-b922-0c8838f3a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cb19ed-190c-4aa9-aaac-1c9c10df7b81,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:25.151377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.154833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.157322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9 HTTP/1.1" status: 204 len: 168 time: 0.4594178 Jan 27 19:51:25.181589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4b14-8920-4f3f-9a70-4e10a50f59ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f1e45f-9f1a-47e3-84c3-9156ba7ad2f9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:25.222579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:25.280139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:51:25.461371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4df1fcf6-ff5e-4db2-b50d-e8b9d3bd4a7e req-5604b84b-4b9c-45e2-9e68-fc1e46f6d9ff tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 210 time: 0.1171334 Jan 27 19:51:25.473087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Current status of the port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:25.473543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.677202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.751991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] For port 53f01d4f-f205-4785-a038-e8e46ae6c1b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=53f01d4f-f205-4785-a038-e8e46ae6c1b5,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:25.760087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:25.845179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:25.892388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c0bd9b86-1512-4e0e-8029-21aa0dde4c50 tempest-ServiceProvidersTest-1966244698 tempest-ServiceProvidersTest-1966244698-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6650014 Jan 27 19:51:25.923342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a9e983b-017b-4e19-b4d9-206489d001ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4be53450005343948671fa4da88b4c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764778 Jan 27 19:51:25.924227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:18Z', 'revision_number': 4, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '53f01d4f-f205-4785-a038-e8e46ae6c1b5', 'name': '', 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'mac_address': 'fa:16:3e:b4:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:16Z', 'updated_at': '2022-01-27T19:51:24Z', 'revision_number': 4, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'subnets': [{'id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:25.926038 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:25.986171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798457f-fe00-4b6c-85b6-427db1e8a8d1 None None] Pushing event updated for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:25.998678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f136-2f54-4fb1-955c-bc1552d5f2eb None None] The sync data for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 is: [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:51:18Z', 'revision_number': 4, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '53f01d4f-f205-4785-a038-e8e46ae6c1b5', 'name': '', 'network_id': '824def00-24e1-4740-b859-4e2f82b1c6c7', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'mac_address': 'fa:16:3e:b4:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:16Z', 'updated_at': '2022-01-27T19:51:24Z', 'revision_number': 4, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'subnets': [{'id': 'a399107f-81ed-4930-9101-b355ff29ef91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:51:26.004424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a144d2ef-c55f-4ec7-a905-d66eed756740 None None] Provisioning complete for port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:26.013572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a144d2ef-c55f-4ec7-a905-d66eed756740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.033505 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] Publish callbacks [] for security_group (f7283feb-ea24-490d-8d81-6fa86503bac4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.154799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] Publish callbacks [] for security_group (f7283feb-ea24-490d-8d81-6fa86503bac4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.240132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49250) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:26.265966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-278cbbe2-2655-4c11-b74f-da1c394c7bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.315450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a144d2ef-c55f-4ec7-a905-d66eed756740 None None] Current status of the port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:26.574477 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f7283feb-ea24-490d-8d81-6fa86503bac4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.589827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-278cbbe2-2655-4c11-b74f-da1c394c7bb8 admin admin] Publish callbacks [] for security_group (92b91570-894c-44d3-b373-f77e44084909), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.590242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.591833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7283feb-ea24-490d-8d81-6fa86503bac4 HTTP/1.1" status: 204 len: 168 time: 0.6647530 Jan 27 19:51:26.596286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49264) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:26.641694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-abdb84e8-b06b-47ac-91d2-5e23882c1aff tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:26.643928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-abdb84e8-b06b-47ac-91d2-5e23882c1aff tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.66 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.3800063 Jan 27 19:51:26.650709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-278cbbe2-2655-4c11-b74f-da1c394c7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (92b91570-894c-44d3-b373-f77e44084909), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.661910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Request body: {'port': {'device_id': '295fc0bd-5d97-4c16-bd9b-815325481065', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'admin_state_up': True, 'tenant_id': '6e7e49080455450d8d15000cdfb3c675'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:26.667251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff77665-9994-4c04-9533-14678ad3151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7283feb-ea24-490d-8d81-6fa86503bac4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:26.761385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Made reservation on behalf of 6e7e49080455450d8d15000cdfb3c675 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:26.765399 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.807479 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-278cbbe2-2655-4c11-b74f-da1c394c7bb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23bb0cb0813e4bb3b6c40f2e9d9f16d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659971 Jan 27 19:51:26.808512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cbbe2-2655-4c11-b74f-da1c394c7bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b91570-894c-44d3-b373-f77e44084909,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:26.812329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49272) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:26.839173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 53f01d4f-f205-4785-a038-e8e46ae6c1b5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:26.908882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbf09914-80fc-47bb-856c-429098f82299 req-f8dc0dea-f389-4162-ae46-3eeef640c358 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 210 time: 0.1115909 Jan 27 19:51:26.934724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] Publish callbacks [] for security_group (92b91570-894c-44d3-b373-f77e44084909), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:26.967434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96a5b9b7-e6fd-4b5c-aad1-209bd6eae9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.008981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] Publish callbacks [] for security_group (92b91570-894c-44d3-b373-f77e44084909), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.012691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:27.017664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.169058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:27.186006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Allocated IP 172.20.0.3 (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792/f6046d80-9d1b-4712-a6a1-32d1ad2546fe/731ec8dc-53ce-4940-a0f6-5483e6af89b0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:27.286171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (92b91570-894c-44d3-b373-f77e44084909), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.290170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.291991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92b91570-894c-44d3-b373-f77e44084909 HTTP/1.1" status: 204 len: 168 time: 0.4776547 Jan 27 19:51:27.353883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96a5b9b7-e6fd-4b5c-aad1-209bd6eae9cb admin admin] Publish callbacks [] for security_group (283c9928-c50b-4786-ab03-21e77eece4b8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.355383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a942b62-c6ea-4b3f-8394-8cd0264ec072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b91570-894c-44d3-b373-f77e44084909,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:27.403944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96a5b9b7-e6fd-4b5c-aad1-209bd6eae9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (283c9928-c50b-4786-ab03-21e77eece4b8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.551980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-96a5b9b7-e6fd-4b5c-aad1-209bd6eae9cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a88e3b71fbaf4c5ba1ec607b1d4de160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9464273 Jan 27 19:51:27.555796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49294) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:27.596283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5b9b7-e6fd-4b5c-aad1-209bd6eae9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283c9928-c50b-4786-ab03-21e77eece4b8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:27.601039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks [] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.655916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.706392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] Publish callbacks [] for security_group (283c9928-c50b-4786-ab03-21e77eece4b8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.753413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] Publish callbacks [] for security_group (283c9928-c50b-4786-ab03-21e77eece4b8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.882141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (283c9928-c50b-4786-ab03-21e77eece4b8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.886246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:27.886660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:27.888404 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/283c9928-c50b-4786-ab03-21e77eece4b8 HTTP/1.1" status: 204 len: 168 time: 0.3275659 Jan 27 19:51:27.898116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:27.905231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:27.920138 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391aa19-95f9-467c-a936-af8e9e9be2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283c9928-c50b-4786-ab03-21e77eece4b8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:28.129708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:28.131304 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:28.196835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Pushing event updated for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:28.328435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-0e9a26bb-d408-4f21-8359-680bd5531a38 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6682408 Jan 27 19:51:28.397493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-a7ee8604-08e7-43e1-b93e-9df924db380b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:51:28.403479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-a7ee8604-08e7-43e1-b93e-9df924db380b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0709441 Jan 27 19:51:28.412525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9fdb2abc-3d35-4684-8a25-9a7cee96d1cc None None] Provisioning complete for port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:28.413960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2abc-3d35-4684-8a25-9a7cee96d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:28.476841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Request body: {'port': {'device_id': '295fc0bd-5d97-4c16-bd9b-815325481065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:28.540799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb2abc-3d35-4684-8a25-9a7cee96d1cc None None] Port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:28.636514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272509-2e34-4e86-9335-d51662c96e63 req-b9d958d0-5d17-495b-a2b5-d65a47b72323 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:28.649705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48272509-2e34-4e86-9335-d51662c96e63 req-b9d958d0-5d17-495b-a2b5-d65a47b72323 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1027 time: 0.4464772 Jan 27 19:51:28.764939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:28.864719 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48272509-2e34-4e86-9335-d51662c96e63 req-ac1c7c7b-6f82-4db4-8571-bc2831468dc1 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126288 Jan 27 19:51:29.320393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731ec8dc-53ce-4940-a0f6-5483e6af89b0 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:51:29.329160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks [] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:29.342606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Transition to ACTIVE for port object 731ec8dc-53ce-4940-a0f6-5483e6af89b0 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:51:29.348721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:29.446692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Pushing event updated for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:29.488532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.488948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.489233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.489614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.489954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.490294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.490633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.490974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.491394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.491736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.492070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.492401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.492728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:29.540718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Attempting to bind port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:29.541119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Attempting to bind port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:29.541491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Attempting to bind port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:29.546846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:51:29.547712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Attempting to bind port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:29.555063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:29.555450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Checking segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:29.555807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Bound using segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:29.556493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Bound port: 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:29.556869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:29.710512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:29.714926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:29.723704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:29.808756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Pushing event updated for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:29.832673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:29.833747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:29.836700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-65ff4e90-54b4-4e09-b00c-fc2987e2b453 service neutron] 10.222.0.66 "PUT /v2.0/ports/731ec8dc-53ce-4940-a0f6-5483e6af89b0 HTTP/1.1" status: 200 len: 1091 time: 1.4057834 Jan 27 19:51:29.837930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:51:29.841059 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10a062a-dc56-4d3c-a108-27abf6b91750" -d '{"events": [{"name": "network-changed", "server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:51:29.991326 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867dd58-0570-4f39-a0ce-9a446c7f4619 x-openstack-request-id: req-7867dd58-0570-4f39-a0ce-9a446c7f4619 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:51:29.991641 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:51:29.991795 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7867dd58-0570-4f39-a0ce-9a446c7f4619 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:51:29.992148 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0', 'status': 'completed', 'code': 200} Jan 27 19:51:29.996541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-7e2c178f-8e88-4c6c-84cf-c70f2eeb4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:29.996541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-7e2c178f-8e88-4c6c-84cf-c70f2eeb4f73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.1013076 Jan 27 19:51:30.110926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-fb35a6dd-3c44-43f0-8741-fb6b49973f61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0 HTTP/1.1" status: 200 len: 217 time: 0.1074595 Jan 27 19:51:30.350041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-caa041d6-a6f2-433b-801d-22b887352d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:30.355065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-caa041d6-a6f2-433b-801d-22b887352d79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6046d80-9d1b-4712-a6a1-32d1ad2546fe HTTP/1.1" status: 200 len: 848 time: 0.2357314 Jan 27 19:51:30.426914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee341b-16e7-4772-9f70-76ef3767b5e1 req-0ce18436-d67d-4e16-9b50-0814293662fa tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:30.428988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6ee341b-16e7-4772-9f70-76ef3767b5e1 req-0ce18436-d67d-4e16-9b50-0814293662fa tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.2459202 Jan 27 19:51:30.476250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-a9d08fa4-135c-4733-826f-b701b99bdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:30.482731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-a9d08fa4-135c-4733-826f-b701b99bdbeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208694 Jan 27 19:51:30.661706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49420) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:30.682794 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6ee341b-16e7-4772-9f70-76ef3767b5e1 req-70d609fa-06e1-43e7-bb62-43ff8e0a8cbe tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416129 Jan 27 19:51:30.757347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-4fbb13f5-7e40-4fab-bf3c-ceb3e663d943 service neutron] 10.222.0.66 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589748 Jan 27 19:51:30.956422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ae9fc62-6dd4-4e45-9bbb-9137137374ce req-67a14d31-13ec-4082-8129-43c8910d474a service neutron] 10.222.0.66 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832175 Jan 27 19:51:31.082172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-a2ba4282-dd9f-47fc-a2fa-7b317ecb95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:31.084698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-a2ba4282-dd9f-47fc-a2fa-7b317ecb95d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.0639484 Jan 27 19:51:31.147085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1278739396'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:31.210691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Made reservation on behalf of 54be427aff2a4c9c9f40595138ef3a29 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:31.214320 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.247109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.258381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-e6451844-dad2-41f0-a041-56b0924cfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:31.260646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-e6451844-dad2-41f0-a041-56b0924cfe67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.1703644 Jan 27 19:51:31.371655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-54ded332-7e22-4a21-9613-a3b0e833cc63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0 HTTP/1.1" status: 200 len: 217 time: 0.1037598 Jan 27 19:51:31.471697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-20ad0eb8-23de-402b-b5aa-77a188ac7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:31.483879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for security_group (4dd9fdfd-1fb2-4ef7-ab83-40c698a25835), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.485399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-20ad0eb8-23de-402b-b5aa-77a188ac7174 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6046d80-9d1b-4712-a6a1-32d1ad2546fe HTTP/1.1" status: 200 len: 848 time: 0.1065791 Jan 27 19:51:31.495916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4dd9fdfd-1fb2-4ef7-ab83-40c698a25835), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.569579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-3d2d5d9c-3545-4681-b555-50eef7a04863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:31.571424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-3d2d5d9c-3545-4681-b555-50eef7a04863 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803213 Jan 27 19:51:31.581975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9fdfd-1fb2-4ef7-ab83-40c698a25835,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:31.599974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.600881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.601508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.602052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.602548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.603033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.603528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.604029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.604509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.604996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.605517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.614055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.617765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:31.665990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:51:31.695450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e86bcce3-a8c1-4fb8-955f-5f7021b46689), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.695805 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Added segment e86bcce3-a8c1-4fb8-955f-5f7021b46689 of type vlan for network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 Jan 27 19:51:31.779286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.795871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-ff34d7d5-827c-435d-b712-6926f9d1d4b5 service neutron] 10.222.0.66 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153647 Jan 27 19:51:31.854511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:31.866942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:31.868138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:32.052521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:32.062554 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3819249 Jan 27 19:51:32.087308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa00c-1a16-4f1d-a910-b43a46aa395d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event updated for resources: {'Network': ['ID=4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:32.101050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:51:32.106006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Request body: {'subnet': {'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:32.111227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2198-6df9-4920-a3db-e05bd4e23cae req-8623da1a-9608-4b58-bfc0-c236391c2a1f tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:32.113331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1ce2198-6df9-4920-a3db-e05bd4e23cae req-8623da1a-9608-4b58-bfc0-c236391c2a1f tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.2378473 Jan 27 19:51:32.137190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a10a062a-dc56-4d3c-a108-27abf6b91750 req-99d090fc-01d1-4fde-af58-1ea4091b8189 service neutron] 10.222.0.66 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334415 Jan 27 19:51:32.292627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1ce2198-6df9-4920-a3db-e05bd4e23cae req-bdf87759-fb08-4e4b-b335-07aae7ee5afe tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612537 Jan 27 19:51:32.347306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Made reservation on behalf of 54be427aff2a4c9c9f40595138ef3a29 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:32.352775 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:32.642454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a1cfd01a-77df-434a-a0df-6921045a8b62), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:32.743536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event updated for resources: {'Subnet': ['ID=a1cfd01a-77df-434a-a0df-6921045a8b62,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:32.750215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Checking segment: {'id': 'e86bcce3-a8c1-4fb8-955f-5f7021b46689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:32.751225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Network hostable DHCP agents. Network: 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:51:32.776729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:51:32.801371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:32.810512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36f49e-659d-4c7d-92e1-cd674152509d None None] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:32.818264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:32.822184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:32.869421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e634c6a-4c9f-4e03-9bd4-5fa9fde60909 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8152421 Jan 27 19:51:32.871768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:32.877900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Request body: {'port': {'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00', 'name': 'tempest-TagsExtTest-888933888'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:33.029237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00', 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00', 'project_id': '54be427aff2a4c9c9f40595138ef3a29', 'fixed_ips': [{'subnet_id': 'a1cfd01a-77df-434a-a0df-6921045a8b62'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:51:33.031640 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.161542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Made reservation on behalf of 54be427aff2a4c9c9f40595138ef3a29 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:33.166525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.207135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] device_id is not set on port f1e5c1a1-5855-452e-ae91-1b062d478409 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:51:33.359234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:33.419927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Allocated IP 172.20.0.2 (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00/a1cfd01a-77df-434a-a0df-6921045a8b62/efcae7f5-654a-47a0-a9c5-5edc09d471a1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:33.698964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f05ef7-36e1-4172-953f-69d1f9ddd1dd req-760cb56f-f2b2-49de-82d4-8ec4965854bb tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:33.701046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4f05ef7-36e1-4172-953f-69d1f9ddd1dd req-760cb56f-f2b2-49de-82d4-8ec4965854bb tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.1716301 Jan 27 19:51:33.713766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47a9d58d-282d-4b32-a478-39a01f9461ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.823676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4f05ef7-36e1-4172-953f-69d1f9ddd1dd req-8f9f2de0-2fcb-44d3-b0ee-719d2c6c495f tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073315 Jan 27 19:51:33.940782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47a9d58d-282d-4b32-a478-39a01f9461ea admin admin] Publish callbacks [] for security_group (206cf054-455c-4aab-b1c6-854dbc239ede), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.950481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-47a9d58d-282d-4b32-a478-39a01f9461ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (206cf054-455c-4aab-b1c6-854dbc239ede), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.960455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks [] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:33.973980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.077395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Pushing event updated for resources: {'Port': ['ID=efcae7f5-654a-47a0-a9c5-5edc09d471a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:34.092862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9d58d-282d-4b32-a478-39a01f9461ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cf054-455c-4aab-b1c6-854dbc239ede,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:34.115080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:34.116509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-47a9d58d-282d-4b32-a478-39a01f9461ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=763dd48a0fbd4995bda3b7ed3200f86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542653 Jan 27 19:51:34.125620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Allocated IP 172.20.0.7 (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00/a1cfd01a-77df-434a-a0df-6921045a8b62/f1e5c1a1-5855-452e-ae91-1b062d478409) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:34.126706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.128471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.129229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.131406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.132382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.137959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.138258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.138642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.141855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.142183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.142788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.143383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.149797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:51:34.180991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:34.187235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:34.193893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:34.314222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Attempting to bind port efcae7f5-654a-47a0-a9c5-5edc09d471a1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:34.315379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Attempting to bind port efcae7f5-654a-47a0-a9c5-5edc09d471a1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e86bcce3-a8c1-4fb8-955f-5f7021b46689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:34.316031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Attempting to bind port efcae7f5-654a-47a0-a9c5-5edc09d471a1 on network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:34.323744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:34.324145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Checking segment: {'id': 'e86bcce3-a8c1-4fb8-955f-5f7021b46689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:34.333281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.333281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Bound using segment: {'id': 'e86bcce3-a8c1-4fb8-955f-5f7021b46689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:34.333281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Bound port: efcae7f5-654a-47a0-a9c5-5edc09d471a1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86bcce3-a8c1-4fb8-955f-5f7021b46689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:34.333281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.377128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] Publish callbacks [] for security_group (206cf054-455c-4aab-b1c6-854dbc239ede), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.408030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 731ec8dc-53ce-4940-a0f6-5483e6af89b0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:51:34.526748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] Publish callbacks [] for security_group (206cf054-455c-4aab-b1c6-854dbc239ede), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.589494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 19:51:34.733575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] For port efcae7f5-654a-47a0-a9c5-5edc09d471a1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:34.753226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] For port efcae7f5-654a-47a0-a9c5-5edc09d471a1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=efcae7f5-654a-47a0-a9c5-5edc09d471a1,segment=NetworkSegment(e86bcce3-a8c1-4fb8-955f-5f7021b46689),segment_id=e86bcce3-a8c1-4fb8-955f-5f7021b46689)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:34.764890 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:34.899708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.024380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.080652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (206cf054-455c-4aab-b1c6-854dbc239ede), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.084456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.089367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/206cf054-455c-4aab-b1c6-854dbc239ede HTTP/1.1" status: 204 len: 168 time: 0.9701684 Jan 27 19:51:35.101155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:35.125061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937fb2-2f76-4a66-b491-cb2a80bba91f None None] Pushing event updated for resources: {'Port': ['ID=efcae7f5-654a-47a0-a9c5-5edc09d471a1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:35.132481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '731ec8dc-53ce-4940-a0f6-5483e6af89b0', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'port_id': '731ec8dc-53ce-4940-a0f6-5483e6af89b0', 'mac_address': 'fa:16:3e:c4:c6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:51:35.183009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52020523-f34f-44bf-a767-1708c24d6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cf054-455c-4aab-b1c6-854dbc239ede,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:35.230274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:35.230744 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.241295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:35.282904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:35.299792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:35.405327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event updated for resources: {'Port': ['ID=f1e5c1a1-5855-452e-ae91-1b062d478409,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:35.428109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731ec8dc-53ce-4940-a0f6-5483e6af89b0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:51:35.520614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:35.521797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.548164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:35.557848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49564) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:35.560138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efd22841-3a22-4743-95bd-d9ed50ee5ff3 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6865935 Jan 27 19:51:35.566721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.570575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176000d2-de61-4daa-9ea5-d35126c36e6c req-43c7ecfd-b164-4ac8-a24a-ae49aa8c8c0e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:35.570822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1070926187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:35.572926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-176000d2-de61-4daa-9ea5-d35126c36e6c req-43c7ecfd-b164-4ac8-a24a-ae49aa8c8c0e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1094 time: 0.5013599 Jan 27 19:51:35.668767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.673882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.722031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-176000d2-de61-4daa-9ea5-d35126c36e6c req-ee0bae67-fd36-4de0-83d8-e6e3c289daa8 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414392 Jan 27 19:51:35.812514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:35.882189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for router_controller (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.892859 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.927189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['731ec8dc-53ce-4940-a0f6-5483e6af89b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:51:35.975275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:35.980179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f5d66d5d-00dc-487a-b4a2-7178c6b8d67c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4161608 Jan 27 19:51:35.982175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:35.992371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1ea56465-bc16-4784-8aed-038c920b7807 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1636206856', 'prefixes': ['172.20.0.0/16']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:36.202817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ea56465-bc16-4784-8aed-038c920b7807 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:36.205427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1ea56465-bc16-4784-8aed-038c920b7807 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2211788 Jan 27 19:51:36.209754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:36.211562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:36.216150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-20fd783e-6428-4ea6-b328-7f5e8d46c5f5 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-165850483') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:36.230096 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b65fabd-de9c-4652-ad22-eda093a7ae7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:36.381390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b65fabd-de9c-4652-ad22-eda093a7ae7a admin admin] Publish callbacks [] for security_group (fc807721-b418-4c55-80b0-7a1c0e9f1fbe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:36.402643 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b65fabd-de9c-4652-ad22-eda093a7ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fc807721-b418-4c55-80b0-7a1c0e9f1fbe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:36.466520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-20fd783e-6428-4ea6-b328-7f5e8d46c5f5 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-165850483 HTTP/1.1" status: 201 len: 201 time: 0.2553525 Jan 27 19:51:36.470445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:36.479214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-6c8fe478-b738-4d24-a20c-2669948f75ec tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-456221704') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:36.542062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65fabd-de9c-4652-ad22-eda093a7ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc807721-b418-4c55-80b0-7a1c0e9f1fbe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:36.617063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49606) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:36.618326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9b65fabd-de9c-4652-ad22-eda093a7ae7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3172b4d6caa461e833d416f69798109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4050751 Jan 27 19:51:36.832999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c8fe478-b738-4d24-a20c-2669948f75ec tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-456221704 HTTP/1.1" status: 201 len: 201 time: 0.3609924 Jan 27 19:51:36.836211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:36.836762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] Publish callbacks [] for security_group (fc807721-b418-4c55-80b0-7a1c0e9f1fbe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:36.841307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-6052ffe4-2d39-4d17-a890-7edc02559805 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-1002146135') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:36.863435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device efcae7f5-654a-47a0-a9c5-5edc09d471a1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:36.907306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] Publish callbacks [] for security_group (fc807721-b418-4c55-80b0-7a1c0e9f1fbe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:37.024841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fc807721-b418-4c55-80b0-7a1c0e9f1fbe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:37.034928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:37.038684 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc807721-b418-4c55-80b0-7a1c0e9f1fbe HTTP/1.1" status: 204 len: 168 time: 0.4165447 Jan 27 19:51:37.070503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644f1a5-10c7-40fc-ad27-9b9bdb00f227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc807721-b418-4c55-80b0-7a1c0e9f1fbe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:37.156860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port efcae7f5-654a-47a0-a9c5-5edc09d471a1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:37.168447 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:37.367031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd97275-ea15-4ded-a20a-9bc2c182964c None None] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:37.686990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-92d0ac1a-88b2-4e77-be48-9db1163a42dd req-89722272-416d-442d-ba83-021c44658efe tempest-ServerActionsTestJSON-453182020 tempest-ServerActionsTestJSON-453182020-project] (103323) timed out ('10.222.0.59', 55152) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:51:37.727584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096eff-f5e5-4932-b9c0-6533bc50c78c req-cf82c1d4-1520-44e7-a1e5-5a63ec019c9c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:37.729673 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0096eff-f5e5-4932-b9c0-6533bc50c78c req-cf82c1d4-1520-44e7-a1e5-5a63ec019c9c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1095 time: 0.7801065 Jan 27 19:51:37.731844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6052ffe4-2d39-4d17-a890-7edc02559805 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-1002146135 HTTP/1.1" status: 201 len: 201 time: 0.8947234 Jan 27 19:51:37.736953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:37.748281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port efcae7f5-654a-47a0-a9c5-5edc09d471a1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:37.749146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:37.756437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-1ce8e861-193e-4413-b04d-5b5266b4873d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-175706979') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:37.895275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0096eff-f5e5-4932-b9c0-6533bc50c78c req-513ac63a-fe6c-407e-8354-758bbcdcbd21 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391997 Jan 27 19:51:37.916906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1ce8e861-193e-4413-b04d-5b5266b4873d tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-175706979 HTTP/1.1" status: 201 len: 201 time: 0.1749854 Jan 27 19:51:37.919795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:37.925955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-98dd9e9a-615c-4483-a983-aae80f5417aa tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.131073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-98dd9e9a-615c-4483-a983-aae80f5417aa tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 200 len: 240 time: 0.2098496 Jan 27 19:51:38.133717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:38.138644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-f8601d78-0946-46ab-b508-19ea5e606896 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-165850483') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.149211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f61e900a-71b3-4d1c-9fae-7fd9f57b55b7 None None] Provisioning complete for port efcae7f5-654a-47a0-a9c5-5edc09d471a1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:38.150383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f61e900a-71b3-4d1c-9fae-7fd9f57b55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:38.310231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f8601d78-0946-46ab-b508-19ea5e606896 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-165850483 HTTP/1.1" status: 204 len: 168 time: 0.1746871 Jan 27 19:51:38.312365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:38.318002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-44b704ba-5d60-4944-94af-bd851ca0e71e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-165850483') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.363573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port efcae7f5-654a-47a0-a9c5-5edc09d471a1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=efcae7f5-654a-47a0-a9c5-5edc09d471a1,segment=NetworkSegment(e86bcce3-a8c1-4fb8-955f-5f7021b46689),segment_id=e86bcce3-a8c1-4fb8-955f-5f7021b46689)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:38.370910 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:38.436793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 731ec8dc-53ce-4940-a0f6-5483e6af89b0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:38.547055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f61e900a-71b3-4d1c-9fae-7fd9f57b55b7 None None] Current status of the port efcae7f5-654a-47a0-a9c5-5edc09d471a1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:38.558558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=efcae7f5-654a-47a0-a9c5-5edc09d471a1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:38.580830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:51:38.594523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:38.595773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:38.612097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-44b704ba-5d60-4944-94af-bd851ca0e71e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-165850483 HTTP/1.1" status: 204 len: 168 time: 0.2978816 Jan 27 19:51:38.614658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49668) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:38.621181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-1a0dfd30-f45a-493c-bb9d-38733d467db2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.738310 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1a0dfd30-f45a-493c-bb9d-38733d467db2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 200 len: 205 time: 0.1170633 Jan 27 19:51:38.739384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:38.745645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-82a6f586-78ab-4d35-a052-3c87e65b064e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.756434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:38.756838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:38.846183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:51:38.848525 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e063d3e-daa3-44e3-a234-81922c670a0a" -d '{"events": [{"server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "name": "network-vif-plugged", "status": "completed", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:51:38.857075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:38.863267 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:38.876165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49682) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:38.878027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-82a6f586-78ab-4d35-a052-3c87e65b064e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 200 len: 240 time: 0.1357870 Jan 27 19:51:38.881885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-ee2dfd67-940f-4601-9346-80ac78c38cd6 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-456221704') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:38.930305 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a9eff-370d-4c87-a9e0-75c5c2c0483e x-openstack-request-id: req-ad2a9eff-370d-4c87-a9e0-75c5c2c0483e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:51:38.930893 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "name": "network-vif-plugged", "status": "completed", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:51:38.931105 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad2a9eff-370d-4c87-a9e0-75c5c2c0483e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:51:38.931515 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0', 'code': 200} Jan 27 19:51:39.053374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee2dfd67-940f-4601-9346-80ac78c38cd6 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-456221704 HTTP/1.1" status: 204 len: 168 time: 0.1745670 Jan 27 19:51:39.054557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:39.061412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-091978ec-e657-4ab6-b6b3-688278e0baaa tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-456221704') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:39.094619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:39.138095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce467dd-7259-4d83-8ec3-76da05c6aabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:39.157778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Provisioning complete for port f1e5c1a1-5855-452e-ae91-1b062d478409 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:39.158777 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:39.238620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Port f1e5c1a1-5855-452e-ae91-1b062d478409 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:39.251599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Provisioning complete for port efcae7f5-654a-47a0-a9c5-5edc09d471a1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:39.252029 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:39.397318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc78de09-3f34-4ecb-a3df-3d09f0828d4a None None] Current status of the port efcae7f5-654a-47a0-a9c5-5edc09d471a1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:39.431291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bad5ec-4416-48af-bfe7-0c96be9965d1 req-dadc53e9-f41d-4114-b9b3-9e114946f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:39.433959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7bad5ec-4416-48af-bfe7-0c96be9965d1 req-dadc53e9-f41d-4114-b9b3-9e114946f8fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.2798300 Jan 27 19:51:39.448193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b36541-ea0e-4090-ad3c-d31e5c66aa93 req-322c974f-766a-4ad3-bd1c-d99badbe6160 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:39.456910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b36541-ea0e-4090-ad3c-d31e5c66aa93 req-322c974f-766a-4ad3-bd1c-d99badbe6160 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.3005981 Jan 27 19:51:39.532402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-209e50c8-930c-48fa-b457-db71b6d62c1f None None] Provisioning complete for port f1e5c1a1-5855-452e-ae91-1b062d478409 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:39.532785 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209e50c8-930c-48fa-b457-db71b6d62c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:39.606503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-209e50c8-930c-48fa-b457-db71b6d62c1f None None] Port f1e5c1a1-5855-452e-ae91-1b062d478409 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:39.622955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7bad5ec-4416-48af-bfe7-0c96be9965d1 req-c5f3ce72-a77f-463f-a5ce-35063784fcc4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774344 Jan 27 19:51:39.654763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b36541-ea0e-4090-ad3c-d31e5c66aa93 req-50219110-0ba6-4423-802a-0ce9bdf385e5 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965146 Jan 27 19:51:39.696770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-091978ec-e657-4ab6-b6b3-688278e0baaa tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-456221704 HTTP/1.1" status: 204 len: 168 time: 0.6394310 Jan 27 19:51:39.699138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:39.703980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-b3a3e0fb-2356-47ef-b5bc-95b18bc6f1cf tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:39.807441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b3a3e0fb-2356-47ef-b5bc-95b18bc6f1cf tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 200 len: 205 time: 0.1072230 Jan 27 19:51:39.810175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49702) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:39.815410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-ac35ccff-4c44-4055-ad5e-b8823a2ccb84 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:39.955784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:39.956786 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac35ccff-4c44-4055-ad5e-b8823a2ccb84 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 200 len: 241 time: 0.1450193 Jan 27 19:51:39.960722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-c3588b6d-c6ff-4d54-9ecf-aae5e87dbebf tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-1002146135') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.135440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3588b6d-c6ff-4d54-9ecf-aae5e87dbebf tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-1002146135 HTTP/1.1" status: 204 len: 168 time: 0.1785009 Jan 27 19:51:40.138138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:40.143667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-8878f740-7eb0-4977-b534-bf433dca67ea tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-1002146135') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.398978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8878f740-7eb0-4977-b534-bf433dca67ea tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-1002146135 HTTP/1.1" status: 204 len: 168 time: 0.2595532 Jan 27 19:51:40.401371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:40.410253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-8d2dbc04-d330-48b4-97a5-541f8a3359e7 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.620260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8d2dbc04-d330-48b4-97a5-541f8a3359e7 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 200 len: 205 time: 0.2177937 Jan 27 19:51:40.624553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:40.630145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-6ec303d7-2e7f-405e-9957-423f113fa10b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.651953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device efcae7f5-654a-47a0-a9c5-5edc09d471a1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:40.701503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6ec303d7-2e7f-405e-9957-423f113fa10b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 200 len: 240 time: 0.0732100 Jan 27 19:51:40.702083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:40.707306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-4ca58134-0abb-4f98-a6ef-713733b5d0c8 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-175706979') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.747861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port efcae7f5-654a-47a0-a9c5-5edc09d471a1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:40.748237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:40.806613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4ca58134-0abb-4f98-a6ef-713733b5d0c8 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-175706979 HTTP/1.1" status: 204 len: 168 time: 0.1032209 Jan 27 19:51:40.809174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:40.814453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-e5cff8bd-680d-4e7a-99e2-e858bac57ed0 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-175706979') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:40.939345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port efcae7f5-654a-47a0-a9c5-5edc09d471a1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:40.960255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36ce5d-2317-46f9-ad53-be2fe8a86374 req-3031a87c-2584-4673-aef3-795eda4629ed tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:40.968488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae36ce5d-2317-46f9-ad53-be2fe8a86374 req-3031a87c-2584-4673-aef3-795eda4629ed tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.1644332 Jan 27 19:51:41.014879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49746) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.015496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e5cff8bd-680d-4e7a-99e2-e858bac57ed0 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-175706979 HTTP/1.1" status: 204 len: 168 time: 0.2045908 Jan 27 19:51:41.023751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-06fb85a9-6958-4c84-a5a2-305031baf6e7 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.038648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae36ce5d-2317-46f9-ad53-be2fe8a86374 req-7ed68071-e9e6-4331-b690-ef1f3cd257c9 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672429 Jan 27 19:51:41.067130 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06fb85a9-6958-4c84-a5a2-305031baf6e7 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 200 len: 205 time: 0.0481865 Jan 27 19:51:41.070268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49748) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.078728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-2e47287d-cff5-453f-87d9-8458c3ef1dd0 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.141090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.141787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e47287d-cff5-453f-87d9-8458c3ef1dd0 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 204 len: 168 time: 0.0695972 Jan 27 19:51:41.146243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-f3492431-acd6-4919-a303-efce131324e9 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.287346 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f3492431-acd6-4919-a303-efce131324e9 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1447713 Jan 27 19:51:41.290219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.296151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-6cb7306f-9f23-493c-9e82-7678251c1afc tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.483209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.483768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6cb7306f-9f23-493c-9e82-7678251c1afc tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 204 len: 168 time: 0.1919417 Jan 27 19:51:41.488772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-efff89d1-12ea-423e-b275-cfce6d2eeb70 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.565449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efff89d1-12ea-423e-b275-cfce6d2eeb70 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0808384 Jan 27 19:51:41.569647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.575878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-8c9ca175-b0ca-42c9-954e-be2c6e9e1c66 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-1007166986') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.678256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8c9ca175-b0ca-42c9-954e-be2c6e9e1c66 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-1007166986 HTTP/1.1" status: 201 len: 201 time: 0.1071062 Jan 27 19:51:41.680774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.688319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-fbab7f16-0304-47d5-bc84-69984a9aaa5e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-459912942') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.779086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fbab7f16-0304-47d5-bc84-69984a9aaa5e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-459912942 HTTP/1.1" status: 201 len: 201 time: 0.0969763 Jan 27 19:51:41.782495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.788538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-8aa1cb38-404c-48b2-b4e6-87ce95637c5e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-1240699110') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.890332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8aa1cb38-404c-48b2-b4e6-87ce95637c5e tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-1240699110 HTTP/1.1" status: 201 len: 201 time: 0.1066909 Jan 27 19:51:41.894462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.899912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-ca37fedf-403c-48b4-bd0e-5c73a14035f5 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-1435986165') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:41.945305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca37fedf-403c-48b4-bd0e-5c73a14035f5 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-1435986165 HTTP/1.1" status: 201 len: 201 time: 0.0475569 Jan 27 19:51:41.946612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:41.951614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-81f2d538-a4ec-4ca4-933a-3b31ed1cfdc8 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', {'tags': ['tempest-TagsExtTest-Tag-542043156', 'tempest-TagsExtTest-Tag-1618901425', 'tempest-TagsExtTest-Tag-2140513765']}) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.022021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.025753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81f2d538-a4ec-4ca4-933a-3b31ed1cfdc8 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 200 len: 317 time: 0.0738549 Jan 27 19:51:42.027240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-6b2001f7-dfe7-4174-a34f-675713b2db69 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.111242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-718c5d03-f7b3-4dc3-a43f-3602df072229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:42.131835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6b2001f7-dfe7-4174-a34f-675713b2db69 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 204 len: 168 time: 0.1083074 Jan 27 19:51:42.134459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.139554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-a8dfc167-eadc-429f-91f7-831b4fbf62d2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-542043156') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.227223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b79257-c346-46e1-a73d-1af02e063e09 req-5955d776-2b4c-49c4-bb0a-a6867ffdcacc tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:42.228839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10b79257-c346-46e1-a73d-1af02e063e09 req-5955d776-2b4c-49c4-bb0a-a6867ffdcacc tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.0645432 Jan 27 19:51:42.238823 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-a8dfc167-eadc-429f-91f7-831b4fbf62d2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:42.242854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a8dfc167-eadc-429f-91f7-831b4fbf62d2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-542043156 HTTP/1.1" status: 404 len: 328 time: 0.1042185 Jan 27 19:51:42.243158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.249330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-67b161ee-a30f-4eb1-8026-fab886e1ddef tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-1618901425') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.305160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10b79257-c346-46e1-a73d-1af02e063e09 req-476189fc-4b75-4db1-84f1-27bb9258ec95 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611258 Jan 27 19:51:42.337477 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-67b161ee-a30f-4eb1-8026-fab886e1ddef tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:42.338861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-67b161ee-a30f-4eb1-8026-fab886e1ddef tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-1618901425 HTTP/1.1" status: 404 len: 329 time: 0.0944226 Jan 27 19:51:42.343699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.348449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-74a67420-de70-4232-9f97-e3e8ae33fb58 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62', 'tempest-TagsExtTest-Tag-2140513765') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.456976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df73d-4ff7-404f-bbb2-3f3d4171f877 req-6a2284df-99da-43f4-9367-6d4ed4a8edf4 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:42.459688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a41df73d-4ff7-404f-bbb2-3f3d4171f877 req-6a2284df-99da-43f4-9367-6d4ed4a8edf4 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.0557194 Jan 27 19:51:42.461091 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-74a67420-de70-4232-9f97-e3e8ae33fb58 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:42.474050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-74a67420-de70-4232-9f97-e3e8ae33fb58 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags/tempest-TagsExtTest-Tag-2140513765 HTTP/1.1" status: 404 len: 329 time: 0.1289411 Jan 27 19:51:42.476735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.481546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-eaa0eef2-ce44-49ad-82bf-b0b22b728b0c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', {'tags': ['tempest-TagsExtTest-Tag-1806780472', 'tempest-TagsExtTest-Tag-1889808110', 'tempest-TagsExtTest-Tag-494216747']}) {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.589059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a41df73d-4ff7-404f-bbb2-3f3d4171f877 req-144300c7-1835-4bbc-b41b-c5c09a36713c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Jan 27 19:51:42.619285 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eaa0eef2-ce44-49ad-82bf-b0b22b728b0c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 200 len: 317 time: 0.1396289 Jan 27 19:51:42.620202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.627621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-b6896340-d24f-427e-aad7-e1f33bff1f99 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.787186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b6896340-d24f-427e-aad7-e1f33bff1f99 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 204 len: 168 time: 0.1652436 Jan 27 19:51:42.789363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.793821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-a1b45449-9a90-4f5d-813c-6011b7eb7381 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-1806780472') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:42.848186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1cf70-eef3-49f4-bf83-a09e1525aa9e req-cf2f5b71-8848-45e0-8d4f-01e4714b0629 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:42.850229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3f1cf70-eef3-49f4-bf83-a09e1525aa9e req-cf2f5b71-8848-45e0-8d4f-01e4714b0629 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.1404352 Jan 27 19:51:42.913142 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-a1b45449-9a90-4f5d-813c-6011b7eb7381 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:42.916820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1b45449-9a90-4f5d-813c-6011b7eb7381 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-1806780472 HTTP/1.1" status: 404 len: 329 time: 0.1255400 Jan 27 19:51:42.918409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49838) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:42.927823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-289cf5ef-e43e-4d5e-949d-e9dcd053e293 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-1889808110') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.010225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c3f1cf70-eef3-49f4-bf83-a09e1525aa9e req-49b046ee-0551-4206-b3d5-362400539715 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491961 Jan 27 19:51:43.080657 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-289cf5ef-e43e-4d5e-949d-e9dcd053e293 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:43.082827 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-289cf5ef-e43e-4d5e-949d-e9dcd053e293 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-1889808110 HTTP/1.1" status: 404 len: 329 time: 0.1616185 Jan 27 19:51:43.086257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.091543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-0f76267c-d8b9-4682-981e-0d927df19d26 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409', 'tempest-TagsExtTest-Tag-494216747') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.159104 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-0f76267c-d8b9-4682-981e-0d927df19d26 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:43.160626 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f76267c-d8b9-4682-981e-0d927df19d26 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags/tempest-TagsExtTest-Tag-494216747 HTTP/1.1" status: 404 len: 328 time: 0.0729258 Jan 27 19:51:43.163819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.169045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-5c859b9e-de75-45af-bb27-b3a58c09d8ae tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', {'tags': ['tempest-TagsExtTest-Tag-907983297', 'tempest-TagsExtTest-Tag-971982670', 'tempest-TagsExtTest-Tag-1910101517']}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.343452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c859b9e-de75-45af-bb27-b3a58c09d8ae tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 200 len: 316 time: 0.1760828 Jan 27 19:51:43.345237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.356202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-23363178-f070-4c3b-84d8-1b646fcdb790 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.561939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-734e826b-d8dc-4447-a7a8-e8b69d7e7e81 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:43.569329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-734e826b-d8dc-4447-a7a8-e8b69d7e7e81 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.2063611 Jan 27 19:51:43.589963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-1508ba0c-5941-4484-919d-ec8849b99b0d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/quotas/6e7e49080455450d8d15000cdfb3c675 HTTP/1.1" status: 200 len: 375 time: 0.0194376 Jan 27 19:51:43.605360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-23363178-f070-4c3b-84d8-1b646fcdb790 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2564535 Jan 27 19:51:43.605863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49872) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.612170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-adcd8f6a-b772-4d6c-86a3-8f7781c11a75 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-907983297') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.657770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-dfc67f70-50f1-4e63-8fa2-48dfbe4f1b62 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668874 Jan 27 19:51:43.698541 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-adcd8f6a-b772-4d6c-86a3-8f7781c11a75 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:43.699913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-adcd8f6a-b772-4d6c-86a3-8f7781c11a75 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-907983297 HTTP/1.1" status: 404 len: 328 time: 0.0927477 Jan 27 19:51:43.702835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.709901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-d626d5cf-335f-488d-b6f7-f91d2dd7e9be tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-971982670') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.795194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-d293395a-010d-43b2-ba90-6b72f64a9195 service neutron] 10.222.0.59 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264479 Jan 27 19:51:43.852146 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d626d5cf-335f-488d-b6f7-f91d2dd7e9be tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:43.853629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d626d5cf-335f-488d-b6f7-f91d2dd7e9be tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-971982670 HTTP/1.1" status: 404 len: 328 time: 0.1491289 Jan 27 19:51:43.856481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.863942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-53a03934-b31c-473e-938c-c25399166098 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba', 'tempest-TagsExtTest-Tag-1910101517') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:43.911952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-9eb26535-250c-47be-b9d1-f0484f8ddb4c service neutron] 10.222.0.59 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153123 Jan 27 19:51:43.974394 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-53a03934-b31c-473e-938c-c25399166098 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:43.975703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-53a03934-b31c-473e-938c-c25399166098 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags/tempest-TagsExtTest-Tag-1910101517 HTTP/1.1" status: 404 len: 329 time: 0.1171787 Jan 27 19:51:43.981938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:43.986976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-287d8b9e-7b13-44a3-afd6-64b8d997d959 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', {'tags': ['tempest-TagsExtTest-Tag-616144017', 'tempest-TagsExtTest-Tag-742149944', 'tempest-TagsExtTest-Tag-551360107']}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.062184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49890) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.062387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-287d8b9e-7b13-44a3-afd6-64b8d997d959 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "PUT /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 200 len: 315 time: 0.0764501 Jan 27 19:51:44.068483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-0614a80d-7f8d-458c-9420-79d3ee56b210 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.161727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0614a80d-7f8d-458c-9420-79d3ee56b210 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 204 len: 168 time: 0.0969307 Jan 27 19:51:44.164423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.170593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-7a80f4e3-2be3-4745-a385-056ff5a23985 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-616144017') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.229474 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-7a80f4e3-2be3-4745-a385-056ff5a23985 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:44.230532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a80f4e3-2be3-4745-a385-056ff5a23985 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-616144017 HTTP/1.1" status: 404 len: 328 time: 0.0643518 Jan 27 19:51:44.233519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49898) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.238759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-d36005d9-4ee3-4f68-ae10-3fac591a26c2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-742149944') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.308228 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d36005d9-4ee3-4f68-ae10-3fac591a26c2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:44.311810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d36005d9-4ee3-4f68-ae10-3fac591a26c2 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-742149944 HTTP/1.1" status: 404 len: 328 time: 0.0753312 Jan 27 19:51:44.313842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49902) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.333811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-845cbe6f-e134-441a-9c82-cf472cda2352 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378', 'tempest-TagsExtTest-Tag-551360107') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.376055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3615fdf5-b76b-4bd4-b94d-de74c5a770cb req-8d3234bf-6084-4026-a8fd-3a7dcb336f29 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 210 time: 0.1175570 Jan 27 19:51:44.381448 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-845cbe6f-e134-441a-9c82-cf472cda2352 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] show failed (client error): The resource could not be found. Jan 27 19:51:44.382927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-845cbe6f-e134-441a-9c82-cf472cda2352 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags/tempest-TagsExtTest-Tag-551360107 HTTP/1.1" status: 404 len: 328 time: 0.0679071 Jan 27 19:51:44.393404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.402905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-c2edf5b5-0dd0-48b9-a64d-7dbeecc3015b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8ff5c43-be3e-44d5-8848-0656f6f2f378') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.474728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.476931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2edf5b5-0dd0-48b9-a64d-7dbeecc3015b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378/tags HTTP/1.1" status: 204 len: 168 time: 0.0822356 Jan 27 19:51:44.484495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-50978846-d77c-486e-bb74-c0161ddb812a tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c4bc301-4023-4bb8-a59f-25b9f594a9ba') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.615870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-50978846-d77c-486e-bb74-c0161ddb812a tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1398947 Jan 27 19:51:44.618523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.623655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.tag.tag_plugin [None req-e2bae490-2628-42d2-9e8e-56019f7aca53 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1e5c1a1-5855-452e-ae91-1b062d478409') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.715074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2bae490-2628-42d2-9e8e-56019f7aca53 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409/tags HTTP/1.1" status: 204 len: 168 time: 0.0951526 Jan 27 19:51:44.715513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:44.720655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-e2b20e8d-37fc-4519-98c7-76c6ff54b6da tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1cfd01a-77df-434a-a0df-6921045a8b62') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:44.863469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2b20e8d-37fc-4519-98c7-76c6ff54b6da tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62/tags HTTP/1.1" status: 204 len: 168 time: 0.1465609 Jan 27 19:51:44.867866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:45.042698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a6b58cf-8860-4871-9124-fc95d827c3b9 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.043982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a6b58cf-8860-4871-9124-fc95d827c3b9 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/f8ff5c43-be3e-44d5-8848-0656f6f2f378 HTTP/1.1" status: 204 len: 168 time: 0.1748829 Jan 27 19:51:45.046635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:45.118820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2408d7fd-1d4a-4baf-a3d9-4e9a31b9ee3f tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c4bc301-4023-4bb8-a59f-25b9f594a9ba HTTP/1.1" status: 200 len: 205 time: 0.0708146 Jan 27 19:51:45.120969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:45.207543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.277164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.573816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.576463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for router_controller (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.635926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b60d08e4-44ea-4967-b174-2c3c95eb2be6 req-192856bd-1679-489e-84b0-d7c3c7ab257f tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 210 time: 0.0725296 Jan 27 19:51:45.636651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.662941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7c4bc301-4023-4bb8-a59f-25b9f594a9ba), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.664003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4bc301-4023-4bb8-a59f-25b9f594a9ba {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:51:45.678337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:45.682522 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cb6693bd-c936-4c77-965a-df8a29769e5c tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bc301-4023-4bb8-a59f-25b9f594a9ba HTTP/1.1" status: 204 len: 168 time: 0.5605638 Jan 27 19:51:45.684932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 49946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:46.074354 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.083979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-e8f22a51-6270-445b-9d9c-d3260813e57d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:46.085562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-e8f22a51-6270-445b-9d9c-d3260813e57d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.39 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.3330798 Jan 27 19:51:46.107696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Request body: {'port': {'device_id': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'admin_state_up': True, 'tenant_id': '6e7e49080455450d8d15000cdfb3c675'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:46.115750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Deleting port f1e5c1a1-5855-452e-ae91-1b062d478409 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:46.115750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.185404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Made reservation on behalf of 6e7e49080455450d8d15000cdfb3c675 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:51:46.187780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.274341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.305373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Calling delete_port for f1e5c1a1-5855-452e-ae91-1b062d478409 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:46.552531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f1e5c1a1-5855-452e-ae91-1b062d478409), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.617154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event deleted for resources: {'Port': ['ID=f1e5c1a1-5855-452e-ae91-1b062d478409,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:46.885680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d1a4ea2-f630-4581-b9fa-935ec308519e req-e04ef9b8-6b94-46cb-8387-a918fa1fd2db tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 210 time: 0.1116090 Jan 27 19:51:46.944835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Allocated IP 172.20.0.7 (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792/f6046d80-9d1b-4712-a6a1-32d1ad2546fe/909bb979-bd00-4958-9374-6635055ea5ef) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:51:46.961909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:46.970184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f78ca22-8cae-45f3-b16a-dc4a7f992331 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/ports/f1e5c1a1-5855-452e-ae91-1b062d478409 HTTP/1.1" status: 204 len: 168 time: 1.2813466 Jan 27 19:51:46.971060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:47.093723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Deleting subnet a1cfd01a-77df-434a-a0df-6921045a8b62 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:51:47.098999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for subnet (a1cfd01a-77df-434a-a0df-6921045a8b62), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.113360 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:51:47.162240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a1cfd01a-77df-434a-a0df-6921045a8b62), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.236874 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks [] for port (909bb979-bd00-4958-9374-6635055ea5ef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.268370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a1cfd01a-77df-434a-a0df-6921045a8b62), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.284739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.307777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['731ec8dc-53ce-4940-a0f6-5483e6af89b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:51:47.342799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:51:47.347359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:51:47.348428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a1cfd01a-77df-434a-a0df-6921045a8b62), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.368172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.371976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/subnets/a1cfd01a-77df-434a-a0df-6921045a8b62 HTTP/1.1" status: 204 len: 168 time: 0.3994980 Jan 27 19:51:47.374275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:51:47.376075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 49974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:47.406140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Pushing event updated for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:47.416170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7736b0-4c3f-4489-9e79-65c4eb292e2b tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cfd01a-77df-434a-a0df-6921045a8b62,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:47.451150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:47.457200 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.479525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-b6edfcf7-9795-4d3f-b0d4-a85cd9591c7e tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3835318 Jan 27 19:51:47.498238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-934fee69-f1b1-4ad4-ada2-45a8cf45a3de tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:51:47.499540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-934fee69-f1b1-4ad4-ada2-45a8cf45a3de tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160635 Jan 27 19:51:47.513559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Request body: {'port': {'device_id': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:51:47.557909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7721b7a-6c80-447d-a2f4-51ec4f5ac660 None None] Network 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:51:47.564236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.713022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (909bb979-bd00-4958-9374-6635055ea5ef), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.738860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Deleting port efcae7f5-654a-47a0-a9c5-5edc09d471a1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:47.739449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:47.862300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-06c9bc9c-3b04-4a0b-ad0d-1b06aab9c6de None None] Provisioning complete for port 909bb979-bd00-4958-9374-6635055ea5ef triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:47.862663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c9bc9c-3b04-4a0b-ad0d-1b06aab9c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (909bb979-bd00-4958-9374-6635055ea5ef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.015385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] DHCP port deletion for 4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:51:48.035543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-06c9bc9c-3b04-4a0b-ad0d-1b06aab9c6de None None] Port 909bb979-bd00-4958-9374-6635055ea5ef cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:51:48.165877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Deleting port efcae7f5-654a-47a0-a9c5-5edc09d471a1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:51:48.166520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.314374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] For port efcae7f5-654a-47a0-a9c5-5edc09d471a1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=efcae7f5-654a-47a0-a9c5-5edc09d471a1,segment=NetworkSegment(e86bcce3-a8c1-4fb8-955f-5f7021b46689),segment_id=e86bcce3-a8c1-4fb8-955f-5f7021b46689)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:48.317989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.361313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Calling delete_port for efcae7f5-654a-47a0-a9c5-5edc09d471a1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:48.362923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] For port efcae7f5-654a-47a0-a9c5-5edc09d471a1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=efcae7f5-654a-47a0-a9c5-5edc09d471a1,segment=NetworkSegment(e86bcce3-a8c1-4fb8-955f-5f7021b46689),segment_id=e86bcce3-a8c1-4fb8-955f-5f7021b46689)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:48.363499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.375451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909bb979-bd00-4958-9374-6635055ea5ef {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:51:48.381592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c9db8-4492-4b84-b725-597cb184a2c2 req-be8964aa-e806-409e-9ca3-ef7f283a7ebd tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:48.390198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec4c9db8-4492-4b84-b725-597cb184a2c2 req-be8964aa-e806-409e-9ca3-ef7f283a7ebd tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1027 time: 0.1561577 Jan 27 19:51:48.410270 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks [] for port (909bb979-bd00-4958-9374-6635055ea5ef), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.433073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Calling delete_port for efcae7f5-654a-47a0-a9c5-5edc09d471a1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:51:48.467036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Transition to ACTIVE for port object 909bb979-bd00-4958-9374-6635055ea5ef will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:51:48.477398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.521396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.620043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec4c9db8-4492-4b84-b725-597cb184a2c2 req-914aab08-be8f-46ca-af04-ea92da49e709 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248271 Jan 27 19:51:48.634171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] Pushing event deleted for resources: {'Port': ['ID=efcae7f5-654a-47a0-a9c5-5edc09d471a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:48.657241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062dab7-caa7-44f7-ae7d-91f29abe6699 None None] No DVR routers for this DVR port efcae7f5-654a-47a0-a9c5-5edc09d471a1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:51:48.683038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device efcae7f5-654a-47a0-a9c5-5edc09d471a1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:51:48.698312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (efcae7f5-654a-47a0-a9c5-5edc09d471a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.736471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: efcae7f5-654a-47a0-a9c5-5edc09d471a1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:51:48.737436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device efcae7f5-654a-47a0-a9c5-5edc09d471a1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:51:48.741448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Pushing event updated for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:48.797223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event deleted for resources: {'Port': ['ID=efcae7f5-654a-47a0-a9c5-5edc09d471a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:48.802625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] No DVR routers for this DVR port efcae7f5-654a-47a0-a9c5-5edc09d471a1 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:51:48.916174 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:48.945588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:48.954480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Attempting to bind port 909bb979-bd00-4958-9374-6635055ea5ef on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:51:48.954882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Attempting to bind port 909bb979-bd00-4958-9374-6635055ea5ef by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:51:48.955233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Attempting to bind port 909bb979-bd00-4958-9374-6635055ea5ef on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:48.961158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86bcce3-a8c1-4fb8-955f-5f7021b46689') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:48.961490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86bcce3-a8c1-4fb8-955f-5f7021b46689') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:51:48.980704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Port 909bb979-bd00-4958-9374-6635055ea5ef on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:51:48.981098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Attempting to bind port 909bb979-bd00-4958-9374-6635055ea5ef on network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:51:48.988900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:51:48.989242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Checking segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:51:48.990276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Bound using segment: {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:51:48.990708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Bound port: 909bb979-bd00-4958-9374-6635055ea5ef, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:51:48.991065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (909bb979-bd00-4958-9374-6635055ea5ef), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.001561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (e86bcce3-a8c1-4fb8-955f-5f7021b46689), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.030919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e86bcce3-a8c1-4fb8-955f-5f7021b46689), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.047211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:51:49.050006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (e86bcce3-a8c1-4fb8-955f-5f7021b46689), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self.session.flush() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:51:49.057467 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:51:49.144505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:51:49.148350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=909bb979-bd00-4958-9374-6635055ea5ef,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:51:49.158187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.203055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.223005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:49.223324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.223634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:49.225193 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] 10.222.0.39 "PUT /v2.0/ports/909bb979-bd00-4958-9374-6635055ea5ef HTTP/1.1" status: 200 len: 1091 time: 1.7187159 Jan 27 19:51:49.225869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:51:49.230921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] 10.222.0.59 "DELETE /v2.0/networks/4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00 HTTP/1.1" status: 204 len: 168 time: 1.8509867 Jan 27 19:51:49.231111 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "tag": "909bb979-bd00-4958-9374-6635055ea5ef"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:51:49.271744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986794-8be0-4783-930f-bef27307c030 tempest-TagsExtTest-2085560507 tempest-TagsExtTest-2085560507-project] Pushing event deleted for resources: {'Network': ['ID=4b4aba9a-bd86-4739-8bed-c1ab6bd9ed00,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:49.356499 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0715839-617c-48d5-ab60-03442ce31c70 x-openstack-request-id: req-d0715839-617c-48d5-ab60-03442ce31c70 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:51:49.356822 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "tag": "909bb979-bd00-4958-9374-6635055ea5ef", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:51:49.357075 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0715839-617c-48d5-ab60-03442ce31c70 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:51:49.357540 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef', 'status': 'completed', 'code': 200} Jan 27 19:51:49.363456 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a921c8f-a9f1-4f93-9764-ed14d992d063 service neutron] Pushing event updated for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:49.404997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-918ccb16-6a27-4dc0-bb36-a1489dc9c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:49.408659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-918ccb16-6a27-4dc0-bb36-a1489dc9c1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1094 time: 0.1257544 Jan 27 19:51:49.523451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-e96f62da-a79f-4a3a-8766-5cb996ff449c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=909bb979-bd00-4958-9374-6635055ea5ef HTTP/1.1" status: 200 len: 217 time: 0.1064329 Jan 27 19:51:49.660140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-77f4a88c-58c2-4781-9a7f-4237e4dc54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:49.662145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-77f4a88c-58c2-4781-9a7f-4237e4dc54ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6046d80-9d1b-4712-a6a1-32d1ad2546fe HTTP/1.1" status: 200 len: 848 time: 0.1323206 Jan 27 19:51:49.776063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-f7f0fd1b-22ea-4ddc-9045-88e4614594f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:49.778830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-f7f0fd1b-22ea-4ddc-9045-88e4614594f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040535 Jan 27 19:51:49.881616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07caa-1318-4ae4-a9d1-0aa0814c9c32 req-29ef3f01-b3d7-46d9-8a43-e929456fb3a3 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:49.882402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50024) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:49.883878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e07caa-1318-4ae4-a9d1-0aa0814c9c32 req-29ef3f01-b3d7-46d9-8a43-e929456fb3a3 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1094 time: 0.1213734 Jan 27 19:51:49.941944 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-7028db74-d2bb-4322-b080-3f9103d8a2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566327 Jan 27 19:51:49.982938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02e07caa-1318-4ae4-a9d1-0aa0814c9c32 req-0388768d-4c7b-44ae-ab91-dd85c0103fea tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924158 Jan 27 19:51:50.183676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-813e6f14-eea8-438e-a12f-0f2ea5cd1933 req-a16bd87a-1473-4052-8001-4c2c379fc2da service neutron] 10.222.0.39 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351449 Jan 27 19:51:50.321276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-a3d4ed50-3969-47aa-b74c-7043b98e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:50.336028 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-a3d4ed50-3969-47aa-b74c-7043b98e8b0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e7e49080455450d8d15000cdfb3c675&device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1094 time: 0.0994346 Jan 27 19:51:50.960569 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7da6b00b-a171-4076-9876-47ea248e34bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54be427aff2a4c9c9f40595138ef3a29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0770283 Jan 27 19:51:50.963225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:50.998550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-2804a9f4-9f83-45af-84be-4bb66fe10829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:51.000699 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-2804a9f4-9f83-45af-84be-4bb66fe10829 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 200 len: 910 time: 0.6584702 Jan 27 19:51:51.050592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-fb75337b-00d2-4b48-9709-4059e96c0ffe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=909bb979-bd00-4958-9374-6635055ea5ef HTTP/1.1" status: 200 len: 217 time: 0.0421772 Jan 27 19:51:51.078898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] Publish callbacks [] for security_group (4dd9fdfd-1fb2-4ef7-ab83-40c698a25835), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:51.121632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-d8506252-3ff4-4c00-993c-725a4bfb073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:51.128242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-d8506252-3ff4-4c00-993c-725a4bfb073e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6046d80-9d1b-4712-a6a1-32d1ad2546fe HTTP/1.1" status: 200 len: 848 time: 0.0722046 Jan 27 19:51:51.128582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] Publish callbacks [] for security_group (4dd9fdfd-1fb2-4ef7-ab83-40c698a25835), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:51.227459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-e107852f-363c-4439-aa9d-52dbdb28fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:51.229398 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-e107852f-363c-4439-aa9d-52dbdb28fcae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929129 Jan 27 19:51:51.310825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b65c-c2ff-4bc2-849c-b338250994bf req-243b2bd2-41d1-4ee5-99ff-6b85052c2c3c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:51.313664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a898b65c-c2ff-4bc2-849c-b338250994bf req-243b2bd2-41d1-4ee5-99ff-6b85052c2c3c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1094 time: 0.1557798 Jan 27 19:51:51.395856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4dd9fdfd-1fb2-4ef7-ab83-40c698a25835), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:51.403906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:51.410530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-9ee7343f-24ac-4b64-9c26-1faf92cd4025 service neutron] 10.222.0.39 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742265 Jan 27 19:51:51.412619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4dd9fdfd-1fb2-4ef7-ab83-40c698a25835 HTTP/1.1" status: 204 len: 168 time: 0.4450541 Jan 27 19:51:51.447054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4ac99-fc37-4055-b68c-508dc8c84f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9fdfd-1fb2-4ef7-ab83-40c698a25835,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:51.581685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a898b65c-c2ff-4bc2-849c-b338250994bf req-f9a3126c-57ff-4598-93f7-bd423fdc5e93 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416904 Jan 27 19:51:51.631646 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ccc1fd1-fe0f-451a-9b6e-aa7f21e0cce5 req-eaac9ded-48c4-473c-b266-d13da1b0c9f1 service neutron] 10.222.0.39 "GET /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152212 Jan 27 19:51:52.743244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 909bb979-bd00-4958-9374-6635055ea5ef details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:51:52.799043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f2a1-ffa9-4369-a269-c4c64c261868 req-dfe9a738-5193-4167-9430-ca2c5795cc90 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:52.814325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a27f2a1-ffa9-4369-a269-c4c64c261868 req-dfe9a738-5193-4167-9430-ca2c5795cc90 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1094 time: 0.1210294 Jan 27 19:51:52.939157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a27f2a1-ffa9-4369-a269-c4c64c261868 req-c5700c8a-c363-4800-96c9-eb70a25225b0 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235249 Jan 27 19:51:53.019992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=909bb979-bd00-4958-9374-6635055ea5ef,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:53.044175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '909bb979-bd00-4958-9374-6635055ea5ef', 'network_id': '4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792', 'port_id': '909bb979-bd00-4958-9374-6635055ea5ef', 'mac_address': 'fa:16:3e:f8:85:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6046d80-9d1b-4712-a6a1-32d1ad2546fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:51:53.122343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 909bb979-bd00-4958-9374-6635055ea5ef is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:53.123099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (909bb979-bd00-4958-9374-6635055ea5ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:53.141509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909bb979-bd00-4958-9374-6635055ea5ef {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:51:53.169993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=909bb979-bd00-4958-9374-6635055ea5ef,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:53.178986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:53.314233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:53.395620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['909bb979-bd00-4958-9374-6635055ea5ef'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:51:53.947003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:54.116024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ced91-5320-4396-b518-34946dc09c87 req-9d1bf631-6851-47ce-8150-a615c19041b5 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:54.129409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ced91-5320-4396-b518-34946dc09c87 req-9d1bf631-6851-47ce-8150-a615c19041b5 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1095 time: 0.0878453 Jan 27 19:51:54.185892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-091ced91-5320-4396-b518-34946dc09c87 req-944c09d8-49ad-4757-b5d8-d6cd90598a03 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555027 Jan 27 19:51:54.759124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 909bb979-bd00-4958-9374-6635055ea5ef up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:51:54.791774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50186) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:54.879762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 909bb979-bd00-4958-9374-6635055ea5ef completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:51:54.887667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 909bb979-bd00-4958-9374-6635055ea5ef triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:51:54.888733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (909bb979-bd00-4958-9374-6635055ea5ef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.004409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1286eb92-5e92-4c87-9c0e-523290ce2651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.055267 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.110271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 909bb979-bd00-4958-9374-6635055ea5ef is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:51:55.110801 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (909bb979-bd00-4958-9374-6635055ea5ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.130135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1286eb92-5e92-4c87-9c0e-523290ce2651 admin admin] Publish callbacks [] for security_group (60bbf6ea-7460-417c-b204-3583998fe84b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.135905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:51:55.136203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1286eb92-5e92-4c87-9c0e-523290ce2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60bbf6ea-7460-417c-b204-3583998fe84b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.139114 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b03507-500a-4535-933e-ced0cb1e63c9" -d '{"events": [{"server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "name": "network-vif-plugged", "status": "completed", "tag": "909bb979-bd00-4958-9374-6635055ea5ef"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:51:55.181199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=909bb979-bd00-4958-9374-6635055ea5ef,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:51:55.189366 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.189614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286eb92-5e92-4c87-9c0e-523290ce2651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bbf6ea-7460-417c-b204-3583998fe84b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:55.201887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1286eb92-5e92-4c87-9c0e-523290ce2651 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cbb18c15aa11419db57ec84796dabf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019573 Jan 27 19:51:55.206476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50202) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:55.235862 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d4bb7c-11d6-4010-a9f2-7db3bf55c029 x-openstack-request-id: req-b4d4bb7c-11d6-4010-a9f2-7db3bf55c029 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:51:55.237778 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "name": "network-vif-plugged", "status": "completed", "tag": "909bb979-bd00-4958-9374-6635055ea5ef", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:51:55.247022 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4d4bb7c-11d6-4010-a9f2-7db3bf55c029 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:51:55.247537 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef', 'code': 200} Jan 27 19:51:55.293554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] Publish callbacks [] for security_group (60bbf6ea-7460-417c-b204-3583998fe84b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.298798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:55.347813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] Publish callbacks [] for security_group (60bbf6ea-7460-417c-b204-3583998fe84b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.357783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1961-0bba-430a-8d15-52e718dcc0b7 req-49f623fb-c437-4487-9cc5-4f12abde9f5c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:55.359909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4cd1961-0bba-430a-8d15-52e718dcc0b7 req-49f623fb-c437-4487-9cc5-4f12abde9f5c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0537786 Jan 27 19:51:55.378152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073f35-7e29-4040-8637-208162bbf270 req-81eb7ec3-c20b-46b5-abb9-f532ac296477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:55.380362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb073f35-7e29-4040-8637-208162bbf270 req-81eb7ec3-c20b-46b5-abb9-f532ac296477 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.1000209 Jan 27 19:51:55.413516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4cd1961-0bba-430a-8d15-52e718dcc0b7 req-364a122b-372a-424e-aeb2-dc9d57209ffe tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Jan 27 19:51:55.459395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fb073f35-7e29-4040-8637-208162bbf270 req-187683e4-ff5a-4528-b0d8-b6440dc827ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Jan 27 19:51:55.467581 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60bbf6ea-7460-417c-b204-3583998fe84b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.471040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.473741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60bbf6ea-7460-417c-b204-3583998fe84b HTTP/1.1" status: 204 len: 168 time: 0.2655191 Jan 27 19:51:55.486718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a0df4-fb25-444a-bbc3-99cf66046734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bbf6ea-7460-417c-b204-3583998fe84b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:55.837641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:55.854775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8b15-c7df-415f-a4c0-4baf0e0b2b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.978366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8b15-c7df-415f-a4c0-4baf0e0b2b8d admin admin] Publish callbacks [] for security_group (e9a8e439-ee3f-4650-b8a0-91f9c216e253), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:55.983745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8b15-c7df-415f-a4c0-4baf0e0b2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9a8e439-ee3f-4650-b8a0-91f9c216e253), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:56.029684 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8fb8b15-c7df-415f-a4c0-4baf0e0b2b8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f70d1916f462476a89da05c311240c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904917 Jan 27 19:51:56.031615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb8b15-c7df-415f-a4c0-4baf0e0b2b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8e439-ee3f-4650-b8a0-91f9c216e253,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:56.034759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:56.112676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] Publish callbacks [] for security_group (e9a8e439-ee3f-4650-b8a0-91f9c216e253), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:56.112861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e452e17-fdad-4513-9ceb-5de0ebbdff4c req-05fc5725-d622-4b61-a53b-6d069dc4b054 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:56.114555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e452e17-fdad-4513-9ceb-5de0ebbdff4c req-05fc5725-d622-4b61-a53b-6d069dc4b054 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.0873339 Jan 27 19:51:56.149365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] Publish callbacks [] for security_group (e9a8e439-ee3f-4650-b8a0-91f9c216e253), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:56.212333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e452e17-fdad-4513-9ceb-5de0ebbdff4c req-638299ed-fbf6-4c9f-ba9f-bb97d289b8f8 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901554 Jan 27 19:51:56.221915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e9a8e439-ee3f-4650-b8a0-91f9c216e253), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:56.225367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:56.227268 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9a8e439-ee3f-4650-b8a0-91f9c216e253 HTTP/1.1" status: 204 len: 168 time: 0.1783421 Jan 27 19:51:56.250569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e74b3c-2ef3-4af7-95ae-a4d1e0b625e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8e439-ee3f-4650-b8a0-91f9c216e253,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:56.783197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe23e1c-2d8d-4e09-9759-c69fc0f4bf45 req-d5379001-127f-41e0-8287-8736a7801554 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:56.784820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbe23e1c-2d8d-4e09-9759-c69fc0f4bf45 req-d5379001-127f-41e0-8287-8736a7801554 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.1514823 Jan 27 19:51:56.951532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbe23e1c-2d8d-4e09-9759-c69fc0f4bf45 req-4d858212-760f-460c-98b7-e7b2e5d0476b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568990 Jan 27 19:51:56.993572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50270) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:57.015069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19032e17-5eca-4ba6-b6d9-c870d39df3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.157372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19032e17-5eca-4ba6-b6d9-c870d39df3b1 admin admin] Publish callbacks [] for security_group (ce6d6851-878d-48ee-8e5a-daa945e67d2c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.162013 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19032e17-5eca-4ba6-b6d9-c870d39df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ce6d6851-878d-48ee-8e5a-daa945e67d2c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.216692 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-19032e17-5eca-4ba6-b6d9-c870d39df3b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad4ae3efa94c45dd8b53ad905139b0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193594 Jan 27 19:51:57.216692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19032e17-5eca-4ba6-b6d9-c870d39df3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d6851-878d-48ee-8e5a-daa945e67d2c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:57.217647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:57.369044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] Publish callbacks [] for security_group (ce6d6851-878d-48ee-8e5a-daa945e67d2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.407338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cae59-366e-42ea-94a4-a3c57f58d47a req-abb91dfd-d01a-4fe1-9876-0f3240efb80a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:57.416587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38cae59-366e-42ea-94a4-a3c57f58d47a req-abb91dfd-d01a-4fe1-9876-0f3240efb80a tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1044626 Jan 27 19:51:57.494355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a38cae59-366e-42ea-94a4-a3c57f58d47a req-f8eaf60f-7ab7-4950-a299-8f87013b3c2d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714350 Jan 27 19:51:57.499293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] Publish callbacks [] for security_group (ce6d6851-878d-48ee-8e5a-daa945e67d2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.558898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ce6d6851-878d-48ee-8e5a-daa945e67d2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.562990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:57.564331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce6d6851-878d-48ee-8e5a-daa945e67d2c HTTP/1.1" status: 204 len: 168 time: 0.3446064 Jan 27 19:51:57.574462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f13064-bce0-40d9-854c-a312600a5c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d6851-878d-48ee-8e5a-daa945e67d2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:58.139839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118384c-de17-46c8-b801-1591bba33c5e req-b61d8a17-a9dc-465a-9d38-caf238b1fcae tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:58.148089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9118384c-de17-46c8-b801-1591bba33c5e req-b61d8a17-a9dc-465a-9d38-caf238b1fcae tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.1076739 Jan 27 19:51:58.251822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9118384c-de17-46c8-b801-1591bba33c5e req-65830b9b-b973-4c27-b573-83807286ccdf tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964746 Jan 27 19:51:58.434417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f82d0-18ed-4f40-845d-1d69ff81b658 req-3b8ed0e5-9ff3-4ee0-9d61-0b64b38be19d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:58.435950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-946f82d0-18ed-4f40-845d-1d69ff81b658 req-3b8ed0e5-9ff3-4ee0-9d61-0b64b38be19d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0750592 Jan 27 19:51:58.537070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-946f82d0-18ed-4f40-845d-1d69ff81b658 req-504fb6b5-9316-443a-abac-5a3e11fef497 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927255 Jan 27 19:51:58.746329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a664d-07d8-4e32-93c2-2092e5b496c3 req-e0ae91fd-a030-44f1-b184-57fd2d1d8c44 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:58.754040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b8a664d-07d8-4e32-93c2-2092e5b496c3 req-e0ae91fd-a030-44f1-b184-57fd2d1d8c44 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1151142 Jan 27 19:51:58.816743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b8a664d-07d8-4e32-93c2-2092e5b496c3 req-73d674d5-a376-4a6d-9d50-ea2802f51c67 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556035 Jan 27 19:51:58.995203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f51d4-2225-4288-8b47-3407f6cab280 req-87ed75dc-338c-4b69-8766-ba6c361ec16c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:58.997493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-911f51d4-2225-4288-8b47-3407f6cab280 req-87ed75dc-338c-4b69-8766-ba6c361ec16c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0513189 Jan 27 19:51:59.072171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-911f51d4-2225-4288-8b47-3407f6cab280 req-a8c1a61e-f88f-4e97-8fe6-29fb06d15c80 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Jan 27 19:51:59.242261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50338) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:59.460071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff34912-38b0-47a5-851c-f9183a17625a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.506855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23f82-bc3f-4b7d-b817-11718dd3404e req-a8e9b3c4-c89d-4065-87eb-269c87348ca7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:51:59.516232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5f23f82-bc3f-4b7d-b817-11718dd3404e req-a8e9b3c4-c89d-4065-87eb-269c87348ca7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0753012 Jan 27 19:51:59.598938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5f23f82-bc3f-4b7d-b817-11718dd3404e req-4e511d95-9208-46bd-abd3-c128f3e8751b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816107 Jan 27 19:51:59.625217 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff34912-38b0-47a5-851c-f9183a17625a admin admin] Publish callbacks [] for security_group (a1c7dc49-832e-408f-a876-e477f5d056ef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.632080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff34912-38b0-47a5-851c-f9183a17625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a1c7dc49-832e-408f-a876-e477f5d056ef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.699304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50346) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:51:59.699440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ff34912-38b0-47a5-851c-f9183a17625a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c0c32d217104fff8a4ab620763c40f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547422 Jan 27 19:51:59.722763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff34912-38b0-47a5-851c-f9183a17625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7dc49-832e-408f-a876-e477f5d056ef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:51:59.827970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] Publish callbacks [] for security_group (a1c7dc49-832e-408f-a876-e477f5d056ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.885867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] Publish callbacks [] for security_group (a1c7dc49-832e-408f-a876-e477f5d056ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.975748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a1c7dc49-832e-408f-a876-e477f5d056ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.979337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:51:59.981099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1c7dc49-832e-408f-a876-e477f5d056ef HTTP/1.1" status: 204 len: 168 time: 0.2805102 Jan 27 19:52:00.092607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce7685-14e4-44aa-9a57-774ae651841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7dc49-832e-408f-a876-e477f5d056ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:00.164972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292fe5-9ced-4828-89db-cd0d6497c6ee req-508ffd23-df37-48bd-802a-3cd276482bde tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:00.167005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11292fe5-9ced-4828-89db-cd0d6497c6ee req-508ffd23-df37-48bd-802a-3cd276482bde tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1938536 Jan 27 19:52:00.321922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11292fe5-9ced-4828-89db-cd0d6497c6ee req-58a3ac69-82e9-42f1-bf1d-07e2e77528de tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476777 Jan 27 19:52:00.722072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-86ee6742-9473-46fb-8f8d-c0d019f7cd83 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:00.725091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-86ee6742-9473-46fb-8f8d-c0d019f7cd83 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0759430 Jan 27 19:52:00.784980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a470-0c76-48bb-a7fe-5fd951666a17 req-accd509f-da34-4497-bbcd-1e4714f4d944 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:00.803079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72b2a470-0c76-48bb-a7fe-5fd951666a17 req-accd509f-da34-4497-bbcd-1e4714f4d944 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 1096 time: 0.0976980 Jan 27 19:52:00.907578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72b2a470-0c76-48bb-a7fe-5fd951666a17 req-8420785b-4faa-4dc8-944d-62b151403dfd tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997062 Jan 27 19:52:00.944514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Deleting port 909bb979-bd00-4958-9374-6635055ea5ef {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:00.946458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (909bb979-bd00-4958-9374-6635055ea5ef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:01.122337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] For port 909bb979-bd00-4958-9374-6635055ea5ef, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=909bb979-bd00-4958-9374-6635055ea5ef,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:01.122743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (909bb979-bd00-4958-9374-6635055ea5ef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:01.155495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Calling delete_port for 909bb979-bd00-4958-9374-6635055ea5ef owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:01.413371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (909bb979-bd00-4958-9374-6635055ea5ef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:01.428801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['731ec8dc-53ce-4940-a0f6-5483e6af89b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:52:01.528448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['909bb979-bd00-4958-9374-6635055ea5ef'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:52:01.530429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Pushing event deleted for resources: {'Port': ['ID=909bb979-bd00-4958-9374-6635055ea5ef,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:01.629521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2a021-cf21-4831-ae72-3b151dc60a0a req-c729d959-7b8a-4c70-8720-cab8caea1b63 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:01.638497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecc2a021-cf21-4831-ae72-3b151dc60a0a req-c729d959-7b8a-4c70-8720-cab8caea1b63 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1578836 Jan 27 19:52:01.653563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] No DVR routers for this DVR port 909bb979-bd00-4958-9374-6635055ea5ef on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:01.662905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:01.675042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2af8849e-a0d7-4238-b2ca-b4772e3ca2ed req-3fc0c992-ff43-46a6-a710-b230c9e16db7 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.39 "DELETE /v2.0/ports/909bb979-bd00-4958-9374-6635055ea5ef HTTP/1.1" status: 204 len: 173 time: 0.9447904 Jan 27 19:52:01.684240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'name': 'network-vif-deleted', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:52:01.689029 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5be400-d2bd-4903-a204-d8ba5b197dda" -d '{"events": [{"server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "name": "network-vif-deleted", "tag": "909bb979-bd00-4958-9374-6635055ea5ef"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:52:01.799859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ecc2a021-cf21-4831-ae72-3b151dc60a0a req-1eaf2075-09ef-4fd4-b47d-0e166ad5d461 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603627 Jan 27 19:52:01.906756 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc13f94-0cda-4f87-9c70-581a12836deb x-openstack-request-id: req-dcc13f94-0cda-4f87-9c70-581a12836deb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:52:01.907270 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e74ac-7cdb-492f-9c2e-a319da7bb970", "name": "network-vif-deleted", "tag": "909bb979-bd00-4958-9374-6635055ea5ef", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:52:01.907519 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcc13f94-0cda-4f87-9c70-581a12836deb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:52:01.908017 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e74ac-7cdb-492f-9c2e-a319da7bb970', 'name': 'network-vif-deleted', 'tag': '909bb979-bd00-4958-9374-6635055ea5ef', 'status': 'completed', 'code': 200} Jan 27 19:52:02.146414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-874ff819-71a4-4e8e-813e-9cd2073e962c req-b8aa5af1-edef-471c-a94c-39d71209efba tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb4e74ac-7cdb-492f-9c2e-a319da7bb970 HTTP/1.1" status: 200 len: 210 time: 0.0460720 Jan 27 19:52:02.969180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe50e-1e84-42be-a68a-be5f0f7ee711 req-c84390a1-52e0-4415-81e1-9249c2fb8811 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:02.977195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cafe50e-1e84-42be-a68a-be5f0f7ee711 req-c84390a1-52e0-4415-81e1-9249c2fb8811 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.0940604 Jan 27 19:52:03.074083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cafe50e-1e84-42be-a68a-be5f0f7ee711 req-c4437f31-cca5-4674-b520-7fa7c299502b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940011 Jan 27 19:52:03.615028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298492-f691-4cc8-a160-7bbf96664847 req-db6380c7-7fad-484c-bd4a-9d912d5b1ef1 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:03.625960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e298492-f691-4cc8-a160-7bbf96664847 req-db6380c7-7fad-484c-bd4a-9d912d5b1ef1 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.0962698 Jan 27 19:52:03.758780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e298492-f691-4cc8-a160-7bbf96664847 req-bf59d799-5750-416d-882f-28eb4d9d8c05 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297853 Jan 27 19:52:03.976906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:04.108300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:04.249935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c889a50-d0cb-4a31-a3cd-d18dd233cfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:04.549679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c889a50-d0cb-4a31-a3cd-d18dd233cfef admin admin] Publish callbacks [] for security_group (6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:04.648753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c889a50-d0cb-4a31-a3cd-d18dd233cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:04.698815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72a74478-13ba-4b73-8f93-f4b6f1c18a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:04.712023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c889a50-d0cb-4a31-a3cd-d18dd233cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:04.809829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 909bb979-bd00-4958-9374-6635055ea5ef no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:04.849085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655d5fa-ffe9-4665-b22a-3280a955427a req-646efaef-791e-497a-a57b-c8bfbf9002c1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:04.850295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 909bb979-bd00-4958-9374-6635055ea5ef {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:04.850652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 909bb979-bd00-4958-9374-6635055ea5ef not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:04.868172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8655d5fa-ffe9-4665-b22a-3280a955427a req-646efaef-791e-497a-a57b-c8bfbf9002c1 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.5568292 Jan 27 19:52:04.895737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4c889a50-d0cb-4a31-a3cd-d18dd233cfef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97e09f7f0ed64dc3b82cba3f3508c9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9175172 Jan 27 19:52:04.900136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:04.993538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72a74478-13ba-4b73-8f93-f4b6f1c18a77 admin admin] Publish callbacks [] for security_group (755a36f9-9ab5-4449-86cc-ab10df8e4829), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.013516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72a74478-13ba-4b73-8f93-f4b6f1c18a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (755a36f9-9ab5-4449-86cc-ab10df8e4829), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.017926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-397e6394-7de1-47a3-a8af-67e0262d9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:05.019522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-397e6394-7de1-47a3-a8af-67e0262d9edb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1097 time: 0.5353320 Jan 27 19:52:05.073232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a74478-13ba-4b73-8f93-f4b6f1c18a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755a36f9-9ab5-4449-86cc-ab10df8e4829,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:05.132836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] Publish callbacks [] for security_group (6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.171125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72a74478-13ba-4b73-8f93-f4b6f1c18a77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2b63ddd91284fb893b9dc72f8a36d07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0616136 Jan 27 19:52:05.185660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8655d5fa-ffe9-4665-b22a-3280a955427a req-877c1c28-8f36-4d98-994a-e8a13e01d2c4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162565 Jan 27 19:52:05.186351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:05.196671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580653-9a60-49d6-af13-f83e60d52856 req-78dba894-d2f8-489c-a1a6-be13b4cdce9b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:05.198483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9580653-9a60-49d6-af13-f83e60d52856 req-78dba894-d2f8-489c-a1a6-be13b4cdce9b tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.1936984 Jan 27 19:52:05.212160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] Publish callbacks [] for security_group (6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.358279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Deleting port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:05.360734 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.382954 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] Publish callbacks [] for security_group (755a36f9-9ab5-4449-86cc-ab10df8e4829), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.414307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] Publish callbacks [] for security_group (755a36f9-9ab5-4449-86cc-ab10df8e4829), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.470448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-21072b5a-67e2-4434-864c-052d7fbbef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:05.472759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-21072b5a-67e2-4434-864c-052d7fbbef90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 898 time: 0.4126916 Jan 27 19:52:05.487599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (755a36f9-9ab5-4449-86cc-ab10df8e4829), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.490357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.491915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/755a36f9-9ab5-4449-86cc-ab10df8e4829 HTTP/1.1" status: 204 len: 168 time: 0.3012757 Jan 27 19:52:05.566465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.572355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.581041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3 HTTP/1.1" status: 204 len: 168 time: 0.6792111 Jan 27 19:52:05.589352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] For port 731ec8dc-53ce-4940-a0f6-5483e6af89b0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=731ec8dc-53ce-4940-a0f6-5483e6af89b0,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:05.589810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:05.617922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-5dafdfa0-7abb-4a0f-ae34-ba036003635a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 1002 time: 0.1208007 Jan 27 19:52:05.645372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Calling delete_port for 731ec8dc-53ce-4940-a0f6-5483e6af89b0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:05.651600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9ec2c-8c03-4eac-8019-9187aaa3188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a36f9-9ab5-4449-86cc-ab10df8e4829,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:05.655502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f164df-e7a5-42de-ba3f-f89afab385ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c34fbf9-a8b3-4fd2-8c2a-0411d734dad3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:05.759158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212c30c-b9e2-49e6-aba0-aca46cba004f req-acb336ba-9e02-4a78-b515-683cbd8b3a4c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:05.761814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2212c30c-b9e2-49e6-aba0-aca46cba004f req-acb336ba-9e02-4a78-b515-683cbd8b3a4c tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 1096 time: 0.4077139 Jan 27 19:52:05.801231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-f4baae64-bc71-46ca-8f17-608f3f82da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:05.810644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-f4baae64-bc71-46ca-8f17-608f3f82da32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 200 len: 835 time: 0.1831818 Jan 27 19:52:06.056379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (731ec8dc-53ce-4940-a0f6-5483e6af89b0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.057598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-e1fc2c3b-0618-4ff0-ac6c-6a8df42f0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:06.059168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-e1fc2c3b-0618-4ff0-ac6c-6a8df42f0e92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403963 Jan 27 19:52:06.076647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['731ec8dc-53ce-4940-a0f6-5483e6af89b0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:52:06.099616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2212c30c-b9e2-49e6-aba0-aca46cba004f req-07c41292-e15e-4b10-b5ac-b94c0d2dcdc1 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b6cf560e-53e1-4e77-b8e0-1817e84fccb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124967 Jan 27 19:52:06.199187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Pushing event deleted for resources: {'Port': ['ID=731ec8dc-53ce-4940-a0f6-5483e6af89b0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:06.397897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] No DVR routers for this DVR port 731ec8dc-53ce-4940-a0f6-5483e6af89b0 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:06.447917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.467333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:06.472467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e9580653-9a60-49d6-af13-f83e60d52856 req-aa7057e4-a497-4d56-a3ef-d30608d0cf97 tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.66 "DELETE /v2.0/ports/731ec8dc-53ce-4940-a0f6-5483e6af89b0 HTTP/1.1" status: 204 len: 173 time: 1.2684269 Jan 27 19:52:06.486268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'name': 'network-vif-deleted', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:52:06.519473 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5278f-dcdb-4ab0-a1b0-ee3f69a5d124" -d '{"events": [{"server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "name": "network-vif-deleted", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:52:06.577006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50618) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:06.645690 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-305aca8a-87a5-40e9-9f62-ea36e058f823 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792401 Jan 27 19:52:06.649420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9caa0124-3859-4d55-bc77-2ffb50aa55c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.661352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96972b56-0ebd-4d04-ba42-7656d4ffa443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.736324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce85991-5747-45ff-9850-a45ffe9f067c req-2b46f77c-9720-4bdd-a2ca-585f10408cab tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:06.737950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce85991-5747-45ff-9850-a45ffe9f067c req-2b46f77c-9720-4bdd-a2ca-585f10408cab tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.3905525 Jan 27 19:52:06.928348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96972b56-0ebd-4d04-ba42-7656d4ffa443 admin admin] Publish callbacks [] for security_group (3e99c93b-da27-43c8-9480-4bda20b84964), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.940256 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96972b56-0ebd-4d04-ba42-7656d4ffa443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3e99c93b-da27-43c8-9480-4bda20b84964), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:06.967115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce85991-5747-45ff-9850-a45ffe9f067c req-525a9084-c260-4540-be0c-075b8b5e1828 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992943 Jan 27 19:52:07.096811 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e808f-e17c-4b08-8dc3-d28bba840121 x-openstack-request-id: req-d46e808f-e17c-4b08-8dc3-d28bba840121 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:52:07.098593 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295fc0bd-5d97-4c16-bd9b-815325481065", "name": "network-vif-deleted", "tag": "731ec8dc-53ce-4940-a0f6-5483e6af89b0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:52:07.099105 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d46e808f-e17c-4b08-8dc3-d28bba840121 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:52:07.100386 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295fc0bd-5d97-4c16-bd9b-815325481065', 'name': 'network-vif-deleted', 'tag': '731ec8dc-53ce-4940-a0f6-5483e6af89b0', 'status': 'completed', 'code': 200} Jan 27 19:52:07.110880 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-96972b56-0ebd-4d04-ba42-7656d4ffa443 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a322b6b304e74a5eb32488e04c833b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322337 Jan 27 19:52:07.112284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972b56-0ebd-4d04-ba42-7656d4ffa443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e99c93b-da27-43c8-9480-4bda20b84964,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:07.115719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:07.212422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9caa0124-3859-4d55-bc77-2ffb50aa55c0 admin admin] Publish callbacks [] for security_group (c9308c06-c05e-42ab-a22f-f1fc1b356f94), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.229292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9caa0124-3859-4d55-bc77-2ffb50aa55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c9308c06-c05e-42ab-a22f-f1fc1b356f94), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.239534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] Publish callbacks [] for security_group (3e99c93b-da27-43c8-9480-4bda20b84964), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.300585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] Publish callbacks [] for security_group (3e99c93b-da27-43c8-9480-4bda20b84964), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.324682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0124-3859-4d55-bc77-2ffb50aa55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9308c06-c05e-42ab-a22f-f1fc1b356f94,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:07.409858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42608e27-e1e4-466f-b171-0a2e12fb30f7 req-2b6f5de5-321e-458e-b961-b3fa4f6952d3 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577083 Jan 27 19:52:07.452361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03f98818-8aff-48e0-9c45-e12fa32081ee req-9dd0aa4d-50c1-4c2f-8700-3c922a80612d tempest-TestServerMultinode-397888749 tempest-TestServerMultinode-397888749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=295fc0bd-5d97-4c16-bd9b-815325481065 HTTP/1.1" status: 200 len: 210 time: 0.1324766 Jan 27 19:52:07.460789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9caa0124-3859-4d55-bc77-2ffb50aa55c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7b784a4062846cda1ca934410bdf341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9327366 Jan 27 19:52:07.465305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 50702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:07.533788 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3e99c93b-da27-43c8-9480-4bda20b84964), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.550246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.554957 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e99c93b-da27-43c8-9480-4bda20b84964 HTTP/1.1" status: 204 len: 168 time: 0.4363294 Jan 27 19:52:07.611903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d81be-0655-4a13-aceb-7b9fa486b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e99c93b-da27-43c8-9480-4bda20b84964,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:07.618924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] Publish callbacks [] for security_group (c9308c06-c05e-42ab-a22f-f1fc1b356f94), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.671163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] Publish callbacks [] for security_group (c9308c06-c05e-42ab-a22f-f1fc1b356f94), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.777977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c9308c06-c05e-42ab-a22f-f1fc1b356f94), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.781977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:07.784096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9308c06-c05e-42ab-a22f-f1fc1b356f94 HTTP/1.1" status: 204 len: 168 time: 0.3172901 Jan 27 19:52:07.805746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afce47-bb01-4277-a090-d495b3190a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9308c06-c05e-42ab-a22f-f1fc1b356f94,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:08.249493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd3a0e-2b5e-4a6a-8364-df645f75ddc6 req-6aa005f7-eea1-4588-ac2e-d00bd2e07262 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:08.264699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2cd3a0e-2b5e-4a6a-8364-df645f75ddc6 req-6aa005f7-eea1-4588-ac2e-d00bd2e07262 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1437974 Jan 27 19:52:08.402640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2cd3a0e-2b5e-4a6a-8364-df645f75ddc6 req-4b9774e3-2584-47a3-bfec-5a487125763b tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369550 Jan 27 19:52:08.564269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:08.567063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50808) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:08.818551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b9ec9948-594b-4db3-9946-c7a81a130ecf is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:08.820237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:08.918195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:52:08.923510 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c73d26-e6f7-4e90-818d-9b04457f3e6a" -d '{"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:52:08.970976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:09.001994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:09.010013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 731ec8dc-53ce-4940-a0f6-5483e6af89b0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:09.064242 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 19:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d8f4f-a351-46bf-90c6-9fa5ea10b093 x-openstack-request-id: req-622d8f4f-a351-46bf-90c6-9fa5ea10b093 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:52:09.064681 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:52:09.064901 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-622d8f4f-a351-46bf-90c6-9fa5ea10b093 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:52:09.065167 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'code': 200} Jan 27 19:52:09.069219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-4bb700a1-ca6c-4c68-80f4-b7678271b93f req-f28e4ffc-19a1-4518-a49c-1c30e22ef17b service neutron] (103323) timed out ('10.222.0.59', 58708) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:52:09.119009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 731ec8dc-53ce-4940-a0f6-5483e6af89b0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:09.119375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 731ec8dc-53ce-4940-a0f6-5483e6af89b0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:09.124621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:09.136485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6741f82d-b882-454a-b1b0-3a105e433a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:09.751534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 50946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:09.789024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (1586ee20-6488-44bd-afca-190165779135), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:09.800544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f3713-d182-4eef-b141-f5bf6ada1fbe req-34eed3f0-08f1-4f8b-b1e1-27cbbbb5ceb4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:09.814765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633f3713-d182-4eef-b141-f5bf6ada1fbe req-34eed3f0-08f1-4f8b-b1e1-27cbbbb5ceb4 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 944 time: 0.2466416 Jan 27 19:52:10.078437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c63edeb0-96c9-4641-a6ae-aa48bee56608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:10.093167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633f3713-d182-4eef-b141-f5bf6ada1fbe req-0b47bae5-579e-4603-92e9-2a5d92cea1d3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558699 Jan 27 19:52:10.427349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c63edeb0-96c9-4641-a6ae-aa48bee56608 admin admin] Publish callbacks [] for security_group (b9125b96-335c-4944-a659-6e991ceffdf0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:10.450030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c63edeb0-96c9-4641-a6ae-aa48bee56608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b9125b96-335c-4944-a659-6e991ceffdf0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:10.543988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ef356-3c48-4089-acea-2d351abd25af req-3ff9fac4-2caf-4785-8a67-af34da1451e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:10.545691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-838ef356-3c48-4089-acea-2d351abd25af req-3ff9fac4-2caf-4785-8a67-af34da1451e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1095 time: 0.1223803 Jan 27 19:52:10.574836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:52:10.711567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-838ef356-3c48-4089-acea-2d351abd25af req-e5ed75b4-23cd-462a-bc9a-c9337cbec48b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573191 Jan 27 19:52:10.863315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63edeb0-96c9-4641-a6ae-aa48bee56608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9125b96-335c-4944-a659-6e991ceffdf0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:10.948707 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c63edeb0-96c9-4641-a6ae-aa48bee56608 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4abba47eb8714f5cb22034ebb72a1749&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1912048 Jan 27 19:52:10.949486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:11.002820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:11.044015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'port_id': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'mac_address': 'fa:16:3e:6c:71:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:52:11.168572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b9ec9948-594b-4db3-9946-c7a81a130ecf is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:11.168986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.212477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ec9948-594b-4db3-9946-c7a81a130ecf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:52:11.232325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] Publish callbacks [] for security_group (b9125b96-335c-4944-a659-6e991ceffdf0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.279908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] Publish callbacks [] for security_group (b9125b96-335c-4944-a659-6e991ceffdf0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.291294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:11.300479 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.306459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Deleting port 7fa855e5-9032-4ea3-9044-58de455cb2a4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:11.307117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.433944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:11.508588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] For port 7fa855e5-9032-4ea3-9044-58de455cb2a4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7fa855e5-9032-4ea3-9044-58de455cb2a4,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:11.508962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.528993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff78a47-ca15-414e-a392-a0dd9973b6bc req-05f4ab96-8a7e-4f4d-980f-0425702780ac tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:11.536055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dff78a47-ca15-414e-a392-a0dd9973b6bc req-05f4ab96-8a7e-4f4d-980f-0425702780ac tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 945 time: 0.1842351 Jan 27 19:52:11.556082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Calling delete_port for 7fa855e5-9032-4ea3-9044-58de455cb2a4 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:11.588582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b9125b96-335c-4944-a659-6e991ceffdf0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.600821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:11.607344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9125b96-335c-4944-a659-6e991ceffdf0 HTTP/1.1" status: 204 len: 168 time: 0.6520638 Jan 27 19:52:11.674014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a03b4-1316-4492-a731-97ad8f5b16c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9125b96-335c-4944-a659-6e991ceffdf0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:11.711008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dff78a47-ca15-414e-a392-a0dd9973b6bc req-2a2f526c-968b-477e-9519-75f8c6c2426d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709394 Jan 27 19:52:12.027904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7fa855e5-9032-4ea3-9044-58de455cb2a4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:12.070753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa855e5-9032-4ea3-9044-58de455cb2a4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:12.178493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42d60040-033a-4361-ab4b-60419defe66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:12.527713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (1586ee20-6488-44bd-afca-190165779135), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:12.786387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b9ec9948-594b-4db3-9946-c7a81a130ecf'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:52:12.800832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:12.830500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e791f773-431d-4e54-aea0-61efa3a2674c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.028336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954bfd-4e5e-4e1a-8881-f331bda2f99d req-3c093967-f679-44d5-b14e-21be31197abc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:13.047851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c954bfd-4e5e-4e1a-8881-f331bda2f99d req-3c093967-f679-44d5-b14e-21be31197abc tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 945 time: 0.1492188 Jan 27 19:52:13.171178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c954bfd-4e5e-4e1a-8881-f331bda2f99d req-d24785a4-3654-400d-b275-73bf21de86c3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224303 Jan 27 19:52:13.195810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51142) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:13.273188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e791f773-431d-4e54-aea0-61efa3a2674c admin admin] Publish callbacks [] for security_group (9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.283467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e791f773-431d-4e54-aea0-61efa3a2674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.339028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e791f773-431d-4e54-aea0-61efa3a2674c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c190b8a627314f8991146b32f8271bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366333 Jan 27 19:52:13.340274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:13.377510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b486046a-e866-4feb-8107-053d3e570eca tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/floatingips/51fb626f-e3d3-4176-b170-edcb48895f34 HTTP/1.1" status: 200 len: 993 time: 0.1791389 Jan 27 19:52:13.459960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791f773-431d-4e54-aea0-61efa3a2674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:13.479634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] Publish callbacks [] for security_group (9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.485805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Router 1586ee20-6488-44bd-afca-190165779135 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:52:13.533900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] Publish callbacks [] for security_group (9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.642991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:52:13.660112 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Sync routers for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:52:13.678720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.687346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:13.690687 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:52:13.690687 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:52:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:13.690954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f913f2fd-2d56-4f9c-a4af-cc57e037a6e7 admin admin] 10.222.0.59 "PUT /v2.0/routers/1586ee20-6488-44bd-afca-190165779135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1198826 Jan 27 19:52:13.691054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2 HTTP/1.1" status: 204 len: 168 time: 0.3417385 Jan 27 19:52:13.691511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:13.739564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd4ac0-5a36-4dbd-bcf6-28d1b18e6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab15e6e-4dc3-4597-91ef-c6e62e2bc5e2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:13.991618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks [] for router (1586ee20-6488-44bd-afca-190165779135), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:14.039186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:52:14.240033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks [] for router_gateway (1586ee20-6488-44bd-afca-190165779135), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:14.356191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Deleting port bf6ad8b5-5fa1-4a7d-9017-714e414b8127 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:14.356516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:14.573775 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:52:11Z', 'revision_number': 5, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port': {'id': 'bf6ad8b5-5fa1-4a7d-9017-714e414b8127', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1586ee20-6488-44bd-afca-190165779135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:53Z', 'updated_at': '2022-01-27T19:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:14.583156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] For port bf6ad8b5-5fa1-4a7d-9017-714e414b8127, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:14.583156 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:14.588438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:52:14.648786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Calling delete_port for bf6ad8b5-5fa1-4a7d-9017-714e414b8127 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:14.702607 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Checking router: 1586ee20-6488-44bd-afca-190165779135 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:52:14.722926 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Routers {'1586ee20-6488-44bd-afca-190165779135'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:52:14.744127 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:52:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['1586ee20-6488-44bd-afca-190165779135'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:14.771757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b9ec9948-594b-4db3-9946-c7a81a130ecf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:14.772148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.093338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b9ec9948-594b-4db3-9946-c7a81a130ecf is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:15.096754 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.159626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:52:15.160981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (bf6ad8b5-5fa1-4a7d-9017-714e414b8127), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.165742 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe421d-cb97-48eb-980e-bcd2e8582e90" -d '{"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:52:15.237661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6ad8b5-5fa1-4a7d-9017-714e414b8127,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:15.241123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:15.260916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.270236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.399237 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] Set router 1586ee20-6488-44bd-afca-190165779135 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:52:15.447475 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f3a73e-e32a-48ec-867c-3191534aa6d9 x-openstack-request-id: req-54f3a73e-e32a-48ec-867c-3191534aa6d9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:52:15.448366 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:52:15.449642 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54f3a73e-e32a-48ec-867c-3191534aa6d9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:52:15.451564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (1586ee20-6488-44bd-afca-190165779135), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.452358 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'code': 200} Jan 27 19:52:15.506026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:15.576473 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:52:14Z', 'revision_number': 6, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:15.641672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.669995 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77370ea-fc6b-4061-ac78-adab9a375912 None None] The sync data for ids ['1586ee20-6488-44bd-afca-190165779135'] in n-d-760453-6 is: [{'id': '1586ee20-6488-44bd-afca-190165779135', 'name': 'tempest-TestServerMultinode-798219581-router', 'tenant_id': '061f97eb18e749a69ff4b24d278a329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:49Z', 'updated_at': '2022-01-27T19:52:14Z', 'revision_number': 6, 'project_id': '061f97eb18e749a69ff4b24d278a329e', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:52:15.767052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (1586ee20-6488-44bd-afca-190165779135), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:15.772111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks [] for router_controller (1586ee20-6488-44bd-afca-190165779135), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.068961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.180704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (1586ee20-6488-44bd-afca-190165779135), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.182072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1586ee20-6488-44bd-afca-190165779135 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:52:16.187670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.189227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fb32bad4-5bc6-48a7-b119-bdd1096d51ae admin admin] 10.222.0.59 "DELETE /v2.0/routers/1586ee20-6488-44bd-afca-190165779135 HTTP/1.1" status: 204 len: 168 time: 2.4644167 Jan 27 19:52:16.191771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:16.313667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Deleting subnet f6046d80-9d1b-4712-a6a1-32d1ad2546fe {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:52:16.322161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Publish callbacks [] for subnet (f6046d80-9d1b-4712-a6a1-32d1ad2546fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.408154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (f6046d80-9d1b-4712-a6a1-32d1ad2546fe), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.605997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f6046d80-9d1b-4712-a6a1-32d1ad2546fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.681692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7fa855e5-9032-4ea3-9044-58de455cb2a4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:16.760734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7fa855e5-9032-4ea3-9044-58de455cb2a4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:16.761490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7fa855e5-9032-4ea3-9044-58de455cb2a4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:16.762279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bf6ad8b5-5fa1-4a7d-9017-714e414b8127 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:16.764899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (f6046d80-9d1b-4712-a6a1-32d1ad2546fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.829221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6046d80-9d1b-4712-a6a1-32d1ad2546fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:16.839151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: bf6ad8b5-5fa1-4a7d-9017-714e414b8127 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:16.839298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bf6ad8b5-5fa1-4a7d-9017-714e414b8127 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:16.847592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:16.863908 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2804fb6e-2901-4d9e-9c8f-97628373907c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f6046d80-9d1b-4712-a6a1-32d1ad2546fe HTTP/1.1" status: 204 len: 168 time: 0.6710308 Jan 27 19:52:16.871526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e89ff-834f-447a-8c0f-33d742e00231 None None] Network 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:16.875425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51288) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:17.124631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:17.316860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Deleting port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:17.318218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:17.448260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] For port bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,segment=NetworkSegment(bdcac6ba-02e3-472d-a4d0-47d5a7e1df41),segment_id=bdcac6ba-02e3-472d-a4d0-47d5a7e1df41)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:17.449231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:17.453756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51304) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:17.477186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Calling delete_port for bb47f9a9-9915-4257-bd69-1d5aae6b08a5 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:17.684673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] DHCP port deletion for 4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:52:17.747262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:17.794984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] No DVR routers for this DVR port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:17.876400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Deleting port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:17.877000 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:17.935700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36640a39-ffbb-423e-8d7b-6b31c920dbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.015218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:18.054862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] For port bb47f9a9-9915-4257-bd69-1d5aae6b08a5, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:18.055320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.126291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Calling delete_port for bb47f9a9-9915-4257-bd69-1d5aae6b08a5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:18.138757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:52:18.143335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (bb47f9a9-9915-4257-bd69-1d5aae6b08a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.202195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] No DVR routers for this DVR port bb47f9a9-9915-4257-bd69-1d5aae6b08a5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:18.223461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36640a39-ffbb-423e-8d7b-6b31c920dbfe admin admin] Publish callbacks [] for security_group (086f1779-65fa-4730-a777-ddaa4d42b899), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.247973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36640a39-ffbb-423e-8d7b-6b31c920dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (086f1779-65fa-4730-a777-ddaa4d42b899), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.291212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.314776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683d80a-acf5-44db-93e2-5ccab34815e7 None None] Pushing event deleted for resources: {'Port': ['ID=bb47f9a9-9915-4257-bd69-1d5aae6b08a5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:18.324488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36640a39-ffbb-423e-8d7b-6b31c920dbfe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcc6a1defb9047c7a1626e55f760624c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8632581 Jan 27 19:52:18.327465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:18.342362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640a39-ffbb-423e-8d7b-6b31c920dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f1779-65fa-4730-a777-ddaa4d42b899,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:18.342362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:18.351768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:18.352216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcac6ba-02e3-472d-a4d0-47d5a7e1df41') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:18.369027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bdcac6ba-02e3-472d-a4d0-47d5a7e1df41), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.393433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bdcac6ba-02e3-472d-a4d0-47d5a7e1df41), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.461410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:52:18.466162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bdcac6ba-02e3-472d-a4d0-47d5a7e1df41), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:52:18.504951 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:52:18.511666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] Publish callbacks [] for security_group (086f1779-65fa-4730-a777-ddaa4d42b899), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.607116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] Publish callbacks [] for security_group (086f1779-65fa-4730-a777-ddaa4d42b899), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.698913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb47f9a9-9915-4257-bd69-1d5aae6b08a5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:18.703585 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.714516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.725108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] 10.222.0.59 "DELETE /v2.0/networks/4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792 HTTP/1.1" status: 204 len: 168 time: 1.8415771 Jan 27 19:52:18.726078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51334) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:18.763650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (086f1779-65fa-4730-a777-ddaa4d42b899), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.766482 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:18.768467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/086f1779-65fa-4730-a777-ddaa4d42b899 HTTP/1.1" status: 204 len: 168 time: 0.4376514 Jan 27 19:52:18.776422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: bb47f9a9-9915-4257-bd69-1d5aae6b08a5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:18.779081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device bb47f9a9-9915-4257-bd69-1d5aae6b08a5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:18.796360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818b819-ea6f-4105-89d3-ad20b487792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f1779-65fa-4730-a777-ddaa4d42b899,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:18.886644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822fdaf-219a-4250-8dea-c5e60cf0d98d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b318fbb-dcbc-49ff-8dc4-b91ec7f0a792,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:19.606436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:19.734703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:19.754384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff804de8-f8d6-4904-b500-61310ed276f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.017494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff804de8-f8d6-4904-b500-61310ed276f6 admin admin] Publish callbacks [] for security_group (584ace8e-67f6-4a2a-ace9-da18843a14b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.032215 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff804de8-f8d6-4904-b500-61310ed276f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (584ace8e-67f6-4a2a-ace9-da18843a14b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.046431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51364) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:20.134537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Deleting port 53f01d4f-f205-4785-a038-e8e46ae6c1b5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:20.134891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.157290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff804de8-f8d6-4904-b500-61310ed276f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ace8e-67f6-4a2a-ace9-da18843a14b4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:20.190987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ff804de8-f8d6-4904-b500-61310ed276f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e1dca29322b4bedbf8078050dfc2918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429426 Jan 27 19:52:20.192585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:20.251025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] Publish callbacks [] for security_group (584ace8e-67f6-4a2a-ace9-da18843a14b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.302429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] Publish callbacks [] for security_group (584ace8e-67f6-4a2a-ace9-da18843a14b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.392196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (584ace8e-67f6-4a2a-ace9-da18843a14b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.395899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.397700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/584ace8e-67f6-4a2a-ace9-da18843a14b4 HTTP/1.1" status: 204 len: 168 time: 0.2034085 Jan 27 19:52:20.399677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] For port 53f01d4f-f205-4785-a038-e8e46ae6c1b5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=53f01d4f-f205-4785-a038-e8e46ae6c1b5,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:20.402273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.419853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df5912-3733-43a8-baf9-6181fdac1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ace8e-67f6-4a2a-ace9-da18843a14b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:20.427774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf03642e-598a-41c9-99ca-203fbad647a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.446219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Calling delete_port for 53f01d4f-f205-4785-a038-e8e46ae6c1b5 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:20.729221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf03642e-598a-41c9-99ca-203fbad647a7 admin admin] Publish callbacks [] for security_group (1a25dc20-2da9-426c-bd8b-e1025dfe2784), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.739219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (53f01d4f-f205-4785-a038-e8e46ae6c1b5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.747486 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf03642e-598a-41c9-99ca-203fbad647a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1a25dc20-2da9-426c-bd8b-e1025dfe2784), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:20.806723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bf03642e-598a-41c9-99ca-203fbad647a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d44c4374ded4ad3bb6ad10525c363c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7486284 Jan 27 19:52:20.807564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:20.808386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03642e-598a-41c9-99ca-203fbad647a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a25dc20-2da9-426c-bd8b-e1025dfe2784,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:20.875332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f01d4f-f205-4785-a038-e8e46ae6c1b5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:20.916398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] Publish callbacks [] for security_group (1a25dc20-2da9-426c-bd8b-e1025dfe2784), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:21.006111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] Publish callbacks [] for security_group (1a25dc20-2da9-426c-bd8b-e1025dfe2784), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:21.120797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1a25dc20-2da9-426c-bd8b-e1025dfe2784), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:21.123198 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:21.128053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a25dc20-2da9-426c-bd8b-e1025dfe2784 HTTP/1.1" status: 204 len: 168 time: 0.3164315 Jan 27 19:52:21.163302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e8ce5-f677-4318-8f97-03013e23c0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a25dc20-2da9-426c-bd8b-e1025dfe2784,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:21.369797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.003814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:22.026252 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13cd2a67-1bd4-40d8-8ed1-77080e036545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.175358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13cd2a67-1bd4-40d8-8ed1-77080e036545 admin admin] Publish callbacks [] for security_group (2c7559ce-7090-4141-9738-f5a213225ef3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.184877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13cd2a67-1bd4-40d8-8ed1-77080e036545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c7559ce-7090-4141-9738-f5a213225ef3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.245865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2a67-1bd4-40d8-8ed1-77080e036545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7559ce-7090-4141-9738-f5a213225ef3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:22.319302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-13cd2a67-1bd4-40d8-8ed1-77080e036545 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d88a1e4fb424d0daf94c5af4a90cd3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137410 Jan 27 19:52:22.324528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51422) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:22.486746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Router d4015661-b6c1-4e5e-8fa9-3c384abb0446 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:52:22.624895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] Publish callbacks [] for security_group (2c7559ce-7090-4141-9738-f5a213225ef3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.701574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] Publish callbacks [] for security_group (2c7559ce-7090-4141-9738-f5a213225ef3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.841933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:52:22.849901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2c7559ce-7090-4141-9738-f5a213225ef3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.852746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:22.853828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c7559ce-7090-4141-9738-f5a213225ef3 HTTP/1.1" status: 204 len: 168 time: 0.5278835 Jan 27 19:52:22.868541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:22.872994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Sync routers for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:52:22.877524 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1a7a4e3-ddf2-418a-a2f1-87cce9423f00 admin admin] 10.222.0.59 "PUT /v2.0/routers/d4015661-b6c1-4e5e-8fa9-3c384abb0446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502826 Jan 27 19:52:22.884370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f335495-eb63-429d-8446-a336febf572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7559ce-7090-4141-9738-f5a213225ef3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:22.910973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:52:22.914115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:52:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:23.109703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks [] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:23.332702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks [] for router_gateway (d4015661-b6c1-4e5e-8fa9-3c384abb0446), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:23.388044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:52:23.512860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Deleting port e69c37ad-69e7-4f6b-a7a4-89a1e31999de {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:23.517597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:23.610483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51454) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:23.823994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] For port e69c37ad-69e7-4f6b-a7a4-89a1e31999de, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:23.824687 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:23.894408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Calling delete_port for e69c37ad-69e7-4f6b-a7a4-89a1e31999de owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:23.982428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.121577 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:52:24.205300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:52:20Z', 'revision_number': 5, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port': {'id': 'e69c37ad-69e7-4f6b-a7a4-89a1e31999de', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:51:12Z', 'updated_at': '2022-01-27T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:24.283845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Checking router: d4015661-b6c1-4e5e-8fa9-3c384abb0446 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:52:24.292053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1682871830'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:24.301504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Routers {'d4015661-b6c1-4e5e-8fa9-3c384abb0446'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:52:24.303793 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e69c37ad-69e7-4f6b-a7a4-89a1e31999de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.309856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:52:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:24.352606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Made reservation on behalf of 58a18ac0dacb46b18bcd1cc57a4f7339 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:24.364001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.367050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Pushing event deleted for resources: {'Port': ['ID=e69c37ad-69e7-4f6b-a7a4-89a1e31999de,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:24.398958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.526547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] Set router d4015661-b6c1-4e5e-8fa9-3c384abb0446 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:52:24.545612 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.566387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks [] for security_group (4e374207-603e-467c-b368-784510a0ab7f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.579976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e374207-603e-467c-b368-784510a0ab7f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.665995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:52:24Z', 'revision_number': 7, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:24.699871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:52:24.721942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ce1d94da-b0d1-4710-9a12-5c71464badb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.722680 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Added segment ce1d94da-b0d1-4710-9a12-5c71464badb8 of type vlan for network 83b2cc08-5547-4d79-acf3-8c3f91cc668a Jan 27 19:52:24.730872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b557d43-a956-4627-9fce-2ef250743432 None None] The sync data for ids ['d4015661-b6c1-4e5e-8fa9-3c384abb0446'] in n-d-760453-6 is: [{'id': 'd4015661-b6c1-4e5e-8fa9-3c384abb0446', 'name': 'tempest-TestServerMultinode-824872481-router', 'tenant_id': '6e7e49080455450d8d15000cdfb3c675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:51:10Z', 'updated_at': '2022-01-27T19:52:24Z', 'revision_number': 7, 'project_id': '6e7e49080455450d8d15000cdfb3c675', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:52:24.753718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e374207-603e-467c-b368-784510a0ab7f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:24.760207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.764654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks [] for router_controller (d4015661-b6c1-4e5e-8fa9-3c384abb0446), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.822126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (83b2cc08-5547-4d79-acf3-8c3f91cc668a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.846400 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (d4015661-b6c1-4e5e-8fa9-3c384abb0446), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.847078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4015661-b6c1-4e5e-8fa9-3c384abb0446 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:52:24.866167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.868767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-33557290-ea8e-44e0-8a8a-6ccda181b06c admin admin] 10.222.0.59 "DELETE /v2.0/routers/d4015661-b6c1-4e5e-8fa9-3c384abb0446 HTTP/1.1" status: 204 len: 168 time: 1.9990530 Jan 27 19:52:24.872177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51490) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:24.934121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (83b2cc08-5547-4d79-acf3-8c3f91cc668a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.947489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:24.948034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:24.949116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.040732 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4286640 Jan 27 19:52:25.058369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Deleting subnet a399107f-81ed-4930-9101-b355ff29ef91 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:52:25.076634 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Publish callbacks [] for subnet (a399107f-81ed-4930-9101-b355ff29ef91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.134598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2596-9b04-4379-b22d-4328207704a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Pushing event updated for resources: {'Network': ['ID=83b2cc08-5547-4d79-acf3-8c3f91cc668a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:25.145953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:52:25.198143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (a399107f-81ed-4930-9101-b355ff29ef91), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.477059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a399107f-81ed-4930-9101-b355ff29ef91), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.634281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (a399107f-81ed-4930-9101-b355ff29ef91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.678851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:25.678851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a', 'binding:host_id': 'n-h1-760453-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-107971761'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:25.700643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a399107f-81ed-4930-9101-b355ff29ef91,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:25.709535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.713122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dc529-03dc-4ba3-abd6-4eb0c2f96dbb None None] Network 824def00-24e1-4740-b859-4e2f82b1c6c7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:25.719329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:25.720908 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f566d898-5640-4b16-b4e4-5bf3987a04d4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a399107f-81ed-4930-9101-b355ff29ef91 HTTP/1.1" status: 204 len: 168 time: 0.8441513 Jan 27 19:52:25.731085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Made reservation on behalf of 23c61ff384ff4d7fbf37d4d3f1603206 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:25.734091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.744908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:25.989173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51530) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:25.994675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] DHCP port deletion for 824def00-24e1-4740-b859-4e2f82b1c6c7 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:52:25.998329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for security_group (929efe21-4fc5-4f02-af54-459bf1e63221), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.010186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (929efe21-4fc5-4f02-af54-459bf1e63221), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.019701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port c97dddda-68e8-47cd-8318-e144c2916aad yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:26.158921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Deleting port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:26.159497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.268119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40349ba7-ef45-43a8-8183-0e4d84d7ad5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.400574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] For port 4f9d2b85-5a93-458f-9614-5b67ad94ff04, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4f9d2b85-5a93-458f-9614-5b67ad94ff04,segment=NetworkSegment(49329c6c-8b37-4cf0-8d6a-c64b2923fb0d),segment_id=49329c6c-8b37-4cf0-8d6a-c64b2923fb0d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:26.400574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.428994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Calling delete_port for 4f9d2b85-5a93-458f-9614-5b67ad94ff04 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:26.555505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40349ba7-ef45-43a8-8183-0e4d84d7ad5d admin admin] Publish callbacks [] for security_group (60724acc-b8eb-439e-b289-abd589f9ea16), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.567383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40349ba7-ef45-43a8-8183-0e4d84d7ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60724acc-b8eb-439e-b289-abd589f9ea16), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.573562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port c97dddda-68e8-47cd-8318-e144c2916aad yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:26.599979 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (c97dddda-68e8-47cd-8318-e144c2916aad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.627077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (4f9d2b85-5a93-458f-9614-5b67ad94ff04), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.670231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929efe21-4fc5-4f02-af54-459bf1e63221,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:26.675284 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40349ba7-ef45-43a8-8183-0e4d84d7ad5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5873e4b750744bab9e6cee6a6dfd950c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6847706 Jan 27 19:52:26.684794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.694240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:26.694459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] Pushing event deleted for resources: {'Port': ['ID=4f9d2b85-5a93-458f-9614-5b67ad94ff04,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:26.698051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4f9d2b85-5a93-458f-9614-5b67ad94ff04 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:26.705673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40349ba7-ef45-43a8-8183-0e4d84d7ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60724acc-b8eb-439e-b289-abd589f9ea16,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:26.763143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c801a-ab96-4e7b-9d24-fa25dfb31e1e None None] No DVR routers for this DVR port 4f9d2b85-5a93-458f-9614-5b67ad94ff04 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:26.774041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4f9d2b85-5a93-458f-9614-5b67ad94ff04 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:26.774572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4f9d2b85-5a93-458f-9614-5b67ad94ff04 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:26.775678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 53f01d4f-f205-4785-a038-e8e46ae6c1b5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:26.795625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (824def00-24e1-4740-b859-4e2f82b1c6c7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:26.820219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 53f01d4f-f205-4785-a038-e8e46ae6c1b5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:26.820769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 53f01d4f-f205-4785-a038-e8e46ae6c1b5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:26.821371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e69c37ad-69e7-4f6b-a7a4-89a1e31999de no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:26.873689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e69c37ad-69e7-4f6b-a7a4-89a1e31999de {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:26.883030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e69c37ad-69e7-4f6b-a7a4-89a1e31999de not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:27.052241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] Publish callbacks [] for security_group (60724acc-b8eb-439e-b289-abd589f9ea16), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.147271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=c97dddda-68e8-47cd-8318-e144c2916aad,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:27.185559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (824def00-24e1-4740-b859-4e2f82b1c6c7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.229852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] Publish callbacks [] for security_group (60724acc-b8eb-439e-b289-abd589f9ea16), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.233016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Checking segment: {'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:52:27.233661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Network hostable DHCP agents. Network: 83b2cc08-5547-4d79-acf3-8c3f91cc668a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:52:27.237632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824def00-24e1-4740-b859-4e2f82b1c6c7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:27.259718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:27.260266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49329c6c-8b37-4cf0-8d6a-c64b2923fb0d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:27.301171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (49329c6c-8b37-4cf0-8d6a-c64b2923fb0d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.331336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:52:27.335226 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (49329c6c-8b37-4cf0-8d6a-c64b2923fb0d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.346746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:52:27.347230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (49329c6c-8b37-4cf0-8d6a-c64b2923fb0d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:52:27.349321 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:52:27.361371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 83b2cc08-5547-4d79-acf3-8c3f91cc668a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:27.365943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:27.369485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336893a7-663b-4834-b0ad-50d1f5c01b2d None None] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:27.453779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (60724acc-b8eb-439e-b289-abd589f9ea16), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.456992 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.458920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60724acc-b8eb-439e-b289-abd589f9ea16 HTTP/1.1" status: 204 len: 168 time: 0.7595141 Jan 27 19:52:27.470894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8831460-550a-4e6d-8341-f67a0ab5a5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60724acc-b8eb-439e-b289-abd589f9ea16,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:27.473029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.473540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.474145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.488240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (824def00-24e1-4740-b859-4e2f82b1c6c7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.495013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.495013 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.496023 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 2 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.523507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.526884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/824def00-24e1-4740-b859-4e2f82b1c6c7 HTTP/1.1" status: 204 len: 168 time: 1.8050320 Jan 27 19:52:27.592849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c226a-d6d8-4c14-a4be-b2d76b8014d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=824def00-24e1-4740-b859-4e2f82b1c6c7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:27.603650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.603991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.604341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.614698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.615033 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.615450 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 3 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.649654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.650004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.650341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.664444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.664844 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.665201 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 4 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.686518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.687454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.687454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.703257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.703949 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.705136 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 5 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.728431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.728778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.729169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.736458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.737218 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.738481 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 6 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.758635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.759005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.759458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.764704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.765131 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.765670 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 7 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.782909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.783419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.783944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.791234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.792415 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.793046 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 8 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.809918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.810401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.810899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.817796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.818426 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.818786 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 9 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.836643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:27.869210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.869694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.870115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.883128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.883573 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.885016 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 10 to bind port c97dddda-68e8-47cd-8318-e144c2916aad Jan 27 19:52:27.920070 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:27.920441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:27.920770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:27.935628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port c97dddda-68e8-47cd-8318-e144c2916aad on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:27.935978 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port c97dddda-68e8-47cd-8318-e144c2916aad on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:27.936368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:27.993566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a63f5ce-8523-4478-999e-bb8b4bf7ae9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=061f97eb18e749a69ff4b24d278a329e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554575 Jan 27 19:52:28.013737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:28.111345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port c97dddda-68e8-47cd-8318-e144c2916aad, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:52:28.111715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempted to set empty binding levels {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:52:28.117289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.144223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] Publish callbacks [] for security_group (9162d363-7eeb-4041-8ef2-1a383e5ca6a6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.187307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:28.187949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.192342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] Publish callbacks [] for security_group (9162d363-7eeb-4041-8ef2-1a383e5ca6a6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.259267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=c97dddda-68e8-47cd-8318-e144c2916aad,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:28.268969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9162d363-7eeb-4041-8ef2-1a383e5ca6a6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.273192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.275770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9162d363-7eeb-4041-8ef2-1a383e5ca6a6 HTTP/1.1" status: 204 len: 168 time: 0.2604234 Jan 27 19:52:28.300832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca634c76-baa3-4f49-bc58-a0d0873d3513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6278753 Jan 27 19:52:28.303465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:28.342176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1236115-8331-4fc0-a0d2-2424babe85ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162d363-7eeb-4041-8ef2-1a383e5ca6a6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:28.571602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Deleting port c97dddda-68e8-47cd-8318-e144c2916aad {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:28.571965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.732834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port c97dddda-68e8-47cd-8318-e144c2916aad, host n-h1-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:28.733864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.759064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Calling delete_port for c97dddda-68e8-47cd-8318-e144c2916aad owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:28.852666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c97dddda-68e8-47cd-8318-e144c2916aad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.925300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:28.927423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event deleted for resources: {'Port': ['ID=c97dddda-68e8-47cd-8318-e144c2916aad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:28.945524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:28.948977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-744937e9-4a33-4b25-ac95-9d8a15406fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c97dddda-68e8-47cd-8318-e144c2916aad HTTP/1.1" status: 204 len: 168 time: 0.6383760 Jan 27 19:52:28.952082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:29.001052 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-51544659-61ca-40e8-8bb7-8191a4da449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:52:29.010160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51544659-61ca-40e8-8bb7-8191a4da449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports/c97dddda-68e8-47cd-8318-e144c2916aad HTTP/1.1" status: 404 len: 333 time: 0.0529184 Jan 27 19:52:29.010160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:29.011850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51592) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:29.012785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3874084-78da-40f2-be8c-28e4deb93547 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e7e49080455450d8d15000cdfb3c675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841892 Jan 27 19:52:29.041105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-848777467'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:29.171522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Made reservation on behalf of 23c61ff384ff4d7fbf37d4d3f1603206 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:29.177204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.234870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] Publish callbacks [] for security_group (b6cf560e-53e1-4e77-b8e0-1817e84fccb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.269981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] Publish callbacks [] for security_group (b6cf560e-53e1-4e77-b8e0-1817e84fccb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.332914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:29.585990 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b6cf560e-53e1-4e77-b8e0-1817e84fccb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.589380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.591163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6cf560e-53e1-4e77-b8e0-1817e84fccb8 HTTP/1.1" status: 204 len: 168 time: 0.5685854 Jan 27 19:52:29.613695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7617f7b-18bc-4459-b45f-45eadb205a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf560e-53e1-4e77-b8e0-1817e84fccb8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:29.623532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.706945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.773217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:29.782525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:29.794556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:29.795864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:29.797615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:29.875379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:29.875985 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8516710 Jan 27 19:52:29.877651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe696f-a3fe-4868-8f10-b847567dcd79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=d9ee3d6a-d880-44f5-8bb9-739ad079bb27,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:29.880955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:30.117628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:30.433723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:30.444563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:30.454824 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:30.636940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.637307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.637632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.656379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=d9ee3d6a-d880-44f5-8bb9-739ad079bb27,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:30.659542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.659875 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.674259 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 2 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.683452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.683803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.684152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.687681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.688065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.688425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.688774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.689119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.689483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.689826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.690162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.690493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.690823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:30.732025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.732667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.733014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.738087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.738422 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.738821 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 3 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.771177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.771518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.771852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.782376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.782731 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.783103 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 4 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.816013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.816330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.816674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.821479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.821810 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.822206 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 5 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.853657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.853996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.854252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.867540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.867872 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.868267 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 6 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.894627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.894963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.895369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.901711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.902274 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.902931 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 7 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.940050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.940397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.940742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:30.951117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:30.951670 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:30.952233 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 8 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:30.982418 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:30.983004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:30.983509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:31.000262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:31.000841 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:31.001423 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 9 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:31.021962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:31.022540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:31.023045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:31.034413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:31.034992 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:31.039283 n-d-760453-6 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 10 to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 Jan 27 19:52:31.064320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:31.064657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:31.065002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:31.075478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:31.075815 n-d-760453-6 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:31.076189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:31.224247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port d9ee3d6a-d880-44f5-8bb9-739ad079bb27, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:52:31.225316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempted to set empty binding levels {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:52:31.231493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:31.304610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] In _notify_port_updated(), no bound segment for port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:52:31.308162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.322187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:31.323904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "PUT /v2.0/ports/d9ee3d6a-d880-44f5-8bb9-739ad079bb27 HTTP/1.1" status: 200 len: 978 time: 1.4477568 Jan 27 19:52:31.326671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51636) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:31.345987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16489-cc6b-4558-875c-2ca4566d6e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=d9ee3d6a-d880-44f5-8bb9-739ad079bb27,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:31.482515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.482997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.483472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.484009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.484983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.485480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.485947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.486414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.486873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.487332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.498275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.498855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.499337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.499859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.500326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.500787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.501243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.501791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:31.508343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:31.517895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b8689847-5a33-4ecc-8602-d275cd31f465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16127 time: 0.1884248 Jan 27 19:52:31.689247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Deleting port d9ee3d6a-d880-44f5-8bb9-739ad079bb27 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:31.689732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:31.828606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port d9ee3d6a-d880-44f5-8bb9-739ad079bb27, host n-h1-760453-6, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:31.829088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:31.850500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Calling delete_port for d9ee3d6a-d880-44f5-8bb9-739ad079bb27 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:31.960711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d9ee3d6a-d880-44f5-8bb9-739ad079bb27), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.003345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9ee3d6a-d880-44f5-8bb9-739ad079bb27,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:32.014843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.022406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51648) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:32.035587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cba27468-1e88-4962-b53a-81cc93d82fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d9ee3d6a-d880-44f5-8bb9-739ad079bb27 HTTP/1.1" status: 204 len: 168 time: 0.5230598 Jan 27 19:52:32.075424 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c93b80a-1040-496e-b337-87bdff5fd807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:52:32.082016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:32.085667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2c93b80a-1040-496e-b337-87bdff5fd807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports/d9ee3d6a-d880-44f5-8bb9-739ad079bb27 HTTP/1.1" status: 404 len: 333 time: 0.0615604 Jan 27 19:52:32.092035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216440826', 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:32.153878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Made reservation on behalf of 23c61ff384ff4d7fbf37d4d3f1603206 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:32.156526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.181243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port d9493454-8425-48d3-9ca4-5e936a756cf4 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:32.401150 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (d9493454-8425-48d3-9ca4-5e936a756cf4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.449646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d9493454-8425-48d3-9ca4-5e936a756cf4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.559720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:32.564342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=d9493454-8425-48d3-9ca4-5e936a756cf4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:32.570051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:32.574334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:32.578672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:32.580326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.611872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-52550ab7-eb87-4116-847c-810050bb1546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5257437 Jan 27 19:52:32.612726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:32.651301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854cf9e-5e52-4649-85ed-23a3555106f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:32.653007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3854cf9e-5e52-4649-85ed-23a3555106f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports/d9493454-8425-48d3-9ca4-5e936a756cf4 HTTP/1.1" status: 200 len: 958 time: 0.0390880 Jan 27 19:52:32.655711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:32.849450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Deleting port d9493454-8425-48d3-9ca4-5e936a756cf4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:32.853679 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d9493454-8425-48d3-9ca4-5e936a756cf4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.954321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d9493454-8425-48d3-9ca4-5e936a756cf4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:32.982930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Calling delete_port for d9493454-8425-48d3-9ca4-5e936a756cf4 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:33.141154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d9493454-8425-48d3-9ca4-5e936a756cf4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:33.202703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9493454-8425-48d3-9ca4-5e936a756cf4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:33.222535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:33.229354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d9493454-8425-48d3-9ca4-5e936a756cf4 HTTP/1.1" status: 204 len: 168 time: 0.5705056 Jan 27 19:52:33.232218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:33.260155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.260933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.261597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.262191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.262779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.264377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.264961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.265587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.268324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.268925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.269617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.270199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.270779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612f1d0-6d73-4c53-ac71-d5809c0a589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:33.326873 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a0183d-7f4c-43bb-874e-c105cf75edc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:52:33.328900 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-37a0183d-7f4c-43bb-874e-c105cf75edc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports/d9493454-8425-48d3-9ca4-5e936a756cf4 HTTP/1.1" status: 404 len: 333 time: 0.0954397 Jan 27 19:52:33.332708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:33.338570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-185581743'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:33.385936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Made reservation on behalf of 23c61ff384ff4d7fbf37d4d3f1603206 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:33.388390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:33.463169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:33.838709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:33.989764 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:34.109230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Network 83b2cc08-5547-4d79-acf3-8c3f91cc668a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:34.117351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:34.124447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:34.125504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:34.126113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:34.173097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8387024 Jan 27 19:52:34.173978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51706) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:34.177574 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77f740-09e3-432a-9d95-6b7b09d4cbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:34.185436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:34.409888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:34.723648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:35.028003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] device_id is not set on port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:35.048008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks [] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.062103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.240524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:35.271607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.272019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.272161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-91c21fb3-6366-4136-be91-70b9689113c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d50ec2173ecf4bbdbfeaeb873c3fb649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471795 Jan 27 19:52:35.272482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.287832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:35.322797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.323056 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.328864 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 2 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.391671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.396966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.397551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.427911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.428500 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.429432 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 3 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.456451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.459914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.462174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.498217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.498728 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.502793 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 4 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.519720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.520387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.520854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.523491 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] Publish callbacks [] for security_group (6ea80d12-f6be-4e36-bb79-e7408d1fc6cc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.530924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.531915 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.538213 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 5 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.564056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] Publish callbacks [] for security_group (6ea80d12-f6be-4e36-bb79-e7408d1fc6cc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.566675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.567142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.567594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.579681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.580091 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.582788 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 6 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.600622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.601137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.601728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.612615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.613141 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.619804 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 7 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.657009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.657009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.657009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.681527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.682018 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.683162 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 8 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.742122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.742556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.742969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.755095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.758479 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.759993 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 9 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.793712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.796496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.797139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.809053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.810536 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.811177 n-d-760453-6 neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempt 10 to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce Jan 27 19:52:35.817955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6ea80d12-f6be-4e36-bb79-e7408d1fc6cc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.822489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:35.829112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ea80d12-f6be-4e36-bb79-e7408d1fc6cc HTTP/1.1" status: 204 len: 168 time: 0.5400479 Jan 27 19:52:35.869130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32c0d-5b85-4ff9-94bb-b357855ff912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea80d12-f6be-4e36-bb79-e7408d1fc6cc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:35.895754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:35.896108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:35.896459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempting to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:35.911434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:52:35.911822 n-d-760453-6 neutron-server[103322]: ERROR neutron.plugins.ml2.managers [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Failed to bind port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on host n-h1-760453-6 for vnic_type normal using segments [{'id': 'ce1d94da-b0d1-4710-9a12-5c71464badb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '83b2cc08-5547-4d79-acf3-8c3f91cc668a'}] Jan 27 19:52:35.912431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.082713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:52:36.083145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attempted to set empty binding levels {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 19:52:36.094240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.184094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:36.218651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] In _notify_port_updated(), no bound segment for port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce on network 83b2cc08-5547-4d79-acf3-8c3f91cc668a {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:52:36.219909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:36.221316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.225906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e34895d9-df63-4843-831c-0155b7791e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "PUT /v2.0/ports/4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce HTTP/1.1" status: 200 len: 978 time: 2.0465443 Jan 27 19:52:36.226302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51744) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:36.416746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Deleting port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:36.417436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.627986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] For port 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce, host n-h1-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:36.632791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.648860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Calling delete_port for 4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:36.848901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.926321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:36.947680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:36.967439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ba4911ad-f101-488b-b3ea-bf2c0a738d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "DELETE /v2.0/ports/4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce HTTP/1.1" status: 204 len: 168 time: 0.7380915 Jan 27 19:52:36.968910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:37.032898 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c999e899-9954-4990-aeea-3cd3e6e1a99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] GET failed (client error): The resource could not be found. Jan 27 19:52:37.034878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c999e899-9954-4990-aeea-3cd3e6e1a99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962615379-project-admin] 10.222.0.59 "GET /v2.0/ports/4d3f99e7-82ff-4a7a-885a-1e8ac7bde2ce HTTP/1.1" status: 404 len: 333 time: 0.0631769 Jan 27 19:52:37.038193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51762) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:37.225925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (83b2cc08-5547-4d79-acf3-8c3f91cc668a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.392921 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (83b2cc08-5547-4d79-acf3-8c3f91cc668a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.455118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b2cc08-5547-4d79-acf3-8c3f91cc668a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:37.486855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1d94da-b0d1-4710-9a12-5c71464badb8') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:37.487139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1d94da-b0d1-4710-9a12-5c71464badb8') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:52:37.511442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ce1d94da-b0d1-4710-9a12-5c71464badb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.549738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ce1d94da-b0d1-4710-9a12-5c71464badb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.566714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:52:37.566929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ce1d94da-b0d1-4710-9a12-5c71464badb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:52:37.570676 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:52:37.704972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (83b2cc08-5547-4d79-acf3-8c3f91cc668a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.713430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:37.719063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] 10.222.0.59 "DELETE /v2.0/networks/83b2cc08-5547-4d79-acf3-8c3f91cc668a HTTP/1.1" status: 204 len: 168 time: 0.6774566 Jan 27 19:52:37.754299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7259701-64d1-44d5-9781-b25de151736a tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-991803744-project] Pushing event deleted for resources: {'Network': ['ID=83b2cc08-5547-4d79-acf3-8c3f91cc668a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:38.253577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51790) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:38.506044 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b94ab5e1-6dec-4153-813c-1ed3d3346e87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58a18ac0dacb46b18bcd1cc57a4f7339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512298 Jan 27 19:52:38.509062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:38.646052 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] Publish callbacks [] for security_group (4e374207-603e-467c-b368-784510a0ab7f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:38.706564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] Publish callbacks [] for security_group (4e374207-603e-467c-b368-784510a0ab7f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:38.785116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4e374207-603e-467c-b368-784510a0ab7f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:38.788875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:38.792817 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e374207-603e-467c-b368-784510a0ab7f HTTP/1.1" status: 204 len: 168 time: 0.2802241 Jan 27 19:52:38.803748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b089238-172e-4798-b6d0-19d1e4d77b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e374207-603e-467c-b368-784510a0ab7f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:39.010091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d56a619-7d14-4ed3-9877-17cd03676e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:39.332446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:39.405130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-73e42e91-27de-4599-96f4-221ed29ac9cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23c61ff384ff4d7fbf37d4d3f1603206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706115 Jan 27 19:52:39.408270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51820) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:39.481155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] Publish callbacks [] for security_group (929efe21-4fc5-4f02-af54-459bf1e63221), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:39.527969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] Publish callbacks [] for security_group (929efe21-4fc5-4f02-af54-459bf1e63221), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:39.593857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (929efe21-4fc5-4f02-af54-459bf1e63221), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:39.597538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:39.601132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/929efe21-4fc5-4f02-af54-459bf1e63221 HTTP/1.1" status: 204 len: 168 time: 0.1894784 Jan 27 19:52:39.613884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912f7e-2d7d-47f4-a694-e0a470c25377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929efe21-4fc5-4f02-af54-459bf1e63221,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:41.864196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:42.089689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-173055827', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:42.126558 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4202bab-b35f-464f-80c3-9b3806f085ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:42.161766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Made reservation on behalf of a9034dcf595f4b1699cb1344d0f23472 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:42.165638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:42.199019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:42.373036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for security_group (e3515771-a426-4aac-89fa-531ea0350ae7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:42.395135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e3515771-a426-4aac-89fa-531ea0350ae7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:42.398859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] device_id is not set on port 0e95b933-742e-4aa8-9354-b864e96c8ff5 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:42.652246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Allocated IP 172.25.5.52 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/0e95b933-742e-4aa8-9354-b864e96c8ff5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:42.850315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3515771-a426-4aac-89fa-531ea0350ae7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:42.953853 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for port (0e95b933-742e-4aa8-9354-b864e96c8ff5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.074489 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0e95b933-742e-4aa8-9354-b864e96c8ff5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.138358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:43.142155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:43.147107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:43.206218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Pushing event updated for resources: {'Port': ['ID=0e95b933-742e-4aa8-9354-b864e96c8ff5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:43.231671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:43.232304 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.255677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:43.278190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:43.283995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.52'}]}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:43.294653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-64ee5575-2298-4101-a608-a25a672350ed tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4283342 Jan 27 19:52:43.334984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (77eaa7f5-2109-426e-8c32-620681c3f04f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.336390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (77eaa7f5-2109-426e-8c32-620681c3f04f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.502205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for router_controller (77eaa7f5-2109-426e-8c32-620681c3f04f), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.549665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0438285c-c696-4d7e-aa68-abb34b625d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.643493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0438285c-c696-4d7e-aa68-abb34b625d28 admin admin] Publish callbacks [] for security_group (8b849f94-031e-4f53-a6d7-8cb68d640874), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.651444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0438285c-c696-4d7e-aa68-abb34b625d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8b849f94-031e-4f53-a6d7-8cb68d640874), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.686271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438285c-c696-4d7e-aa68-abb34b625d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b849f94-031e-4f53-a6d7-8cb68d640874,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:43.717925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for router_gateway (77eaa7f5-2109-426e-8c32-620681c3f04f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.735262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0438285c-c696-4d7e-aa68-abb34b625d28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42c3bb979f3d482fa0522090ddbc561f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784410 Jan 27 19:52:43.736270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:43.815075 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] Publish callbacks [] for security_group (8b849f94-031e-4f53-a6d7-8cb68d640874), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.842239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] Publish callbacks [] for security_group (8b849f94-031e-4f53-a6d7-8cb68d640874), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.908316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8b849f94-031e-4f53-a6d7-8cb68d640874), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.915363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:43.932619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b849f94-031e-4f53-a6d7-8cb68d640874 HTTP/1.1" status: 204 len: 168 time: 0.1898460 Jan 27 19:52:43.967210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf5e6-fe0a-47a6-b05c-11d6084d1d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b849f94-031e-4f53-a6d7-8cb68d640874,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:44.263692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for router_gateway (77eaa7f5-2109-426e-8c32-620681c3f04f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.290488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.507499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:44.531222 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-924f4b13-a194-4eda-89f2-231f0e7f3f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.679309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for router (77eaa7f5-2109-426e-8c32-620681c3f04f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.739331 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-924f4b13-a194-4eda-89f2-231f0e7f3f3f admin admin] Publish callbacks [] for security_group (eb1bc972-eea0-4ead-a69b-019b8dc5a99b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.748035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-924f4b13-a194-4eda-89f2-231f0e7f3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eb1bc972-eea0-4ead-a69b-019b8dc5a99b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:44.860195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f4b13-a194-4eda-89f2-231f0e7f3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1bc972-eea0-4ead-a69b-019b8dc5a99b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:44.887942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-924f4b13-a194-4eda-89f2-231f0e7f3f3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08e6aee0bccf42deb266d956c2f20f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3792958 Jan 27 19:52:44.888632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:45.012295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] Publish callbacks [] for security_group (eb1bc972-eea0-4ead-a69b-019b8dc5a99b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.066193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] Publish callbacks [] for security_group (eb1bc972-eea0-4ead-a69b-019b8dc5a99b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.098101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (77eaa7f5-2109-426e-8c32-620681c3f04f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.105732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks [] for router_controller (77eaa7f5-2109-426e-8c32-620681c3f04f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.169473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (eb1bc972-eea0-4ead-a69b-019b8dc5a99b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.172600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.176401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb1bc972-eea0-4ead-a69b-019b8dc5a99b HTTP/1.1" status: 204 len: 168 time: 0.2821202 Jan 27 19:52:45.188567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee8f64-2bb8-473b-be6b-3b819a4b0013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1bc972-eea0-4ead-a69b-019b8dc5a99b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:45.240821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.244375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (77eaa7f5-2109-426e-8c32-620681c3f04f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.245629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77eaa7f5-2109-426e-8c32-620681c3f04f {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:52:45.282983 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 19:52:45.285985 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-83657242-b6ee-4dcf-92bf-580be31f8e2c tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0059285 Jan 27 19:52:45.288716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:45.467213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Deleting port 0e95b933-742e-4aa8-9354-b864e96c8ff5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:45.472911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0e95b933-742e-4aa8-9354-b864e96c8ff5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.580273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0e95b933-742e-4aa8-9354-b864e96c8ff5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.597470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Calling delete_port for 0e95b933-742e-4aa8-9354-b864e96c8ff5 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:45.644343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.827308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0e95b933-742e-4aa8-9354-b864e96c8ff5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.830278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:45.849455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf28698-e742-4365-86ad-4cc7953ee094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:45.897288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e95b933-742e-4aa8-9354-b864e96c8ff5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:45.997103 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf28698-e742-4365-86ad-4cc7953ee094 admin admin] Publish callbacks [] for security_group (e75fc4c1-3df2-4fe0-9db4-83bb84518beb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.005138 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcf28698-e742-4365-86ad-4cc7953ee094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e75fc4c1-3df2-4fe0-9db4-83bb84518beb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.006450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.014336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cf624972-1ab2-4b08-b202-2cda340e0e89 tempest-RoutersAdminNegativeTest-1268222380 tempest-RoutersAdminNegativeTest-1268222380-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0e95b933-742e-4aa8-9354-b864e96c8ff5 HTTP/1.1" status: 204 len: 168 time: 0.7241881 Jan 27 19:52:46.077421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.102402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fcf28698-e742-4365-86ad-4cc7953ee094 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2356bf5a04d4e53b651298c7e502879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709119 Jan 27 19:52:46.104166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf28698-e742-4365-86ad-4cc7953ee094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75fc4c1-3df2-4fe0-9db4-83bb84518beb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:46.105056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 51976) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:46.206132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] Publish callbacks [] for security_group (e75fc4c1-3df2-4fe0-9db4-83bb84518beb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.258254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] Publish callbacks [] for security_group (e75fc4c1-3df2-4fe0-9db4-83bb84518beb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.362806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e75fc4c1-3df2-4fe0-9db4-83bb84518beb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.365440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:46.369104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e75fc4c1-3df2-4fe0-9db4-83bb84518beb HTTP/1.1" status: 204 len: 168 time: 0.2600119 Jan 27 19:52:46.383823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64fb23-1f5e-4244-8812-3ef2cee87b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75fc4c1-3df2-4fe0-9db4-83bb84518beb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:46.613859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 51992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:47.048332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffb9f-1866-4f38-9522-f9385aa6c304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.256611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffb9f-1866-4f38-9522-f9385aa6c304 admin admin] Publish callbacks [] for security_group (2488b935-d430-457f-ba01-c74cbb32ddff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.266352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffb9f-1866-4f38-9522-f9385aa6c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2488b935-d430-457f-ba01-c74cbb32ddff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.314106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:47.377742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4f8ffb9f-1866-4f38-9522-f9385aa6c304 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60133ca5088043fea693761d4d4ed04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626405 Jan 27 19:52:47.380330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:47.383559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ffb9f-1866-4f38-9522-f9385aa6c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488b935-d430-457f-ba01-c74cbb32ddff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:47.524602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] Publish callbacks [] for security_group (2488b935-d430-457f-ba01-c74cbb32ddff), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.579345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] Publish callbacks [] for security_group (2488b935-d430-457f-ba01-c74cbb32ddff), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.600824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a268520-9c7c-4598-b6f1-061710837c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.768812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a268520-9c7c-4598-b6f1-061710837c1a admin admin] Publish callbacks [] for security_group (cb9562b1-1908-40fc-a724-d45d5e691200), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.785018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a268520-9c7c-4598-b6f1-061710837c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb9562b1-1908-40fc-a724-d45d5e691200), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.843479 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a268520-9c7c-4598-b6f1-061710837c1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0538a70aa5a34922ab0f9ed4dd90b19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282209 Jan 27 19:52:47.844499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268520-9c7c-4598-b6f1-061710837c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9562b1-1908-40fc-a724-d45d5e691200,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:47.850916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:47.868922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2488b935-d430-457f-ba01-c74cbb32ddff), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.873485 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:47.880404 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2488b935-d430-457f-ba01-c74cbb32ddff HTTP/1.1" status: 204 len: 168 time: 0.4989440 Jan 27 19:52:47.889469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acfe6a-7466-4871-be3b-5545d8598d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488b935-d430-457f-ba01-c74cbb32ddff,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:47.994417 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] Publish callbacks [] for security_group (cb9562b1-1908-40fc-a724-d45d5e691200), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:48.034095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] Publish callbacks [] for security_group (cb9562b1-1908-40fc-a724-d45d5e691200), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:48.097172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb9562b1-1908-40fc-a724-d45d5e691200), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:48.101324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:48.103421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb9562b1-1908-40fc-a724-d45d5e691200 HTTP/1.1" status: 204 len: 168 time: 0.2512212 Jan 27 19:52:48.130405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff33c8-cba8-4c61-b9af-372e77f1e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9562b1-1908-40fc-a724-d45d5e691200,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:48.551122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:48.671216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:48.675524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e5f3e389-9e9d-4285-8b08-90608e04d456 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9034dcf595f4b1699cb1344d0f23472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155677 Jan 27 19:52:48.813070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] Publish callbacks [] for security_group (e3515771-a426-4aac-89fa-531ea0350ae7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:48.882066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] Publish callbacks [] for security_group (e3515771-a426-4aac-89fa-531ea0350ae7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:49.016488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e3515771-a426-4aac-89fa-531ea0350ae7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:49.019610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:49.021026 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3515771-a426-4aac-89fa-531ea0350ae7 HTTP/1.1" status: 204 len: 168 time: 0.3485010 Jan 27 19:52:49.050765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f3327-4a38-4170-b88e-e05f54e0173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3515771-a426-4aac-89fa-531ea0350ae7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:50.180650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:50.317444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1428812000'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:50.348423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:50.355179 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.373102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.494002 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for security_group (25821c0e-ebfe-4454-8bba-c0d7b5eccbc2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.500420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (25821c0e-ebfe-4454-8bba-c0d7b5eccbc2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.531515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:52:50.554394 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (67b47518-39b2-4682-9950-622216618b57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.554962 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Added segment 67b47518-39b2-4682-9950-622216618b57 of type vlan for network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 Jan 27 19:52:50.556951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25821c0e-ebfe-4454-8bba-c0d7b5eccbc2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:50.661452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d9315070-72cb-41a3-b78f-8cd5e3f7eff0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.752037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d9315070-72cb-41a3-b78f-8cd5e3f7eff0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.757940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:50.758609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:50.890882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7084842 Jan 27 19:52:50.894713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:50.906553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f1918-494b-445f-9e87-ada0d71f6524 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Network': ['ID=d9315070-72cb-41a3-b78f-8cd5e3f7eff0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:50.917614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:50.918198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:52:51.028461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:51.034087 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.246173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (f01a9277-7ddb-4fa2-9351-86638ae708a5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.310324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=f01a9277-7ddb-4fa2-9351-86638ae708a5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:51.334094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:52:51.334459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network hostable DHCP agents. Network: d9315070-72cb-41a3-b78f-8cd5e3f7eff0, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:52:51.360997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:52:51.373193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d9315070-72cb-41a3-b78f-8cd5e3f7eff0) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:51.383731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d32af3-aaec-4325-9d80-3fb38eb4fe71 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:51.389511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:51.390331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.412882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e2ae553-76da-4509-beb6-ec54a5dc551a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5143869 Jan 27 19:52:51.413184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52138) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:51.419566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'name': 'tempest-NetworksTestDHCPv6-1953260397'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:51.522636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'f01a9277-7ddb-4fa2-9351-86638ae708a5'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:52:51.523593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.571400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:51.575075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.601210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port f00b1271-252e-46b1-9f20-e3d8b17a5986 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:51.698600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/f01a9277-7ddb-4fa2-9351-86638ae708a5/9d48694c-d389-4319-abc9-6c8af0e547a8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:51.898664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks [] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.918258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:51.986148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::bd (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/f01a9277-7ddb-4fa2-9351-86638ae708a5/f00b1271-252e-46b1-9f20-e3d8b17a5986) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:52.016049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Pushing event updated for resources: {'Port': ['ID=9d48694c-d389-4319-abc9-6c8af0e547a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:52.028837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:52.035539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.036127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.036813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.037375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.037867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.038380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.039003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.039755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.042078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.043629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.045197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.046000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.047967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:52:52.071225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:52.079898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:52.157043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Attempting to bind port 9d48694c-d389-4319-abc9-6c8af0e547a8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:52.157697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Attempting to bind port 9d48694c-d389-4319-abc9-6c8af0e547a8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:52.158288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Attempting to bind port 9d48694c-d389-4319-abc9-6c8af0e547a8 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:52.169172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:52:52.169607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:52:52.170018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.170423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:52:52.170935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Bound port: 9d48694c-d389-4319-abc9-6c8af0e547a8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:52:52.171443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.232333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (f00b1271-252e-46b1-9f20-e3d8b17a5986), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.289988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] For port 9d48694c-d389-4319-abc9-6c8af0e547a8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:52:52.295543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] For port 9d48694c-d389-4319-abc9-6c8af0e547a8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9d48694c-d389-4319-abc9-6c8af0e547a8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:52:52.320082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.321775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f00b1271-252e-46b1-9f20-e3d8b17a5986), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.384606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:52.392790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:52.406762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:52.414210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:52.414914 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:52.447786 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0334306 Jan 27 19:52:52.451862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:52.452435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4602f-11fb-45bf-9ee7-159fe7c3d09f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=f00b1271-252e-46b1-9f20-e3d8b17a5986,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:52.498025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140b33-642e-4476-92bb-683ed84f77fd None None] Pushing event updated for resources: {'Port': ['ID=9d48694c-d389-4319-abc9-6c8af0e547a8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:52.908779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c97c91-a9dc-43cf-9fa7-2fe8a3bda925 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:52.919302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c97c91-a9dc-43cf-9fa7-2fe8a3bda925 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:52.923928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38c97c91-a9dc-43cf-9fa7-2fe8a3bda925 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4662206 Jan 27 19:52:52.924322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:53.029736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port f00b1271-252e-46b1-9f20-e3d8b17a5986 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:53.031313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f00b1271-252e-46b1-9f20-e3d8b17a5986), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:53.163024 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f00b1271-252e-46b1-9f20-e3d8b17a5986), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:53.178294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for f00b1271-252e-46b1-9f20-e3d8b17a5986 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:53.796774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f00b1271-252e-46b1-9f20-e3d8b17a5986), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:53.853018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=f00b1271-252e-46b1-9f20-e3d8b17a5986,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:53.897906 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:53.903112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2aaa797-d606-4a72-bfd0-c5e3a262b341 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f00b1271-252e-46b1-9f20-e3d8b17a5986 HTTP/1.1" status: 204 len: 168 time: 0.9773848 Jan 27 19:52:53.906134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52204) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:53.951069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:53.966657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2eaf0-1d16-4fb9-a364-3754dcb4d554 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:54.034739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d98b1-fd20-4e08-826b-312f5baf0495 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:54.039543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d98b1-fd20-4e08-826b-312f5baf0495 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:54.042459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-342d98b1-fd20-4e08-826b-312f5baf0495 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1341958 Jan 27 19:52:54.045980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52210) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:54.060543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Provisioning complete for port 9d48694c-d389-4319-abc9-6c8af0e547a8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:54.061097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.163858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet f01a9277-7ddb-4fa2-9351-86638ae708a5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:52:54.178009 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (f01a9277-7ddb-4fa2-9351-86638ae708a5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.260450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (f01a9277-7ddb-4fa2-9351-86638ae708a5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.384830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Current status of the port 9d48694c-d389-4319-abc9-6c8af0e547a8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:54.385500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.415516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f01a9277-7ddb-4fa2-9351-86638ae708a5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.484042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (f01a9277-7ddb-4fa2-9351-86638ae708a5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.531641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.532390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:52:54.533111 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:52:54.536991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/f01a9277-7ddb-4fa2-9351-86638ae708a5 HTTP/1.1" status: 204 len: 168 time: 0.4884548 Jan 27 19:52:54.539723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52222) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:54.567888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35476ff2-58d9-4021-92f5-e993866d4db0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=f01a9277-7ddb-4fa2-9351-86638ae708a5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:54.613941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63223565-0397-4ca5-b520-2205c1554e83 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730462 Jan 27 19:52:54.617140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:54.622147 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:54.745363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:54.751861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.758295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9cf98-cba4-4915-9e12-793631deab16 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:54.795085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9d48694c-d389-4319-abc9-6c8af0e547a8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:52:54.947889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9d48694c-d389-4319-abc9-6c8af0e547a8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:54.948332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.951221 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:54.981618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:52:54.998213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (6f076a34-37c1-4102-9c7c-8ccdd375cad7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.047967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:55.054531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:55.060010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:55.060923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.088701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=6f076a34-37c1-4102-9c7c-8ccdd375cad7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:55.096558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5309e132-a772-445a-a002-8f9484aa29ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4780478 Jan 27 19:52:55.099076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:55.101811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Current status of the port 9d48694c-d389-4319-abc9-6c8af0e547a8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:55.102213 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.107080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'name': 'tempest-NetworksTestDHCPv6-1520698264'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:55.206068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Deleting port 9d48694c-d389-4319-abc9-6c8af0e547a8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:55.206682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.209724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] For port 9d48694c-d389-4319-abc9-6c8af0e547a8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9d48694c-d389-4319-abc9-6c8af0e547a8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:55.213721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9d48694c-d389-4319-abc9-6c8af0e547a8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:55.214458 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.246120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.323147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:55.326708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.349013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 3a1b1080-080b-478c-abe0-7a12229cd3da yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:55.424707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfbf4d-1908-41ff-9c3d-2c8d135ff650 None None] Pushing event updated for resources: {'Port': ['ID=9d48694c-d389-4319-abc9-6c8af0e547a8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:55.438090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:52:55.438492 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:52:55.446442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-460cde4c-af4f-415e-9421-7287af030672 None None] Provisioning complete for port 9d48694c-d389-4319-abc9-6c8af0e547a8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:55.446824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-460cde4c-af4f-415e-9421-7287af030672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.486592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] For port 9d48694c-d389-4319-abc9-6c8af0e547a8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9d48694c-d389-4319-abc9-6c8af0e547a8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:55.487269 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.514551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Calling delete_port for 9d48694c-d389-4319-abc9-6c8af0e547a8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:55.554578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::1b3 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/6f076a34-37c1-4102-9c7c-8ccdd375cad7/3a1b1080-080b-478c-abe0-7a12229cd3da) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:55.623203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-460cde4c-af4f-415e-9421-7287af030672 None None] Current status of the port 9d48694c-d389-4319-abc9-6c8af0e547a8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:55.654195 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (9d48694c-d389-4319-abc9-6c8af0e547a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.696676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] Pushing event deleted for resources: {'Port': ['ID=9d48694c-d389-4319-abc9-6c8af0e547a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:55.703209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f409ae8-7f6a-44ac-8c57-01b6203d32c3 None None] No DVR routers for this DVR port 9d48694c-d389-4319-abc9-6c8af0e547a8 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:52:55.745156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726683d-932a-400f-a129-a26719383548 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:55.774805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (3a1b1080-080b-478c-abe0-7a12229cd3da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.848953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3a1b1080-080b-478c-abe0-7a12229cd3da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.904644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:55.909354 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:55.913165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:55.918748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:55.919407 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.936622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=3a1b1080-080b-478c-abe0-7a12229cd3da,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:55.948878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52256) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:55.949102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c305911-1a01-4ede-8297-553895c3a3e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8481972 Jan 27 19:52:55.983188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '6f076a34-37c1-4102-9c7c-8ccdd375cad7'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:52:55.984134 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:55.994429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Port 9d48694c-d389-4319-abc9-6c8af0e547a8 update to ACTIVE by agent not found {{(pid=103324) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 19:52:56.016984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f62033-9719-4317-8017-20cae2ef9f00 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:56.018890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-54f62033-9719-4317-8017-20cae2ef9f00 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0685854 Jan 27 19:52:56.022724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:56.158468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 3a1b1080-080b-478c-abe0-7a12229cd3da {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:56.159675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3a1b1080-080b-478c-abe0-7a12229cd3da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.191201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/6f076a34-37c1-4102-9c7c-8ccdd375cad7/be8a75b6-cdd6-480f-b242-65a0865971b7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:56.283758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3a1b1080-080b-478c-abe0-7a12229cd3da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.297887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 3a1b1080-080b-478c-abe0-7a12229cd3da owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:56.458079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks [] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.465410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.502419 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3a1b1080-080b-478c-abe0-7a12229cd3da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.523307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Pushing event updated for resources: {'Port': ['ID=be8a75b6-cdd6-480f-b242-65a0865971b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:56.532477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:56.534146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:56.536617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:56.549620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=3a1b1080-080b-478c-abe0-7a12229cd3da,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:56.601564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Attempting to bind port be8a75b6-cdd6-480f-b242-65a0865971b7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:52:56.602074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Attempting to bind port be8a75b6-cdd6-480f-b242-65a0865971b7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:52:56.602224 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.602752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Attempting to bind port be8a75b6-cdd6-480f-b242-65a0865971b7 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:52:56.605565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a266e4c3-2da6-446c-bc5c-27fe776b3f41 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/3a1b1080-080b-478c-abe0-7a12229cd3da HTTP/1.1" status: 204 len: 168 time: 0.5817292 Jan 27 19:52:56.610613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:56.611377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:52:56.611975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:52:56.612483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.613070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:52:56.613713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Bound port: be8a75b6-cdd6-480f-b242-65a0865971b7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:52:56.614202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.695595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] For port be8a75b6-cdd6-480f-b242-65a0865971b7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:52:56.709384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9d48694c-d389-4319-abc9-6c8af0e547a8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:52:56.755488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9d48694c-d389-4319-abc9-6c8af0e547a8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:52:56.756670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9d48694c-d389-4319-abc9-6c8af0e547a8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:52:56.759773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8966c1-e296-4090-a261-07c45249d3f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:56.761385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8966c1-e296-4090-a261-07c45249d3f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:56.763472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5f8966c1-e296-4090-a261-07c45249d3f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1517811 Jan 27 19:52:56.768138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:56.772046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] For port be8a75b6-cdd6-480f-b242-65a0865971b7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=be8a75b6-cdd6-480f-b242-65a0865971b7,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:52:56.790212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.868465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 6f076a34-37c1-4102-9c7c-8ccdd375cad7 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:52:56.879161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (6f076a34-37c1-4102-9c7c-8ccdd375cad7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:56.909520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cb04a-9e83-417b-9583-7f072414f0ce None None] Pushing event updated for resources: {'Port': ['ID=be8a75b6-cdd6-480f-b242-65a0865971b7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:56.980095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (6f076a34-37c1-4102-9c7c-8ccdd375cad7), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.112901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (6f076a34-37c1-4102-9c7c-8ccdd375cad7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.210978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (6f076a34-37c1-4102-9c7c-8ccdd375cad7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.247037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=6f076a34-37c1-4102-9c7c-8ccdd375cad7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:57.252335 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.258818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a87a4108-129c-4755-ac79-cdc31d6572a8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/6f076a34-37c1-4102-9c7c-8ccdd375cad7 HTTP/1.1" status: 204 len: 168 time: 0.4864836 Jan 27 19:52:57.258975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:57.305397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:57.306312 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d7499d3c-2a77-408f-b60c-bae59ed7348f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456100 Jan 27 19:52:57.312472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:57.450763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:57.455242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.687160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (ce64c1d8-cc2b-42e1-a99a-b0e426752847), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.736806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:57.740723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:57.745477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:57.746112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:57.761467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=ce64c1d8-cc2b-42e1-a99a-b0e426752847,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:57.776865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-abe13a36-696a-44e7-afb7-753823466821 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4696822 Jan 27 19:52:57.781606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52304) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:57.787107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'name': 'tempest-NetworksTestDHCPv6-493185939'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:52:58.005689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:52:58.010422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.048979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 16917f04-bccd-42d4-8509-5e164de423bc yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:52:58.330923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::1b7 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/ce64c1d8-cc2b-42e1-a99a-b0e426752847/16917f04-bccd-42d4-8509-5e164de423bc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:52:58.366534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40a701-1fbb-472b-b23f-45fd6bd38d53 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:52:58.441349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Could not find standard attr ID for object 3a1b1080-080b-478c-abe0-7a12229cd3da. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:52:58.478488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Provisioning complete for port be8a75b6-cdd6-480f-b242-65a0865971b7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:58.479313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.629133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (16917f04-bccd-42d4-8509-5e164de423bc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.670394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (16917f04-bccd-42d4-8509-5e164de423bc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.843036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:52:58.849459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:52:58.864085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:52:58.876066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:58.878322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.902125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=16917f04-bccd-42d4-8509-5e164de423bc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:58.914918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Current status of the port be8a75b6-cdd6-480f-b242-65a0865971b7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:58.915317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:58.951694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b6d5c40-b08a-4b09-88d6-bb8f3abf1fbf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1684740 Jan 27 19:52:58.956018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:58.980891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device be8a75b6-cdd6-480f-b242-65a0865971b7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:52:59.050415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] For port be8a75b6-cdd6-480f-b242-65a0865971b7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=be8a75b6-cdd6-480f-b242-65a0865971b7,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:52:59.066471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.091651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb44a8-062e-4b91-8d1a-5a59db2ec982 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:59.115310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb44a8-062e-4b91-8d1a-5a59db2ec982 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:52:59.118159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d9eb44a8-062e-4b91-8d1a-5a59db2ec982 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1608064 Jan 27 19:52:59.120915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:59.170331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port be8a75b6-cdd6-480f-b242-65a0865971b7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:59.170714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.273398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf5b25-e613-4902-a965-9354d6a509d4 None None] Pushing event updated for resources: {'Port': ['ID=be8a75b6-cdd6-480f-b242-65a0865971b7,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:52:59.311854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 16917f04-bccd-42d4-8509-5e164de423bc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:52:59.312264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (16917f04-bccd-42d4-8509-5e164de423bc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.317308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d058b223-0638-41f6-9153-2cf28f29422f None None] Provisioning complete for port be8a75b6-cdd6-480f-b242-65a0865971b7 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:52:59.319204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d058b223-0638-41f6-9153-2cf28f29422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.518091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port be8a75b6-cdd6-480f-b242-65a0865971b7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:59.571587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d058b223-0638-41f6-9153-2cf28f29422f None None] Current status of the port be8a75b6-cdd6-480f-b242-65a0865971b7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:52:59.615768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (16917f04-bccd-42d4-8509-5e164de423bc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.645207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 16917f04-bccd-42d4-8509-5e164de423bc owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:52:59.687018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dc98bcf7-bb2a-475f-ab43-2de2e66e2d15 None None] Could not find standard attr ID for object f00b1271-252e-46b1-9f20-e3d8b17a5986. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:52:59.863090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (16917f04-bccd-42d4-8509-5e164de423bc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.965017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:52:59.970651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/16917f04-bccd-42d4-8509-5e164de423bc HTTP/1.1" status: 204 len: 168 time: 0.8481731 Jan 27 19:52:59.972844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:52:59.973897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174811f-c5db-44bf-942a-10dbade4312d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=16917f04-bccd-42d4-8509-5e164de423bc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:00.116371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-744bf7f6-0660-4ba8-84b6-cc4ba67206f1 None None] Could not find standard attr ID for object 3a1b1080-080b-478c-abe0-7a12229cd3da. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:00.125223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539416c1-45ea-410c-852e-09051501058d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:00.130237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539416c1-45ea-410c-852e-09051501058d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:00.139442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52364) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:00.152848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-539416c1-45ea-410c-852e-09051501058d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1772952 Jan 27 19:53:00.222212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet ce64c1d8-cc2b-42e1-a99a-b0e426752847 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:00.227608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (ce64c1d8-cc2b-42e1-a99a-b0e426752847), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.245589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:00.294863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (ce64c1d8-cc2b-42e1-a99a-b0e426752847), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.395463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ce64c1d8-cc2b-42e1-a99a-b0e426752847), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.472604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e194f022-0fe0-468b-b7da-203b9de6f165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.529588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (ce64c1d8-cc2b-42e1-a99a-b0e426752847), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.636466 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e194f022-0fe0-468b-b7da-203b9de6f165 admin admin] Publish callbacks [] for security_group (840471b1-6600-46c1-b040-86aa7cefc0ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.644050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d380dd76-699b-4742-92f2-40eb45112d9c None None] Could not find standard attr ID for object 16917f04-bccd-42d4-8509-5e164de423bc. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:00.661168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=ce64c1d8-cc2b-42e1-a99a-b0e426752847,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:00.673966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e194f022-0fe0-468b-b7da-203b9de6f165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (840471b1-6600-46c1-b040-86aa7cefc0ca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.678557 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.686455 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7da11c44-b940-4e25-bf47-bdd63e29d9bd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/ce64c1d8-cc2b-42e1-a99a-b0e426752847 HTTP/1.1" status: 204 len: 168 time: 0.5437756 Jan 27 19:53:00.689048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:00.727921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device be8a75b6-cdd6-480f-b242-65a0865971b7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:00.849689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52382) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:00.850051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-65d051a4-77ba-468b-a83f-bcc931d87c49 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570537 Jan 27 19:53:00.856084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e194f022-0fe0-468b-b7da-203b9de6f165 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75f87a8cf6db4a52b688706ff7d2a7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010861 Jan 27 19:53:00.857237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:00.878436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port be8a75b6-cdd6-480f-b242-65a0865971b7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:00.879543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:00.905436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194f022-0fe0-468b-b7da-203b9de6f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840471b1-6600-46c1-b040-86aa7cefc0ca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:00.991744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] Publish callbacks [] for security_group (840471b1-6600-46c1-b040-86aa7cefc0ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.002116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5a489-1c4a-4f6a-bc9b-f12438f148d5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:01.007136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52e5a489-1c4a-4f6a-bc9b-f12438f148d5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1536155 Jan 27 19:53:01.007736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52386) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.055713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] Publish callbacks [] for security_group (840471b1-6600-46c1-b040-86aa7cefc0ca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.065181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e322abb-eaf7-4464-a203-0c350c16f03a None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:01.100229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52776545-0483-4257-8b04-9769e979cb11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:01.101772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52776545-0483-4257-8b04-9769e979cb11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925722 Jan 27 19:53:01.108251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.113524 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:53:01.157313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port be8a75b6-cdd6-480f-b242-65a0865971b7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:01.188257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5aa99434-2b3e-47a9-9ee7-aeaf5d490f68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787210 Jan 27 19:53:01.193674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.200622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:01.205684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (840471b1-6600-46c1-b040-86aa7cefc0ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.214579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.221215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/840471b1-6600-46c1-b040-86aa7cefc0ca HTTP/1.1" status: 204 len: 168 time: 0.3621776 Jan 27 19:53:01.241725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc89a4e-fa2a-43bb-883c-84978e967ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840471b1-6600-46c1-b040-86aa7cefc0ca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:01.332393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:01.427172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Deleting port be8a75b6-cdd6-480f-b242-65a0865971b7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:01.429145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.446605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:01.450849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.579072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] For port be8a75b6-cdd6-480f-b242-65a0865971b7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=be8a75b6-cdd6-480f-b242-65a0865971b7,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:01.579650 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.611679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Calling delete_port for be8a75b6-cdd6-480f-b242-65a0865971b7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:01.710048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.728323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61749511-7cd5-4e7e-8670-93a58961d40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.794046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (be8a75b6-cdd6-480f-b242-65a0865971b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.809980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e5e92935-f451-4e7f-968b-75f861f9d9b1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.858003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] No DVR routers for this DVR port be8a75b6-cdd6-480f-b242-65a0865971b7 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:01.881828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec16df5-3b5d-47da-bb1b-47b988431784 None None] Pushing event deleted for resources: {'Port': ['ID=be8a75b6-cdd6-480f-b242-65a0865971b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:01.905320 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61749511-7cd5-4e7e-8670-93a58961d40b admin admin] Publish callbacks [] for security_group (57a9fe55-c2f4-45c0-b629-355e9e3382df), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.905926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:01.910050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:01.914302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:01.914502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61749511-7cd5-4e7e-8670-93a58961d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57a9fe55-c2f4-45c0-b629-355e9e3382df), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.915273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:01.920897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284a4b0-96e8-4609-b2ae-93a295fe5cec None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:01.968297 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7724969 Jan 27 19:53:01.969149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52410) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.976256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61749511-7cd5-4e7e-8670-93a58961d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a9fe55-c2f4-45c0-b629-355e9e3382df,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:01.987598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'e5e92935-f451-4e7f-968b-75f861f9d9b1', 'ip_address': '2001:db8::e7b0:de10:2d37:d9e'}], 'name': 'tempest-NetworksTestDHCPv6-1534258693'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:01.992522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-61749511-7cd5-4e7e-8670-93a58961d40b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4178464b8c1d410891be932576ca6d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813363 Jan 27 19:53:01.996750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:01.999106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc8547-9eec-4984-8d3d-562d5df8428c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=e5e92935-f451-4e7f-968b-75f861f9d9b1,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:02.072746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] Publish callbacks [] for security_group (57a9fe55-c2f4-45c0-b629-355e9e3382df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.139795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] Publish callbacks [] for security_group (57a9fe55-c2f4-45c0-b629-355e9e3382df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.140545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'e5e92935-f451-4e7f-968b-75f861f9d9b1'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:02.145121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.238655 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (57a9fe55-c2f4-45c0-b629-355e9e3382df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.241803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.243060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57a9fe55-c2f4-45c0-b629-355e9e3382df HTTP/1.1" status: 204 len: 168 time: 0.2426903 Jan 27 19:53:02.264975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a4db6-d92d-4a66-8643-d7abd13f75bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a9fe55-c2f4-45c0-b629-355e9e3382df,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:02.281993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:02.367683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e5e92935-f451-4e7f-968b-75f861f9d9b1/1cdae4bf-39a2-4950-8728-7bdc4bb812f5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:02.433273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:02.455310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port aa60decd-9329-4c71-adfe-c74216a480e9 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:02.760549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device be8a75b6-cdd6-480f-b242-65a0865971b7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:02.794040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: be8a75b6-cdd6-480f-b242-65a0865971b7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:02.795225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device be8a75b6-cdd6-480f-b242-65a0865971b7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:02.980642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks [] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.014077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.113242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::e7b0:de10:2d37:d9e (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e5e92935-f451-4e7f-968b-75f861f9d9b1/aa60decd-9329-4c71-adfe-c74216a480e9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:03.119773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:03.142138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:03.152160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:03.174679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Pushing event updated for resources: {'Port': ['ID=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:03.271181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Attempting to bind port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:03.271766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Attempting to bind port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:03.272340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Attempting to bind port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:03.279479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:03.280123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:03.281503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.282074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:03.282747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Bound port: 1cdae4bf-39a2-4950-8728-7bdc4bb812f5, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:03.283469 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.406637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] For port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:03.410728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] For port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:03.418233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.448536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (aa60decd-9329-4c71-adfe-c74216a480e9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.532184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e1452-66e7-4b67-947c-926fd0363bf5 None None] Pushing event updated for resources: {'Port': ['ID=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:03.555745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (aa60decd-9329-4c71-adfe-c74216a480e9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.611225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:03.614513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:03.628577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:03.635008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:03.635969 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:03.662264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=aa60decd-9329-4c71-adfe-c74216a480e9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:03.676408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:03.687868 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6fd99fb4-f60b-42a1-b699-53cf3cfb9e17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7102876 Jan 27 19:53:03.763040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb801fc-2e20-4802-83db-653c47adfbf3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:03.769793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb801fc-2e20-4802-83db-653c47adfbf3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:03.774888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:03.775073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7eb801fc-2e20-4802-83db-653c47adfbf3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0973043 Jan 27 19:53:03.946636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port aa60decd-9329-4c71-adfe-c74216a480e9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:03.946995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (aa60decd-9329-4c71-adfe-c74216a480e9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.090225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (aa60decd-9329-4c71-adfe-c74216a480e9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.112181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for aa60decd-9329-4c71-adfe-c74216a480e9 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:04.337966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (aa60decd-9329-4c71-adfe-c74216a480e9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.426132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=aa60decd-9329-4c71-adfe-c74216a480e9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:04.430003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.434678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-339d2274-e730-4caa-8cd7-03267a2d73fd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/aa60decd-9329-4c71-adfe-c74216a480e9 HTTP/1.1" status: 204 len: 168 time: 0.6579778 Jan 27 19:53:04.437044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52484) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:04.444784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-3759b662-9ec4-4c50-9a49-167e834b3a2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609891 Jan 27 19:53:04.504036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3e50-0e8e-45ee-a4c3-5f1a7bdd3f35 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:04.505862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3e50-0e8e-45ee-a4c3-5f1a7bdd3f35 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:04.511540 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36ed3e50-0e8e-45ee-a4c3-5f1a7bdd3f35 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0707030 Jan 27 19:53:04.511890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:04.611086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91348-133c-4594-8feb-886409e1f309 req-07091940-8992-4603-9509-6b01233c524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:04.611086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-07091940-8992-4603-9509-6b01233c524a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=714c218809074ddfb48dc0acfddb8563&device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 1096 time: 0.1008747 Jan 27 19:53:04.669697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet e5e92935-f451-4e7f-968b-75f861f9d9b1 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:04.693553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (e5e92935-f451-4e7f-968b-75f861f9d9b1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.831762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (e5e92935-f451-4e7f-968b-75f861f9d9b1), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:04.868420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91348-133c-4594-8feb-886409e1f309 req-03995fe9-348e-4d70-b070-666905330a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:04.873761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-03995fe9-348e-4d70-b070-666905330a2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 200 len: 910 time: 0.2375374 Jan 27 19:53:04.883788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:05.015985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:05.017454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.058741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-b97f5844-67af-40d4-9bf1-bffb48d72146 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 200 len: 1001 time: 0.1772065 Jan 27 19:53:05.151656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e5e92935-f451-4e7f-968b-75f861f9d9b1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.162692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:05.163391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.172314 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91348-133c-4594-8feb-886409e1f309 req-406ef027-282c-4304-b39b-e396528b6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:05.174861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-406ef027-282c-4304-b39b-e396528b6188 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 200 len: 848 time: 0.1086738 Jan 27 19:53:05.235093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91348-133c-4594-8feb-886409e1f309 req-c279b216-1906-4401-ac9e-d0ff727488ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:05.237555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-c279b216-1906-4401-ac9e-d0ff727488ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8c57e4d-6c47-4483-92e6-4a498b83194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558896 Jan 27 19:53:05.337201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (e5e92935-f451-4e7f-968b-75f861f9d9b1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.379792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.399578 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e5e92935-f451-4e7f-968b-75f861f9d9b1 HTTP/1.1" status: 204 len: 168 time: 0.8858509 Jan 27 19:53:05.400613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:05.473720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839edd1-019f-4cc4-8802-836ba60b2291 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e92935-f451-4e7f-968b-75f861f9d9b1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:05.479593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:53:05.480082 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:53:05.489779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Provisioning complete for port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:05.490390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.512969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-4e1ed0f6-e57f-46a2-9f8b-44404987eeff service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690783 Jan 27 19:53:05.642581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a1839786-1def-48c8-bd04-10eafb613217 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2367051 Jan 27 19:53:05.645242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:05.651371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:05.692886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23326fd-ffb1-448d-88af-12d2a45a2a6b None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:05.721984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4d91348-133c-4594-8feb-886409e1f309 req-632bb3b4-7d84-42ee-b251-abde7dfaa5cc service neutron] 10.222.0.66 "GET /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936581 Jan 27 19:53:05.759982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Current status of the port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:05.760301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.805466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] For port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:05.830855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:05.832392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.834774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:05.973739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d3d51093-8907-409e-9e99-6d773aec0242 None None] Could not find standard attr ID for object aa60decd-9329-4c71-adfe-c74216a480e9. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:06.070243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.075013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:06.112948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f067fc-ce9e-4557-b18b-a370f90e33b4 None None] Pushing event updated for resources: {'Port': ['ID=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:06.145047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:06.148088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:06.153135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:06.153907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.183326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:06.184380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:06.195051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11ec1008-bf02-4d87-be07-13ab4ad18ab1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5478694 Jan 27 19:53:06.196755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:06.203559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a', 'ip_address': '2001:db8::20d4:2da8:6ee1:3a4a'}], 'name': 'tempest-NetworksTestDHCPv6-1488428120'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:06.303890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Deleting port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:06.304277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.411657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:06.426476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] For port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:06.427091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.446760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Calling delete_port for 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:06.680204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1cdae4bf-39a2-4950-8728-7bdc4bb812f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.688594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:06.703998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] No DVR routers for this DVR port 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:06.752329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port d5c4fabc-4242-4df0-9cf3-194eb4a80eec yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:06.767538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6abf1a-06ac-4e67-b6cc-70f7bbf50668 None None] Pushing event deleted for resources: {'Port': ['ID=1cdae4bf-39a2-4950-8728-7bdc4bb812f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:06.773028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba48618-b1e1-4800-8e5f-2624102d2f60 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:06.775357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:06.802707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:06.803029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1cdae4bf-39a2-4950-8728-7bdc4bb812f5 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:07.006187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::20d4:2da8:6ee1:3a4a (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a/d5c4fabc-4242-4df0-9cf3-194eb4a80eec) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:07.008906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:07.011270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.282192 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (d5c4fabc-4242-4df0-9cf3-194eb4a80eec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.323547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d5c4fabc-4242-4df0-9cf3-194eb4a80eec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.393597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:07.397661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:07.408406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:07.414253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:07.414768 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.421909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a/de1a1006-d0c5-41bb-b9a7-7e3f958d0826) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:07.423214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=d5c4fabc-4242-4df0-9cf3-194eb4a80eec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:07.456571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ec2f2f97-b8e1-4408-8be0-19cb33733642 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2580373 Jan 27 19:53:07.458603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:07.521907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84df5e8-60ea-4766-b642-c1d83c4129b5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:07.526828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:07.527659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b84df5e8-60ea-4766-b642-c1d83c4129b5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0679219 Jan 27 19:53:07.607067 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks [] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.615377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.646002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port d5c4fabc-4242-4df0-9cf3-194eb4a80eec {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:07.646343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d5c4fabc-4242-4df0-9cf3-194eb4a80eec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.653051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:07.656831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:07.660433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:07.735207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Pushing event updated for resources: {'Port': ['ID=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:07.749625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Attempting to bind port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:07.750003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Attempting to bind port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:07.750368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Attempting to bind port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:07.762285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:07.763010 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:07.763746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.764385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:07.766110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Bound port: de1a1006-d0c5-41bb-b9a7-7e3f958d0826, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:07.766699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.789449 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d5c4fabc-4242-4df0-9cf3-194eb4a80eec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.809209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for d5c4fabc-4242-4df0-9cf3-194eb4a80eec owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:07.861813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] For port de1a1006-d0c5-41bb-b9a7-7e3f958d0826, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:07.866389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] For port de1a1006-d0c5-41bb-b9a7-7e3f958d0826, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:07.873173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:07.958592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf6742-2c24-49fe-93de-b5d5adbd3f85 None None] Pushing event updated for resources: {'Port': ['ID=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:08.147418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d5c4fabc-4242-4df0-9cf3-194eb4a80eec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.214314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.220535 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/d5c4fabc-4242-4df0-9cf3-194eb4a80eec HTTP/1.1" status: 204 len: 168 time: 0.6916721 Jan 27 19:53:08.223365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:08.270887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d8dd1-be9b-40ab-a9c3-30928dfdf34a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=d5c4fabc-4242-4df0-9cf3-194eb4a80eec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:08.408388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708f99f-20e6-4e86-be18-168fe9b98847 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:08.411666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708f99f-20e6-4e86-be18-168fe9b98847 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:08.413475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b708f99f-20e6-4e86-be18-168fe9b98847 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1886344 Jan 27 19:53:08.416180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:08.523394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:08.533319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.628741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.749828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.826714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.827624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de1a1006-d0c5-41bb-b9a7-7e3f958d0826 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:08.860631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:08.881561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.887816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:08.889586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-49c340fd-5629-4198-b18e-c5a373d83ece tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a HTTP/1.1" status: 204 len: 168 time: 0.4721167 Jan 27 19:53:08.934282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:08.935206 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dfcc9519-5eb2-4862-b4c8-8c87d7e66ef6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462329 Jan 27 19:53:08.937860 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:08.938339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:08.945766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:09.034913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f54d3526-ede4-448d-8db0-d1cb2b8e4109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.154812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:09.156173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.157822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:09.162293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.268842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port de1a1006-d0c5-41bb-b9a7-7e3f958d0826, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:09.274722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.396710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:09.513101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (514fd31b-c0d3-4814-8bee-38e811dba610), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.577208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:09.582533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:09.588891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:09.589509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.651994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=514fd31b-c0d3-4814-8bee-38e811dba610,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:09.659474 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e8e7f94f-5807-42bf-8218-7fe5df2a2bcf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7199419 Jan 27 19:53:09.662384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:09.668160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '514fd31b-c0d3-4814-8bee-38e811dba610', 'ip_address': '2001:db8::de3c:a0d7:b94e:a583'}], 'name': 'tempest-NetworksTestDHCPv6-1024654081'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:09.733080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1142ed-fd47-44df-8e4f-c763609c84e4 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:09.817650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:09.822933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.823089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8a59c58b-52ad-4473-a723-020333b62d0f None None] Provisioning complete for port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:09.823439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a59c58b-52ad-4473-a723-020333b62d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:09.851863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 1ce5afb2-c6dc-45ba-ba0f-9d42046613cb yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:09.954239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8a59c58b-52ad-4473-a723-020333b62d0f None None] Current status of the port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:10.147427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::de3c:a0d7:b94e:a583 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/514fd31b-c0d3-4814-8bee-38e811dba610/1ce5afb2-c6dc-45ba-ba0f-9d42046613cb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:10.365476 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (1ce5afb2-c6dc-45ba-ba0f-9d42046613cb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:10.386882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7a3e9063-8eee-44c8-83a7-61d5fe5677db None None] Provisioning complete for port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:10.387149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9063-8eee-44c8-83a7-61d5fe5677db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:10.456287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ce5afb2-c6dc-45ba-ba0f-9d42046613cb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:10.526482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=1ce5afb2-c6dc-45ba-ba0f-9d42046613cb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:10.541202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:10.543167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:10.547328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:10.553933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:10.554854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:10.588727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e9063-8eee-44c8-83a7-61d5fe5677db None None] Current status of the port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:10.604737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:10.605315 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9661f9d9-a8e2-4084-a34b-4b0e1d6f97e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9411037 Jan 27 19:53:10.700291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0b114601-3b34-4ae9-b846-b43b279bbf0e None None] Could not find standard attr ID for object d5c4fabc-4242-4df0-9cf3-194eb4a80eec. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:10.719425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d689cb-d871-4f74-bf94-d9eb0776a1b4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:10.725535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d689cb-d871-4f74-bf94-d9eb0776a1b4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:10.727772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22d689cb-d871-4f74-bf94-d9eb0776a1b4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1206753 Jan 27 19:53:10.731345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:10.745230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de1a1006-d0c5-41bb-b9a7-7e3f958d0826 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:10.822356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:10.823382 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:10.847022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 1ce5afb2-c6dc-45ba-ba0f-9d42046613cb {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:10.847399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1ce5afb2-c6dc-45ba-ba0f-9d42046613cb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.001026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:11.012566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1ce5afb2-c6dc-45ba-ba0f-9d42046613cb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.031321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 1ce5afb2-c6dc-45ba-ba0f-9d42046613cb owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:11.197223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1ce5afb2-c6dc-45ba-ba0f-9d42046613cb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.245088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-92afec4f-5df0-4917-99b9-722473ced617 None None] Could not find standard attr ID for object 1ce5afb2-c6dc-45ba-ba0f-9d42046613cb. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:11.265718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=1ce5afb2-c6dc-45ba-ba0f-9d42046613cb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:11.325487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.337150 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d40560d0-28df-44e9-a687-f32c6dc3fee7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/1ce5afb2-c6dc-45ba-ba0f-9d42046613cb HTTP/1.1" status: 204 len: 168 time: 0.6005375 Jan 27 19:53:11.337746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:11.507752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819a033-8274-416c-984d-d663a2bdffc1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:11.509115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819a033-8274-416c-984d-d663a2bdffc1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:11.513227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0819a033-8274-416c-984d-d663a2bdffc1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1718996 Jan 27 19:53:11.513809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52650) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:11.650300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 514fd31b-c0d3-4814-8bee-38e811dba610 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:11.661220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (514fd31b-c0d3-4814-8bee-38e811dba610), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.803576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (514fd31b-c0d3-4814-8bee-38e811dba610), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.871361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (514fd31b-c0d3-4814-8bee-38e811dba610), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.952871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (514fd31b-c0d3-4814-8bee-38e811dba610), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:11.991468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.011773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/514fd31b-c0d3-4814-8bee-38e811dba610 HTTP/1.1" status: 204 len: 168 time: 0.4964612 Jan 27 19:53:12.012813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c44957-850d-443e-b2aa-4f2c9d58b5c1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=514fd31b-c0d3-4814-8bee-38e811dba610,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:12.014250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52666) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:12.071818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-053379c6-452d-4730-b2d7-67814fc5c22d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561278 Jan 27 19:53:12.074577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52670) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:12.090625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24418d8-90e3-42cf-a8a2-a2d8e542992c None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:12.188850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e9581-6481-436a-9c5d-909fb568b1e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:12.188850 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-016e9581-6481-436a-9c5d-909fb568b1e9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1087866 Jan 27 19:53:12.189167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:12.241319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c6703d-cbc1-43e0-b7ae-3a8d5730a0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.281915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8750b3-849a-4592-b296-c4a14f9b6583 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:12.289229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e8750b3-849a-4592-b296-c4a14f9b6583 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0992582 Jan 27 19:53:12.291863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52680) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:12.399672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-943b3e42-eedf-461d-8c5b-f35561206560 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018152 Jan 27 19:53:12.401987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:12.408561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:12.449019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:12.534088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Deleting port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:12.534757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.642716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:12.646168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.670180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] For port de1a1006-d0c5-41bb-b9a7-7e3f958d0826, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:12.670676 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.701803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Calling delete_port for de1a1006-d0c5-41bb-b9a7-7e3f958d0826 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:12.809434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device de1a1006-d0c5-41bb-b9a7-7e3f958d0826 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:12.939816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:12.940217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:12.942103 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (de1a1006-d0c5-41bb-b9a7-7e3f958d0826), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.006301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] No DVR routers for this DVR port de1a1006-d0c5-41bb-b9a7-7e3f958d0826 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:13.019766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498e938-e491-4915-9c3a-79d9c5ed780b None None] Pushing event deleted for resources: {'Port': ['ID=de1a1006-d0c5-41bb-b9a7-7e3f958d0826,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:13.113172 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e81f38e3-a99b-4a2f-8a31-93554c19ae12), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.183868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:13.185777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:13.190175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:13.191030 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.196145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28894aa5-81b5-4b0c-a060-6da67dec2402 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:13.228276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:13.233982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'e81f38e3-a99b-4a2f-8a31-93554c19ae12', 'ip_address': '2001:db8::23e:c7fb:a72b:1e6e'}], 'name': 'tempest-NetworksTestDHCPv6-241539486'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:13.234754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8300228 Jan 27 19:53:13.235915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b915ae7-3861-4b9a-b3de-af5221d0755d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=e81f38e3-a99b-4a2f-8a31-93554c19ae12,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:13.334743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'e81f38e3-a99b-4a2f-8a31-93554c19ae12'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:13.337200 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.431099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:13.534491 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.540886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e81f38e3-a99b-4a2f-8a31-93554c19ae12/3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:13.559046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 7152ee44-fd5b-4d04-b1e5-72c982f8b79a yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:13.732902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks [] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.742931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:13.818263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::23e:c7fb:a72b:1e6e (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e81f38e3-a99b-4a2f-8a31-93554c19ae12/7152ee44-fd5b-4d04-b1e5-72c982f8b79a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:13.820782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:13.823857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:13.835407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:13.842905 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Pushing event updated for resources: {'Port': ['ID=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:13.995664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (7152ee44-fd5b-4d04-b1e5-72c982f8b79a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.039672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7152ee44-fd5b-4d04-b1e5-72c982f8b79a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.128499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:14.134527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:14.143795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:14.150792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:14.151623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.166410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=7152ee44-fd5b-4d04-b1e5-72c982f8b79a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:14.183102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b9b8898-864d-4f85-9dd8-b6355715eb26 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9534659 Jan 27 19:53:14.185889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:14.191440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'e81f38e3-a99b-4a2f-8a31-93554c19ae12', 'ip_address': '2001:db8::23e:c7fb:a72b:1e6e'}], 'name': 'tempest-NetworksTestDHCPv6-112753608'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:14.259910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Attempting to bind port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:14.260492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Attempting to bind port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:14.260673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Attempting to bind port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:14.275448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:14.276344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:14.276833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.277325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:14.278988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Bound port: 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:14.279689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.414375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] For port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:14.420548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] For port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:14.430727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.574104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d2057-df1c-45e9-ab09-1fa47707e497 None None] Pushing event updated for resources: {'Port': ['ID=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:14.701671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:14.907209 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:14.931684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 3ec32551-f332-48c7-b21b-975a74546b09 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:15.168101 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 19:53:15.168655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:53:15.194780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.195550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6732dc26-258f-4915-bd11-f1059ba89312 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0081472 Jan 27 19:53:15.197992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:15.269564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969db258-f5c9-40ba-afe9-6c0443cc38f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:15.275814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969db258-f5c9-40ba-afe9-6c0443cc38f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:15.277478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-969db258-f5c9-40ba-afe9-6c0443cc38f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0780952 Jan 27 19:53:15.280401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52744) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:15.414623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 7152ee44-fd5b-4d04-b1e5-72c982f8b79a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:15.414991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7152ee44-fd5b-4d04-b1e5-72c982f8b79a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.522685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7152ee44-fd5b-4d04-b1e5-72c982f8b79a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.538372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 7152ee44-fd5b-4d04-b1e5-72c982f8b79a owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:15.639097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.684453 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7152ee44-fd5b-4d04-b1e5-72c982f8b79a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.770859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=7152ee44-fd5b-4d04-b1e5-72c982f8b79a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:15.780283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:15.784667 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-667a0556-63b4-49f3-a11f-f0d4936c79df tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/7152ee44-fd5b-4d04-b1e5-72c982f8b79a HTTP/1.1" status: 204 len: 168 time: 0.5020823 Jan 27 19:53:15.787373 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:15.867023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab240f5-b92b-4894-81c2-32c40cce2e85 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:15.868460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab240f5-b92b-4894-81c2-32c40cce2e85 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:15.870251 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ab240f5-b92b-4894-81c2-32c40cce2e85 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0817139 Jan 27 19:53:15.874901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:15.952522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet e81f38e3-a99b-4a2f-8a31-93554c19ae12 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:15.957515 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (e81f38e3-a99b-4a2f-8a31-93554c19ae12), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.043680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Provisioning complete for port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:16.050264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e81f38e3-a99b-4a2f-8a31-93554c19ae12), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.051301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.133357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.188269 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e81f38e3-a99b-4a2f-8a31-93554c19ae12), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.213741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Current status of the port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:16.213741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.315013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e81f38e3-a99b-4a2f-8a31-93554c19ae12), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.385865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=e81f38e3-a99b-4a2f-8a31-93554c19ae12,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:16.393205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.398184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2f7d0040-e2ca-43ae-9042-ae500a64d46c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e81f38e3-a99b-4a2f-8a31-93554c19ae12 HTTP/1.1" status: 204 len: 168 time: 0.5219924 Jan 27 19:53:16.400655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:16.428821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fd9b8-4a44-4b64-9e53-d52a2053040c None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:16.449915 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f6b8c599-fbed-4c7a-8df2-2c747164d892 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470421 Jan 27 19:53:16.455805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:16.462186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:16.469217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:53:16.469512 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:53:16.574802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:16.583079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.685126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:16.825609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (bb4826c7-1cdd-41ea-95f9-bfdac929ec20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.904315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:16.910490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Deleting port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:16.911040 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.912583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:16.919703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:16.920888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:16.957951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5002992 Jan 27 19:53:16.958852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:16.959586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c936-7fb2-4820-b400-cfa931d15dc0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=bb4826c7-1cdd-41ea-95f9-bfdac929ec20,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:16.964135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'bb4826c7-1cdd-41ea-95f9-bfdac929ec20', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2061419179'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:17.100090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Current status of the port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:17.100480 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.189206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:17.200743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] For port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:17.201146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.203763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.205080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] For port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:17.230321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.250983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 2ae61b56-419f-4da3-a739-34304fcc02f1 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:17.272303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Calling delete_port for 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:17.376186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7802c85f-40ad-4df8-8456-daa38036fe75 None None] Could not find standard attr ID for object 7152ee44-fd5b-4d04-b1e5-72c982f8b79a. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:17.409752 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:53:17.410307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:53:17.445287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667da6cd-6f47-4aaf-913c-452eb4c01249 None None] Pushing event updated for resources: {'Port': ['ID=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:17.459496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-26390556-8859-43d3-9027-fb61e3f85271 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4971855 Jan 27 19:53:17.460009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:17.497494 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.530743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] No DVR routers for this DVR port 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:17.540967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d55c4-09ef-4231-8604-59ad1aa5e1fe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:17.540967 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2f2d55c4-09ef-4231-8604-59ad1aa5e1fe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0767753 Jan 27 19:53:17.542167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:17.545422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be16fd2-9eb2-4384-b60e-3699c573e31d None None] Pushing event deleted for resources: {'Port': ['ID=3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:17.552166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489472c2-c8ee-414a-887f-d9750f1e2404 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:17.610262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638fb10-9594-4aa9-983c-26156e964bf8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:17.612483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638fb10-9594-4aa9-983c-26156e964bf8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:17.616560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e638fb10-9594-4aa9-983c-26156e964bf8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714607 Jan 27 19:53:17.617532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52810) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:17.682947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet bb4826c7-1cdd-41ea-95f9-bfdac929ec20 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:17.689422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (bb4826c7-1cdd-41ea-95f9-bfdac929ec20), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.765019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353be1a4-3918-4e3e-ab55-57a4a9b021cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'bb4826c7-1cdd-41ea-95f9-bfdac929ec20'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:17.766023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-353be1a4-3918-4e3e-ab55-57a4a9b021cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.785300 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (bb4826c7-1cdd-41ea-95f9-bfdac929ec20), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.878197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (bb4826c7-1cdd-41ea-95f9-bfdac929ec20), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:17.888888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:18.020643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (bb4826c7-1cdd-41ea-95f9-bfdac929ec20), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-353be1a4-3918-4e3e-ab55-57a4a9b021cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb4826c7-1cdd-41ea-95f9-bfdac929ec20: This subnet is being modified by another concurrent operation. Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb4826c7-1cdd-41ea-95f9-bfdac929ec20: This subnet is being modified by another concurrent operation. Jan 27 19:53:18.029388 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:53:18.065328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e7167-5735-4221-b3d8-4e3e721bd154 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:53:18.164683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4826c7-1cdd-41ea-95f9-bfdac929ec20,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:18.177799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.182328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d665bc21-8287-4128-8277-194a7a34cd94 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/bb4826c7-1cdd-41ea-95f9-bfdac929ec20 HTTP/1.1" status: 204 len: 168 time: 0.5635560 Jan 27 19:53:18.186440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 8bb3503c-e251-4e9e-8915-2aaae992c5b6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:18.188082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.190568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:18.227060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e7167-5735-4221-b3d8-4e3e721bd154 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:53:18.262551 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4da4149-15aa-4d62-acce-75a0cf3c79e0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706179 Jan 27 19:53:18.268288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52832) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:18.273399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:18.438767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:18.442378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.457409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.457747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (8bb3503c-e251-4e9e-8915-2aaae992c5b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:18.486122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 8bb3503c-e251-4e9e-8915-2aaae992c5b6 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:18.625826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:18.665886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:18.666272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3b8e50ff-7c57-4d35-9bbb-2a2fbef366cc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:18.913832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8bb3503c-e251-4e9e-8915-2aaae992c5b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.055226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=8bb3503c-e251-4e9e-8915-2aaae992c5b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:19.138939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for floatingip (51fb626f-e3d3-4176-b170-edcb48895f34), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.139249 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Floating IP 51fb626f-e3d3-4176-b170-edcb48895f34 disassociated (deleted). External IP: 172.25.5.192, port: b9ec9948-594b-4db3-9946-c7a81a130ecf. Jan 27 19:53:19.275483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (3e97620f-b8c8-4744-949c-c72d2dcc3275), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.363327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:19.367120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:19.371744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:19.372530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.377019 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc95ec-2f30-4d16-bfb9-328da63bbd1f None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:19.390674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=3e97620f-b8c8-4744-949c-c72d2dcc3275,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:19.400234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99862b39-fff9-458a-ab6c-51942b92407e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1307557 Jan 27 19:53:19.403806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52854) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:19.410779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:19.439001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (5b27f799-055c-4356-9ade-f4c34c81188f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.440436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (5b27f799-055c-4356-9ade-f4c34c81188f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.448955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:53:19.533306 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router_controller (5b27f799-055c-4356-9ade-f4c34c81188f), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.539946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (5b27f799-055c-4356-9ade-f4c34c81188f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.565704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.567175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-967732f4-60af-4b3b-8063-7768c6916f44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1623449 Jan 27 19:53:19.570063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52856) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:19.629163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '3e97620f-b8c8-4744-949c-c72d2dcc3275'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:19.633529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.648089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:19.655131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:19.659488 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Sync routers for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:19.676846 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:19.681899 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:19.690057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6505ae0d-4475-449b-9830-f8228ad23161 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/floatingips/51fb626f-e3d3-4176-b170-edcb48895f34 HTTP/1.1" status: 204 len: 168 time: 1.8000247 Jan 27 19:53:19.690699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:53:19.704160 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:53:19.845239 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:19.972254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/3e97620f-b8c8-4744-949c-c72d2dcc3275/c8f8ce59-6f4a-4adc-b692-5447826767c1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:20.095402 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc5740f-3e10-487d-a71a-f9d3e5fef72f x-openstack-request-id: req-8bc5740f-3e10-487d-a71a-f9d3e5fef72f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:53:20.096542 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:53:20.096969 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bc5740f-3e10-487d-a71a-f9d3e5fef72f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:53:20.097567 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'status': 'completed', 'code': 200} Jan 27 19:53:20.217802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-ea486079-7611-4323-8a89-b7d50cbfbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:20.219392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-ea486079-7611-4323-8a89-b7d50cbfbf5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e018dbe00a44688a7a2e0b982600366&device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 1097 time: 0.1034160 Jan 27 19:53:20.296086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.314363 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:20.400726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Checking router: 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:20.420494 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:20.421688 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:20.458363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks [] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.470552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.522535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fe5e3-4d10-4fee-8339-0085d4bc8f1a req-c582a71f-ddff-4ec3-915c-e7404cde9490 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:20.524125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-967fe5e3-4d10-4fee-8339-0085d4bc8f1a req-c582a71f-ddff-4ec3-915c-e7404cde9490 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.2968130 Jan 27 19:53:20.564828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:20.579792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Pushing event updated for resources: {'Port': ['ID=c8f8ce59-6f4a-4adc-b692-5447826767c1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:20.582288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:20.585362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:20.598375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-52ce209e-cf72-48fb-8da2-1ef374ae3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:20.604911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-52ce209e-cf72-48fb-8da2-1ef374ae3c2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 200 len: 898 time: 0.3561447 Jan 27 19:53:20.684455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-0ff30549-6d49-40d4-bf5d-2ae453635370 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 200 len: 217 time: 0.0649002 Jan 27 19:53:20.697846 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:20.715405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Attempting to bind port c8f8ce59-6f4a-4adc-b692-5447826767c1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:20.716188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Attempting to bind port c8f8ce59-6f4a-4adc-b692-5447826767c1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:20.716813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Attempting to bind port c8f8ce59-6f4a-4adc-b692-5447826767c1 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:20.718694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-967fe5e3-4d10-4fee-8339-0085d4bc8f1a req-6c3c0096-9208-4442-9068-613a4c7367a3 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857526 Jan 27 19:53:20.728321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:20.743460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:20.745588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.750753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:20.751417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Bound port: c8f8ce59-6f4a-4adc-b692-5447826767c1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:20.751841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.799980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-faa1799e-5ff0-4a80-acfb-e4af59eded39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:20.813480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-faa1799e-5ff0-4a80-acfb-e4af59eded39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 200 len: 835 time: 0.1192701 Jan 27 19:53:20.825130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::1 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/3e97620f-b8c8-4744-949c-c72d2dcc3275/0c39ee24-8017-4b44-b9a9-fc0969212940) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:20.942489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-9237b281-2d23-4d7a-b415-e3819fee5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:20.944209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-9237b281-2d23-4d7a-b415-e3819fee5322 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217065 Jan 27 19:53:20.977367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] For port c8f8ce59-6f4a-4adc-b692-5447826767c1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:20.978832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:20.991826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] For port c8f8ce59-6f4a-4adc-b692-5447826767c1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c8f8ce59-6f4a-4adc-b692-5447826767c1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:21.001404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:21.023776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:21.101158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:21.115086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:21.121462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:21.122087 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (5b27f799-055c-4356-9ade-f4c34c81188f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:21.144330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bea4c-af9c-43bb-9b38-0d8bcd3bb6a0 None None] Pushing event updated for resources: {'Port': ['ID=c8f8ce59-6f4a-4adc-b692-5447826767c1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:21.242647 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:21.264512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-02292f4f-544e-4863-b0dc-cb193b602ca5 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018799 Jan 27 19:53:21.294484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=0c39ee24-8017-4b44-b9a9-fc0969212940,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:21.326232 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf1ca9-1446-4bae-a80f-60923090c2a1 None None] The sync data for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 is: [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:50:24Z', 'revision_number': 4, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '9b9bc074-7cf7-4541-8a74-e35bc071a13c', 'name': '', 'network_id': 'a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'mac_address': 'fa:16:3e:56:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '195077f0-086d-478c-ba7b-027425f1e3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:21Z', 'updated_at': '2022-01-27T19:50:29Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'subnets': [{'id': '195077f0-086d-478c-ba7b-027425f1e3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:21.461103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bdf7d6a9-73f7-4b90-8a3a-b5e70a0af3f3 req-b6006348-4256-4e3b-b179-5003d1a66cbf service neutron] 10.222.0.66 "GET /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907439 Jan 27 19:53:21.525527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:21.704257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e5f5dcf7-96a2-4422-9360-b74e995125ca tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:21.706333 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e5f5dcf7-96a2-4422-9360-b74e995125ca tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.2893536 Jan 27 19:53:21.945108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55e41e-24eb-4060-a216-78c8cd84fe04 None None] New status for floating IP 51fb626f-e3d3-4176-b170-edcb48895f34: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:53:22.020885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da058c-553e-4c1e-9680-838536a7b0c2 req-266c2e40-ff69-4b1b-9d67-fb42d8a9dfee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:22.029692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1da058c-553e-4c1e-9680-838536a7b0c2 req-266c2e40-ff69-4b1b-9d67-fb42d8a9dfee tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 946 time: 0.1371861 Jan 27 19:53:22.116112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1da058c-553e-4c1e-9680-838536a7b0c2 req-94a9cc48-5eba-4b1d-89b2-fe46c9ddc606 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f2036e5-63b5-4c2c-8836-335d68c86cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832112 Jan 27 19:53:22.154887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port b9ec9948-594b-4db3-9946-c7a81a130ecf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:22.155407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.297553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.327242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port b9ec9948-594b-4db3-9946-c7a81a130ecf, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b9ec9948-594b-4db3-9946-c7a81a130ecf,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:22.327958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.347260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for b9ec9948-594b-4db3-9946-c7a81a130ecf owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:22.448830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.458659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (5b27f799-055c-4356-9ade-f4c34c81188f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.522294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=0c39ee24-8017-4b44-b9a9-fc0969212940,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:22.651800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:22.674469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:22.905170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b9ec9948-594b-4db3-9946-c7a81a130ecf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:22.959058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c8f8ce59-6f4a-4adc-b692-5447826767c1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:23.056906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=b9ec9948-594b-4db3-9946-c7a81a130ecf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:23.092645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] No DVR routers for this DVR port b9ec9948-594b-4db3-9946-c7a81a130ecf on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:23.098795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:23.103772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cbe6f992-4f9e-46be-9a67-aa804b8d99dc req-e49d24d0-65d7-4513-a549-d40a1730dda5 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.66 "DELETE /v2.0/ports/b9ec9948-594b-4db3-9946-c7a81a130ecf HTTP/1.1" status: 204 len: 173 time: 1.3901217 Jan 27 19:53:23.104404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-deleted', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:53:23.105910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c8f8ce59-6f4a-4adc-b692-5447826767c1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:23.106295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:23.107607 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07333bf8-bf88-4024-bac1-326de40bdaa5" -d '{"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-deleted", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:53:23.111490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Router 5b27f799-055c-4356-9ade-f4c34c81188f is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:53:23.235245 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e413b6c1-20b2-490a-803f-dbef144bb4fb x-openstack-request-id: req-e413b6c1-20b2-490a-803f-dbef144bb4fb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:53:23.235921 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354dfd-3679-4b59-954c-db74ede98bfa", "name": "network-vif-deleted", "tag": "b9ec9948-594b-4db3-9946-c7a81a130ecf", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:53:23.235921 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e413b6c1-20b2-490a-803f-dbef144bb4fb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:53:23.236492 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354dfd-3679-4b59-954c-db74ede98bfa', 'name': 'network-vif-deleted', 'tag': 'b9ec9948-594b-4db3-9946-c7a81a130ecf', 'status': 'completed', 'code': 200} Jan 27 19:53:23.293891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:23.307374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc286b09-a45e-4985-8798-d09d4daf3d92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "PUT /v2.0/routers/5b27f799-055c-4356-9ade-f4c34c81188f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7333212 Jan 27 19:53:23.307580 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Sync routers for ids ['5b27f799-055c-4356-9ade-f4c34c81188f'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:23.308081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:23.355222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Routers {'5b27f799-055c-4356-9ade-f4c34c81188f'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:23.360534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5b27f799-055c-4356-9ade-f4c34c81188f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:23.364447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Provisioning complete for port c8f8ce59-6f4a-4adc-b692-5447826767c1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:23.364828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:23.435518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8073c21e-3b72-47a8-8cfe-b778a70f12c6 req-6cb0b7c3-7692-474f-a2ba-779fe8e96035 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c354dfd-3679-4b59-954c-db74ede98bfa HTTP/1.1" status: 200 len: 210 time: 0.0914726 Jan 27 19:53:23.444657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4acf5c-1201-4661-8f17-9a00bdd2a621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:23.448594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b4acf5c-1201-4661-8f17-9a00bdd2a621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports/0c39ee24-8017-4b44-b9a9-fc0969212940 HTTP/1.1" status: 200 len: 911 time: 0.1371851 Jan 27 19:53:23.449409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:23.580170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a116c-6154-4490-b9f2-4bfb4357db44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:23.592335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a116c-6154-4490-b9f2-4bfb4357db44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:23.600483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:23.601771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3d2a116c-6154-4490-b9f2-4bfb4357db44 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1510854 Jan 27 19:53:23.602563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c8f8ce59-6f4a-4adc-b692-5447826767c1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:23.602958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:23.701320 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Set router 5b27f799-055c-4356-9ade-f4c34c81188f gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:23.757945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c8f8ce59-6f4a-4adc-b692-5447826767c1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c8f8ce59-6f4a-4adc-b692-5447826767c1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:23.778162 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:23.912447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Current status of the port c8f8ce59-6f4a-4adc-b692-5447826767c1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:23.912991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:24.150782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:53:24.151663 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:53:24.161333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c8f8ce59-6f4a-4adc-b692-5447826767c1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:24.164385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:24.283073 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:21Z', 'revision_number': 2, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None, '_interfaces': [{'id': '0c39ee24-8017-4b44-b9a9-fc0969212940', 'name': '', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'mac_address': 'fa:16:3e:ce:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '3e97620f-b8c8-4744-949c-c72d2dcc3275', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:20Z', 'updated_at': '2022-01-27T19:53:21Z', 'revision_number': 2, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'subnets': [{'id': '3e97620f-b8c8-4744-949c-c72d2dcc3275', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:24.453191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Checking router: 5b27f799-055c-4356-9ade-f4c34c81188f for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:24.454879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Updating router 5b27f799-055c-4356-9ade-f4c34c81188f port 0c39ee24-8017-4b44-b9a9-fc0969212940 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:53:24.505774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (5b27f799-055c-4356-9ade-f4c34c81188f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:24.521358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 52954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:24.523459 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:24.770641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-57665cf7-6aa8-4c4e-927d-b3ffe5c31363 None None] Current status of the port c8f8ce59-6f4a-4adc-b692-5447826767c1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:24.799466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c8f8ce59-6f4a-4adc-b692-5447826767c1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:24.829901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 0c39ee24-8017-4b44-b9a9-fc0969212940 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:24.830516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:24.859635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:24.936188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b9ec9948-594b-4db3-9946-c7a81a130ecf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:24.936586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b9ec9948-594b-4db3-9946-c7a81a130ecf not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:24.997956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-860b5c37-ab6b-457a-b28b-7d9193d5344b None None] Provisioning complete for port 0c39ee24-8017-4b44-b9a9-fc0969212940 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:24.998329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-860b5c37-ab6b-457a-b28b-7d9193d5344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.003461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.039608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 0c39ee24-8017-4b44-b9a9-fc0969212940 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:25.087867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.091141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-860b5c37-ab6b-457a-b28b-7d9193d5344b None None] Port 0c39ee24-8017-4b44-b9a9-fc0969212940 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:53:25.112088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c8f8ce59-6f4a-4adc-b692-5447826767c1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:25.112723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.265657 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Publish callbacks [] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.274621 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.370137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c8f8ce59-6f4a-4adc-b692-5447826767c1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:25.414457 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Pushing event updated for resources: {'Port': ['ID=0c39ee24-8017-4b44-b9a9-fc0969212940,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:25.488322 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.488970 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.489297 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.491363 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.491755 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.492095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.492547 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.493028 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.493533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.494018 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.494482 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.494951 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.495419 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98a4a-67d4-44c7-9386-3639ab28727c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:25.547633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.571917 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Attempting to bind port 0c39ee24-8017-4b44-b9a9-fc0969212940 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:25.572290 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Attempting to bind port 0c39ee24-8017-4b44-b9a9-fc0969212940 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:25.572643 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Attempting to bind port 0c39ee24-8017-4b44-b9a9-fc0969212940 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:25.582209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:25.583762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:25.584217 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.584622 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:25.585120 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Bound port: 0c39ee24-8017-4b44-b9a9-fc0969212940, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:25.585531 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0c39ee24-8017-4b44-b9a9-fc0969212940), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:25.608260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=0c39ee24-8017-4b44-b9a9-fc0969212940,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:25.656890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Port 0c39ee24-8017-4b44-b9a9-fc0969212940 has been deleted concurrently {{(pid=103325) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 19:53:25.687711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Routers {'5b27f799-055c-4356-9ade-f4c34c81188f'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:25.688371 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5b27f799-055c-4356-9ade-f4c34c81188f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:25.813490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c0680eb7-466b-42bf-a2b1-561a908ecbcf None None] Could not find standard attr ID for object 0c39ee24-8017-4b44-b9a9-fc0969212940. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:25.839286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] Set router 5b27f799-055c-4356-9ade-f4c34c81188f gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:26.015794 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:25Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:26.111555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062e16e-8597-4cfa-a903-bf4c376a47c3 None None] The sync data for ids ['5b27f799-055c-4356-9ade-f4c34c81188f'] in n-d-760453-6 is: [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:25Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:26.272654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:26.516672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (5b27f799-055c-4356-9ade-f4c34c81188f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:26.762949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Router 5b27f799-055c-4356-9ade-f4c34c81188f has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:53:26.808207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port 9b9bc074-7cf7-4541-8a74-e35bc071a13c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:26.808804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:26.854741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:26.866030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c06d8fe-e0bd-4acf-a79e-cf910295803c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "PUT /v2.0/routers/5b27f799-055c-4356-9ade-f4c34c81188f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2638803 Jan 27 19:53:26.869961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 52994) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:26.957705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port 9b9bc074-7cf7-4541-8a74-e35bc071a13c, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9b9bc074-7cf7-4541-8a74-e35bc071a13c,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:26.957705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:26.976372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for 9b9bc074-7cf7-4541-8a74-e35bc071a13c owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:27.020051 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7bfb36-2743-4bc6-a76a-676e4aa816f0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:27.022014 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7bfb36-2743-4bc6-a76a-676e4aa816f0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:27.031084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7b7bfb36-2743-4bc6-a76a-676e4aa816f0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1573222 Jan 27 19:53:27.032909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53004) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:27.110156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 3e97620f-b8c8-4744-949c-c72d2dcc3275 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:27.115640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (3e97620f-b8c8-4744-949c-c72d2dcc3275), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.174836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (3e97620f-b8c8-4744-949c-c72d2dcc3275), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.266871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9b9bc074-7cf7-4541-8a74-e35bc071a13c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.332268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=9b9bc074-7cf7-4541-8a74-e35bc071a13c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:27.394034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3e97620f-b8c8-4744-949c-c72d2dcc3275), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.597174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (3e97620f-b8c8-4744-949c-c72d2dcc3275), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.634018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=3e97620f-b8c8-4744-949c-c72d2dcc3275,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:27.639676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.649582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9280cd4d-0ae7-415d-9796-e52e1d10c5c1 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:27.660941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f5aa0940-cc0c-473d-974b-3e5ccd96ceac tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/3e97620f-b8c8-4744-949c-c72d2dcc3275 HTTP/1.1" status: 204 len: 168 time: 0.6269069 Jan 27 19:53:27.663851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53014) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:27.797593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:27.824990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Sync routers for ids ['5b27f799-055c-4356-9ade-f4c34c81188f'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:27.925367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Routers {'5b27f799-055c-4356-9ade-f4c34c81188f'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:27.926072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5b27f799-055c-4356-9ade-f4c34c81188f'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:28.057181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-494375a7-5165-4995-b183-0761ee876e35 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3910649 Jan 27 19:53:28.060949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:28.291375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (5b27f799-055c-4356-9ade-f4c34c81188f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:28.318115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Set router 5b27f799-055c-4356-9ade-f4c34c81188f gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:28.453298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:25Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:28.531260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:28.542294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Checking router: 5b27f799-055c-4356-9ade-f4c34c81188f for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:28.545018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:53:28.795623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (5b27f799-055c-4356-9ade-f4c34c81188f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:28.802395 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router_controller (5b27f799-055c-4356-9ade-f4c34c81188f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:28.810057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Routers {'5b27f799-055c-4356-9ade-f4c34c81188f'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:28.811391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['5b27f799-055c-4356-9ade-f4c34c81188f'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:28.830139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:28.844178 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Sync routers for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:28.852628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0d81d81a-ec75-41bf-8f98-7a229967251d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "PUT /v2.0/routers/9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3295779 Jan 27 19:53:28.861933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:28.872558 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:28.873214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:28.893664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c8f8ce59-6f4a-4adc-b692-5447826767c1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:28.936321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (5b27f799-055c-4356-9ade-f4c34c81188f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:28.937763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Fanout notify agent at l3_agent the message router_deleted on router 5b27f799-055c-4356-9ade-f4c34c81188f {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:53:28.962612 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:28.967456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81cb4a8a-974f-4aec-8225-82baf16c5021 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/routers/5b27f799-055c-4356-9ade-f4c34c81188f HTTP/1.1" status: 204 len: 168 time: 0.9020381 Jan 27 19:53:28.968434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53042) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:29.001446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:29.087106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] Set router 5b27f799-055c-4356-9ade-f4c34c81188f gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:29.112833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting subnet 195077f0-086d-478c-ba7b-027425f1e3db {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:29.134599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (195077f0-086d-478c-ba7b-027425f1e3db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.186050 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:29.249385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (195077f0-086d-478c-ba7b-027425f1e3db), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.321617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:29.331426 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.469754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (195077f0-086d-478c-ba7b-027425f1e3db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.625119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c8f8ce59-6f4a-4adc-b692-5447826767c1 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:29.628987 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.642251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:25Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:29.674216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (195077f0-086d-478c-ba7b-027425f1e3db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.728305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195a7bb-debe-4ef2-9c13-61a820d36a93 None None] The sync data for ids ['5b27f799-055c-4356-9ade-f4c34c81188f'] in n-d-760453-6 is: [{'id': '5b27f799-055c-4356-9ade-f4c34c81188f', 'name': 'tempest-NetworksTestDHCPv6-router-2075385644', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:19Z', 'updated_at': '2022-01-27T19:53:25Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:29.805148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Subnet': ['ID=195077f0-086d-478c-ba7b-027425f1e3db,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:29.809905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.814953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c3360b0c-2eef-4fbc-a49b-b28d3174689f tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/subnets/195077f0-086d-478c-ba7b-027425f1e3db HTTP/1.1" status: 204 len: 168 time: 0.9501734 Jan 27 19:53:29.818009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:29.870468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c4e14-381c-4e17-a9f3-7f0a29e0a5fa None None] Network a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:29.882271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Deleting port c8f8ce59-6f4a-4adc-b692-5447826767c1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:29.890930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:29.899759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e6e34409-4bb6-434f-9831-86015db992b1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.063006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=e6e34409-4bb6-434f-9831-86015db992b1,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:30.084403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:30.086437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:30.098791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:30.104404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.159277 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-78c2a098-7dbf-42ce-943b-74526bf785cc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1886861 Jan 27 19:53:30.161472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:30.171795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.172332 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:53:27Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:30.180739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1485709891', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:30.201372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c8f8ce59-6f4a-4adc-b692-5447826767c1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c8f8ce59-6f4a-4adc-b692-5447826767c1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:30.282233 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Checking router: 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:30.284461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.286003 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.300779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.302156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Routers {'9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:30.303197 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:30.411415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c8f8ce59-6f4a-4adc-b692-5447826767c1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:30.425610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router_controller (30b51c91-48da-4900-ac2a-415ac2e93d54), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.439582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.489797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.491190 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64e0ba37-c58d-4f00-b9c5-3dc77c68d577 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3273540 Jan 27 19:53:30.494343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53096) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:30.512796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] For port c8f8ce59-6f4a-4adc-b692-5447826767c1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c8f8ce59-6f4a-4adc-b692-5447826767c1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:30.513231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.544199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_gateway (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.559601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Calling delete_port for c8f8ce59-6f4a-4adc-b692-5447826767c1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:30.599547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] DHCP port deletion for a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:30.689146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Deleting port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:30.689818 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.712814 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] Set router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:30.815145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:30.879573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] For port ed48aa5c-3fce-48c3-8f18-2833c5b8cb03, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:30.881068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:30.897975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Calling delete_port for ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:31.086142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Deleting port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:31.090250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.095069 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:53:27Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:31.126257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.178034 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f8d62-decd-47bf-9c64-f1fc02da782f None None] The sync data for ids ['9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5'] in n-d-760453-6 is: [{'id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131876136', 'tenant_id': '2e018dbe00a44688a7a2e0b982600366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:50:06Z', 'updated_at': '2022-01-27T19:53:27Z', 'revision_number': 5, 'project_id': '2e018dbe00a44688a7a2e0b982600366', 'gw_port': {'id': 'ed48aa5c-3fce-48c3-8f18-2833c5b8cb03', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:50:08Z', 'updated_at': '2022-01-27T19:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:31.267678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] For port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:31.271179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.299742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Calling delete_port for 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:31.376601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ed48aa5c-3fce-48c3-8f18-2833c5b8cb03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.378624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:31.379790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.390621 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c8f8ce59-6f4a-4adc-b692-5447826767c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.456383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Port': ['ID=ed48aa5c-3fce-48c3-8f18-2833c5b8cb03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:31.478784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.479218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.479622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.480107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.480470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.481365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.481365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.481773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.481911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.482343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.482697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.483179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.484068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:31.634259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] No DVR routers for this DVR port c8f8ce59-6f4a-4adc-b692-5447826767c1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:31.646150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621458f-cd44-497d-906b-0ba53aba8b15 None None] Pushing event deleted for resources: {'Port': ['ID=c8f8ce59-6f4a-4adc-b692-5447826767c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:31.681073 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.703948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45054c15-ff51-4e53-8733-8ceba21e06ea None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:31.814333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::1 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e6e34409-4bb6-434f-9831-86015db992b1/ae5d012b-4551-4e5f-8ec0-2ec49702e37e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:31.942729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,segment=NetworkSegment(709304b9-40c2-428e-b10b-4d610a83ec50),segment_id=709304b9-40c2-428e-b10b-4d610a83ec50)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:31.961177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.961467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:31.966802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router_controller (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.074376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.075256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:53:32.083251 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.084667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ca229f47-ee79-4c51-be4b-041b67eedc6d tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/routers/9d7ca0eb-6a6c-401d-ae37-aa8a7f665ca5 HTTP/1.1" status: 204 len: 168 time: 2.2648799 Jan 27 19:53:32.089738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:32.092523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.110155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (275d92b5-e2bd-4cc1-bbbe-1c6210e59b73), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.175993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.225101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:32.232318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] No DVR routers for this DVR port 275d92b5-e2bd-4cc1-bbbe-1c6210e59b73 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:32.263033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.263583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35b556-3d39-4e18-8cdb-f32afc41492c None None] Pushing event deleted for resources: {'Port': ['ID=275d92b5-e2bd-4cc1-bbbe-1c6210e59b73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:32.331972 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=ae5d012b-4551-4e5f-8ec0-2ec49702e37e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:32.343722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:32.351234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'e6e34409-4bb6-434f-9831-86015db992b1'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:32.351486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:32.352336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.358906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:32.359480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (30b51c91-48da-4900-ac2a-415ac2e93d54), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.473066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.521511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:32.577639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709304b9-40c2-428e-b10b-4d610a83ec50') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:32.577639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709304b9-40c2-428e-b10b-4d610a83ec50') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:32.678863 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (709304b9-40c2-428e-b10b-4d610a83ec50), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.724923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (709304b9-40c2-428e-b10b-4d610a83ec50), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.740915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:53:32.742388 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (709304b9-40c2-428e-b10b-4d610a83ec50), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:53:32.751074 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:53:32.758466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.787067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/e6e34409-4bb6-434f-9831-86015db992b1/55888212-dea3-4a30-8163-9462ff9525b4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:32.856463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:32.916459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.931670 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:32.936292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/networks/a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2 HTTP/1.1" status: 204 len: 168 time: 0.8452168 Jan 27 19:53:32.939604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:32.964982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3424-2d74-40f1-b189-aae21fdbd7ec tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'Network': ['ID=a4b088b6-3189-4e4e-ae6f-ff2c92c5e3f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:33.039044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:33.039768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ed48aa5c-3fce-48c3-8f18-2833c5b8cb03 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:33.040434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9b9bc074-7cf7-4541-8a74-e35bc071a13c no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:33.066915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9b9bc074-7cf7-4541-8a74-e35bc071a13c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:53:33.067621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9b9bc074-7cf7-4541-8a74-e35bc071a13c not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:53:33.250880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (4f2036e5-63b5-4c2c-8836-335d68c86cd6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.323684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (4f2036e5-63b5-4c2c-8836-335d68c86cd6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.402757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks [] for port (55888212-dea3-4a30-8163-9462ff9525b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.417087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (55888212-dea3-4a30-8163-9462ff9525b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.443315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4f2036e5-63b5-4c2c-8836-335d68c86cd6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.448570 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.450078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] 10.222.0.59 "DELETE /v2.0/security-groups/4f2036e5-63b5-4c2c-8836-335d68c86cd6 HTTP/1.1" status: 204 len: 168 time: 0.5093002 Jan 27 19:53:33.507977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80493a6-d4c4-458f-b389-f165733af2f7 tempest-TestNetworkAdvancedServerOps-629938792 tempest-TestNetworkAdvancedServerOps-629938792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2036e5-63b5-4c2c-8836-335d68c86cd6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:33.612807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Pushing event updated for resources: {'Port': ['ID=55888212-dea3-4a30-8163-9462ff9525b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:33.654648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:33.662845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:33.688459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:33.831322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Attempting to bind port 55888212-dea3-4a30-8163-9462ff9525b4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:33.831835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Attempting to bind port 55888212-dea3-4a30-8163-9462ff9525b4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:33.832505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Attempting to bind port 55888212-dea3-4a30-8163-9462ff9525b4 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:33.856908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:33.857479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:33.858012 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:33.859209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:33.860161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Bound port: 55888212-dea3-4a30-8163-9462ff9525b4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:33.869989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55888212-dea3-4a30-8163-9462ff9525b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:34.022594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] For port 55888212-dea3-4a30-8163-9462ff9525b4, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:34.027570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] For port 55888212-dea3-4a30-8163-9462ff9525b4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=55888212-dea3-4a30-8163-9462ff9525b4,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:34.033931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (55888212-dea3-4a30-8163-9462ff9525b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:34.086214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:34.093514 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:34.094651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (30b51c91-48da-4900-ac2a-415ac2e93d54), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:34.257987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8dbec-fb1d-4511-bb9b-de4cefb23cf2 None None] Pushing event updated for resources: {'Port': ['ID=55888212-dea3-4a30-8163-9462ff9525b4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:34.497667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=ae5d012b-4551-4e5f-8ec0-2ec49702e37e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:34.500617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:34.512291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.513111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.513555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.513962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.514371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.514810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.517752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:34.552690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:34.557356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:35.011797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Router 30b51c91-48da-4900-ac2a-415ac2e93d54 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:53:35.041752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c7abb8b1-0bf2-41b1-9205-801dbafb7893 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e018dbe00a44688a7a2e0b982600366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356891 Jan 27 19:53:35.043887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:35.188766 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] Publish callbacks [] for security_group (5601a6eb-bd16-40b7-afd2-a73fad63b90f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:35.220508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] Publish callbacks [] for security_group (5601a6eb-bd16-40b7-afd2-a73fad63b90f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:35.232559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:35.254621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Sync routers for ids ['30b51c91-48da-4900-ac2a-415ac2e93d54'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:35.260096 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d2097f6b-9cfa-46f6-8366-6bab2669d48b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "PUT /v2.0/routers/30b51c91-48da-4900-ac2a-415ac2e93d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7596974 Jan 27 19:53:35.265114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53210) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:35.272507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Routers {'30b51c91-48da-4900-ac2a-415ac2e93d54'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:35.273354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['30b51c91-48da-4900-ac2a-415ac2e93d54'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:35.372045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5601a6eb-bd16-40b7-afd2-a73fad63b90f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:35.377559 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:35.382038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5601a6eb-bd16-40b7-afd2-a73fad63b90f HTTP/1.1" status: 204 len: 168 time: 0.3344798 Jan 27 19:53:35.401978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538b22d-7b95-46df-ba78-99dbd2243c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601a6eb-bd16-40b7-afd2-a73fad63b90f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:35.435112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4585c-0737-4b93-b857-137b34cb0530 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:35.436913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fbe4585c-0737-4b93-b857-137b34cb0530 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports/ae5d012b-4551-4e5f-8ec0-2ec49702e37e HTTP/1.1" status: 200 len: 911 time: 0.1680820 Jan 27 19:53:35.440532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53218) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:35.514312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Set router 30b51c91-48da-4900-ac2a-415ac2e93d54 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:35.645105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455e1de-4290-4408-8e56-071f67ef6893 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:35.674832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455e1de-4290-4408-8e56-071f67ef6893 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:35.680285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9455e1de-4290-4408-8e56-071f67ef6893 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2350621 Jan 27 19:53:35.681288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:36.101673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b51c91-48da-4900-ac2a-415ac2e93d54', 'name': 'tempest-NetworksTestDHCPv6-router-1485709891', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:30Z', 'updated_at': '2022-01-27T19:53:32Z', 'revision_number': 2, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None, '_interfaces': [{'id': 'ae5d012b-4551-4e5f-8ec0-2ec49702e37e', 'name': '', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'mac_address': 'fa:16:3e:a1:ee:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b51c91-48da-4900-ac2a-415ac2e93d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e6e34409-4bb6-434f-9831-86015db992b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:31Z', 'updated_at': '2022-01-27T19:53:33Z', 'revision_number': 2, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'subnets': [{'id': 'e6e34409-4bb6-434f-9831-86015db992b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:36.173044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Checking router: 30b51c91-48da-4900-ac2a-415ac2e93d54 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:36.175555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Updating router 30b51c91-48da-4900-ac2a-415ac2e93d54 port ae5d012b-4551-4e5f-8ec0-2ec49702e37e binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:53:36.251782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.485621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:36.623667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5d370404-72b4-4537-a39d-d6c5bd574424 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b69aba0a97e24d388e97ff7ceea3071c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365011 Jan 27 19:53:36.626862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:36.701857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (30b51c91-48da-4900-ac2a-415ac2e93d54), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.779671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] Publish callbacks [] for security_group (3d9e5358-1345-4647-89ab-66931175bbce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.809547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Provisioning complete for port ae5d012b-4551-4e5f-8ec0-2ec49702e37e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:36.810118 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.852148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] Publish callbacks [] for security_group (3d9e5358-1345-4647-89ab-66931175bbce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.964439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d9e5358-1345-4647-89ab-66931175bbce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.967436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:36.968302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 55888212-dea3-4a30-8163-9462ff9525b4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:36.969113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d9e5358-1345-4647-89ab-66931175bbce HTTP/1.1" status: 204 len: 168 time: 0.3408744 Jan 27 19:53:36.986437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2695599-fca0-42c6-8264-0dcac3dac86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e5358-1345-4647-89ab-66931175bbce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:37.384940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port ae5d012b-4551-4e5f-8ec0-2ec49702e37e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:37.385273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:37.603234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Port ae5d012b-4551-4e5f-8ec0-2ec49702e37e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:53:37.714907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Provisioning complete for port 55888212-dea3-4a30-8163-9462ff9525b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:37.715302 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (55888212-dea3-4a30-8163-9462ff9525b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:37.738995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:37.769480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for ae5d012b-4551-4e5f-8ec0-2ec49702e37e owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:37.966860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 55888212-dea3-4a30-8163-9462ff9525b4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:37.966860 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (55888212-dea3-4a30-8163-9462ff9525b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:38.112958 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:53:38.318822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ae5d012b-4551-4e5f-8ec0-2ec49702e37e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:38.422440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 55888212-dea3-4a30-8163-9462ff9525b4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:38.422846 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55888212-dea3-4a30-8163-9462ff9525b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:38.453115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=ae5d012b-4551-4e5f-8ec0-2ec49702e37e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:38.556026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:53:38.556277 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:53:38.594928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 55888212-dea3-4a30-8163-9462ff9525b4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=55888212-dea3-4a30-8163-9462ff9525b4,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:38.620407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (55888212-dea3-4a30-8163-9462ff9525b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:38.639660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Current status of the port 55888212-dea3-4a30-8163-9462ff9525b4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:38.640056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55888212-dea3-4a30-8163-9462ff9525b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:38.708099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=55888212-dea3-4a30-8163-9462ff9525b4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:38.780472 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:53:38.780703 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:53:38.799257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (30b51c91-48da-4900-ac2a-415ac2e93d54), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.020300 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd695-83f6-457e-88e1-8ed184e4b3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.078634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Router 30b51c91-48da-4900-ac2a-415ac2e93d54 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:53:39.131922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Port ae5d012b-4551-4e5f-8ec0-2ec49702e37e not found while updating agent binding for router 30b51c91-48da-4900-ac2a-415ac2e93d54. {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 19:53:39.143646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Routers {'30b51c91-48da-4900-ac2a-415ac2e93d54'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:39.144286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['30b51c91-48da-4900-ac2a-415ac2e93d54'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:39.225441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:39.246061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-537d9730-855b-4177-9ba5-b379afc080ad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "PUT /v2.0/routers/30b51c91-48da-4900-ac2a-415ac2e93d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5623758 Jan 27 19:53:39.248390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:39.397926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa1bbd-5062-4efe-8191-588df5d35d51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:39.399550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa1bbd-5062-4efe-8191-588df5d35d51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:39.402410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5efa1bbd-5062-4efe-8191-588df5d35d51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1521730 Jan 27 19:53:39.405132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:39.425772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] Set router 30b51c91-48da-4900-ac2a-415ac2e93d54 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:39.489484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet e6e34409-4bb6-434f-9831-86015db992b1 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:39.514504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (e6e34409-4bb6-434f-9831-86015db992b1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.564683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b51c91-48da-4900-ac2a-415ac2e93d54', 'name': 'tempest-NetworksTestDHCPv6-router-1485709891', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:30Z', 'updated_at': '2022-01-27T19:53:38Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:39.667284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2aa8a-7014-40e5-921e-7397310443fd None None] The sync data for ids ['30b51c91-48da-4900-ac2a-415ac2e93d54'] in n-d-760453-6 is: [{'id': '30b51c91-48da-4900-ac2a-415ac2e93d54', 'name': 'tempest-NetworksTestDHCPv6-router-1485709891', 'tenant_id': '0d2758940a844b4baab8d2c4f1a4b888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:30Z', 'updated_at': '2022-01-27T19:53:38Z', 'revision_number': 3, 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:39.673091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a3dbc-202e-4d85-bc0a-9dd72a9ca6a4 None None] Current status of the port 55888212-dea3-4a30-8163-9462ff9525b4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:39.682804 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (e6e34409-4bb6-434f-9831-86015db992b1), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.789996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cda3bd93-8877-4958-8ffe-45a0e87d342b None None] Could not find standard attr ID for object ae5d012b-4551-4e5f-8ec0-2ec49702e37e. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:39.865784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e6e34409-4bb6-434f-9831-86015db992b1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.970405 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (e6e34409-4bb6-434f-9831-86015db992b1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:39.992866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7cc08-08be-4156-9305-bdc83add89f3 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:40.003635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.007610 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e6e34409-4bb6-434f-9831-86015db992b1 HTTP/1.1" status: 204 len: 168 time: 0.6011326 Jan 27 19:53:40.008918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162851-4d80-478c-bdb8-15911df8a7f7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e34409-4bb6-434f-9831-86015db992b1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:40.010254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:40.401668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:40.403322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-98d5eb33-79b9-463d-b343-3e3061d13d13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3918540 Jan 27 19:53:40.463085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:53:40.568165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.617182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Deleting port 55888212-dea3-4a30-8163-9462ff9525b4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:40.617182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (55888212-dea3-4a30-8163-9462ff9525b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.729588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] For port 55888212-dea3-4a30-8163-9462ff9525b4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=55888212-dea3-4a30-8163-9462ff9525b4,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:40.730349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (55888212-dea3-4a30-8163-9462ff9525b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.801594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Calling delete_port for 55888212-dea3-4a30-8163-9462ff9525b4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:40.822013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 55888212-dea3-4a30-8163-9462ff9525b4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:53:40.906354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.910304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router_controller (30b51c91-48da-4900-ac2a-415ac2e93d54), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.969759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (30b51c91-48da-4900-ac2a-415ac2e93d54), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.971269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Fanout notify agent at l3_agent the message router_deleted on router 30b51c91-48da-4900-ac2a-415ac2e93d54 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:53:40.992653 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:40.997239 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-60d5a914-7006-480a-a07a-de22e0e393a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/routers/30b51c91-48da-4900-ac2a-415ac2e93d54 HTTP/1.1" status: 204 len: 168 time: 0.5933981 Jan 27 19:53:40.999144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:41.037769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 55888212-dea3-4a30-8163-9462ff9525b4 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:41.038547 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (55888212-dea3-4a30-8163-9462ff9525b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:41.093477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa509cb4-c09f-448f-8464-0b2c54782ec9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:41.098467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa509cb4-c09f-448f-8464-0b2c54782ec9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0954931 Jan 27 19:53:41.098854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53394) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:41.113506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 55888212-dea3-4a30-8163-9462ff9525b4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=55888212-dea3-4a30-8163-9462ff9525b4,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:41.122204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (55888212-dea3-4a30-8163-9462ff9525b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:41.167624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (55888212-dea3-4a30-8163-9462ff9525b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:41.187726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] No DVR routers for this DVR port 55888212-dea3-4a30-8163-9462ff9525b4 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:53:41.200085 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Sync routers for ids ['30b51c91-48da-4900-ac2a-415ac2e93d54'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:41.219455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6f434-e136-4c2f-a2ff-2454cb51965f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:41.222153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e5b6f434-e136-4c2f-a2ff-2454cb51965f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218436 Jan 27 19:53:41.224699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:41.232872 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:41.233712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:53:41.234574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30b51c91-48da-4900-ac2a-415ac2e93d54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:53:41.257220 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:41.257741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:53:41.258664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=55888212-dea3-4a30-8163-9462ff9525b4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:41.261049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30b51c91-48da-4900-ac2a-415ac2e93d54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:53:41.262978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a545a5-2e49-4dd6-b504-f6d5859ff595 None None] The sync data for ids ['30b51c91-48da-4900-ac2a-415ac2e93d54'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:41.294246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ea60459b-3a86-457a-a099-1155f5701ac6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683203 Jan 27 19:53:41.304869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53412) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:41.313982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:41.354307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e46d5-1ef9-4ed5-b051-92c9dcc6d339 None None] Pushing event deleted for resources: {'Port': ['ID=55888212-dea3-4a30-8163-9462ff9525b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:41.512069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:41.516304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.087017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:53:42.089096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (70d211fb-c81e-460a-888f-b75ce3ad6604), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.128471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80eb7aed-83e3-4939-903f-585d66e4bf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.437215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:42.437928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:42.443042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:42.446501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:42.447109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.453813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'network': {'name': 'tempest-network-smoke--1692989114', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:42.455806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d118dd5-3845-4f8a-936f-abcb873f4de8 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:42.482032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1723490 Jan 27 19:53:42.482032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1852a71-7279-4d55-88cc-1cb9234e7621 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=70d211fb-c81e-460a-888f-b75ce3ad6604,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:42.484735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:42.490068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:42.527049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:42.531346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.552807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.618276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:42.621901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.668505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '70d211fb-c81e-460a-888f-b75ce3ad6604'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:42.669740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.742603 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (3f110dad-a284-4266-b5bd-3cd89e534dee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.748779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3f110dad-a284-4266-b5bd-3cd89e534dee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.801944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:53:42.827439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f110dad-a284-4266-b5bd-3cd89e534dee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:42.841010 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bbb44077-0da9-4113-ad8a-b3f73ce334ad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:42.841397 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Added segment bbb44077-0da9-4113-ad8a-b3f73ce334ad of type vlan for network 1bc2bff1-3a3e-482e-9479-2855332d95ec Jan 27 19:53:42.932506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Allocated IP 2001:db8::f816:3eff:fed2:26f6 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/70d211fb-c81e-460a-888f-b75ce3ad6604/81bbdf68-484c-408d-8d79-88893311f0a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:42.960535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (1bc2bff1-3a3e-482e-9479-2855332d95ec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.058076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (1bc2bff1-3a3e-482e-9479-2855332d95ec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.065496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:43.066327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.154638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (9c1f29a6-386d-4232-9dbc-5b93c6f98955), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.235152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Network': ['ID=1bc2bff1-3a3e-482e-9479-2855332d95ec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:43.236921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:43.250904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-27a7ca94-450b-4446-8950-dcb124366496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8067679 Jan 27 19:53:43.251720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:43.252664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:43.261430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:43.262075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.273733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'admin_state_up': True, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:43.277371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks [] for port (81bbdf68-484c-408d-8d79-88893311f0a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.284750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:53:43.302327 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8163943 Jan 27 19:53:43.305320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:43.323582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:23:80:47', 'name': 'tempest-NetworksTestDHCPv6-593891516'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:43.342445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d4d11-4d02-439b-990d-46d361cc7a0c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=9c1f29a6-386d-4232-9dbc-5b93c6f98955,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:43.402244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.492008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:43.497676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:43.505102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:43.544440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:43.602785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Attempting to bind port 81bbdf68-484c-408d-8d79-88893311f0a3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:43.603206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Attempting to bind port 81bbdf68-484c-408d-8d79-88893311f0a3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:43.603582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Attempting to bind port 81bbdf68-484c-408d-8d79-88893311f0a3 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:43.611545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:43.611932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:43.612346 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.612747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:43.613241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Bound port: 81bbdf68-484c-408d-8d79-88893311f0a3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:43.613673 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.708518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:43.712515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:43.724375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.853815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fd4e-19e9-473b-b7e9-c9a8d180c7dc None None] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:43.894990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.896134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:43.978223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_controller (7557bdd0-54d8-4c12-807b-50b034a32e59), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:44.209012 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7557bdd0-54d8-4c12-807b-50b034a32e59), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:44.366473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:44.567122 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:44.622247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port ba6645ab-21d7-4894-bceb-1f5d6dad8682 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:44.863736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:44.977150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:44.978092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.019359 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7557bdd0-54d8-4c12-807b-50b034a32e59), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.083290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.145348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:45.145753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.215414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:45.219072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 172.20.0.8 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/9c1f29a6-386d-4232-9dbc-5b93c6f98955/ba6645ab-21d7-4894-bceb-1f5d6dad8682) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:45.220593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.223078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.243173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fe23:8047 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/70d211fb-c81e-460a-888f-b75ce3ad6604/ba6645ab-21d7-4894-bceb-1f5d6dad8682) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:45.295791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:45.555469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.25.5.94 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b189cab5-cf63-4560-bbfd-d3ff6f9fcde3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:45.651298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.718261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (ba6645ab-21d7-4894-bceb-1f5d6dad8682), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.749916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239def3-d315-44a7-a96e-ad4c84d1348d None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:45.769533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.829832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ba6645ab-21d7-4894-bceb-1f5d6dad8682), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.842557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.904132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6a69ea7e-fd11-4105-8604-62dc3a082cf7 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:45.904735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a69ea7e-fd11-4105-8604-62dc3a082cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:45.914926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:45.922209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:45.923701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:45.927835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:45.964814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:45.968541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:46.049582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:46.050914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.082453 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7754564 Jan 27 19:53:46.084724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:46.086689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654719ea-d3a6-4951-b2d2-d902fabc7c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=ba6645ab-21d7-4894-bceb-1f5d6dad8682,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:46.094727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a69ea7e-fd11-4105-8604-62dc3a082cf7 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:46.138243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.176564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1dd46-11aa-42c7-867a-ba4688c5d18b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:46.182499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1dd46-11aa-42c7-867a-ba4688c5d18b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:46.191891 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-53b1dd46-11aa-42c7-867a-ba4688c5d18b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0975008 Jan 27 19:53:46.192792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:46.237871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '70d211fb-c81e-460a-888f-b75ce3ad6604', 'ip_address': '2001:db8::f816:3eff:fed2:26f6'}, {'subnet_id': '9c1f29a6-386d-4232-9dbc-5b93c6f98955'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '81bbdf68-484c-408d-8d79-88893311f0a3'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:53:46.261512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:46.272560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.355914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port ba6645ab-21d7-4894-bceb-1f5d6dad8682 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:46.359277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ba6645ab-21d7-4894-bceb-1f5d6dad8682), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.679474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7557bdd0-54d8-4c12-807b-50b034a32e59), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.709744 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ba6645ab-21d7-4894-bceb-1f5d6dad8682), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:46.757391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for ba6645ab-21d7-4894-bceb-1f5d6dad8682 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:46.831204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Allocated IP 172.20.0.2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/9c1f29a6-386d-4232-9dbc-5b93c6f98955/81bbdf68-484c-408d-8d79-88893311f0a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:46.851362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:47.112672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:47.185530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Publish callbacks [] for port (81bbdf68-484c-408d-8d79-88893311f0a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.200066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.210566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ba6645ab-21d7-4894-bceb-1f5d6dad8682), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.226426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.277284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=ba6645ab-21d7-4894-bceb-1f5d6dad8682,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:47.429834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7557bdd0-54d8-4c12-807b-50b034a32e59 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:53:47.433584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:47.435138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.491113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e24eb-5695-423e-a51c-f3f889d44f4b None None] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:47.506400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.517564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-855beadd-63ab-4239-999a-60adce74712f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/ba6645ab-21d7-4894-bceb-1f5d6dad8682 HTTP/1.1" status: 204 len: 168 time: 1.3225262 Jan 27 19:53:47.519855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:47.619263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:47.631463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:47.648616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Sync routers for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:47.661018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3955b37-a39d-4772-87f8-50c299826c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:47.662457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3955b37-a39d-4772-87f8-50c299826c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:47.663862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3955b37-a39d-4772-87f8-50c299826c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:47.667754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:47.668586 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:47.679600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:47.690587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f3955b37-a39d-4772-87f8-50c299826c13 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1446083 Jan 27 19:53:47.766288 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.774170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53564) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:47.777641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aba0def3-32f5-4aab-baff-b5cba0e0bea6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5146725 Jan 27 19:53:47.841383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 70d211fb-c81e-460a-888f-b75ce3ad6604 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:47.861980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (70d211fb-c81e-460a-888f-b75ce3ad6604), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:47.989644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (70d211fb-c81e-460a-888f-b75ce3ad6604), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.136841 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f639c2f9-576b-4921-aa8f-d0399fb11a05 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=557bbe87dc1c499b9e949f3504d4ff3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3610420 Jan 27 19:53:48.137494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:48.153906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:48.293130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (70d211fb-c81e-460a-888f-b75ce3ad6604), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.415602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (70d211fb-c81e-460a-888f-b75ce3ad6604), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.474620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=70d211fb-c81e-460a-888f-b75ce3ad6604,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:48.490538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.497239 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2413e1f4-ee12-451f-8d80-39e178e6c229 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/70d211fb-c81e-460a-888f-b75ce3ad6604 HTTP/1.1" status: 204 len: 168 time: 0.8157291 Jan 27 19:53:48.501592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:48.547141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e905fb-3579-4885-becd-377d485e4956 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:48.552605 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1e905fb-3579-4885-becd-377d485e4956 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4117246 Jan 27 19:53:48.552971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:48.604942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-519ec63c-3598-43d5-af94-10d061b34e9d tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486059 Jan 27 19:53:48.605161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:46Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:48.605452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53588) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:48.610533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 9c1f29a6-386d-4232-9dbc-5b93c6f98955 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:48.611326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726462657', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:48.616434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (9c1f29a6-386d-4232-9dbc-5b93c6f98955), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.668601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Checking router: 7557bdd0-54d8-4c12-807b-50b034a32e59 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:48.668958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Updating router 7557bdd0-54d8-4c12-807b-50b034a32e59 port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:53:48.673814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58aee83-b009-46f9-a4df-8cd1fdebbd4d None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:48.701177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8c0b3c5f-96f8-43b0-a454-e095eb029f9c None None] Could not find standard attr ID for object ba6645ab-21d7-4894-bceb-1f5d6dad8682. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:53:48.742886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (9c1f29a6-386d-4232-9dbc-5b93c6f98955), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.771694 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.826556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:48.831482 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.893611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:48.897589 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (9c1f29a6-386d-4232-9dbc-5b93c6f98955), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:48.959223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8c0b3c5f-96f8-43b0-a454-e095eb029f9c None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:48.959609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c0b3c5f-96f8-43b0-a454-e095eb029f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.115274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (9c1f29a6-386d-4232-9dbc-5b93c6f98955), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.175667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1f29a6-386d-4232-9dbc-5b93c6f98955,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:49.188134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:49.188642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.195396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.217519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-196de911-ead6-469a-9629-72716eb1e722 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/9c1f29a6-386d-4232-9dbc-5b93c6f98955 HTTP/1.1" status: 204 len: 168 time: 0.7146747 Jan 27 19:53:49.220403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:49.287235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bec5429c-d4ac-4fc6-9bee-4778cb4b286e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638258 Jan 27 19:53:49.288631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b2b6e8fe-5997-46b3-a117-fe6b7e064b1b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.290441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:49.298246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:49.443486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Subnet': ['ID=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:49.483270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Checking segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:49.483666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network hostable DHCP agents. Network: 1bc2bff1-3a3e-482e-9479-2855332d95ec, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:53:49.499888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:49.505673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.522571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b3c5f-96f8-43b0-a454-e095eb029f9c None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:49.537658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:53:49.563915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 1bc2bff1-3a3e-482e-9479-2855332d95ec) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:49.571425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:49.572209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.575635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks [] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.588024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15267854-4345-4819-81ae-c8a00b0af902 None None] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:49.592902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:49.611116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e529b53d-b8ab-437a-8a5f-3c6441156d67 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0041244 Jan 27 19:53:49.613997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53606) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:49.982149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:49.992352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef5fd1-7d97-45ce-b7eb-7345fe931b10 None None] Pushing event updated for resources: {'Port': ['ID=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:50.030339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Attempting to bind port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:50.030872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Attempting to bind port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:50.031394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Attempting to bind port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:50.052091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:50.053061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:50.053808 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:50.057289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:50.058673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Bound port: b189cab5-cf63-4560-bbfd-d3ff6f9fcde3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:50.059322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:50.187942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] For port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:50.195062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] For port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:50.203163 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:50.288787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef5fd1-7d97-45ce-b7eb-7345fe931b10 None None] Pushing event updated for resources: {'Port': ['ID=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:50.335769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:50.336436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:50.417965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-1bc2bff1-3a3e-482e-9479-2855332d95ec', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:53:50.418855 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:50.422199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44296d2-0de1-464a-9f65-7bb9065278af None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:50.900927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-df2f92df-9898-4d4c-81d9-7ecc94551dfd None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:50.901497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df2f92df-9898-4d4c-81d9-7ecc94551dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:50.995550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:51.032051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:51.118200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:53:51.531876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:51.706668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df2f92df-9898-4d4c-81d9-7ecc94551dfd None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:51.786632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Allocated IP 172.20.0.2 (1bc2bff1-3a3e-482e-9479-2855332d95ec/b2b6e8fe-5997-46b3-a117-fe6b7e064b1b/cca82fcd-a760-4226-bfb3-9d15ab5a3fdf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:51.808852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:51.846432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (81bbdf68-484c-408d-8d79-88893311f0a3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:51.857795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:51.858825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (41750e1f-bdba-442a-a018-a4b213e8e91c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.034588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:52.051620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=41750e1f-bdba-442a-a018-a4b213e8e91c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:52.054252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:52.060271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:52.060993 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.099796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:52.119848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-427fec0b-7c27-4b3a-949b-b1cb49a44e8a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8254676 Jan 27 19:53:52.122185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53650) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:52.128541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:52.208383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:46Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:52.262581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e9cce-a710-4d1c-88a7-f56d104febe5 None None] The sync data for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 is: [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:46Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:53:52.300630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks [] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.311614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.383581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Pushing event updated for resources: {'Port': ['ID=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:52.407392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.20.0.1 (1bc2bff1-3a3e-482e-9479-2855332d95ec/b2b6e8fe-5997-46b3-a117-fe6b7e064b1b/2712f8fc-1f3a-43ce-9834-1c2b9b590cba) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:52.409578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.410482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.411263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.411745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.412357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.412798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.413379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.413815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.414300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.414725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.417774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.418426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.418971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:53:52.440136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:52.443152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:52.452078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:52.540348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:52.553709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.605369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Attempting to bind port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:52.605753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Attempting to bind port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:52.606746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Attempting to bind port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf on network 1bc2bff1-3a3e-482e-9479-2855332d95ec {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:52.620270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:52.620943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Checking segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:52.621603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.622382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Bound using segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:52.623233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Bound port: cca82fcd-a760-4226-bfb3-9d15ab5a3fdf, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:52.623913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.717311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.815455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:52.866756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7626d-3135-4945-ae6a-c2a000421c13 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:52.903570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:52.996131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:53.002960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:53.021808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:53.093157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] For port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:53.135868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] For port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:53.153195 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.170382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:53.223189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (7557bdd0-54d8-4c12-807b-50b034a32e59), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.225881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b63ef8e1-711f-4c6c-ac52-39036e57720b None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:53.230098 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b63ef8e1-711f-4c6c-ac52-39036e57720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.503704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:53.504122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.585807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd4d0-b350-42f8-8766-54013f8ad727 None None] Pushing event updated for resources: {'Port': ['ID=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:53.789483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b3def9d0-c885-4f58-bd8d-75e557f003b5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.828816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef8e1-711f-4c6c-ac52-39036e57720b None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:53.850245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:53.850471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.893172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:53.901658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:53.911812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:53.912732 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.961527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:53.986536 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8631337 Jan 27 19:53:53.993632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:54.001901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:49:fc:1a', 'name': 'tempest-NetworksTestDHCPv6-117088188'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:54.203314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7dc82-d7fa-4a2e-8a03-583bafb44964 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:54.285483 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:53:54.413931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-316b11da-0d71-48d6-86a3-70b8a3a72960 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:54.414877 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-316b11da-0d71-48d6-86a3-70b8a3a72960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:54.605909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:54.663232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 7570c29a-af1e-4ae5-a148-5fd8393cd2b2 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:53:54.842375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '41750e1f-bdba-442a-a018-a4b213e8e91c', 'ip_address': '2001:db8::f816:3eff:fed2:26f6'}, {'subnet_id': 'b3def9d0-c885-4f58-bd8d-75e557f003b5'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '81bbdf68-484c-408d-8d79-88893311f0a3'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:53:54.974052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-316b11da-0d71-48d6-86a3-70b8a3a72960 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:54.984359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.009050 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.226715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 172.20.0.12 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b3def9d0-c885-4f58-bd8d-75e557f003b5/7570c29a-af1e-4ae5-a148-5fd8393cd2b2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:55.231208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cca82fcd-a760-4226-bfb3-9d15ab5a3fdf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:55.266871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fe49:fc1a (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/41750e1f-bdba-442a-a018-a4b213e8e91c/7570c29a-af1e-4ae5-a148-5fd8393cd2b2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:55.385891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:55.385891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.410542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21275cd8-3313-4a84-af34-64f71ecd50f9 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=b3def9d0-c885-4f58-bd8d-75e557f003b5,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:55.445747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53724) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:55.573245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:55.573686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.582946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d31bac-6016-4398-b9cb-4b010c70f3c0 None None] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:53:55.683571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (7570c29a-af1e-4ae5-a148-5fd8393cd2b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.784758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7570c29a-af1e-4ae5-a148-5fd8393cd2b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.854883 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20370295-ed81-480a-91bf-417dbd73883c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.896655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:55.924349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.926376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:55.949089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:55.953249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:55.967258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fa089031-0c9f-4b7a-a1b8-f87f79eb52ec None None] Provisioning complete for port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:55.968332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa089031-0c9f-4b7a-a1b8-f87f79eb52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.979760 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:55.991445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:53:56.017229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.113881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=7570c29a-af1e-4ae5-a148-5fd8393cd2b2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:56.134606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:56.191445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (7557bdd0-54d8-4c12-807b-50b034a32e59), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.197736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:56.233791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa089031-0c9f-4b7a-a1b8-f87f79eb52ec None None] Current status of the port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:56.236528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:56.237278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.279434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-76b56780-9f72-434f-8011-12fe9d69d2b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2833357 Jan 27 19:53:56.283446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:56.290355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Allocated IP 172.20.0.2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b3def9d0-c885-4f58-bd8d-75e557f003b5/81bbdf68-484c-408d-8d79-88893311f0a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:53:56.387907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:56.388289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.468022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ebfaaf-b584-4089-969f-c5bad70b5662 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:56.470178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:53:56.476714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ebfaaf-b584-4089-969f-c5bad70b5662 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:56.489438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b4ebfaaf-b584-4089-969f-c5bad70b5662 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2020764 Jan 27 19:53:56.490973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:56.513029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780769c-5c9d-4184-9c5d-4a445c527678 req-e925ddbe-9839-4f77-b16d-c021494c2dfb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:56.525607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c780769c-5c9d-4184-9c5d-4a445c527678 req-e925ddbe-9839-4f77-b16d-c021494c2dfb tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.2258089 Jan 27 19:53:56.567513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20370295-ed81-480a-91bf-417dbd73883c admin admin] Publish callbacks [] for security_group (f6785fd8-14b6-4788-8320-7206c359dae5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.568980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:53:56.607842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20370295-ed81-480a-91bf-417dbd73883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6785fd8-14b6-4788-8320-7206c359dae5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.793628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c780769c-5c9d-4184-9c5d-4a445c527678 req-f46b5db3-11f8-4284-9b13-f0af6717258f tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667332 Jan 27 19:53:56.839943 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-20370295-ed81-480a-91bf-417dbd73883c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf18ccd7d4af4d63954373ef95410cac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3811841 Jan 27 19:53:56.840422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:56.921938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 7570c29a-af1e-4ae5-a148-5fd8393cd2b2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:56.922530 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7570c29a-af1e-4ae5-a148-5fd8393cd2b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.949623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Provisioning complete for port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:56.950205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:56.963997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7557bdd0-54d8-4c12-807b-50b034a32e59 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:53:57.017783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:57.161623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:53:57.168205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] Publish callbacks [] for security_group (f6785fd8-14b6-4788-8320-7206c359dae5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.178663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:57.179494 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Sync routers for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:53:57.182799 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.198906 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:57.199558 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:57.203882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-701b23e4-0e13-4f34-8244-35a7c27f3f88 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "PUT /v2.0/routers/7557bdd0-54d8-4c12-807b-50b034a32e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5857666 Jan 27 19:53:57.204157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20370295-ed81-480a-91bf-417dbd73883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6785fd8-14b6-4788-8320-7206c359dae5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:57.208590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] Publish callbacks [] for security_group (f6785fd8-14b6-4788-8320-7206c359dae5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.212574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:57.222015 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Publish callbacks [] for port (81bbdf68-484c-408d-8d79-88893311f0a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.235605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--991865331', 'description': 'tempest-secgroup_access--991865331 description', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:57.287759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.324382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6785fd8-14b6-4788-8320-7206c359dae5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.325493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-3575bfa7-f409-4d4b-b069-894b5623a384 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:57.328942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-3575bfa7-f409-4d4b-b069-894b5623a384 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.7576470 Jan 27 19:53:57.333854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.335625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.340938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6785fd8-14b6-4788-8320-7206c359dae5 HTTP/1.1" status: 204 len: 168 time: 0.4994988 Jan 27 19:53:57.368873 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:53:57.391805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7570c29a-af1e-4ae5-a148-5fd8393cd2b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.403792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6e070-16ec-4aaf-9ca7-a2326f8403dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6785fd8-14b6-4788-8320-7206c359dae5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:57.431638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 7570c29a-af1e-4ae5-a148-5fd8393cd2b2 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:57.617071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ba67f-9909-4581-9d9c-0b44419763a8 None None] Pushing event updated for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:57.647558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:57.730241 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:57.736335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Deleting port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:53:57.736745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.010193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (bc03400f-2138-42b2-a5e0-886788b5ef2d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.018709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cca82fcd-a760-4226-bfb3-9d15ab5a3fdf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:58.030067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bc03400f-2138-42b2-a5e0-886788b5ef2d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.087854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7570c29a-af1e-4ae5-a148-5fd8393cd2b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.113954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Current status of the port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:58.124400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03400f-2138-42b2-a5e0-886788b5ef2d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:58.193582 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.201515 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d98f27da-eb3f-4a8a-808b-194e14fc3f04 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9795074 Jan 27 19:53:58.202608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Provisioning complete for port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:58.202992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.204642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:58.209292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53778) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:58.214845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:58.239291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--148338806', 'description': 'tempest-secgroup_general--148338806 description', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:58.261516 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:53:55Z', 'revision_number': 2, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:58.301732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] For port 1af269f5-4fe2-4d7f-8885-d930a11f17e0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1af269f5-4fe2-4d7f-8885-d930a11f17e0,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:53:58.302113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.319388 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Checking router: 7557bdd0-54d8-4c12-807b-50b034a32e59 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:53:58.319910 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Updating router 7557bdd0-54d8-4c12-807b-50b034a32e59 port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:53:58.323812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=7570c29a-af1e-4ae5-a148-5fd8393cd2b2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:58.362961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340a37c8-df35-4054-900a-74a2770fc16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.371673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc105a-f8eb-44b1-95ab-b7589d57433c None None] Port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:53:58.374191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.384441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:58.384835 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.412034 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.443140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3d567-ea42-4416-a915-83887262d215 req-69c448a4-2a69-4f7a-b886-a735250d46aa tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:58.461075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d3d567-ea42-4416-a915-83887262d215 req-69c448a4-2a69-4f7a-b886-a735250d46aa tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.4443967 Jan 27 19:53:58.605157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:58.611339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:53:58.644415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d3d567-ea42-4416-a915-83887262d215 req-77fb12de-3de8-4b95-a57f-6499df36e290 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724885 Jan 27 19:53:58.698102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4be7448e-2fb8-4c47-a522-391c9a610e7a None None] Provisioning complete for port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:58.705155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be7448e-2fb8-4c47-a522-391c9a610e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.718674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.726149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70f0f6f8-2cc1-49a9-9a08-1f50f22c0bc6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/7570c29a-af1e-4ae5-a148-5fd8393cd2b2 HTTP/1.1" status: 204 len: 168 time: 2.1981010 Jan 27 19:53:58.728432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:58.858452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c2cc3-a432-486b-ba02-198a163160a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:58.858987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4be7448e-2fb8-4c47-a522-391c9a610e7a None None] Port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:53:58.862113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:58.862460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:58.864713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c2cc3-a432-486b-ba02-198a163160a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:58.868824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c2cc3-a432-486b-ba02-198a163160a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:53:58.877066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7c8c2cc3-a432-486b-ba02-198a163160a4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1467214 Jan 27 19:53:58.878692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:59.028600 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks [] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.038089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 41750e1f-bdba-442a-a018-a4b213e8e91c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:53:59.043201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (41750e1f-bdba-442a-a018-a4b213e8e91c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.047934 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.070546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (094365f2-a88e-4fcd-841b-96e8d14cc171), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.086425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:59.094277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (094365f2-a88e-4fcd-841b-96e8d14cc171), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.129969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094365f2-a88e-4fcd-841b-96e8d14cc171,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:59.147983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (41750e1f-bdba-442a-a018-a4b213e8e91c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.239413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.240701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-683a2df0-b46d-4162-9740-a757f01a81eb tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0246608 Jan 27 19:53:59.244290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:59.266003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'security_group_rule': {'security_group_id': 'bc03400f-2138-42b2-a5e0-886788b5ef2d', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:53:59.319806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340a37c8-df35-4054-900a-74a2770fc16d admin admin] Publish callbacks [] for security_group (3929d3a2-5681-4606-803d-fc1e081353bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.344918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-340a37c8-df35-4054-900a-74a2770fc16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3929d3a2-5681-4606-803d-fc1e081353bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.355003 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651293-d0f4-4a9e-b88d-28f293bb9c67 None None] Pushing event updated for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:59.360955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Attempting to bind port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:53:59.361466 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Attempting to bind port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:53:59.362293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Attempting to bind port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba on network 1bc2bff1-3a3e-482e-9479-2855332d95ec {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:53:59.386383 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:53:59.386888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Checking segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:53:59.387393 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.390198 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Bound using segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:53:59.390997 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Bound port: 2712f8fc-1f3a-43ce-9834-1c2b9b590cba, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:53:59.391694 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.400502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d5b5d901-7d63-4ab8-993b-365f1626182c None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:59.400835 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d901-7d63-4ab8-993b-365f1626182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.431116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.431949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3b698965-0262-4218-bfd6-280e07f128c9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.432649 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Floating IP 3b698965-0262-4218-bfd6-280e07f128c9 disassociated. External IP: 172.25.5.103, port: 1af269f5-4fe2-4d7f-8885-d930a11f17e0. Jan 27 19:53:59.433427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Calling delete_port for 1af269f5-4fe2-4d7f-8885-d930a11f17e0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:53:59.436975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (41750e1f-bdba-442a-a018-a4b213e8e91c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.493079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-340a37c8-df35-4054-900a-74a2770fc16d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22d3d1b5817f46a894ecbc16675f039a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2750199 Jan 27 19:53:59.495935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:53:59.496959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a37c8-df35-4054-900a-74a2770fc16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3929d3a2-5681-4606-803d-fc1e081353bd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:59.546234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group_rule (88c38d12-316e-420d-9440-8f70043aa48e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.564909 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] For port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:53:59.569581 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] For port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:53:59.579276 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.655622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5d901-7d63-4ab8-993b-365f1626182c None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:53:59.704925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:53:59.704925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:53:59.774874 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651293-d0f4-4a9e-b88d-28f293bb9c67 None None] Pushing event updated for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:59.800665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Provisioning complete for port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:53:59.800665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.807699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group_rule (88c38d12-316e-420d-9440-8f70043aa48e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.809193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (41750e1f-bdba-442a-a018-a4b213e8e91c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.838133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (88c38d12-316e-420d-9440-8f70043aa48e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.942240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=41750e1f-bdba-442a-a018-a4b213e8e91c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:53:59.970160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.971458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261963 Jan 27 19:53:59.979596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:53:59.983642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd459633-3b6c-48cd-85be-6b8bc8381f9c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/41750e1f-bdba-442a-a018-a4b213e8e91c HTTP/1.1" status: 204 len: 168 time: 1.1030829 Jan 27 19:53:59.996556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:00.009512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] Publish callbacks [] for security_group (3929d3a2-5681-4606-803d-fc1e081353bd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.025998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbed3c-f748-4266-89f7-d1e6a8da08c1 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c38d12-316e-420d-9440-8f70043aa48e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:00.051035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:00.154744 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:00.198866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet b3def9d0-c885-4f58-bd8d-75e557f003b5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:00.207449 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] Publish callbacks [] for security_group (3929d3a2-5681-4606-803d-fc1e081353bd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.233025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (b3def9d0-c885-4f58-bd8d-75e557f003b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.244274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e8473-d168-4077-a9a1-2de153bcd6c6 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:00.373937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1af269f5-4fe2-4d7f-8885-d930a11f17e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.392600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3a595-5d4d-463d-8a28-b9fff02f8db2 req-9e227c17-212f-4fc6-b1cb-d6abfda7f154 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:00.400696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe3a595-5d4d-463d-8a28-b9fff02f8db2 req-9e227c17-212f-4fc6-b1cb-d6abfda7f154 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b9c000c-5723-4794-a5ef-80e3f4a56b06 HTTP/1.1" status: 200 len: 945 time: 0.5817955 Jan 27 19:54:00.429325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (b3def9d0-c885-4f58-bd8d-75e557f003b5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.461240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event deleted for resources: {'Port': ['ID=1af269f5-4fe2-4d7f-8885-d930a11f17e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:00.515041 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:53:59Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:00.522510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe3a595-5d4d-463d-8a28-b9fff02f8db2 req-c76567bd-339a-45be-990f-f2e637a39142 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203222 Jan 27 19:54:00.554008 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142f081-9964-4d0d-875c-e5a2e4da7ffd None None] The sync data for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 is: [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:53:59Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:54:00.588249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3929d3a2-5681-4606-803d-fc1e081353bd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.592015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.593678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3929d3a2-5681-4606-803d-fc1e081353bd HTTP/1.1" status: 204 len: 168 time: 1.0810134 Jan 27 19:54:00.613737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967775f-6f05-4350-9ce6-03628ffbbae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3929d3a2-5681-4606-803d-fc1e081353bd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:00.724432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Current status of the port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:00.724781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.725783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b3def9d0-c885-4f58-bd8d-75e557f003b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.809169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Router cef820a0-1c27-434f-8d9a-422bfd19dc73 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:54:00.812375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:00.812835 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.821382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f350db97-6da1-4b0e-a763-fd3af8f9c557 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--148338806&fields=id&tenant_id=557bbe87dc1c499b9e949f3504d4ff3a HTTP/1.1" status: 200 len: 267 time: 0.1485941 Jan 27 19:54:00.885811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] For port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:00.894335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:00.998254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1af269f5-4fe2-4d7f-8885-d930a11f17e0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:01.096438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:54:01.098668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-80915ce2-817a-4506-88af-2b04ca23237b tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--991865331&fields=id&tenant_id=557bbe87dc1c499b9e949f3504d4ff3a HTTP/1.1" status: 200 len: 267 time: 0.2763228 Jan 27 19:54:01.144991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Sync routers for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:54:01.155215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2bae4044-b2e4-4f45-94dc-fbaa12e4366d None None] Could not find standard attr ID for object ba6645ab-21d7-4894-bceb-1f5d6dad8682. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:01.175431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (b3def9d0-c885-4f58-bd8d-75e557f003b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:01.213146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 1af269f5-4fe2-4d7f-8885-d930a11f17e0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:01.219666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1af269f5-4fe2-4d7f-8885-d930a11f17e0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:01.270497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] No DVR routers for this DVR port 1af269f5-4fe2-4d7f-8885-d930a11f17e0 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:01.278097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:01.294117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08b7c114-a170-43b2-b5f1-108d4ffb1fc9 req-e71acac8-508a-4cde-ba15-518964bb7ad5 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.66 "DELETE /v2.0/ports/1af269f5-4fe2-4d7f-8885-d930a11f17e0 HTTP/1.1" status: 204 len: 173 time: 3.9550908 Jan 27 19:54:01.295188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'name': 'network-vif-deleted', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:54:01.321294 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be50c07-7d05-4bfa-b2ed-7a4facb11686" -d '{"events": [{"server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "name": "network-vif-deleted", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:54:01.363603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761c0d0-9903-4221-9908-f676ff07c33a None None] Pushing event updated for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:01.371610 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:01.372300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:01.389982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:01.424698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:01.431930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b3def9d0-c885-4f58-bd8d-75e557f003b5 HTTP/1.1" status: 204 len: 168 time: 1.4340656 Jan 27 19:54:01.434542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:01.449856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b757d3-56bd-483b-a893-083e6cdc2004 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=b3def9d0-c885-4f58-bd8d-75e557f003b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:01.591919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:01.595350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e705312-9285-434c-bca3-7b66dd1fe8cb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549935 Jan 27 19:54:01.606630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:01.662362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-27105a00-373b-47a6-98ca-a48b846daa63 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:01.669712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-27105a00-373b-47a6-98ca-a48b846daa63 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 797 time: 0.5670550 Jan 27 19:54:01.769386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:01.781512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-ec241cdf-ee98-4607-9d22-7ef9a99ca726 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/quotas/557bbe87dc1c499b9e949f3504d4ff3a HTTP/1.1" status: 200 len: 375 time: 0.1104198 Jan 27 19:54:01.905490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2bae4044-b2e4-4f45-94dc-fbaa12e4366d None None] Provisioning complete for port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:01.905878 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bae4044-b2e4-4f45-94dc-fbaa12e4366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:02.038888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-920da556-dcc9-4bf7-8797-5182ca38ff8a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2503242 Jan 27 19:54:02.046614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:02.059318 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:02.077769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2712f8fc-1f3a-43ce-9834-1c2b9b590cba up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:02.165958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-75a0be0d-5a9c-4546-9981-34d8428e061f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 19:54:02.169362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-75a0be0d-5a9c-4546-9981-34d8428e061f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0803998 Jan 27 19:54:02.242130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2bae4044-b2e4-4f45-94dc-fbaa12e4366d None None] Current status of the port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:02.305122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721cdce9-9399-4be0-8db0-c966188ddfb5 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:02.507367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-3ea9ffab-5fa8-4043-aa86-ce5aee3ab577 service neutron] 10.222.0.59 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279626 Jan 27 19:54:02.512245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:02.513188 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:02.645226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-33c4f9a0-02d8-4beb-a2eb-01c9852157cd None None] Provisioning complete for port 81bbdf68-484c-408d-8d79-88893311f0a3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:02.645598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33c4f9a0-02d8-4beb-a2eb-01c9852157cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:02.749608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-50c331c4-95bb-4c2c-9836-90ea5b4317b3 service neutron] 10.222.0.59 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299266 Jan 27 19:54:02.813682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:02.927611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (0a40f960-ada0-49d2-b388-21619bfc304b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:02.931183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Checking router: cef820a0-1c27-434f-8d9a-422bfd19dc73 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:54:02.945634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:03.063801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:03.068585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:03.095533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33c4f9a0-02d8-4beb-a2eb-01c9852157cd None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:03.097572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:03.101129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.102765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:03.108491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:03.109126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:03.146658 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293fc83c-24d0-4370-9e6b-bfa3ede8284a x-openstack-request-id: req-293fc83c-24d0-4370-9e6b-bfa3ede8284a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:54:03.147586 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9c000c-5723-4794-a5ef-80e3f4a56b06", "name": "network-vif-deleted", "tag": "1af269f5-4fe2-4d7f-8885-d930a11f17e0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:54:03.148030 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-293fc83c-24d0-4370-9e6b-bfa3ede8284a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:54:03.149572 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9c000c-5723-4794-a5ef-80e3f4a56b06', 'name': 'network-vif-deleted', 'tag': '1af269f5-4fe2-4d7f-8885-d930a11f17e0', 'status': 'completed', 'code': 200} Jan 27 19:54:03.155747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5611367 Jan 27 19:54:03.158750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53894) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:03.166692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:03.219173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adfa56-8915-4ea2-9f6d-f58d7e99f251 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=0a40f960-ada0-49d2-b388-21619bfc304b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:03.301514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53902) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:03.413046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-785eac1e-ed6f-4d6d-8ab7-b33ccc6372a9 req-c61a19e2-f7d0-4e65-92bf-75e153110b3b tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.0671329 Jan 27 19:54:03.630617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:03.641361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.746744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:03.763875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Deleting port 8882f54c-d5f4-494a-bcdc-1f0883466d01 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:03.764901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.806012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Deleting port 81bbdf68-484c-408d-8d79-88893311f0a3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:03.806378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.909041 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.910511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for floatingip (8882f54c-d5f4-494a-bcdc-1f0883466d01), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:03.911004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 81bbdf68-484c-408d-8d79-88893311f0a3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:03.932696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Calling delete_port for 8882f54c-d5f4-494a-bcdc-1f0883466d01 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:04.038267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] For port 81bbdf68-484c-408d-8d79-88893311f0a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=81bbdf68-484c-408d-8d79-88893311f0a3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:04.038731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.056847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Calling delete_port for 81bbdf68-484c-408d-8d79-88893311f0a3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:04.245760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 81bbdf68-484c-408d-8d79-88893311f0a3 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:04.246171 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.261829 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (81bbdf68-484c-408d-8d79-88893311f0a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.288173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8882f54c-d5f4-494a-bcdc-1f0883466d01), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.304728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] Pushing event deleted for resources: {'Port': ['ID=81bbdf68-484c-408d-8d79-88893311f0a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:04.306935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b26bed-7aa3-4071-9cea-7c892c2b569b None None] No DVR routers for this DVR port 81bbdf68-484c-408d-8d79-88893311f0a3 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:04.340820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fa227-a87b-48d7-a60b-1562aa41908c None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:04.383172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event deleted for resources: {'Port': ['ID=8882f54c-d5f4-494a-bcdc-1f0883466d01,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:04.408498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:04.458053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848eb1a-c9bd-450d-ad63-6f528e747726 None None] The sync data for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 is: [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:47:18Z', 'revision_number': 4, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f90deaf3-6e81-4075-856f-a6720dd10318', 'name': '', 'network_id': 'a8c57e4d-6c47-4483-92e6-4a498b83194b', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'mac_address': 'fa:16:3e:0c:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:15Z', 'updated_at': '2022-01-27T19:47:25Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'subnets': [{'id': '2d2d52e8-b5d8-4f65-be45-5b331e3abe95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:54:04.557111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:04.568714 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (78b798eb-de19-4f8f-bdbf-5a8321cafc2a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.577571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '0a40f960-ada0-49d2-b388-21619bfc304b'}, {'subnet_id': '78b798eb-de19-4f8f-bdbf-5a8321cafc2a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:04.579029 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.637569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da6ceef8-3cf6-493a-a90d-8667648d2123 req-1187587d-12cf-4f65-9e6e-60573ba58666 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.1250067 Jan 27 19:54:04.715430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:04.722756 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for floatingip (3b698965-0262-4218-bfd6-280e07f128c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.727702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.732439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fe74b4af-e1aa-49d8-b63e-bfc48ac96147 tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "DELETE /v2.0/floatingips/3b698965-0262-4218-bfd6-280e07f128c9 HTTP/1.1" status: 204 len: 168 time: 1.4271002 Jan 27 19:54:04.738347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:04.744909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:04.745551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:04.769984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=78b798eb-de19-4f8f-bdbf-5a8321cafc2a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:04.818158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-35f6feae-e39f-4e03-9ef0-ab48ec68b0c3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6565900 Jan 27 19:54:04.831241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 53970) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:04.845961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:4a:04:32', 'name': 'tempest-NetworksTestDHCPv6-1552476373'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:04.947942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 53978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:05.092926 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de966bd8-fc40-49ea-b753-c48ffb03ad81 None None] New status for floating IP 3b698965-0262-4218-bfd6-280e07f128c9: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:54:05.121356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:05.149351 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.192915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Allocated IP 172.20.0.2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/0a40f960-ada0-49d2-b388-21619bfc304b/46c06c5f-9f1f-4e0b-875b-49a3299eb789) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:05.211417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Allocated IP 2001:db8::f816:3eff:fe5c:9d48 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/78b798eb-de19-4f8f-bdbf-5a8321cafc2a/46c06c5f-9f1f-4e0b-875b-49a3299eb789) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:05.234094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.361281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.364402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.365972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] 10.222.0.59 "DELETE /v2.0/security-groups/d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee HTTP/1.1" status: 204 len: 168 time: 0.4167633 Jan 27 19:54:05.428730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e884d-36ea-47e0-b5d4-e3aeba98f8ea tempest-TestServerBasicOps-1904091180 tempest-TestServerBasicOps-1904091180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9b9f0-4aa9-48a2-b5ef-e3a105133bee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:05.474906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:05.475730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.544942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 70616cce-069a-4412-8d90-4dd244cf1e45 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:05.783826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38043155-11b3-4b7e-b9e2-54b6d11581e1 req-cb97f1cf-1c0c-49f9-ade8-9d1e37d63ad9 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.0442142 Jan 27 19:54:05.888757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks [] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.897507 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:05.975426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:05.978773 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:05.983804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:06.002022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Pushing event updated for resources: {'Port': ['ID=46c06c5f-9f1f-4e0b-875b-49a3299eb789,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:06.120969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 172.20.0.14 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/0a40f960-ada0-49d2-b388-21619bfc304b/70616cce-069a-4412-8d90-4dd244cf1e45) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:06.134018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fe4a:432 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/78b798eb-de19-4f8f-bdbf-5a8321cafc2a/70616cce-069a-4412-8d90-4dd244cf1e45) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:06.134816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Attempting to bind port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:06.135211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Attempting to bind port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:06.135627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Attempting to bind port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:06.141986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:06.142456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:06.142800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:06.143198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:06.143710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Bound port: 46c06c5f-9f1f-4e0b-875b-49a3299eb789, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:06.144121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:06.320536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] For port 46c06c5f-9f1f-4e0b-875b-49a3299eb789, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:06.331089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] For port 46c06c5f-9f1f-4e0b-875b-49a3299eb789, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=46c06c5f-9f1f-4e0b-875b-49a3299eb789,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:06.339866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:06.450658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8e505-fdb7-42e4-aa3a-3cc746d84b79 None None] Pushing event updated for resources: {'Port': ['ID=46c06c5f-9f1f-4e0b-875b-49a3299eb789,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:06.704798 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:06.918251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (70616cce-069a-4412-8d90-4dd244cf1e45), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:07.011613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (70616cce-069a-4412-8d90-4dd244cf1e45), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:07.138717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:07.146532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:07.155109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:07.259978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:07.260828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:07.302932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=70616cce-069a-4412-8d90-4dd244cf1e45,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:07.318199 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c5648871-5143-4497-b186-1ad169ccedbe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4827609 Jan 27 19:54:07.320528 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54216) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:07.435955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c2b44-e3f1-4698-b3dc-cbb9ccab5836 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:07.449708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c2b44-e3f1-4698-b3dc-cbb9ccab5836 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:07.452334 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cf8c2b44-e3f1-4698-b3dc-cbb9ccab5836 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1308596 Jan 27 19:54:07.457730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54226) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:07.497774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eba52c04-471c-4ddd-917c-db1648ad8393 req-cb4d287d-702e-4874-a0d5-f7290b70fc00 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jan 27 19:54:07.680725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 70616cce-069a-4412-8d90-4dd244cf1e45 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:07.681216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (70616cce-069a-4412-8d90-4dd244cf1e45), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:07.971090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Deleting port f90deaf3-6e81-4075-856f-a6720dd10318 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:07.971432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.069490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 46c06c5f-9f1f-4e0b-875b-49a3299eb789 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:08.199551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] For port f90deaf3-6e81-4075-856f-a6720dd10318, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f90deaf3-6e81-4075-856f-a6720dd10318,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:08.205221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.208925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (70616cce-069a-4412-8d90-4dd244cf1e45), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.225113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-caae0648-ae4d-4f2c-8cc4-1ff624531f78 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:08.226802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-caae0648-ae4d-4f2c-8cc4-1ff624531f78 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.39 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 797 time: 0.5423098 Jan 27 19:54:08.240794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Calling delete_port for f90deaf3-6e81-4075-856f-a6720dd10318 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:08.269741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 70616cce-069a-4412-8d90-4dd244cf1e45 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:08.278073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:08.278458 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.504280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:08.505088 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.541321 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-3ea3131d-31ab-4ec4-ada8-82afc6903471 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557bbe87dc1c499b9e949f3504d4ff3a HTTP/1.1" status: 200 len: 476 time: 0.3000054 Jan 27 19:54:08.563070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f90deaf3-6e81-4075-856f-a6720dd10318), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.564364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'port': {'device_id': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'admin_state_up': True, 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'security_groups': ['094365f2-a88e-4fcd-841b-96e8d14cc171', 'bc03400f-2138-42b2-a5e0-886788b5ef2d']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:08.582323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 46c06c5f-9f1f-4e0b-875b-49a3299eb789, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=46c06c5f-9f1f-4e0b-875b-49a3299eb789,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:08.589911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:08.600933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f90deaf3-6e81-4075-856f-a6720dd10318,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:08.747828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=46c06c5f-9f1f-4e0b-875b-49a3299eb789,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:08.756809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216ff9f-3c6f-4341-ab5e-a78cda40b725 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:08.893502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-285a26ee-843e-481e-8199-d79efc4f39ce None None] Provisioning complete for port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:08.893906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285a26ee-843e-481e-8199-d79efc4f39ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.035298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92871cb8-6e05-4645-8939-e6f117f4d1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.044277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-285a26ee-843e-481e-8199-d79efc4f39ce None None] Current status of the port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:09.072594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:09.078442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.147105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdc16d4b-9ce7-47f7-8702-f96772ebadb3 req-2e5d4f6e-0bda-435d-b3e0-5e1dc2c1596a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.3030400 Jan 27 19:54:09.240774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.335641 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (70616cce-069a-4412-8d90-4dd244cf1e45), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.422576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=70616cce-069a-4412-8d90-4dd244cf1e45,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:09.577895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.581442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97510adf-a1f4-41e5-a804-0b77170f2c31 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/70616cce-069a-4412-8d90-4dd244cf1e45 HTTP/1.1" status: 204 len: 168 time: 2.1212883 Jan 27 19:54:09.584567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:09.625279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e3eec69d-81cc-41f5-9647-2f0a0093a24f None None] Provisioning complete for port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:09.625772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3eec69d-81cc-41f5-9647-2f0a0093a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:09.658882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.20.0.6 (1bc2bff1-3a3e-482e-9479-2855332d95ec/b2b6e8fe-5997-46b3-a117-fe6b7e064b1b/49801d90-75a1-4bb6-8869-72527aee37dc) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:09.680973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba0751-6aef-4ded-bf08-e0695c263257 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:09.682850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba0751-6aef-4ded-bf08-e0695c263257 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:09.686113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba0751-6aef-4ded-bf08-e0695c263257 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:09.690200 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-75ba0751-6aef-4ded-bf08-e0695c263257 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1018553 Jan 27 19:54:09.698683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54410) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:09.785412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Router cef820a0-1c27-434f-8d9a-422bfd19dc73 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:54:09.966405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 0a40f960-ada0-49d2-b388-21619bfc304b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:09.994655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (0a40f960-ada0-49d2-b388-21619bfc304b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.027899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:54:10.044154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-534b0663-6584-4db9-ae2b-69f07d7aadbe admin admin] 10.222.0.59 "PUT /v2.0/routers/cef820a0-1c27-434f-8d9a-422bfd19dc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5741551 Jan 27 19:54:10.050591 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:10.055127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Sync routers for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:54:10.099702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 46c06c5f-9f1f-4e0b-875b-49a3299eb789 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:10.210579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3eec69d-81cc-41f5-9647-2f0a0093a24f None None] Current status of the port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:10.239374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e3eec69d-81cc-41f5-9647-2f0a0093a24f None None] Could not find standard attr ID for object 70616cce-069a-4412-8d90-4dd244cf1e45. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:10.260012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:10.260597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:10.305139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (0a40f960-ada0-49d2-b388-21619bfc304b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.397249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f80b1e29-d6d2-4f97-a812-5b14ceba42ce None None] Could not find standard attr ID for object 7570c29a-af1e-4ae5-a148-5fd8393cd2b2. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:10.400002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:10.400389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.532348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc11067e-3487-44aa-a7c0-61f611f528ad req-5f5848be-27ac-421b-b3f1-b303edd946c8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.1764436 Jan 27 19:54:10.543166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks [] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.555565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (49801d90-75a1-4bb6-8869-72527aee37dc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.695940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (0a40f960-ada0-49d2-b388-21619bfc304b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.731278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:10.835140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (0a40f960-ada0-49d2-b388-21619bfc304b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.863964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.871732 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/0a40f960-ada0-49d2-b388-21619bfc304b HTTP/1.1" status: 204 len: 168 time: 1.1680598 Jan 27 19:54:10.873188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:10.877242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-de8cf3e0-0f34-405e-b661-59144540e8ac None None] Could not find standard attr ID for object 70616cce-069a-4412-8d90-4dd244cf1e45. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:10.878523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:10.943109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546f039-b569-4788-8f05-2ab1583369fc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=0a40f960-ada0-49d2-b388-21619bfc304b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:10.959593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:10.963637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:10.967006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:11.028385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:11.088628 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:11.089361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.129101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:11.136113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks [] for router_gateway (cef820a0-1c27-434f-8d9a-422bfd19dc73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.136551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d0bc9f73-1f7b-4b2f-9702-0219d9b0f632 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.5823805 Jan 27 19:54:11.160275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Request body: {'port': {'device_id': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:11.180048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 78b798eb-de19-4f8f-bdbf-5a8321cafc2a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:11.197445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (78b798eb-de19-4f8f-bdbf-5a8321cafc2a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.361412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:54:08Z', 'revision_number': 5, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port': {'id': '6262c3d9-1d80-41f5-9f7c-746729c4b252', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:08Z', 'updated_at': '2022-01-27T19:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:11.376218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (78b798eb-de19-4f8f-bdbf-5a8321cafc2a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.393067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.489279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b007f-1070-462b-8177-029f03c8eb33 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:11.491936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Checking router: cef820a0-1c27-434f-8d9a-422bfd19dc73 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:54:11.604550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Deleting port 6262c3d9-1d80-41f5-9f7c-746729c4b252 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:11.609055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:11.691400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Routers {'cef820a0-1c27-434f-8d9a-422bfd19dc73'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:11.692231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:53:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['cef820a0-1c27-434f-8d9a-422bfd19dc73'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:11.740167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-57482fa0-0d71-410c-95fb-346c9a2727af None None] Provisioning complete for port 49801d90-75a1-4bb6-8869-72527aee37dc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:11.740795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57482fa0-0d71-410c-95fb-346c9a2727af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.047649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] For port 6262c3d9-1d80-41f5-9f7c-746729c4b252, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6262c3d9-1d80-41f5-9f7c-746729c4b252,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:12.048353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.078191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Calling delete_port for 6262c3d9-1d80-41f5-9f7c-746729c4b252 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:12.187659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49801d90-75a1-4bb6-8869-72527aee37dc {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:54:12.243829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks [] for port (49801d90-75a1-4bb6-8869-72527aee37dc), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.291084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Transition to ACTIVE for port object 49801d90-75a1-4bb6-8869-72527aee37dc will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:54:12.301073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.391722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b1321-a756-41fb-9db2-9a7547d2dcdb req-b4c826be-0e40-4b05-a50c-c3c6ce011098 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:12.394367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c65b1321-a756-41fb-9db2-9a7547d2dcdb req-b4c826be-0e40-4b05-a50c-c3c6ce011098 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 970 time: 0.6152461 Jan 27 19:54:12.499931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (78b798eb-de19-4f8f-bdbf-5a8321cafc2a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.582424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-57482fa0-0d71-410c-95fb-346c9a2727af None None] Port 49801d90-75a1-4bb6-8869-72527aee37dc cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:54:12.633787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:12.646790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f236e80b-49c2-42f5-867a-c3eed8325955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.671646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] Set router cef820a0-1c27-434f-8d9a-422bfd19dc73 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:12.788274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:54:11Z', 'revision_number': 6, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:12.843510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Attempting to bind port 49801d90-75a1-4bb6-8869-72527aee37dc on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:12.843510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Attempting to bind port 49801d90-75a1-4bb6-8869-72527aee37dc by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:12.851734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62de8-1ae8-44cf-ad93-afcc9d68cc77 None None] The sync data for ids ['cef820a0-1c27-434f-8d9a-422bfd19dc73'] in n-d-760453-6 is: [{'id': 'cef820a0-1c27-434f-8d9a-422bfd19dc73', 'name': 'tempest-TestServerBasicOps-1010970118-router', 'tenant_id': '714c218809074ddfb48dc0acfddb8563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:04Z', 'updated_at': '2022-01-27T19:54:11Z', 'revision_number': 6, 'project_id': '714c218809074ddfb48dc0acfddb8563', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:54:12.854664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Attempting to bind port 49801d90-75a1-4bb6-8869-72527aee37dc on network 1bc2bff1-3a3e-482e-9479-2855332d95ec {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:12.867529 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Port 49801d90-75a1-4bb6-8869-72527aee37dc on network 1bc2bff1-3a3e-482e-9479-2855332d95ec not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:54:12.867862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Attempting to bind port 49801d90-75a1-4bb6-8869-72527aee37dc on network 1bc2bff1-3a3e-482e-9479-2855332d95ec {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:12.884392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:12.885451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Checking segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:12.887619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Bound using segment: {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:12.889815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Bound port: 49801d90-75a1-4bb6-8869-72527aee37dc, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb44077-0da9-4113-ad8a-b3f73ce334ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:12.890213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:12.919516 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6262c3d9-1d80-41f5-9f7c-746729c4b252), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.009004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6262c3d9-1d80-41f5-9f7c-746729c4b252,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:13.164154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:13.178692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c65b1321-a756-41fb-9db2-9a7547d2dcdb req-2b43b91c-03f9-4401-917f-09bdb1743a09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7639217 Jan 27 19:54:13.179243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=49801d90-75a1-4bb6-8869-72527aee37dc,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:13.189995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.349526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:13.350183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.351678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 1130 time: 2.2069960 Jan 27 19:54:13.364731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:54:13.370537 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c83d08-f224-4c6a-93cd-d65a9a606196" -d '{"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:54:13.497692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (78b798eb-de19-4f8f-bdbf-5a8321cafc2a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.544807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.576667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e903b8-291a-4fb5-bba7-bc9caf51b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:13.626441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=78b798eb-de19-4f8f-bdbf-5a8321cafc2a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:13.666236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-b531f7df-f490-472a-b135-a7174680caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:13.674596 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-b531f7df-f490-472a-b135-a7174680caa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1133 time: 0.2426605 Jan 27 19:54:13.713542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.723344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8eb52351-d69e-4465-8f9c-9593fc92dbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/78b798eb-de19-4f8f-bdbf-5a8321cafc2a HTTP/1.1" status: 204 len: 168 time: 2.8406296 Jan 27 19:54:13.809316 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-f721b9ae-2e6a-4493-8551-ccd29b201542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 217 time: 0.1257787 Jan 27 19:54:13.817105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:13.979045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.986667 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks [] for router_controller (cef820a0-1c27-434f-8d9a-422bfd19dc73), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:13.998488 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-962b653b-58bb-4a95-a88c-a62c0175256c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744275 Jan 27 19:54:13.999304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54606) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:14.051245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:14.062138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f90deaf3-6e81-4075-856f-a6720dd10318 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:14.084113 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4aa933-409a-4960-8adc-f80d7d672b31 x-openstack-request-id: req-4b4aa933-409a-4960-8adc-f80d7d672b31 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:54:14.084819 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:54:14.085343 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b4aa933-409a-4960-8adc-f80d7d672b31 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:54:14.086005 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc', 'status': 'completed', 'code': 200} Jan 27 19:54:14.131269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15676693-4986-4276-9c46-235c2fefc63f None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:14.144587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f90deaf3-6e81-4075-856f-a6720dd10318 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:14.144939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f90deaf3-6e81-4075-856f-a6720dd10318 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:14.148551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6262c3d9-1d80-41f5-9f7c-746729c4b252 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:14.157112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-fd1ba489-96c8-4744-a037-15cc52d73def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:14.159122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-fd1ba489-96c8-4744-a037-15cc52d73def service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 200 len: 835 time: 0.3426287 Jan 27 19:54:14.183949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (cef820a0-1c27-434f-8d9a-422bfd19dc73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.184536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef820a0-1c27-434f-8d9a-422bfd19dc73 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:54:14.191569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.198995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3c76630b-d9b4-4d0d-a530-5650471f3c0e admin admin] 10.222.0.59 "DELETE /v2.0/routers/cef820a0-1c27-434f-8d9a-422bfd19dc73 HTTP/1.1" status: 204 len: 168 time: 4.1411726 Jan 27 19:54:14.199761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:14.348880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-dd09798d-5aa3-48fe-a6c6-f0e48fa9d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:14.349490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6262c3d9-1d80-41f5-9f7c-746729c4b252 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:14.349490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6262c3d9-1d80-41f5-9f7c-746729c4b252 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:14.358012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-dd09798d-5aa3-48fe-a6c6-f0e48fa9d29e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc2bff1-3a3e-482e-9479-2855332d95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835437 Jan 27 19:54:14.365096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:14.379273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Deleting subnet 2d2d52e8-b5d8-4f65-be45-5b331e3abe95 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:14.394404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.410625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Publish callbacks [] for subnet (2d2d52e8-b5d8-4f65-be45-5b331e3abe95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.503699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c4e8cc14-7152-4209-a157-15aa4dc06123 None None] Provisioning complete for port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:14.504078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4e8cc14-7152-4209-a157-15aa4dc06123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.572789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (2d2d52e8-b5d8-4f65-be45-5b331e3abe95), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.819729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (2d2d52e8-b5d8-4f65-be45-5b331e3abe95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.940778 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (2d2d52e8-b5d8-4f65-be45-5b331e3abe95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.955940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (0f465124-3cf0-457f-94a8-ef9cd1b5df80), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:14.983950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8cc14-7152-4209-a157-15aa4dc06123 None None] Current status of the port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:14.995831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:15.069453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2d52e8-b5d8-4f65-be45-5b331e3abe95,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:15.083181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.090371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a8b4193f-f4b5-450e-b765-d999e2176ac7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2d2d52e8-b5d8-4f65-be45-5b331e3abe95 HTTP/1.1" status: 204 len: 168 time: 0.8895342 Jan 27 19:54:15.095497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:15.099110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=0f465124-3cf0-457f-94a8-ef9cd1b5df80,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:15.118015 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:54:15.137006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254e35e-202a-4d43-ae0b-e14a0b473628 None None] Network a8c57e4d-6c47-4483-92e6-4a498b83194b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:15.195644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:15.199038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:15.205786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:15.213326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.274030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4ccd0d88-4dae-406e-b15c-6b9048dc2dfd tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2679126 Jan 27 19:54:15.283581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d00f4-c8d1-40dd-8e3f-2958d19ce52d req-0df2d5e7-8dbf-42d5-973b-2d734b617407 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:15.294959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-419d00f4-c8d1-40dd-8e3f-2958d19ce52d req-0df2d5e7-8dbf-42d5-973b-2d734b617407 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 982 time: 0.7499716 Jan 27 19:54:15.300132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a8c57e4d-6c47-4483-92e6-4a498b83194b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.308701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:15.313600 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-d50bd20e-451c-432e-a693-4233910a1e47 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9534514 Jan 27 19:54:15.355756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:15.438907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.465489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Deleting port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:15.466310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.601902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] For port 46c06c5f-9f1f-4e0b-875b-49a3299eb789, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=46c06c5f-9f1f-4e0b-875b-49a3299eb789,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:15.611203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.629048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Calling delete_port for 46c06c5f-9f1f-4e0b-875b-49a3299eb789 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:15.660330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5efbdf2d-c34a-478f-85ba-c6c29801dc92 req-a3b7a4a0-b73b-44d4-84c4-385b8e21bc3c service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404346 Jan 27 19:54:15.791240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.824308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-327f1196-8956-4bbf-b070-b62da4d91dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:15.834350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-419d00f4-c8d1-40dd-8e3f-2958d19ce52d req-5e825de5-6261-4b8c-a172-b5d969e66713 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5379672 Jan 27 19:54:15.842184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-327f1196-8956-4bbf-b070-b62da4d91dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1133 time: 0.1118805 Jan 27 19:54:15.864968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] DHCP port deletion for a8c57e4d-6c47-4483-92e6-4a498b83194b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:15.864968 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (46c06c5f-9f1f-4e0b-875b-49a3299eb789), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.904311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:15.915655 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:15.990091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] Pushing event deleted for resources: {'Port': ['ID=46c06c5f-9f1f-4e0b-875b-49a3299eb789,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:15.999545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 46c06c5f-9f1f-4e0b-875b-49a3299eb789 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:16.110744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-d1ef74df-36af-4461-b6ab-205d4ccbab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:16.118407 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-d1ef74df-36af-4461-b6ab-205d4ccbab38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 898 time: 0.2682271 Jan 27 19:54:16.151435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 46c06c5f-9f1f-4e0b-875b-49a3299eb789 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:16.152155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 46c06c5f-9f1f-4e0b-875b-49a3299eb789 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:16.184838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4e14b-90a4-4ff9-816a-e038fa1fbdac None None] No DVR routers for this DVR port 46c06c5f-9f1f-4e0b-875b-49a3299eb789 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:16.201523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.213615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Deleting port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:16.213615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.251904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-317e43c7-4b92-413b-8bf5-ba83caa3f14a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 217 time: 0.1245141 Jan 27 19:54:16.255714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ffc21-82a5-469c-9f62-744e0da9efc4 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:16.270246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Deleting port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:16.270753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.322871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-376f4635-be42-43c5-8b63-7e7efbb5dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:16.325354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-376f4635-be42-43c5-8b63-7e7efbb5dcbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 200 len: 835 time: 0.0662158 Jan 27 19:54:16.425815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] For port ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:16.426644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.441394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] For port ec6fb87c-0d5c-4870-9384-dc6c46ac9267, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,segment=NetworkSegment(1398adc2-f593-4be7-a336-0abc6a8053f7),segment_id=1398adc2-f593-4be7-a336-0abc6a8053f7)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:16.441980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.461692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Calling delete_port for ec6fb87c-0d5c-4870-9384-dc6c46ac9267 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:16.489317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-fbcadb2a-9468-49f9-8fef-4f7eeceb7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:16.491110 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-fbcadb2a-9468-49f9-8fef-4f7eeceb7f24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc2bff1-3a3e-482e-9479-2855332d95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594098 Jan 27 19:54:16.503505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Calling delete_port for ec6fb87c-0d5c-4870-9384-dc6c46ac9267 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:16.552727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:16.582059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a98ca02c-179f-4df4-aa98-e20308fe77a9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.590832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '0f465124-3cf0-457f-94a8-ef9cd1b5df80'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:16.591699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.633430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:16.645176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:16.652743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:16.653737 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.683171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=a98ca02c-179f-4df4-aa98-e20308fe77a9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:16.698400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2824030-45da-4961-9d15-634b80eb7b17 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3834357 Jan 27 19:54:16.702245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:16.707359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:b9:c6:f9', 'name': 'tempest-NetworksTestDHCPv6-1008785288'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:16.752432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:16.759543 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-71b8ad3e-1f91-409e-ba72-4f920db2bcdd service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598412 Jan 27 19:54:16.997634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-64c83d08-f224-4c6a-93cd-d65a9a606196 req-826bb0b0-3bae-43c2-83d2-b4de47d17628 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315426 Jan 27 19:54:17.072852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Allocated IP 172.20.0.2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/0f465124-3cf0-457f-94a8-ef9cd1b5df80/5db942cf-aa9f-4722-8a06-a5dd013decf8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:17.093691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Allocated IP 2001:db8::f816:3eff:fe96:6c5b (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/a98ca02c-179f-4df4-aa98-e20308fe77a9/5db942cf-aa9f-4722-8a06-a5dd013decf8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:17.258575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks [] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.276167 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.299160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:17.302687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:17.326248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:17.344812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] No DVR routers for this DVR port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:17.350093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:17.370818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 49801d90-75a1-4bb6-8869-72527aee37dc details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:54:17.518264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9e854-1f40-40d3-9dd6-d0e52af0def9 req-7eee992b-0449-41c0-82db-99de5e15eaa7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:17.525305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53f9e854-1f40-40d3-9dd6-d0e52af0def9 req-7eee992b-0449-41c0-82db-99de5e15eaa7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 982 time: 0.2746413 Jan 27 19:54:17.526330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=49801d90-75a1-4bb6-8869-72527aee37dc,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:17.536497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a8c57e4d-6c47-4483-92e6-4a498b83194b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.591221 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '49801d90-75a1-4bb6-8869-72527aee37dc', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'port_id': '49801d90-75a1-4bb6-8869-72527aee37dc', 'mac_address': 'fa:16:3e:57:a2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:54:17.598981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Pushing event updated for resources: {'Port': ['ID=5db942cf-aa9f-4722-8a06-a5dd013decf8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:17.612647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (ec6fb87c-0d5c-4870-9384-dc6c46ac9267), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.622865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c57e4d-6c47-4483-92e6-4a498b83194b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:17.647740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1398adc2-f593-4be7-a336-0abc6a8053f7') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:17.648036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1398adc2-f593-4be7-a336-0abc6a8053f7') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:17.666395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (1398adc2-f593-4be7-a336-0abc6a8053f7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.673007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53f9e854-1f40-40d3-9dd6-d0e52af0def9 req-cfa2ae7e-894e-44d0-b93d-580492e61732 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1466358 Jan 27 19:54:17.679513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:17.755489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 49801d90-75a1-4bb6-8869-72527aee37dc is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:17.756052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.759530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] No DVR routers for this DVR port ec6fb87c-0d5c-4870-9384-dc6c46ac9267 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:17.775700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6fbdb-d039-470d-a0e8-3e07ec07e0b9 None None] Pushing event deleted for resources: {'Port': ['ID=ec6fb87c-0d5c-4870-9384-dc6c46ac9267,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:17.779475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1398adc2-f593-4be7-a336-0abc6a8053f7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.790412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:54:17.790974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (1398adc2-f593-4be7-a336-0abc6a8053f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:54:17.792812 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:54:17.895333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49801d90-75a1-4bb6-8869-72527aee37dc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:54:17.901908 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.905910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a8c57e4d-6c47-4483-92e6-4a498b83194b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.911890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ec6fb87c-0d5c-4870-9384-dc6c46ac9267 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:17.926568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:17.930024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8c57e4d-6c47-4483-92e6-4a498b83194b HTTP/1.1" status: 204 len: 168 time: 2.8328907 Jan 27 19:54:17.933022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54674) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:17.942082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12eb1-fdbd-40b9-a06d-50ed7f996745 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c57e4d-6c47-4483-92e6-4a498b83194b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:17.958487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 239514e1-f781-4e9a-9a24-c80d736f672e yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:17.960288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Attempting to bind port 5db942cf-aa9f-4722-8a06-a5dd013decf8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:17.961018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Attempting to bind port 5db942cf-aa9f-4722-8a06-a5dd013decf8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:17.961673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Attempting to bind port 5db942cf-aa9f-4722-8a06-a5dd013decf8 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:18.007972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ec6fb87c-0d5c-4870-9384-dc6c46ac9267 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:18.008372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ec6fb87c-0d5c-4870-9384-dc6c46ac9267 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:18.011709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=49801d90-75a1-4bb6-8869-72527aee37dc,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:18.014803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:18.015256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:18.015773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:18.016291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:18.016883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Bound port: 5db942cf-aa9f-4722-8a06-a5dd013decf8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:18.017399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:18.022241 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:18.105060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:18.210446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] For port 5db942cf-aa9f-4722-8a06-a5dd013decf8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:18.222991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] For port 5db942cf-aa9f-4722-8a06-a5dd013decf8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5db942cf-aa9f-4722-8a06-a5dd013decf8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:18.228336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:18.335004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4067-3b95-492e-8250-59324a3c3655 None None] Pushing event updated for resources: {'Port': ['ID=5db942cf-aa9f-4722-8a06-a5dd013decf8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:18.350040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['49801d90-75a1-4bb6-8869-72527aee37dc'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:54:18.351891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 172.20.0.13 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/0f465124-3cf0-457f-94a8-ef9cd1b5df80/239514e1-f781-4e9a-9a24-c80d736f672e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:18.388189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:feb9:c6f9 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/a98ca02c-179f-4df4-aa98-e20308fe77a9/239514e1-f781-4e9a-9a24-c80d736f672e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:18.768561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (239514e1-f781-4e9a-9a24-c80d736f672e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:18.929392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (239514e1-f781-4e9a-9a24-c80d736f672e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.003522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:19.017484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:19.025746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:19.028889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=239514e1-f781-4e9a-9a24-c80d736f672e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:19.069513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98308d6e-ffa2-443e-8b79-ab732be6fd0d req-33e31212-8e87-49fe-b173-f2681a552e6c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:19.071113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98308d6e-ffa2-443e-8b79-ab732be6fd0d req-33e31212-8e87-49fe-b173-f2681a552e6c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 983 time: 0.2230287 Jan 27 19:54:19.149991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:19.152194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.178195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3b503a51-3f2d-49d5-b128-4303b81d2e23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4744313 Jan 27 19:54:19.179019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:19.317732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 49801d90-75a1-4bb6-8869-72527aee37dc up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:19.326220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-98308d6e-ffa2-443e-8b79-ab732be6fd0d req-1ac33d5b-3eb0-4ac7-a6bf-f97c9ac950dc tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2395353 Jan 27 19:54:19.349766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e6b49-bd45-4d66-baa5-e26fbfbf12a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:19.359924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e6b49-bd45-4d66-baa5-e26fbfbf12a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:19.364095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-284e6b49-bd45-4d66-baa5-e26fbfbf12a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1095619 Jan 27 19:54:19.364713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:19.486011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.489728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 49801d90-75a1-4bb6-8869-72527aee37dc completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:54:19.498198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 49801d90-75a1-4bb6-8869-72527aee37dc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:19.499195 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.584927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 239514e1-f781-4e9a-9a24-c80d736f672e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:19.585326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (239514e1-f781-4e9a-9a24-c80d736f672e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.705591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 49801d90-75a1-4bb6-8869-72527aee37dc is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:19.705907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.818613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=49801d90-75a1-4bb6-8869-72527aee37dc,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:19.834355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (239514e1-f781-4e9a-9a24-c80d736f672e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.835064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:54:19.843157 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d894dd1e-1737-47ba-9798-06efcb6d7595" -d '{"events": [{"server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "name": "network-vif-plugged", "status": "completed", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:54:19.865665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:19.895565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 239514e1-f781-4e9a-9a24-c80d736f672e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:20.026464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5db942cf-aa9f-4722-8a06-a5dd013decf8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:20.127442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:20.145964 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bd0291-2b4b-4689-bfb7-209ae431583b x-openstack-request-id: req-35bd0291-2b4b-4689-bfb7-209ae431583b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:54:20.146256 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "name": "network-vif-plugged", "status": "completed", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:54:20.146514 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35bd0291-2b4b-4689-bfb7-209ae431583b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:54:20.146907 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc', 'code': 200} Jan 27 19:54:20.202998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510f910-ba12-43fa-995e-49a956505afd None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:20.256047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5db942cf-aa9f-4722-8a06-a5dd013decf8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:20.256500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.340853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12c92-f1b1-47bc-97d9-621a79ad3b05 req-db99c01f-a2fa-476b-8c0e-2478b3cc57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:20.348188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0df12c92-f1b1-47bc-97d9-621a79ad3b05 req-db99c01f-a2fa-476b-8c0e-2478b3cc57d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.1291373 Jan 27 19:54:20.365685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Deleting port e0223244-60ed-437f-9780-63e1473a85d3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:20.366058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e0223244-60ed-437f-9780-63e1473a85d3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.408355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (239514e1-f781-4e9a-9a24-c80d736f672e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.536652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=239514e1-f781-4e9a-9a24-c80d736f672e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:20.630898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] For port e0223244-60ed-437f-9780-63e1473a85d3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e0223244-60ed-437f-9780-63e1473a85d3,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:20.631924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e0223244-60ed-437f-9780-63e1473a85d3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.659493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Calling delete_port for e0223244-60ed-437f-9780-63e1473a85d3 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:20.728541 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.736937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a2c96ba-00a5-4995-b4ad-820fb33f881d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/239514e1-f781-4e9a-9a24-c80d736f672e HTTP/1.1" status: 204 len: 168 time: 1.3711200 Jan 27 19:54:20.738136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:20.801291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Provisioning complete for port 5db942cf-aa9f-4722-8a06-a5dd013decf8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:20.802489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:20.831439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0df12c92-f1b1-47bc-97d9-621a79ad3b05 req-9b315491-fa3f-4cdd-a623-f8abe4791bc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=094365f2-a88e-4fcd-841b-96e8d14cc171&id=bc03400f-2138-42b2-a5e0-886788b5ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4567668 Jan 27 19:54:20.874297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6917-1cce-44b1-a13a-c431cb8d7359 req-4ed650c9-e253-4952-a607-13dec75f8a6c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:20.876903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e70f6917-1cce-44b1-a13a-c431cb8d7359 req-4ed650c9-e253-4952-a607-13dec75f8a6c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.3413379 Jan 27 19:54:20.987774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b51e0-b131-42c6-9173-9329a7fd2b04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:20.990285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b51e0-b131-42c6-9173-9329a7fd2b04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:20.992935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b51e0-b131-42c6-9173-9329a7fd2b04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:21.000563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b87b51e0-b131-42c6-9173-9329a7fd2b04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2594199 Jan 27 19:54:21.003887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:21.080528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:21.080921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.110708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 0f465124-3cf0-457f-94a8-ef9cd1b5df80 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:21.121961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:21.122357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.127695 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (0f465124-3cf0-457f-94a8-ef9cd1b5df80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.171103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e0223244-60ed-437f-9780-63e1473a85d3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.227299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e70f6917-1cce-44b1-a13a-c431cb8d7359 req-886acbfe-847f-4f53-b563-bd88681b1cd3 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3371933 Jan 27 19:54:21.234286 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (0f465124-3cf0-457f-94a8-ef9cd1b5df80), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.272631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5db942cf-aa9f-4722-8a06-a5dd013decf8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5db942cf-aa9f-4722-8a06-a5dd013decf8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:21.287746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.294735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0223244-60ed-437f-9780-63e1473a85d3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:21.521087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (0f465124-3cf0-457f-94a8-ef9cd1b5df80), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.524958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5db942cf-aa9f-4722-8a06-a5dd013decf8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:21.576452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:54:21.576828 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:54:21.776345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (0f465124-3cf0-457f-94a8-ef9cd1b5df80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.811886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.895086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:21.905216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/0f465124-3cf0-457f-94a8-ef9cd1b5df80 HTTP/1.1" status: 204 len: 168 time: 0.8993802 Jan 27 19:54:21.905951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:21.906742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de735-540d-4ee8-9d8a-a35d92a0340d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=0f465124-3cf0-457f-94a8-ef9cd1b5df80,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:22.052761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet a98ca02c-179f-4df4-aa98-e20308fe77a9 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:22.057425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (a98ca02c-179f-4df4-aa98-e20308fe77a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.066780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5db942cf-aa9f-4722-8a06-a5dd013decf8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:22.162058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a98ca02c-179f-4df4-aa98-e20308fe77a9), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.268269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:22.388990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e935324c-5ad7-4bf7-931d-6967622ec43f None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:22.413918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5db942cf-aa9f-4722-8a06-a5dd013decf8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:22.414288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.451188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:54:22.534157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a98ca02c-179f-4df4-aa98-e20308fe77a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.591991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:54:22.603521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-06fa0b1d-02ca-4f46-8b4c-4bdb655f4a95 admin admin] 10.222.0.59 "PUT /v2.0/routers/730e3281-5ea7-4598-8b84-2c5c3ddbe94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6693525 Jan 27 19:54:22.606995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54772) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:22.610726 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Sync routers for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:54:22.626137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:22.636819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea70dad-ea46-4e71-9bb4-ae0683c7b07f None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:22.637332 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:22.637992 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:13Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:22.695759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ba80813d-0242-4cb0-add7-15eefc521eef None None] Provisioning complete for port 5db942cf-aa9f-4722-8a06-a5dd013decf8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:22.696574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba80813d-0242-4cb0-add7-15eefc521eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.765245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-355e9f47-6d77-4fab-9d60-249eaf902d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.812449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a98ca02c-179f-4df4-aa98-e20308fe77a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.867017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks [] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.881556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ba80813d-0242-4cb0-add7-15eefc521eef None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:22.885164 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:22.919389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f1d93-a90b-4762-9bf1-80a4f1832f6f req-e59a001c-fd9c-4971-856d-7ea3fcc5d496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:22.928928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-334f1d93-a90b-4762-9bf1-80a4f1832f6f req-e59a001c-fd9c-4971-856d-7ea3fcc5d496 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.5206611 Jan 27 19:54:22.933791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=a98ca02c-179f-4df4-aa98-e20308fe77a9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:22.941923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:22.949744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2220a79d-e24a-4303-918b-1ea3f9d45e71 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/a98ca02c-179f-4df4-aa98-e20308fe77a9 HTTP/1.1" status: 204 len: 168 time: 1.0282643 Jan 27 19:54:22.950068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.066037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-82631d83-deac-462f-a7e0-ac6f4afb10fb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136737 Jan 27 19:54:23.069540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.094278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-334f1d93-a90b-4762-9bf1-80a4f1832f6f req-d9cd7bd4-f735-446d-84b5-889142db7729 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1364777 Jan 27 19:54:23.148188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dced8d-f66a-4733-806f-fda418fa7871 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'a98ca02c-179f-4df4-aa98-e20308fe77a9'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '5db942cf-aa9f-4722-8a06-a5dd013decf8'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:54:23.190170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-355e9f47-6d77-4fab-9d60-249eaf902d1e admin admin] Publish callbacks [] for security_group (3980922b-b124-45ad-a89d-d7c004d0c275), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.191912 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10dced8d-f66a-4733-806f-fda418fa7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.199636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-355e9f47-6d77-4fab-9d60-249eaf902d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3980922b-b124-45ad-a89d-d7c004d0c275), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.235789 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:54:21Z', 'revision_number': 5, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:23.329522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a91100-25d4-49c2-9275-f5de52aed9b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:23.341183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-54a91100-25d4-49c2-9275-f5de52aed9b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2676644 Jan 27 19:54:23.345125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54788) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.380653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-355e9f47-6d77-4fab-9d60-249eaf902d1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd7c37ee69724def8747e3492d3cdad1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1073704 Jan 27 19:54:23.387989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.395971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e9f47-6d77-4fab-9d60-249eaf902d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980922b-b124-45ad-a89d-d7c004d0c275,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:23.438976 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Checking router: 730e3281-5ea7-4598-8b84-2c5c3ddbe94a for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:54:23.462080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks [] for router_gateway (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.469172 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Routers {'730e3281-5ea7-4598-8b84-2c5c3ddbe94a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:23.470225 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:13Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:23.563044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6be5c-e272-4a8c-b560-88ee178fbcce req-6545beae-5fc2-4746-b100-463780390bdc tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:23.573759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1b6be5c-e272-4a8c-b560-88ee178fbcce req-6545beae-5fc2-4746-b100-463780390bdc tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.2829273 Jan 27 19:54:23.577724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e3cef-2e64-4a8c-84fa-5fdbba236c5a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:23.579238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d08e3cef-2e64-4a8c-84fa-5fdbba236c5a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2243373 Jan 27 19:54:23.584595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.589519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4466331-70ba-4dd8-999c-df2bffff407d None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:23.637062 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b4d23630-ed82-4d53-a495-ebc6d3ac27d5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459144 Jan 27 19:54:23.639355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Deleting port 63bd4872-64cb-4651-b0f5-b1394e27b3c0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:23.639786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.671476 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] Publish callbacks [] for security_group (3980922b-b124-45ad-a89d-d7c004d0c275), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.741195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:23.755074 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] Set router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:23.766251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d19bab69-ca4a-4548-ae5c-9fb24733ae08 None None] Provisioning complete for port 5db942cf-aa9f-4722-8a06-a5dd013decf8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:23.766620 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d19bab69-ca4a-4548-ae5c-9fb24733ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.767030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] For port 63bd4872-64cb-4651-b0f5-b1394e27b3c0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=63bd4872-64cb-4651-b0f5-b1394e27b3c0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:23.767405 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.771247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:23.802360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Calling delete_port for 63bd4872-64cb-4651-b0f5-b1394e27b3c0 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:23.806357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] Publish callbacks [] for security_group (3980922b-b124-45ad-a89d-d7c004d0c275), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.911788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3980922b-b124-45ad-a89d-d7c004d0c275), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.914942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:23.923441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3980922b-b124-45ad-a89d-d7c004d0c275 HTTP/1.1" status: 204 len: 168 time: 0.5312700 Jan 27 19:54:23.929695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5db942cf-aa9f-4722-8a06-a5dd013decf8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:24.017282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf64b9-920e-41f3-a4a2-11049efb6cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980922b-b124-45ad-a89d-d7c004d0c275,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:24.037867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1b6be5c-e272-4a8c-b560-88ee178fbcce req-ab18b145-60c3-44a9-9bac-cdbfb0134c5a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4602473 Jan 27 19:54:24.157142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:24.169753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.181051 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:24.182860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:24.203144 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:54:21Z', 'revision_number': 5, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:24.227626 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (63bd4872-64cb-4651-b0f5-b1394e27b3c0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.235530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-86a472e9-2875-48fa-a120-e7f961bfb63c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4688826 Jan 27 19:54:24.235530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:24.264154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb53c89-dc71-4754-b90a-97f25f2db7c6 None None] The sync data for ids ['730e3281-5ea7-4598-8b84-2c5c3ddbe94a'] in n-d-760453-6 is: [{'id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'name': 'tempest-TestServerBasicOps-757264661-router', 'tenant_id': '27264aed1f1647ce824be0c9a9051568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:47:28Z', 'updated_at': '2022-01-27T19:54:21Z', 'revision_number': 5, 'project_id': '27264aed1f1647ce824be0c9a9051568', 'gw_port': {'id': '63bd4872-64cb-4651-b0f5-b1394e27b3c0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e3281-5ea7-4598-8b84-2c5c3ddbe94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:47:29Z', 'updated_at': '2022-01-27T19:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:54:24.264787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:24.296137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Pushing event deleted for resources: {'Port': ['ID=63bd4872-64cb-4651-b0f5-b1394e27b3c0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:24.348562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d19bab69-ca4a-4548-ae5c-9fb24733ae08 None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:24.363415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.473011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5db942cf-aa9f-4722-8a06-a5dd013decf8 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:24.474234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.529006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54820) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:24.544962 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.552663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5db942cf-aa9f-4722-8a06-a5dd013decf8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5db942cf-aa9f-4722-8a06-a5dd013decf8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:24.570548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.690467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-e2584e70-a694-42f1-99a4-fcd11843c45c tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:24.700295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-e2584e70-a694-42f1-99a4-fcd11843c45c tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.3934028 Jan 27 19:54:24.746794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5db942cf-aa9f-4722-8a06-a5dd013decf8,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:24.756812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:24.824454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-33173baf-e839-46e7-90a7-f9b4dde37b63 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.885100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Deleting port 5db942cf-aa9f-4722-8a06-a5dd013decf8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:24.885775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.928889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.930493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54830) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:24.955199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks [] for router_controller (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.978946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] For port 5db942cf-aa9f-4722-8a06-a5dd013decf8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5db942cf-aa9f-4722-8a06-a5dd013decf8,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:24.980185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:24.993565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d6a-ed1f-44df-9314-9ac230e7cadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.025196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Calling delete_port for 5db942cf-aa9f-4722-8a06-a5dd013decf8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:25.083059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-33173baf-e839-46e7-90a7-f9b4dde37b63 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Publish callbacks [] for security_group (7f3df101-cddc-44a5-86ef-a4965727bf9d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.093785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:25.102673 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.104322 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:25.104767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:25.110278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (730e3281-5ea7-4598-8b84-2c5c3ddbe94a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.110849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 730e3281-5ea7-4598-8b84-2c5c3ddbe94a {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:54:25.128525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.134508 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2001025d-a335-49b2-9f7b-3359db2e5959 admin admin] 10.222.0.59 "DELETE /v2.0/routers/730e3281-5ea7-4598-8b84-2c5c3ddbe94a HTTP/1.1" status: 204 len: 168 time: 2.5264146 Jan 27 19:54:25.136887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54832) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.149478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c5316aa-fd47-49ff-8b80-9a9e85c5971e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9135826 Jan 27 19:54:25.152601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.153727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-33173baf-e839-46e7-90a7-f9b4dde37b63 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7f3df101-cddc-44a5-86ef-a4965727bf9d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.163247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96828be6-8ab2-42b6-90bd-d678c32200b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.167421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:25.250719 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (5db942cf-aa9f-4722-8a06-a5dd013decf8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.285992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Deleting subnet 321f83bd-5368-45ab-9378-61c436499faf {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:25.301985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33173baf-e839-46e7-90a7-f9b4dde37b63 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3df101-cddc-44a5-86ef-a4965727bf9d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:25.324076 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.324442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Publish callbacks [] for subnet (321f83bd-5368-45ab-9378-61c436499faf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.324974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] Pushing event deleted for resources: {'Port': ['ID=5db942cf-aa9f-4722-8a06-a5dd013decf8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:25.327618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8f927-73b8-4e99-a602-4895e803ead9 None None] No DVR routers for this DVR port 5db942cf-aa9f-4722-8a06-a5dd013decf8 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:25.330693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10c576f6-7157-48b4-b41c-54c8a8547283 req-33173baf-e839-46e7-90a7-f9b4dde37b63 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6292460 Jan 27 19:54:25.374769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.511554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (321f83bd-5368-45ab-9378-61c436499faf), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.551116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96828be6-8ab2-42b6-90bd-d678c32200b4 admin admin] Publish callbacks [] for security_group (583812f2-e2e1-4a12-8a9f-14b28411e4ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.565297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011dfbb-5dde-4a8b-98a1-818cae4236dd tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:25.570617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d011dfbb-5dde-4a8b-98a1-818cae4236dd tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1130 time: 0.1945939 Jan 27 19:54:25.571648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.585544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '49801d90-75a1-4bb6-8869-72527aee37dc', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:25.601634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96828be6-8ab2-42b6-90bd-d678c32200b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (583812f2-e2e1-4a12-8a9f-14b28411e4ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.703327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:25.707728 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-96828be6-8ab2-42b6-90bd-d678c32200b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6aee2095d7b4880a6ba18666e6a63d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1556754 Jan 27 19:54:25.709368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.710379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828be6-8ab2-42b6-90bd-d678c32200b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583812f2-e2e1-4a12-8a9f-14b28411e4ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:25.710951 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.715109 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:25.717881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:25.755847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d6a-ed1f-44df-9314-9ac230e7cadf admin admin] Publish callbacks [] for security_group (59437feb-7c78-477e-abbb-7b968b3372ed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.765953 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4102c8e6-7cf9-4136-8f83-243a98ae529b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6091015 Jan 27 19:54:25.769908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54852) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:25.775543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:25.806580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.915175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] Publish callbacks [] for security_group (583812f2-e2e1-4a12-8a9f-14b28411e4ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.919965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d6a-ed1f-44df-9314-9ac230e7cadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (59437feb-7c78-477e-abbb-7b968b3372ed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.966442 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] Publish callbacks [] for security_group (583812f2-e2e1-4a12-8a9f-14b28411e4ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.975645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (321f83bd-5368-45ab-9378-61c436499faf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:25.979105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7d6a-ed1f-44df-9314-9ac230e7cadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59437feb-7c78-477e-abbb-7b968b3372ed,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:25.979691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e0223244-60ed-437f-9780-63e1473a85d3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:26.028704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e0223244-60ed-437f-9780-63e1473a85d3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:26.029064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e0223244-60ed-437f-9780-63e1473a85d3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:26.032320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 63bd4872-64cb-4651-b0f5-b1394e27b3c0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:26.065368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (583812f2-e2e1-4a12-8a9f-14b28411e4ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.071499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.074483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/583812f2-e2e1-4a12-8a9f-14b28411e4ea HTTP/1.1" status: 204 len: 168 time: 0.3493190 Jan 27 19:54:26.082303 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (321f83bd-5368-45ab-9378-61c436499faf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.083256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 63bd4872-64cb-4651-b0f5-b1394e27b3c0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:26.083613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 63bd4872-64cb-4651-b0f5-b1394e27b3c0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:26.108300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b04ab5-4429-49ff-b416-1200d2337c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583812f2-e2e1-4a12-8a9f-14b28411e4ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:26.166442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321f83bd-5368-45ab-9378-61c436499faf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:26.171680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c6e7d6a-ed1f-44df-9314-9ac230e7cadf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31f1e2c5656e4e86a1b2b7eb96c23886&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2347641 Jan 27 19:54:26.176670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:26.180159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.184933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.188067 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08abc7e0-6d20-4a66-bccb-e4bdc706cec8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/321f83bd-5368-45ab-9378-61c436499faf HTTP/1.1" status: 204 len: 168 time: 1.0499041 Jan 27 19:54:26.192841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54818d79-18fe-468f-8204-8a80ff2e451d None None] Network 9768f768-f743-4f57-b09d-78b57136d82e requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:26.199148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54862) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:26.320981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:26.325669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.327544 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:26.328240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:26.356061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b266c78-6fb7-4c36-8d34-e9f973476486 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5848083 Jan 27 19:54:26.359646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:26.365288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:26.491317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (9768f768-f743-4f57-b09d-78b57136d82e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.511533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.25.5.49 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/c848e38f-1bc3-43a2-8eda-b8b3e30845a0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:26.524207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] DHCP port deletion for 9768f768-f743-4f57-b09d-78b57136d82e request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:26.611087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:26.627362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.629229 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:26.642971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Deleting port b3ae259b-2739-4314-8ab6-bddebff2e9d0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:26.644292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.649094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:26.684593 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1844003a-80f0-4528-b5ba-71c9ca9ff161 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3234959 Jan 27 19:54:26.691496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:26.715502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:26.716450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.735482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] For port b3ae259b-2739-4314-8ab6-bddebff2e9d0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b3ae259b-2739-4314-8ab6-bddebff2e9d0,segment=NetworkSegment(eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7),segment_id=eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:26.736258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.754781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Calling delete_port for b3ae259b-2739-4314-8ab6-bddebff2e9d0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:26.771346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] Publish callbacks [] for security_group (59437feb-7c78-477e-abbb-7b968b3372ed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.784546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.876786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] Publish callbacks [] for security_group (59437feb-7c78-477e-abbb-7b968b3372ed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.902530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:26.915655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:26.937960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:26.944393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:26.986862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] Pushing event deleted for resources: {'Port': ['ID=b3ae259b-2739-4314-8ab6-bddebff2e9d0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:26.993719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dd9e1-dc50-4ab3-a2b7-a81de9e9ee9a None None] No DVR routers for this DVR port b3ae259b-2739-4314-8ab6-bddebff2e9d0 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:27.080205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=c848e38f-1bc3-43a2-8eda-b8b3e30845a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:27.180064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (59437feb-7c78-477e-abbb-7b968b3372ed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.186742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.188696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59437feb-7c78-477e-abbb-7b968b3372ed HTTP/1.1" status: 204 len: 168 time: 1.0107198 Jan 27 19:54:27.273964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58215b-ba0f-4a5f-b7ec-b1b94ad96d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59437feb-7c78-477e-abbb-7b968b3372ed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:27.278647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Deleting port b3ae259b-2739-4314-8ab6-bddebff2e9d0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:27.278997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.405809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] For port b3ae259b-2739-4314-8ab6-bddebff2e9d0, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:27.406448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.428076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:27.439288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.440848 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:27.441400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:27.488080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Calling delete_port for b3ae259b-2739-4314-8ab6-bddebff2e9d0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:27.492387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Port b3ae259b-2739-4314-8ab6-bddebff2e9d0 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:54:27.500727 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b3ae259b-2739-4314-8ab6-bddebff2e9d0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.513123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-293cec8b-8fcb-4c4d-9dd1-d45841f15388 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8138144 Jan 27 19:54:27.517871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:27.548074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ae259b-2739-4314-8ab6-bddebff2e9d0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:27.551058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] No DVR routers for this DVR port b3ae259b-2739-4314-8ab6-bddebff2e9d0 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:27.584196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-099d4441-ca52-4428-8a55-7826db090c38 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651562 Jan 27 19:54:27.589024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:27.698728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (9768f768-f743-4f57-b09d-78b57136d82e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.726556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9768f768-f743-4f57-b09d-78b57136d82e']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:27.746582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:27.746890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:27.769607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603996ff-63b9-4b6d-b7cc-d41e22ef509a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:27.769929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.774197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-603996ff-63b9-4b6d-b7cc-d41e22ef509a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1840093 Jan 27 19:54:27.783157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:27.806902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.825431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:54:27.826230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (eb97ba86-0bfb-47cf-a0b8-b3c04d3810e7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: items = [ Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:54:27.828798 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:54:27.894485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b3ae259b-2739-4314-8ab6-bddebff2e9d0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:27.921831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b3ae259b-2739-4314-8ab6-bddebff2e9d0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:27.922501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b3ae259b-2739-4314-8ab6-bddebff2e9d0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:27.939950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:27.941925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21bbe8a4-4231-4608-94cc-6203711670fe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572690 Jan 27 19:54:27.954802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:28.071689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:28.075669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.082218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (9768f768-f743-4f57-b09d-78b57136d82e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.088281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.096752 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9768f768-f743-4f57-b09d-78b57136d82e HTTP/1.1" status: 204 len: 168 time: 1.8964934 Jan 27 19:54:28.211063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7174a-c0d0-4a41-878d-eecc58cb32a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9768f768-f743-4f57-b09d-78b57136d82e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:28.369305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54940) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:28.504869 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ff8f9477-d7e2-4e6a-b328-ff86a65ac3c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=714c218809074ddfb48dc0acfddb8563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338763 Jan 27 19:54:28.507677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:28.696470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] Publish callbacks [] for security_group (f6a6a679-867c-4ed6-8356-4ec668f4be57), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.752978 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for floatingip (808d8d35-4b18-422a-94fc-b86f8b6f69cd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.773794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] Publish callbacks [] for security_group (f6a6a679-867c-4ed6-8356-4ec668f4be57), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.852354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:28.861313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (b7dc31bf-c6b5-44b2-a220-5b2eb887c35b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.905351 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:28.982349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:29.009895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:29.024533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61b6fb-a25f-4f82-b340-cdd87e302c7e None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:29.043108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=b7dc31bf-c6b5-44b2-a220-5b2eb887c35b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:29.048449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:29.049056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.095509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e1ea980e-6a54-4a29-a085-ea3dc2122a9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1472774 Jan 27 19:54:29.095998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 54958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:29.104575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:f6:19:9c', 'name': 'tempest-NetworksTestDHCPv6-186635033'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:29.110233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f6a6a679-867c-4ed6-8356-4ec668f4be57), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.113360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.128298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6a6a679-867c-4ed6-8356-4ec668f4be57 HTTP/1.1" status: 204 len: 168 time: 0.6086402 Jan 27 19:54:29.153430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63b5b2-5936-4895-a8d2-e40c33ea7c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6a679-867c-4ed6-8356-4ec668f4be57,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:29.260586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.271436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.305593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54964) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:29.309931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'b7dc31bf-c6b5-44b2-a220-5b2eb887c35b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:29.311342 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.350498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=c848e38f-1bc3-43a2-8eda-b8b3e30845a0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:29.385248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:29.529958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.586566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port f3262138-4f30-46ed-8d6a-221030bb1957 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:29.597013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (808d8d35-4b18-422a-94fc-b86f8b6f69cd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.600998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Allocated IP 2001:db8::f816:3eff:fe2e:b989 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b7dc31bf-c6b5-44b2-a220-5b2eb887c35b/c2f11595-8e6b-4276-afce-6c8389d2b3c3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:29.603891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54972) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:29.700186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc75890a-a6de-4c3a-bac5-6b9c2dda49ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.721246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-127b48f5-be98-4caa-a983-123adbc948c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27264aed1f1647ce824be0c9a9051568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1161726 Jan 27 19:54:29.724903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54976) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:29.804572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] Publish callbacks [] for security_group (118864a5-24fb-4fb4-b006-19c30288ee71), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.849908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] Publish callbacks [] for security_group (118864a5-24fb-4fb4-b006-19c30288ee71), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.921248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc75890a-a6de-4c3a-bac5-6b9c2dda49ce admin admin] Publish callbacks [] for security_group (10b27821-448a-42d3-a1ee-192ea6a15bc4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.926588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc75890a-a6de-4c3a-bac5-6b9c2dda49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (10b27821-448a-42d3-a1ee-192ea6a15bc4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.952059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks [] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:29.954943 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Floating IP 808d8d35-4b18-422a-94fc-b86f8b6f69cd associated. External IP: 172.25.5.49, port: 49801d90-75a1-4bb6-8869-72527aee37dc. Jan 27 19:54:29.960025 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.009647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (118864a5-24fb-4fb4-b006-19c30288ee71), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.012444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:30.014035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.016072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:30.019890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/118864a5-24fb-4fb4-b006-19c30288ee71 HTTP/1.1" status: 204 len: 168 time: 0.2935059 Jan 27 19:54:30.021976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fef6:199c (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b7dc31bf-c6b5-44b2-a220-5b2eb887c35b/f3262138-4f30-46ed-8d6a-221030bb1957) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:30.024257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:30.025984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75890a-a6de-4c3a-bac5-6b9c2dda49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b27821-448a-42d3-a1ee-192ea6a15bc4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:30.035860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Pushing event updated for resources: {'Port': ['ID=c2f11595-8e6b-4276-afce-6c8389d2b3c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:30.043320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ffbd-4dc3-467c-9be0-3b42998aca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118864a5-24fb-4fb4-b006-19c30288ee71,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:30.056418 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc75890a-a6de-4c3a-bac5-6b9c2dda49ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60b8928e68be4a49a4c83093eb8f3fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484841 Jan 27 19:54:30.057316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:30.153312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Attempting to bind port c2f11595-8e6b-4276-afce-6c8389d2b3c3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:30.155966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Attempting to bind port c2f11595-8e6b-4276-afce-6c8389d2b3c3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:30.156447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Attempting to bind port c2f11595-8e6b-4276-afce-6c8389d2b3c3 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:30.169022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:30.170177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] Publish callbacks [] for security_group (10b27821-448a-42d3-a1ee-192ea6a15bc4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.170760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:30.172732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.174291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:30.175650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Bound port: c2f11595-8e6b-4276-afce-6c8389d2b3c3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:30.176335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.215418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] Publish callbacks [] for security_group (10b27821-448a-42d3-a1ee-192ea6a15bc4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.274564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] For port c2f11595-8e6b-4276-afce-6c8389d2b3c3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:30.279261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] For port c2f11595-8e6b-4276-afce-6c8389d2b3c3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c2f11595-8e6b-4276-afce-6c8389d2b3c3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:30.288498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.325111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (10b27821-448a-42d3-a1ee-192ea6a15bc4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.328706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.330694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10b27821-448a-42d3-a1ee-192ea6a15bc4 HTTP/1.1" status: 204 len: 168 time: 0.2720203 Jan 27 19:54:30.352789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2cd97-3bea-4c77-acbd-e39a7495bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b27821-448a-42d3-a1ee-192ea6a15bc4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:30.527744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5505cad-8152-427d-a5e0-db2b0ab0e705 None None] Pushing event updated for resources: {'Port': ['ID=c2f11595-8e6b-4276-afce-6c8389d2b3c3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:30.737084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (f3262138-4f30-46ed-8d6a-221030bb1957), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:30.863060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7557bdd0-54d8-4c12-807b-50b034a32e59 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:54:31.009484 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f3262138-4f30-46ed-8d6a-221030bb1957), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:31.053010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:31.082319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:31.090912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:31.101641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.102391 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:31.176150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0790238 Jan 27 19:54:31.179283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 54998) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:31.179816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833a167-84be-43bb-91b7-56cb6def927a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=f3262138-4f30-46ed-8d6a-221030bb1957,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:31.200894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:54:31.215683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Sync routers for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:54:31.236549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:31.239720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:31.240230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:13Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:31.260627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a05d0-9cc7-44f3-a8fe-02bef469483c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.268490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a05d0-9cc7-44f3-a8fe-02bef469483c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.274496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e39a05d0-9cc7-44f3-a8fe-02bef469483c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0919120 Jan 27 19:54:31.275417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:31.297940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-58073362-fb85-43fd-bee1-04472ba242b0 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7133756 Jan 27 19:54:31.297940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:54:31.299617 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f5e5a-9979-4e86-b524-5e88597c5c25" -d '{"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:54:31.303008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:31.391441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port f3262138-4f30-46ed-8d6a-221030bb1957 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:31.392080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f3262138-4f30-46ed-8d6a-221030bb1957), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:31.547208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f3262138-4f30-46ed-8d6a-221030bb1957), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:31.578892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for f3262138-4f30-46ed-8d6a-221030bb1957 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:31.616098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.616892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.620397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.622644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.625582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.627774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2403a25e-c1fc-43b8-bb40-4f4d2273ef0a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.3229687 Jan 27 19:54:31.630585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:31.662018 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dcc7bd-1de2-47fa-85c8-1b6fbc492a38 x-openstack-request-id: req-b6dcc7bd-1de2-47fa-85c8-1b6fbc492a38 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:54:31.662318 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:54:31.662577 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6dcc7bd-1de2-47fa-85c8-1b6fbc492a38 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:54:31.662985 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc', 'status': 'completed', 'code': 200} Jan 27 19:54:31.674677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:31.780197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-1c6ca3fd-16fa-4c1f-8a02-a782ee19fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.781863 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-1c6ca3fd-16fa-4c1f-8a02-a782ee19fdee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.0898883 Jan 27 19:54:31.856359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.860555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.861321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.861970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.862647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:31.867172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b9eb4608-922a-42dd-aba4-018a9c97dfb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3346 time: 0.2353199 Jan 27 19:54:31.871403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:32.028242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c2f11595-8e6b-4276-afce-6c8389d2b3c3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:32.144334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c2f11595-8e6b-4276-afce-6c8389d2b3c3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:32.145526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:32.180807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-faefec30-6d8a-4c42-94fe-a7be23a56453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:32.186343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-faefec30-6d8a-4c42-94fe-a7be23a56453 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 898 time: 0.3921824 Jan 27 19:54:32.216240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '808d8d35-4b18-422a-94fc-b86f8b6f69cd', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'port_id': '49801d90-75a1-4bb6-8869-72527aee37dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'mac_address': 'fa:16:3e:57:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:54:27Z', 'updated_at': '2022-01-27T19:54:27Z', 'revision_number': 0, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:32.274898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Checking router: 7557bdd0-54d8-4c12-807b-50b034a32e59 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:54:32.290968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:54:32.291999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:13Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:32.508306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-36b829d0-ed38-4290-ae16-0ece1212775f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 998 time: 0.3173990 Jan 27 19:54:32.651155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f3262138-4f30-46ed-8d6a-221030bb1957), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:32.665706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:54:32.709133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=f3262138-4f30-46ed-8d6a-221030bb1957,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:32.757832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-47035fd2-5e7a-455b-9483-75efbb8b831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:32.759390 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-47035fd2-5e7a-455b-9483-75efbb8b831a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 200 len: 835 time: 0.2449579 Jan 27 19:54:32.763611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:32.767918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e205e050-baf6-42ad-b294-533012ed5144 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f3262138-4f30-46ed-8d6a-221030bb1957 HTTP/1.1" status: 204 len: 168 time: 1.4911082 Jan 27 19:54:32.777936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55042) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:32.988772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-94db244a-c681-4e51-b0d8-3f7432205eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:32.991998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-94db244a-c681-4e51-b0d8-3f7432205eeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc2bff1-3a3e-482e-9479-2855332d95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231431 Jan 27 19:54:33.000732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc73fa-0929-4ad4-95d8-71ff4d1d21bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:33.003501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc73fa-0929-4ad4-95d8-71ff4d1d21bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:33.005590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41cc73fa-0929-4ad4-95d8-71ff4d1d21bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2240357 Jan 27 19:54:33.122237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-bdf48b9a-b4ee-4416-82f4-1865c3524ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152430 Jan 27 19:54:33.123265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:33.300028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-efd241a7-61b7-4c91-9f64-1493889c9bb9 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 1.4262300 Jan 27 19:54:33.301137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:33.302992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c874aee2-9f8d-4ce2-8afc-a2be049514d9 None None] Provisioning complete for port c2f11595-8e6b-4276-afce-6c8389d2b3c3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:33.303414 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c874aee2-9f8d-4ce2-8afc-a2be049514d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.348605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c2f11595-8e6b-4276-afce-6c8389d2b3c3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:33.349005 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.392877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d376cc6-c88b-435e-a057-077dd8af8d1a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:33.395620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d376cc6-c88b-435e-a057-077dd8af8d1a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:33.413389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6d376cc6-c88b-435e-a057-077dd8af8d1a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7557bdd0-54d8-4c12-807b-50b034a32e59 HTTP/1.1" status: 200 len: 1989 time: 0.0989857 Jan 27 19:54:33.421734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c2f11595-8e6b-4276-afce-6c8389d2b3c3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c2f11595-8e6b-4276-afce-6c8389d2b3c3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:33.490704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.532535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet b7dc31bf-c6b5-44b2-a220-5b2eb887c35b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:33.564066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (b7dc31bf-c6b5-44b2-a220-5b2eb887c35b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.603754 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-db2f5e5a-9979-4e86-b524-5e88597c5c25 req-ebd4daef-715d-4529-be2c-59463f694e4b service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713006 Jan 27 19:54:33.642036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b7dc31bf-c6b5-44b2-a220-5b2eb887c35b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.642465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c2f11595-8e6b-4276-afce-6c8389d2b3c3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:33.680455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c874aee2-9f8d-4ce2-8afc-a2be049514d9 None None] Current status of the port c2f11595-8e6b-4276-afce-6c8389d2b3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:33.698933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '808d8d35-4b18-422a-94fc-b86f8b6f69cd', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'port_id': '49801d90-75a1-4bb6-8869-72527aee37dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'mac_address': 'fa:16:3e:57:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:54:27Z', 'updated_at': '2022-01-27T19:54:27Z', 'revision_number': 0, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:54:33.745245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234983d8-05e5-4d70-b4b9-bd68f8db72aa None None] The sync data for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 is: [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '808d8d35-4b18-422a-94fc-b86f8b6f69cd', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'port_id': '49801d90-75a1-4bb6-8869-72527aee37dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'mac_address': 'fa:16:3e:57:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:54:27Z', 'updated_at': '2022-01-27T19:54:27Z', 'revision_number': 0, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:54:33.773170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b7dc31bf-c6b5-44b2-a220-5b2eb887c35b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.793373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-82eeb2bd-abb3-40e8-b9ea-5d18e69586c7 None None] Could not find standard attr ID for object f3262138-4f30-46ed-8d6a-221030bb1957. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:33.875408 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b7dc31bf-c6b5-44b2-a220-5b2eb887c35b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:33.935085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c2f11595-8e6b-4276-afce-6c8389d2b3c3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:33.974820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=b7dc31bf-c6b5-44b2-a220-5b2eb887c35b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:33.994699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:34.000985 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be40cae0-7f55-454f-b17d-a8a25423589a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b7dc31bf-c6b5-44b2-a220-5b2eb887c35b HTTP/1.1" status: 204 len: 168 time: 0.8763220 Jan 27 19:54:34.003139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:34.005727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa6cdb-f793-4a02-a0f2-e788c04bdc5d None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:34.073009 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de840f0b-c80b-45a6-9d1d-85ea6534c296 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684922 Jan 27 19:54:34.077886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:34.087602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:34.247451 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284b55b-c8b7-4d43-a9f1-c486f76f3712 None None] New status for floating IP 808d8d35-4b18-422a-94fc-b86f8b6f69cd: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:54:34.394482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:34.402800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:34.409679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c2f11595-8e6b-4276-afce-6c8389d2b3c3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:34.410291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:34.760540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c2f11595-8e6b-4276-afce-6c8389d2b3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:34.772331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:34.841290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Deleting port c2f11595-8e6b-4276-afce-6c8389d2b3c3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:34.842457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.007717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] For port c2f11595-8e6b-4276-afce-6c8389d2b3c3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c2f11595-8e6b-4276-afce-6c8389d2b3c3,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:35.008230 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.025849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Calling delete_port for c2f11595-8e6b-4276-afce-6c8389d2b3c3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:35.176149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c2f11595-8e6b-4276-afce-6c8389d2b3c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.176589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:35.287444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] No DVR routers for this DVR port c2f11595-8e6b-4276-afce-6c8389d2b3c3 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:35.299520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fff85-4648-43bc-9ace-308ec25540cd None None] Pushing event deleted for resources: {'Port': ['ID=c2f11595-8e6b-4276-afce-6c8389d2b3c3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:35.391361 n-d-760453-6 neutron-server[103322]: WARNING neutron.services.revisions.revision_plugin [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Could not find related port for resource to bump revision. Jan 27 19:54:35.398593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Port c2f11595-8e6b-4276-afce-6c8389d2b3c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 19:54:35.398962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:b989 {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 19:54:35.403997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:b989 {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 19:54:35.406671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (fe650de3-b375-48b2-aa7d-789d9eec52b4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.469769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=fe650de3-b375-48b2-aa7d-789d9eec52b4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:35.486545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:35.491964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.492412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.492794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.493140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.493613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.494429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.495000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.495702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.496090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.496508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.497248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.497653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.497996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:35.501895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:35.505306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:35.505925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.516305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee362ae6-f195-4390-b300-a9545d440c31 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:35.533784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-29a89f2a-a675-4d52-ab01-2386bd88bf4c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4541466 Jan 27 19:54:35.536499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:35.543143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:a4:b8:76', 'name': 'tempest-NetworksTestDHCPv6-1849544867'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:35.672188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': 'fe650de3-b375-48b2-aa7d-789d9eec52b4'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:35.673961 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.678267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:35.850203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:35.893719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port c69c05d5-7367-4cf3-a31f-0da35978d1f3 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:35.933821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c2f11595-8e6b-4276-afce-6c8389d2b3c3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:36.007904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c2f11595-8e6b-4276-afce-6c8389d2b3c3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:36.008263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c2f11595-8e6b-4276-afce-6c8389d2b3c3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:36.095414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fea4:b876 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/fe650de3-b375-48b2-aa7d-789d9eec52b4/c69c05d5-7367-4cf3-a31f-0da35978d1f3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:36.339659 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (c69c05d5-7367-4cf3-a31f-0da35978d1f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.402797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c69c05d5-7367-4cf3-a31f-0da35978d1f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.457763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Allocated IP 2001:db8::f816:3eff:fe74:63fc (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/fe650de3-b375-48b2-aa7d-789d9eec52b4/e02f6b92-3268-45b5-98ab-ea0873c021d1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:36.512549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:36.531822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:36.537920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:36.544489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:36.545272 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.587841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0470617 Jan 27 19:54:36.588229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55098) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:36.619126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=c69c05d5-7367-4cf3-a31f-0da35978d1f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:36.647671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.648084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.648345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.648683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.649016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.649374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.649704 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.650033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.650361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.650685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.651008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.651333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.651653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94bee1-94ba-4507-8542-d3a809bebafa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:36.732023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2aca07-5782-450f-9dcc-d3c9747d18e0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:36.738817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55100) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:36.751308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9d2aca07-5782-450f-9dcc-d3c9747d18e0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1616313 Jan 27 19:54:36.854343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port c69c05d5-7367-4cf3-a31f-0da35978d1f3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:36.854751 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c69c05d5-7367-4cf3-a31f-0da35978d1f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.871885 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks [] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.881465 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:36.928404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:36.938222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:36.952814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:36.962468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Pushing event updated for resources: {'Port': ['ID=e02f6b92-3268-45b5-98ab-ea0873c021d1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:37.026649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c69c05d5-7367-4cf3-a31f-0da35978d1f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.055100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for c69c05d5-7367-4cf3-a31f-0da35978d1f3 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:37.089095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Attempting to bind port e02f6b92-3268-45b5-98ab-ea0873c021d1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:37.091663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Attempting to bind port e02f6b92-3268-45b5-98ab-ea0873c021d1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:37.093470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Attempting to bind port e02f6b92-3268-45b5-98ab-ea0873c021d1 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:37.104079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:37.104806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:37.105493 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.106131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:37.107201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Bound port: e02f6b92-3268-45b5-98ab-ea0873c021d1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:37.108096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.185106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] For port e02f6b92-3268-45b5-98ab-ea0873c021d1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:37.188595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] For port e02f6b92-3268-45b5-98ab-ea0873c021d1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e02f6b92-3268-45b5-98ab-ea0873c021d1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:37.196416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.296582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2297-e7db-4b40-869d-0d55d523ecda None None] Pushing event updated for resources: {'Port': ['ID=e02f6b92-3268-45b5-98ab-ea0873c021d1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:37.335871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c69c05d5-7367-4cf3-a31f-0da35978d1f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.415299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=c69c05d5-7367-4cf3-a31f-0da35978d1f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:37.446319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.450420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c8148d43-7581-4952-a944-62920ee4e860 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/c69c05d5-7367-4cf3-a31f-0da35978d1f3 HTTP/1.1" status: 204 len: 168 time: 0.7105851 Jan 27 19:54:37.453495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:37.515589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc7e2-7279-4121-a99f-f29f67f177f8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:37.516918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc7e2-7279-4121-a99f-f29f67f177f8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:37.518541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a3cbc7e2-7279-4121-a99f-f29f67f177f8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0639036 Jan 27 19:54:37.521402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55108) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:37.635634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet fe650de3-b375-48b2-aa7d-789d9eec52b4 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:37.649510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (fe650de3-b375-48b2-aa7d-789d9eec52b4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.720164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (fe650de3-b375-48b2-aa7d-789d9eec52b4), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.922991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fe650de3-b375-48b2-aa7d-789d9eec52b4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:37.979961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e02f6b92-3268-45b5-98ab-ea0873c021d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:38.049036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (fe650de3-b375-48b2-aa7d-789d9eec52b4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.061626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:38.062273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.096286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=fe650de3-b375-48b2-aa7d-789d9eec52b4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:38.109632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.113599 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-847a490d-de2a-47ef-8591-2012e151b353 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/fe650de3-b375-48b2-aa7d-789d9eec52b4 HTTP/1.1" status: 204 len: 168 time: 0.5908575 Jan 27 19:54:38.116011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:38.174910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f5a71c3c-d438-413f-80ce-51174d44dcd7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577357 Jan 27 19:54:38.177522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55116) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:38.221173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:38.221735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.245299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0784b3-1c7c-4c54-930e-c1ae562a620d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:38.247859 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee0784b3-1c7c-4c54-930e-c1ae562a620d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0690057 Jan 27 19:54:38.250528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:38.269932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port e02f6b92-3268-45b5-98ab-ea0873c021d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e02f6b92-3268-45b5-98ab-ea0873c021d1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:38.279095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.361610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a23d1-5edc-4a47-be28-2f788f2ea91e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:38.363105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f18a23d1-5edc-4a47-be28-2f788f2ea91e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116014 Jan 27 19:54:38.365209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=e02f6b92-3268-45b5-98ab-ea0873c021d1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:38.365681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:38.447338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e035866-4c54-4908-8551-24f3bf74ddef tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805004 Jan 27 19:54:38.455653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55124) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:38.464568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:38.594049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:38.604691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:38.945029 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aae412-2b1a-4b8e-bb08-a6c7645b12b6 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:39.065041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:39.075960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0602163-059b-4088-a95b-5ea377a47af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.092234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3bbf642c-5322-4b2b-bbe9-ad29d503cde3 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:39.092619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbf642c-5322-4b2b-bbe9-ad29d503cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.286435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf642c-5322-4b2b-bbe9-ad29d503cde3 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:39.332766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.684494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] For port e02f6b92-3268-45b5-98ab-ea0873c021d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e02f6b92-3268-45b5-98ab-ea0873c021d1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:39.723868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.730483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.731599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (d24936dc-82d8-46a9-9d24-36704d22546d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.849910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d6f4278-add0-4a28-98c5-7b21e51a4679 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:39.850285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4278-add0-4a28-98c5-7b21e51a4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:39.910686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=e02f6b92-3268-45b5-98ab-ea0873c021d1,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:39.923433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:39.946057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:39.951613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e02f6b92-3268-45b5-98ab-ea0873c021d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:39.956764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:39.969837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.019236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=d24936dc-82d8-46a9-9d24-36704d22546d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:40.035465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ebadefa8-6f8a-4966-83e6-d05517139768 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5748889 Jan 27 19:54:40.038062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:40.043173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:f9:48:6a', 'name': 'tempest-NetworksTestDHCPv6-819201173'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:40.068681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:40.069060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.124038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120f69a-eef9-430d-b81f-92c5f5906315 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:40.191708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f4278-add0-4a28-98c5-7b21e51a4679 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:40.205830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:40.210062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.233325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port f3c3d253-3259-4376-a08e-e62aa271d394 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:40.286340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:40.310579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32d1f932-8b48-4d55-ad00-527eae80ff88 None None] Could not find standard attr ID for object c69c05d5-7367-4cf3-a31f-0da35978d1f3. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:40.363741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fef9:486a (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/d24936dc-82d8-46a9-9d24-36704d22546d/f3c3d253-3259-4376-a08e-e62aa271d394) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:40.562774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (f3c3d253-3259-4376-a08e-e62aa271d394), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.611856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f3c3d253-3259-4376-a08e-e62aa271d394), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.669162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:40.673039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:40.679532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:40.685132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:40.685980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.698767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=f3c3d253-3259-4376-a08e-e62aa271d394,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:40.710846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-beef1aef-803a-48c1-80c0-6ac49bf0bb73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6714911 Jan 27 19:54:40.713429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55144) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:40.760414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5e68a6fe-135f-4b3d-8d75-453dbd83e365 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:40.760700 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e68a6fe-135f-4b3d-8d75-453dbd83e365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:40.830687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e9731-07f3-4c2c-99b5-13971879c369 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:40.836852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e9731-07f3-4c2c-99b5-13971879c369 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:40.839537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a5e9731-07f3-4c2c-99b5-13971879c369 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1241241 Jan 27 19:54:40.842578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:40.969498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5e68a6fe-135f-4b3d-8d75-453dbd83e365 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:41.047059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port f3c3d253-3259-4376-a08e-e62aa271d394 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:41.047734 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f3c3d253-3259-4376-a08e-e62aa271d394), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.166170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f3c3d253-3259-4376-a08e-e62aa271d394), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.183229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for f3c3d253-3259-4376-a08e-e62aa271d394 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:41.211453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-29ea7271-ec95-4e11-a73a-0fda1da8716f None None] Provisioning complete for port f3c3d253-3259-4376-a08e-e62aa271d394 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:41.212061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29ea7271-ec95-4e11-a73a-0fda1da8716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3c3d253-3259-4376-a08e-e62aa271d394), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.282860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29ea7271-ec95-4e11-a73a-0fda1da8716f None None] Port f3c3d253-3259-4376-a08e-e62aa271d394 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:54:41.388164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f3c3d253-3259-4376-a08e-e62aa271d394), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.430245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=f3c3d253-3259-4376-a08e-e62aa271d394,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:41.479970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.483558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ec3aa4de-fa3c-4568-b68d-84171b54b958 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f3c3d253-3259-4376-a08e-e62aa271d394 HTTP/1.1" status: 204 len: 168 time: 0.6389480 Jan 27 19:54:41.486799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55154) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:41.592610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9099c6-97de-4ae9-8733-21e3e21b6de0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:41.594788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9099c6-97de-4ae9-8733-21e3e21b6de0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:41.599097 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3d9099c6-97de-4ae9-8733-21e3e21b6de0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1093152 Jan 27 19:54:41.599383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55156) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:41.687523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet d24936dc-82d8-46a9-9d24-36704d22546d {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:41.691229 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (d24936dc-82d8-46a9-9d24-36704d22546d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.770351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (d24936dc-82d8-46a9-9d24-36704d22546d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:41.945647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e02f6b92-3268-45b5-98ab-ea0873c021d1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:41.966497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (d24936dc-82d8-46a9-9d24-36704d22546d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.051702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (d24936dc-82d8-46a9-9d24-36704d22546d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.076073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e02f6b92-3268-45b5-98ab-ea0873c021d1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:42.077003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.110101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.123588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:42.126249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/d24936dc-82d8-46a9-9d24-36704d22546d HTTP/1.1" status: 204 len: 168 time: 0.5255001 Jan 27 19:54:42.127678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc05fa8-79bf-4c90-9950-d7e9c9dcb5bf tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=d24936dc-82d8-46a9-9d24-36704d22546d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:42.197110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8297393e-ac9b-40ce-b8d3-20f593be9eff tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697379 Jan 27 19:54:42.201674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55166) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:42.214825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:42.358300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c14377-020f-489e-8c71-b44b86a9f3fc None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:42.454696 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-401773ac-95bb-4513-8603-8b57e65f1f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.536658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:42.544337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.571117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e02f6b92-3268-45b5-98ab-ea0873c021d1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:42.655705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:42.758762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Deleting port e02f6b92-3268-45b5-98ab-ea0873c021d1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:42.759400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.914468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] For port e02f6b92-3268-45b5-98ab-ea0873c021d1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e02f6b92-3268-45b5-98ab-ea0873c021d1,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:42.917298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:42.950175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Calling delete_port for e02f6b92-3268-45b5-98ab-ea0873c021d1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:43.011438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:43.127295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (e02f6b92-3268-45b5-98ab-ea0873c021d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:43.201962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] Pushing event deleted for resources: {'Port': ['ID=e02f6b92-3268-45b5-98ab-ea0873c021d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:43.205997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cae78f-b7cf-414f-9b44-923ac6c5acc4 None None] No DVR routers for this DVR port e02f6b92-3268-45b5-98ab-ea0873c021d1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:43.232699 n-d-760453-6 neutron-server[103322]: WARNING neutron.services.revisions.revision_plugin [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Could not find related port for resource to bump revision. Jan 27 19:54:43.238974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Port e02f6b92-3268-45b5-98ab-ea0873c021d1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 19:54:43.239306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Reverting IP allocation for 2001:db8::f816:3eff:fe74:63fc {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 19:54:43.247790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe74:63fc {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 19:54:43.249325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (204ec466-a675-4af5-8f9f-f6a0f816265c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:43.351265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=204ec466-a675-4af5-8f9f-f6a0f816265c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:43.371326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:43.380924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:43.394008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ddd41e-e15a-4c2b-b977-55edbbdcda07 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:43.403750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:43.405655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:43.458662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac26c997-bbcc-4dcf-aabd-cd861d22a18c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2548742 Jan 27 19:54:43.461126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:43.466931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:cf:ac:b2', 'name': 'tempest-NetworksTestDHCPv6-349515825'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:43.613297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '204ec466-a675-4af5-8f9f-f6a0f816265c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:43.617544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:43.727994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:43.900582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e02f6b92-3268-45b5-98ab-ea0873c021d1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:43.916523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:43.938301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e02f6b92-3268-45b5-98ab-ea0873c021d1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:43.938665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e02f6b92-3268-45b5-98ab-ea0873c021d1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:43.975366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port f337994a-44b6-4cb0-9051-c6f0902bc159 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:43.992115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Allocated IP 2001:db8::f816:3eff:fe80:8199 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/204ec466-a675-4af5-8f9f-f6a0f816265c/1af2f810-b630-40b3-8782-363dee006bef) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:44.214190 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks [] for port (1af2f810-b630-40b3-8782-363dee006bef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.224548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1af2f810-b630-40b3-8782-363dee006bef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.301968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Pushing event updated for resources: {'Port': ['ID=1af2f810-b630-40b3-8782-363dee006bef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:44.318507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:44.322945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:44.330272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:44.438077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fecf:acb2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/204ec466-a675-4af5-8f9f-f6a0f816265c/f337994a-44b6-4cb0-9051-c6f0902bc159) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:44.667195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Attempting to bind port 1af2f810-b630-40b3-8782-363dee006bef on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:44.668190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Attempting to bind port 1af2f810-b630-40b3-8782-363dee006bef by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:44.668744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Attempting to bind port 1af2f810-b630-40b3-8782-363dee006bef on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:44.688026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:44.688735 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:44.689395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.689984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:44.690726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Bound port: 1af2f810-b630-40b3-8782-363dee006bef, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:44.691392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af2f810-b630-40b3-8782-363dee006bef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.807210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] For port 1af2f810-b630-40b3-8782-363dee006bef, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:44.812993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] For port 1af2f810-b630-40b3-8782-363dee006bef, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1af2f810-b630-40b3-8782-363dee006bef,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:44.820416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1af2f810-b630-40b3-8782-363dee006bef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.852471 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (f337994a-44b6-4cb0-9051-c6f0902bc159), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.894104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f337994a-44b6-4cb0-9051-c6f0902bc159), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:44.950240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0b13-5a86-46d3-a96e-acafa6c3245d None None] Pushing event updated for resources: {'Port': ['ID=1af2f810-b630-40b3-8782-363dee006bef,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:44.971439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=f337994a-44b6-4cb0-9051-c6f0902bc159,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:44.991604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:44.993740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:45.001722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:45.010167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:45.010846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:45.039444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38f9f18e-1014-470d-9b9b-3473f3bf33dc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5770199 Jan 27 19:54:45.042307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:45.134664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0593f-8d5c-420a-8540-17659a4c84f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:45.142144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0593f-8d5c-420a-8540-17659a4c84f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:45.147443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55200) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:45.159946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f4a0593f-8d5c-420a-8540-17659a4c84f4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1158729 Jan 27 19:54:45.219299 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:45.454103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port f337994a-44b6-4cb0-9051-c6f0902bc159 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:45.454444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f337994a-44b6-4cb0-9051-c6f0902bc159), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:45.601451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f337994a-44b6-4cb0-9051-c6f0902bc159), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:45.637901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for f337994a-44b6-4cb0-9051-c6f0902bc159 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:45.647718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:45.941550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f337994a-44b6-4cb0-9051-c6f0902bc159), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.002185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1af2f810-b630-40b3-8782-363dee006bef up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:46.031591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=f337994a-44b6-4cb0-9051-c6f0902bc159,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:46.085674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.094357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55210) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:46.106206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.108371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fbc97cd5-a10b-4589-9bda-dbd0cae999c4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f337994a-44b6-4cb0-9051-c6f0902bc159 HTTP/1.1" status: 204 len: 168 time: 0.9569414 Jan 27 19:54:46.118907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1af2f810-b630-40b3-8782-363dee006bef triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:46.119579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1af2f810-b630-40b3-8782-363dee006bef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.179304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9540e6f-a62f-4559-bab6-b54cc08d3499 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:46.181737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9540e6f-a62f-4559-bab6-b54cc08d3499 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:46.187269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d9540e6f-a62f-4559-bab6-b54cc08d3499 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0880461 Jan 27 19:54:46.187575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:46.230381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1af2f810-b630-40b3-8782-363dee006bef is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:46.231169 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1af2f810-b630-40b3-8782-363dee006bef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.270527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 204ec466-a675-4af5-8f9f-f6a0f816265c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:46.275928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 1af2f810-b630-40b3-8782-363dee006bef, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1af2f810-b630-40b3-8782-363dee006bef,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:46.277728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (204ec466-a675-4af5-8f9f-f6a0f816265c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.283092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1af2f810-b630-40b3-8782-363dee006bef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.362028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=1af2f810-b630-40b3-8782-363dee006bef,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:46.366196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (204ec466-a675-4af5-8f9f-f6a0f816265c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.539583 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (204ec466-a675-4af5-8f9f-f6a0f816265c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.631794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (204ec466-a675-4af5-8f9f-f6a0f816265c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.666000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.669396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/204ec466-a675-4af5-8f9f-f6a0f816265c HTTP/1.1" status: 204 len: 168 time: 0.4808118 Jan 27 19:54:46.672808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55224) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:46.705945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3b81-5f84-4051-97ab-e819c39491c7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=204ec466-a675-4af5-8f9f-f6a0f816265c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:46.791427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-978017e6-50a6-4a4c-8cfc-641f9e5d32c5 None None] Provisioning complete for port 1af2f810-b630-40b3-8782-363dee006bef triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:46.792140 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978017e6-50a6-4a4c-8cfc-641f9e5d32c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1af2f810-b630-40b3-8782-363dee006bef), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:46.960701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-978017e6-50a6-4a4c-8cfc-641f9e5d32c5 None None] Current status of the port 1af2f810-b630-40b3-8782-363dee006bef is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:47.099323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526e5f0-f49b-4c53-872f-b2008552e775 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:47.190454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8cf1c0a3-c5c1-45e6-95a7-a20258141602 None None] Could not find standard attr ID for object f337994a-44b6-4cb0-9051-c6f0902bc159. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:54:47.258225 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df259460-cca1-4213-9606-28fa487f7b16 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5841994 Jan 27 19:54:47.260590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55232) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:47.319769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d13b90-fe44-4192-be33-df7dc2df67ec tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:47.324486 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-04d13b90-fe44-4192-be33-df7dc2df67ec tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0599132 Jan 27 19:54:47.325037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:47.398754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:47.430503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94521fc-19a6-46f5-9532-5c80394bdf52 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:47.432008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b94521fc-19a6-46f5-9532-5c80394bdf52 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061492 Jan 27 19:54:47.434803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:47.507027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Deleting port 1af2f810-b630-40b3-8782-363dee006bef {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:47.508284 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1af2f810-b630-40b3-8782-363dee006bef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:47.509023 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-399bc2a8-0464-457b-9ceb-25882b7c6b9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715418 Jan 27 19:54:47.525302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:47.530845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:47.685213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] For port 1af2f810-b630-40b3-8782-363dee006bef, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1af2f810-b630-40b3-8782-363dee006bef,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:47.685887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1af2f810-b630-40b3-8782-363dee006bef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:47.719233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Calling delete_port for 1af2f810-b630-40b3-8782-363dee006bef owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:47.833543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:47.838988 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1af2f810-b630-40b3-8782-363dee006bef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:47.856608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:47.955863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] Pushing event deleted for resources: {'Port': ['ID=1af2f810-b630-40b3-8782-363dee006bef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:47.966285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1af2f810-b630-40b3-8782-363dee006bef no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:47.991203 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda253c-c1c4-4e8f-aabb-f2ef0731d670 None None] No DVR routers for this DVR port 1af2f810-b630-40b3-8782-363dee006bef on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:48.077712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1af2f810-b630-40b3-8782-363dee006bef {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:48.081187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1af2f810-b630-40b3-8782-363dee006bef not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:48.171878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (43627163-581a-43d1-afdf-035d401aeced), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:48.290551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:48.305294 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:48.309388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:48.310119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:48.335513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3062e-e210-4f76-b9b1-4a5ce17a67d9 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:48.350443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=43627163-581a-43d1-afdf-035d401aeced,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:48.366188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:48.366670 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d39fc3c5-9e2d-48d9-b6a2-9971d31afd56 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8516176 Jan 27 19:54:48.372062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:24:c0:19', 'name': 'tempest-NetworksTestDHCPv6-210954800'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:48.626050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '43627163-581a-43d1-afdf-035d401aeced'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:48.626769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:48.636253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:48.641915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:48.671200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 6ba1aab6-f788-483b-90e5-360629b69682 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:48.822538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::27d (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/43627163-581a-43d1-afdf-035d401aeced/6ba1aab6-f788-483b-90e5-360629b69682) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:49.069113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (6ba1aab6-f788-483b-90e5-360629b69682), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.132460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6ba1aab6-f788-483b-90e5-360629b69682), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.247621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/43627163-581a-43d1-afdf-035d401aeced/0d925499-eb01-4ecb-a7fb-b8581c98789a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:49.253475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:49.264453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:49.266422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=6ba1aab6-f788-483b-90e5-360629b69682,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:49.283731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:49.298855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:49.299550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.333382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9685806-6543-4c4e-8ba3-3a357c526413 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9652159 Jan 27 19:54:49.336252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55262) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:49.425770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70646a30-8014-4ecf-b6f8-bf35457d3903 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:49.436451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:49.437050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-70646a30-8014-4ecf-b6f8-bf35457d3903 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0996022 Jan 27 19:54:49.515848 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks [] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.526581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.611850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 6ba1aab6-f788-483b-90e5-360629b69682 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:49.612439 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6ba1aab6-f788-483b-90e5-360629b69682), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.658531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Pushing event updated for resources: {'Port': ['ID=0d925499-eb01-4ecb-a7fb-b8581c98789a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:49.669944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:49.675954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:49.682361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:49.754466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Attempting to bind port 0d925499-eb01-4ecb-a7fb-b8581c98789a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:49.755107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Attempting to bind port 0d925499-eb01-4ecb-a7fb-b8581c98789a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:49.755648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Attempting to bind port 0d925499-eb01-4ecb-a7fb-b8581c98789a on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:49.761495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:49.762144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:49.762725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.763314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:49.764615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Bound port: 0d925499-eb01-4ecb-a7fb-b8581c98789a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:49.765178 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.812131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6ba1aab6-f788-483b-90e5-360629b69682), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.835859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] For port 0d925499-eb01-4ecb-a7fb-b8581c98789a, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:49.838358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 6ba1aab6-f788-483b-90e5-360629b69682 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:49.839862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] For port 0d925499-eb01-4ecb-a7fb-b8581c98789a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d925499-eb01-4ecb-a7fb-b8581c98789a,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:49.846145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:49.991078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b03bbd-b26d-43e7-b973-f773e1a5fcae None None] Pushing event updated for resources: {'Port': ['ID=0d925499-eb01-4ecb-a7fb-b8581c98789a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:50.168601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6ba1aab6-f788-483b-90e5-360629b69682), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:50.236263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=6ba1aab6-f788-483b-90e5-360629b69682,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:50.294464 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:50.300747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-32355e08-87ef-43c6-aa05-fd207eb03efe tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/6ba1aab6-f788-483b-90e5-360629b69682 HTTP/1.1" status: 204 len: 168 time: 0.8620152 Jan 27 19:54:50.301616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:50.397627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b303c-3428-4315-a58f-ca7c8f26b8e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:50.399317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b303c-3428-4315-a58f-ca7c8f26b8e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:50.401010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-904b303c-3428-4315-a58f-ca7c8f26b8e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0983489 Jan 27 19:54:50.403718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:50.573697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 43627163-581a-43d1-afdf-035d401aeced {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:50.592976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (43627163-581a-43d1-afdf-035d401aeced), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:50.802384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (43627163-581a-43d1-afdf-035d401aeced), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:50.970602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (43627163-581a-43d1-afdf-035d401aeced), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:51.059817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (43627163-581a-43d1-afdf-035d401aeced), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:51.092914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=43627163-581a-43d1-afdf-035d401aeced,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:51.106870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:51.114230 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55282) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:51.114949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e0eee9f0-5300-43f9-82e9-eab1f8e8ea68 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/43627163-581a-43d1-afdf-035d401aeced HTTP/1.1" status: 204 len: 168 time: 0.7014532 Jan 27 19:54:51.184641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-537a7782-e2b7-48b2-9997-dff123371160 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666413 Jan 27 19:54:51.186236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:51.244765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f9299-27d8-4d57-9eb5-d75e2c873c39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:51.249788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:51.251136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d15f9299-27d8-4d57-9eb5-d75e2c873c39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0634100 Jan 27 19:54:51.311606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf25e3-a48c-4fdb-8514-b090f7932357 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:51.316189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:51.326075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-98bf25e3-a48c-4fdb-8514-b090f7932357 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746298 Jan 27 19:54:51.371447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:51.373309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5d293a4-a89d-4e6a-b6a0-704f35c543b6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554562 Jan 27 19:54:51.377749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:51.490377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d636b1d-6c4a-4ac9-b24f-7a1831601489 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:51.501678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:51.505971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:51.758483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Provisioning complete for port 0d925499-eb01-4ecb-a7fb-b8581c98789a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:51.760937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:51.947520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:54:51.959356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Current status of the port 0d925499-eb01-4ecb-a7fb-b8581c98789a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:51.970268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.023189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] For port 0d925499-eb01-4ecb-a7fb-b8581c98789a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d925499-eb01-4ecb-a7fb-b8581c98789a,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:52.039747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.090998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:52.118029 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:54:52.153347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b39442-e819-47f9-9fb9-342ecdf50813 None None] Pushing event updated for resources: {'Port': ['ID=0d925499-eb01-4ecb-a7fb-b8581c98789a,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:52.190337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Deleting port 0d925499-eb01-4ecb-a7fb-b8581c98789a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:52.190879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.393819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] For port 0d925499-eb01-4ecb-a7fb-b8581c98789a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d925499-eb01-4ecb-a7fb-b8581c98789a,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:52.394338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.418641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Calling delete_port for 0d925499-eb01-4ecb-a7fb-b8581c98789a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:52.456462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.540174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.580652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Pushing event deleted for resources: {'Port': ['ID=0d925499-eb01-4ecb-a7fb-b8581c98789a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:52.585032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] No DVR routers for this DVR port 0d925499-eb01-4ecb-a7fb-b8581c98789a on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:54:52.601175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.601560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.601913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.602259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.602631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.602965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.603260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.603592 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.603945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.604242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.604634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.604891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.605382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417c725-8149-456b-8084-6dd50915c1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:54:52.698877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] For port 0d925499-eb01-4ecb-a7fb-b8581c98789a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0d925499-eb01-4ecb-a7fb-b8581c98789a,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:52.735709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.741713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0d925499-eb01-4ecb-a7fb-b8581c98789a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.742757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.812680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:52.839663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:52.843793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:52.844676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:52.855496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053b65a-7422-41e7-9e0b-2fbc3f8a9e63 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:52.874919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:52.881051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:52.884168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5113819 Jan 27 19:54:52.890393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=0d925499-eb01-4ecb-a7fb-b8581c98789a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:52.911666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe01ed-0260-436f-8485-3dfc794a80a1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:53.047091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'project_id': '0d2758940a844b4baab8d2c4f1a4b888', 'fixed_ips': [{'subnet_id': '1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:54:53.050347 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.086693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:53.091085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.232311 n-d-760453-6 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd (CIDR: 2001:db8::/64) Jan 27 19:54:53.237390 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:53.238152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:53.277789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55316) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:53.284979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:53.291076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fb8c927a-ce57-4350-9958-e99d7e2c396d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4149950 Jan 27 19:54:53.312210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Allocated IP 2001:db8::f816:3eff:fe4f:85a5 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd/3ce429a9-fd37-4db4-b45b-79a1f9da2ad2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:53.439050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:53.443278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.553428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.570177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.684663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:53.705952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-67258a36-c1d1-4e42-a514-b7e9b883dd03 req-19ddb380-9946-44fd-98cb-c1b21499eb70 service neutron] (103323) timed out ('10.222.0.59', 33190) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 19:54:53.712064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:53.713727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:53.716511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:53.785576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (4bc71778-48cb-4fdf-9d4f-72430fa39149), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.806034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Attempting to bind port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:54:53.806417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Attempting to bind port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:54:53.806789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Attempting to bind port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 on network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:54:53.820762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:54:53.827542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:53.828453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Checking segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:54:53.830279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.830687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Bound using segment: {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:54:53.831334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Bound port: 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b47518-39b2-4682-9950-622216618b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:54:53.831734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.837458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:53.842599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:53.856208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:53.920910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0d925499-eb01-4ecb-a7fb-b8581c98789a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:53.927060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6477563 Jan 27 19:54:53.930060 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:53.938369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069932c3-b229-49b6-8110-e1b1e6f59fba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=4bc71778-48cb-4fdf-9d4f-72430fa39149,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:53.941899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:09:8e:d0', 'name': 'tempest-NetworksTestDHCPv6-1771746646'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:54.009435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0d925499-eb01-4ecb-a7fb-b8581c98789a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:54:54.009825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0d925499-eb01-4ecb-a7fb-b8581c98789a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:54:54.038234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:54.065107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:54:54.078901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:54:54.088996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:54.142753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:54.249081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0f2c2-e369-4f81-87c4-9def279ec225 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:54.266891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:54.297693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:54:54.708996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8:0:1::4d (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/4bc71778-48cb-4fdf-9d4f-72430fa39149/a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:54.717125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fe09:8ed0 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd/a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:54:54.896681 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:54.949587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:54.950318 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.005879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:55.012856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:55.020058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:54:55.026767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:55.027423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.032433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:55.063630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-01973bbc-bf6a-4fad-884b-74df73ff7e39 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1281612 Jan 27 19:54:55.069177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:55.193695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:54:55.194107 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.336917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.350895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:54:55.643117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.680091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:55.774346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.781208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4fb2645a-f305-479c-a5cf-9c96154251f6 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a HTTP/1.1" status: 204 len: 168 time: 0.7107096 Jan 27 19:54:55.783724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:55.820218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9406d3-1973-4889-9519-5a07c89d16f4 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:55.893704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d41df0-19b8-43ee-96fe-d7d271553a93 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:55.907302 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e2d41df0-19b8-43ee-96fe-d7d271553a93 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1215239 Jan 27 19:54:55.910287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:55.964449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:55.965032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:55.984803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118693d-4899-4054-833e-c9e14095cbc1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:55.986494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1118693d-4899-4054-833e-c9e14095cbc1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0749025 Jan 27 19:54:55.989181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:56.047650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:54:56.090269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fc930-46e3-40e9-9cfc-c8926f12fc76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:56.098169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fc930-46e3-40e9-9cfc-c8926f12fc76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:56.099923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fc930-46e3-40e9-9cfc-c8926f12fc76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:56.101664 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee8fc930-46e3-40e9-9cfc-c8926f12fc76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1113272 Jan 27 19:54:56.104840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:56.172113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:56.182048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.314230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:56.314599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.367145 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.437892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:56.438482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.533000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:56.541754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.566592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.634931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.661139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:56.669803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.708825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:56.712881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ca985-7702-4144-8248-acf5cd55dcc6 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd', 'ip_address': '2001:db8::f816:3eff:fe4f:85a5'}, {'subnet_id': '4bc71778-48cb-4fdf-9d4f-72430fa39149'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '3ce429a9-fd37-4db4-b45b-79a1f9da2ad2'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:54:56.715494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.725013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f391c77f-3ae1-4f13-b72b-ed98353ab67e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd HTTP/1.1" status: 204 len: 168 time: 0.6190410 Jan 27 19:54:56.727680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:56.756380 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca985-7702-4144-8248-acf5cd55dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.831686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 4bc71778-48cb-4fdf-9d4f-72430fa39149 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:54:56.841502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (4bc71778-48cb-4fdf-9d4f-72430fa39149), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.864233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f6dd-1e96-466c-a38a-d25df6633021 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:56.925436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (4bc71778-48cb-4fdf-9d4f-72430fa39149), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:56.985217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:54:56.997921 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:54:57.005999 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4bc71778-48cb-4fdf-9d4f-72430fa39149), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:57.087085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (4bc71778-48cb-4fdf-9d4f-72430fa39149), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-ee6ca985-7702-4144-8248-acf5cd55dcc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc71778-48cb-4fdf-9d4f-72430fa39149: This subnet is being modified by another concurrent operation. Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc71778-48cb-4fdf-9d4f-72430fa39149: This subnet is being modified by another concurrent operation. Jan 27 19:54:57.092253 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:54:57.131483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc71778-48cb-4fdf-9d4f-72430fa39149,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:57.137772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:57.144614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:57.145801 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b270888-22b2-42d9-916a-68297d5eab11 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/4bc71778-48cb-4fdf-9d4f-72430fa39149 HTTP/1.1" status: 204 len: 168 time: 0.4166090 Jan 27 19:54:57.206700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b11989-b31a-4127-8a29-cad8b0bb6158 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:54:57.218903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-63be07a2-2da5-4935-ac0d-9e6c521dd74b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710487 Jan 27 19:54:57.222287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55358) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:57.233385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:57.347111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-30e5b299-d3d3-43cd-9b63-1ebe35541279 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:57.347406 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30e5b299-d3d3-43cd-9b63-1ebe35541279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:57.435794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:57.440435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:57.563227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:57.616288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b11989-b31a-4127-8a29-cad8b0bb6158 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:54:57.646074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-30e5b299-d3d3-43cd-9b63-1ebe35541279 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:57.958599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:54:57.967435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422c43f-8c38-4f9c-a6c9-802a3eeef07a None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:54:57.977082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:54:58.170408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ce5c8c77-5aa7-46af-ab4f-31bb3f5f1d4a None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:58.172309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce5c8c77-5aa7-46af-ab4f-31bb3f5f1d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.190914 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.327934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:58.329224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.337370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1c7f5-1358-417b-a3e3-85df6346deeb None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:54:58.464228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:58.540685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.548496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.549623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (33c2241c-0b7a-4528-81d2-29f8e6f2ef56), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.629113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1c7f5-1358-417b-a3e3-85df6346deeb None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:54:58.658973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:54:58.672335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:54:58.680221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=33c2241c-0b7a-4528-81d2-29f8e6f2ef56,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:58.684116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:58.684812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.715091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4879446 Jan 27 19:54:58.715206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55376) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:58.739760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:58.745880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c8c77-5aa7-46af-ab4f-31bb3f5f1d4a None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:58.750186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:54:58.750295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14d7a1-820d-4aa4-8e0a-3189b7e13c5f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:58.750397 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:54:58.817998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:58.945325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d3ac3099-f379-4a1b-b01e-d4bc1d93c135 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:54:58.945792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3099-f379-4a1b-b01e-d4bc1d93c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:58.977068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8f5599e6-ce0a-4dd9-9516-a894d0362de1 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1522 time: 0.1578774 Jan 27 19:54:58.980501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:58.986882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'network': {'name': 'tempest-network-smoke--1162689682', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'port_security_enabled': False}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:59.030475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:59.036338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.172117 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33c2241c-0b7a-4528-81d2-29f8e6f2ef56 (CIDR: 2001:db8::/64) Jan 27 19:54:59.174988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:59.191379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.196446 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:54:59.196903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:54:59.241092 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e842ff2d-3135-4239-976d-f9be50108e48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5205402 Jan 27 19:54:59.241978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:59.247583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:54:59.248864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:59.263861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (772d7002-2f5c-4a0a-baf6-ea57028a0091), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.264299 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Added segment 772d7002-2f5c-4a0a-baf6-ea57028a0091 of type vlan for network 1b13d9a9-d322-46e0-82af-542d9a689bfe Jan 27 19:54:59.441222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac3099-f379-4a1b-b01e-d4bc1d93c135 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:59.444687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:54:59.445217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.477923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (1b13d9a9-d322-46e0-82af-542d9a689bfe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.511255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:54:59.517945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.654958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:59.655238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (1b13d9a9-d322-46e0-82af-542d9a689bfe), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.671815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:54:59.671815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.692238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:54:59.701783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.869736 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8830540 Jan 27 19:54:59.870809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:54:59.891942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'admin_state_up': True, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:54:59.905399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162ad30-cb6c-4b8e-aff6-96b200867883 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Network': ['ID=1b13d9a9-d322-46e0-82af-542d9a689bfe,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:54:59.930016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:54:59.983546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:54:59.984823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.118148 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_controller (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.433651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:00.489923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.597213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:00.598203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.724421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29486f1-5794-40a8-a790-330d4646d236 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:00.957510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (b5dac980-b6ed-41eb-9faa-03555155027d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.959123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:00.961051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:00.972475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.097365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.120716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:01.147994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:01.261295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:01.261699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.561189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:01.562207 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.627758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:01.638793 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.802512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:55:01.802959 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:55:01.841415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:01.852888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:01.853705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:01.869768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=b5dac980-b6ed-41eb-9faa-03555155027d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:01.902967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8f0fd8ae-e4ec-4db9-b608-9d9c5e552993 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6587737 Jan 27 19:55:01.907786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55416) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:01.918603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:60:e2:06', 'name': 'tempest-NetworksTestDHCPv6-584432195'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:02.002321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.25.5.44 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/69c3ca04-7709-4d76-841c-41975f05e14f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:02.094945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3d2cb-dcae-4278-8c0c-60b5e0ab6501 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:02.153674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:02.245713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (69c3ca04-7709-4d76-841c-41975f05e14f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.271094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.299709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 0a8d2254-ba83-4619-970b-3941b4609185 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:55:02.369630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.442137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3a517cb3-9bcc-440b-9a8d-4c26b696c322 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:02.463575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:02.485447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:02.500766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:02.535088 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8:0:1::386 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b5dac980-b6ed-41eb-9faa-03555155027d/0a8d2254-ba83-4619-970b-3941b4609185) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:02.542222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '33c2241c-0b7a-4528-81d2-29f8e6f2ef56', 'ip_address': '2001:db8::f816:3eff:fe4f:85a5'}, {'subnet_id': 'b5dac980-b6ed-41eb-9faa-03555155027d'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '3ce429a9-fd37-4db4-b45b-79a1f9da2ad2'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:55:02.543002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::f816:3eff:fe60:e206 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/33c2241c-0b7a-4528-81d2-29f8e6f2ef56/0a8d2254-ba83-4619-970b-3941b4609185) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:02.586283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.773433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dc20f988-9b89-4b76-897c-90523e70145d None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:02.774768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc20f988-9b89-4b76-897c-90523e70145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.794486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (0a8d2254-ba83-4619-970b-3941b4609185), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:02.904336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=69c3ca04-7709-4d76-841c-41975f05e14f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:02.921030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a8d2254-ba83-4619-970b-3941b4609185), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.019571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:03.028740 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:03.032306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc20f988-9b89-4b76-897c-90523e70145d None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:03.040407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:03.059522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:03.060289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.073619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Allocated IP 2001:db8:0:1::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/b5dac980-b6ed-41eb-9faa-03555155027d/3ce429a9-fd37-4db4-b45b-79a1f9da2ad2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:03.082531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=0a8d2254-ba83-4619-970b-3941b4609185,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:03.107841 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bac09441-93b2-444b-ad1e-b0f851151a32 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1976247 Jan 27 19:55:03.110598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:03.214301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.260272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 0a8d2254-ba83-4619-970b-3941b4609185 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:03.260629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a8d2254-ba83-4619-970b-3941b4609185), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.265934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:03.346293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.351666 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.456594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a8d2254-ba83-4619-970b-3941b4609185), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.484432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 0a8d2254-ba83-4619-970b-3941b4609185 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:03.545823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4316-64d6-48dd-aa03-c1f4c58962aa None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:03.585734 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.898029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a8d2254-ba83-4619-970b-3941b4609185), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:03.949368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:03.975228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=0a8d2254-ba83-4619-970b-3941b4609185,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:03.993271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:55:04.069815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:04.077201 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ee83bfb1-1ae9-4f4d-9bf6-a3d60cb0b751 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/0a8d2254-ba83-4619-970b-3941b4609185 HTTP/1.1" status: 204 len: 168 time: 0.9654982 Jan 27 19:55:04.077867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55438) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.101546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:04.101957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:04.160721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401ebaa-38f6-441b-bde9-4b3f75ecbb04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.165954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e401ebaa-38f6-441b-bde9-4b3f75ecbb04 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0865943 Jan 27 19:55:04.166595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.209039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:55:04.243157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:04.249841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-06c29d0c-3f7f-4736-8389-6276d0530f01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3778811 Jan 27 19:55:04.250194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.251862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Sync routers for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:55:04.276872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:04.277834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:04.341161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:04.426461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992fc8f-6fd9-4ee0-930d-65aee9df89ab tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.428032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a992fc8f-6fd9-4ee0-930d-65aee9df89ab tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=557bbe87dc1c499b9e949f3504d4ff3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1769230 Jan 27 19:55:04.431227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.462909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db444e04-2f4a-48a1-8508-0a35fb2cc5aa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.477577 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-db444e04-2f4a-48a1-8508-0a35fb2cc5aa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3099067 Jan 27 19:55:04.480943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.481940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:04.695840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae046a2-2075-4603-86f1-a67c754400c2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.701184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae046a2-2075-4603-86f1-a67c754400c2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.706250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae046a2-2075-4603-86f1-a67c754400c2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.712041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ae046a2-2075-4603-86f1-a67c754400c2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2090895 Jan 27 19:55:04.720007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.831053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdd464-5df7-4d7c-8e35-504ee73a2d27 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:04.835362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a4cdd464-5df7-4d7c-8e35-504ee73a2d27 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4004445 Jan 27 19:55:04.837851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.840827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 33c2241c-0b7a-4528-81d2-29f8e6f2ef56 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:04.851567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (33c2241c-0b7a-4528-81d2-29f8e6f2ef56), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:04.886135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8a88b53f-d471-4b9c-807d-12a252d9197a None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:04.886615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a88b53f-d471-4b9c-807d-12a252d9197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:04.920550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c85a61ef-a8b9-4281-acaf-738a08153d1e tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780296 Jan 27 19:55:04.921403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:04.979777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (33c2241c-0b7a-4528-81d2-29f8e6f2ef56), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.012431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-be75a361-aff2-4055-8ca3-d84caad68822 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=557bbe87dc1c499b9e949f3504d4ff3a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898893 Jan 27 19:55:05.015376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:05.023006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:02Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:05.138352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Checking router: 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:55:05.138648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Updating router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c port 69c3ca04-7709-4d76-841c-41975f05e14f binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:55:05.162291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (33c2241c-0b7a-4528-81d2-29f8e6f2ef56), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.178102 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.225284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20065c-c34f-45ea-a8e9-c23aa6db6b3a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:05.226887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e20065c-c34f-45ea-a8e9-c23aa6db6b3a tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2101841 Jan 27 19:55:05.233374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8a88b53f-d471-4b9c-807d-12a252d9197a None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:05.237923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:05.277098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (33c2241c-0b7a-4528-81d2-29f8e6f2ef56), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.313277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2bde825f-7dc9-42b0-881a-a1c0f74f4524 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716579 Jan 27 19:55:05.314900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:05.326027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479290080', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:05.368556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.378651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/33c2241c-0b7a-4528-81d2-29f8e6f2ef56 HTTP/1.1" status: 204 len: 168 time: 0.6549785 Jan 27 19:55:05.378881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:05.391540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-18e88135-fd1b-4324-91cd-753bf580f024 None None] Could not find standard attr ID for object a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:05.402846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca326b-7874-4a15-b6ca-341aabe1f90b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=33c2241c-0b7a-4528-81d2-29f8e6f2ef56,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:05.539239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet b5dac980-b6ed-41eb-9faa-03555155027d {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:05.543586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (b5dac980-b6ed-41eb-9faa-03555155027d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.582015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:05.592028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.604742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b5dac980-b6ed-41eb-9faa-03555155027d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.647998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e57e9-657b-4c52-af11-fe3b82cae917 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:05.778196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-72b83ac4-f561-4ce3-b63e-4ddbb7190510 None None] Could not find standard attr ID for object 0a8d2254-ba83-4619-970b-3941b4609185. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:05.810008 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b5dac980-b6ed-41eb-9faa-03555155027d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.934191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b5dac980-b6ed-41eb-9faa-03555155027d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:05.972045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (e09b1ae4-0235-48b8-a860-92b860bbd240), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.007713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.016774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b5dac980-b6ed-41eb-9faa-03555155027d HTTP/1.1" status: 204 len: 168 time: 0.6368475 Jan 27 19:55:06.019546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:06.021809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189487fd-db44-4d30-9e67-b510c2bfe06f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dac980-b6ed-41eb-9faa-03555155027d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:06.099592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks [] for port (69c3ca04-7709-4d76-841c-41975f05e14f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.106984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.121752 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81d85b78-288f-47a8-bf68-8173e6ab7703 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921035 Jan 27 19:55:06.121991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Subnet': ['ID=e09b1ae4-0235-48b8-a860-92b860bbd240,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:06.122573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55476) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:06.129604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:06.162860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Checking segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:06.163225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network hostable DHCP agents. Network: 1b13d9a9-d322-46e0-82af-542d9a689bfe, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:55:06.203784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:55:06.212216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Attempting to bind port 69c3ca04-7709-4d76-841c-41975f05e14f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:06.212575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Attempting to bind port 69c3ca04-7709-4d76-841c-41975f05e14f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:06.212983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Attempting to bind port 69c3ca04-7709-4d76-841c-41975f05e14f on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:06.214855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 1b13d9a9-d322-46e0-82af-542d9a689bfe) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:06.226764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:06.227375 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.245409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85aad8d-470a-468c-9c60-2fc8666fdf81 None None] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:06.259031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c8a1761-fbb0-469e-859b-839d96399209 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9430170 Jan 27 19:55:06.263980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:06.267950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f28b5-0f52-4fc6-8702-7f22ed54f74d None None] Pushing event updated for resources: {'Port': ['ID=69c3ca04-7709-4d76-841c-41975f05e14f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:06.300110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:06.300525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:06.301018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.301602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:06.302159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Bound port: 69c3ca04-7709-4d76-841c-41975f05e14f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:06.302681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.304326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:06.311147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.435868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] For port 69c3ca04-7709-4d76-841c-41975f05e14f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:06.449480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] For port 69c3ca04-7709-4d76-841c-41975f05e14f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=69c3ca04-7709-4d76-841c-41975f05e14f,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:06.459616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:06.705734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:06.710625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:54:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:06.856014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f28b5-0f52-4fc6-8702-7f22ed54f74d None None] Pushing event updated for resources: {'Port': ['ID=69c3ca04-7709-4d76-841c-41975f05e14f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:06.911669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (778f403b-a845-451e-9a45-2ccac85765fa), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.094504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:07.112943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:07.124313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:07.127475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.147468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=778f403b-a845-451e-9a45-2ccac85765fa,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:07.189621 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4229f190-b938-4475-978c-a6d09aa4bcdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0654013 Jan 27 19:55:07.206107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55486) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:07.229396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:07.541902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.551108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:07.554570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.629807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae82ba9-a5e8-43c1-a656-0b3df4404242 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:07.671431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-1b13d9a9-d322-46e0-82af-542d9a689bfe', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'fixed_ips': [{'subnet_id': 'e09b1ae4-0235-48b8-a860-92b860bbd240'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:55:07.673215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.740497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-28414822-f8b5-49ed-8223-38837e2ea2e3 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:07.740980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28414822-f8b5-49ed-8223-38837e2ea2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:07.747845 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 778f403b-a845-451e-9a45-2ccac85765fa (CIDR: 2001:db8::/64) Jan 27 19:55:07.754956 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:55:07.755447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:07.806349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2d801813-5495-470c-8036-734e1c0c94c8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5960782 Jan 27 19:55:07.806860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55494) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:07.816891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:07.956926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:08.115709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:08.119358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:08.215233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Allocated IP 172.20.0.18 (1b13d9a9-d322-46e0-82af-542d9a689bfe/e09b1ae4-0235-48b8-a860-92b860bbd240/54df1df3-0123-4599-80a4-ea591964341b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:08.321771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-28414822-f8b5-49ed-8223-38837e2ea2e3 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:08.483674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '778f403b-a845-451e-9a45-2ccac85765fa'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '3ce429a9-fd37-4db4-b45b-79a1f9da2ad2'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:55:08.553661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:08.641539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:02Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:08.651929 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks [] for port (54df1df3-0123-4599-80a4-ea591964341b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:08.696228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:08.744558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:55:08.834461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.20.0.17 (1b13d9a9-d322-46e0-82af-542d9a689bfe/e09b1ae4-0235-48b8-a860-92b860bbd240/cd930fb8-2d89-4a73-a69b-d34e32a64f29) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:08.928976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ddd1-8230-4570-b144-2eb65c2794d3 None None] The sync data for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 is: [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:02Z', 'revision_number': 3, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:55:09.193346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:09.218212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.243529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b777c1b4-86c0-4a15-92da-3f65037737d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.250781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:09.265472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Pushing event updated for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:09.268239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:09.361011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.435797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:09.467910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:09.472339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:09.485791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:09.499806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Attempting to bind port 54df1df3-0123-4599-80a4-ea591964341b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:09.500235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Attempting to bind port 54df1df3-0123-4599-80a4-ea591964341b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:09.500606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Attempting to bind port 54df1df3-0123-4599-80a4-ea591964341b on network 1b13d9a9-d322-46e0-82af-542d9a689bfe {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:09.514864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:09.515246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Checking segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:09.515639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.516049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Bound using segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:09.516548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Bound port: 54df1df3-0123-4599-80a4-ea591964341b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:09.516932 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54df1df3-0123-4599-80a4-ea591964341b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.611028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/778f403b-a845-451e-9a45-2ccac85765fa/3ce429a9-fd37-4db4-b45b-79a1f9da2ad2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:09.621704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:85a5 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/13f6deb2-caf4-4b4d-b16b-9f495acdf67c/3ce429a9-fd37-4db4-b45b-79a1f9da2ad2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:09.759968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.775210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:09.869973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.908772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_pluggable_backend [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103322) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Jan 27 19:55:09.911460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:09.914154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (13f6deb2-caf4-4b4d-b16b-9f495acdf67c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:10.089538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:10.108953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:10.115767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:10.116558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:10.136806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=13f6deb2-caf4-4b4d-b16b-9f495acdf67c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:10.218342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-15437339-889e-49f9-a7b7-3dc4130f8c50 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4103718 Jan 27 19:55:10.223105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:10.254949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:c5:fa:0c', 'name': 'tempest-NetworksTestDHCPv6-985804042'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:10.330838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:10.333130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c164d-392e-4923-8028-8ee1db47c9b0 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:10.355720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 69c3ca04-7709-4d76-841c-41975f05e14f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:10.384896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:10.440376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=54df1df3-0123-4599-80a4-ea591964341b,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:10.503362 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:10.689400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:10.732579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d11cbc-3977-4e17-ac91-211edc1732f2 None None] Pushing event updated for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:10.782708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 69c3ca04-7709-4d76-841c-41975f05e14f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:10.787036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:10.954062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:11.024080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port fabf9f6f-51d5-4541-aa65-1e70a1654f2c yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:55:11.273558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 69c3ca04-7709-4d76-841c-41975f05e14f is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:11.273965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:11.319949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:11.346875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:11.401863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 69c3ca04-7709-4d76-841c-41975f05e14f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=69c3ca04-7709-4d76-841c-41975f05e14f,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:11.417974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:11.654447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=69c3ca04-7709-4d76-841c-41975f05e14f,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:11.737325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:11.776408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::333 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/778f403b-a845-451e-9a45-2ccac85765fa/fabf9f6f-51d5-4541-aa65-1e70a1654f2c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:11.787006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:fa0c (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/13f6deb2-caf4-4b4d-b16b-9f495acdf67c/fabf9f6f-51d5-4541-aa65-1e70a1654f2c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:11.849330 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.141203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:12.143120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:12.171559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16a337cf-0727-4135-bf70-e07b79093016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.275614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03f73d-e6d3-4150-87c1-be86b91b6899 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:12.424133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (fabf9f6f-51d5-4541-aa65-1e70a1654f2c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.434054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:55:12.585042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e57ee4fd-49c9-452a-8d8c-57e8f0fc704c None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:12.594061 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e57ee4fd-49c9-452a-8d8c-57e8f0fc704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.647989 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fabf9f6f-51d5-4541-aa65-1e70a1654f2c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.838165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:12.846653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:12.854657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:12.863879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:12.871364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:12.928108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7034791 Jan 27 19:55:12.939802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55550) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:12.948438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 54df1df3-0123-4599-80a4-ea591964341b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:12.990635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61464742-7e77-4ca3-8b97-1dc3150d24d4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=fabf9f6f-51d5-4541-aa65-1e70a1654f2c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:13.158014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e57ee4fd-49c9-452a-8d8c-57e8f0fc704c None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:13.188732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 54df1df3-0123-4599-80a4-ea591964341b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:13.189868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54df1df3-0123-4599-80a4-ea591964341b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:13.506824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port fabf9f6f-51d5-4541-aa65-1e70a1654f2c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:13.507460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fabf9f6f-51d5-4541-aa65-1e70a1654f2c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:13.802908 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fabf9f6f-51d5-4541-aa65-1e70a1654f2c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:13.817859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for fabf9f6f-51d5-4541-aa65-1e70a1654f2c owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:13.946510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4762c7-a882-4f5d-b98c-46063511ccd2 None None] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:14.030718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 54df1df3-0123-4599-80a4-ea591964341b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:14.031115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54df1df3-0123-4599-80a4-ea591964341b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:14.050186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:55:14.069409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1b9a8c1-64d8-4aed-be2f-0f93dce17ce7 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "PUT /v2.0/routers/7ec69206-f4d6-4032-bcd1-0c86e4e53f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8014548 Jan 27 19:55:14.087031 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Sync routers for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:55:14.112527 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:14.113393 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:14.345887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2082defa-4354-4352-aff2-82377b2f5099 None None] Provisioning complete for port 54df1df3-0123-4599-80a4-ea591964341b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:14.348773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2082defa-4354-4352-aff2-82377b2f5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54df1df3-0123-4599-80a4-ea591964341b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:14.352793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fabf9f6f-51d5-4541-aa65-1e70a1654f2c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:14.451052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=54df1df3-0123-4599-80a4-ea591964341b,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:14.469327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:14.470056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 69c3ca04-7709-4d76-841c-41975f05e14f up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:14.472002 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:14.549213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=fabf9f6f-51d5-4541-aa65-1e70a1654f2c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:14.717703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:14.722178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:14.724518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:14.758018 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1d795ec3-36cb-4fc2-908e-394300e504bb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/fabf9f6f-51d5-4541-aa65-1e70a1654f2c HTTP/1.1" status: 204 len: 168 time: 1.8096364 Jan 27 19:55:14.851851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a0a28-a0c6-4e07-8de5-7339829f3d4b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:14.859062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55594) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:14.905956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-833a0a28-a0c6-4e07-8de5-7339829f3d4b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1767271 Jan 27 19:55:14.914909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2082defa-4354-4352-aff2-82377b2f5099 None None] Current status of the port 54df1df3-0123-4599-80a4-ea591964341b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:14.921885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 69c3ca04-7709-4d76-841c-41975f05e14f triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:14.922387 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.076266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e23b9-91cc-418b-8d01-89617916990a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:15.081614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:15.119755 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a3e23b9-91cc-418b-8d01-89617916990a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2595067 Jan 27 19:55:15.167027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-989fe1a5-1798-4386-b84b-d7857d07e678 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:15.167638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-989fe1a5-1798-4386-b84b-d7857d07e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.222136 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:10Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cd930fb8-2d89-4a73-a69b-d34e32a64f29', 'name': '', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:07Z', 'updated_at': '2022-01-27T19:55:10Z', 'revision_number': 2, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:15.280317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Checking router: 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:55:15.280670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Updating router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c port cd930fb8-2d89-4a73-a69b-d34e32a64f29 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:55:15.283329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d48219-b47f-4568-9a7a-a982321d8d9f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:15.288689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d48219-b47f-4568-9a7a-a982321d8d9f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:15.292277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d48219-b47f-4568-9a7a-a982321d8d9f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:15.298083 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:15.338347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-68d48219-b47f-4568-9a7a-a982321d8d9f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2527733 Jan 27 19:55:15.408342 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.469461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.472070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 13f6deb2-caf4-4b4d-b16b-9f495acdf67c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:15.472371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 69c3ca04-7709-4d76-841c-41975f05e14f is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:15.475232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:15.481098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (13f6deb2-caf4-4b4d-b16b-9f495acdf67c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.592348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (13f6deb2-caf4-4b4d-b16b-9f495acdf67c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.813330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-a0d77682-f6a3-49f5-be7c-e518f8ea53f8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:15.813828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (13f6deb2-caf4-4b4d-b16b-9f495acdf67c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.820013 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-a0d77682-f6a3-49f5-be7c-e518f8ea53f8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/networks?id=1b13d9a9-d322-46e0-82af-542d9a689bfe HTTP/1.1" status: 200 len: 798 time: 0.4797041 Jan 27 19:55:15.827885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:15.828268 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.903386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (13f6deb2-caf4-4b4d-b16b-9f495acdf67c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.916286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-b1cc0041-3133-46c8-8b63-0e50f2715e01 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/quotas/557bbe87dc1c499b9e949f3504d4ff3a HTTP/1.1" status: 200 len: 375 time: 0.0602825 Jan 27 19:55:15.945867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=13f6deb2-caf4-4b4d-b16b-9f495acdf67c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:15.951795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:15.966270 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-af0e05f0-fa5f-4855-82d3-cea89e039be1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/13f6deb2-caf4-4b4d-b16b-9f495acdf67c HTTP/1.1" status: 204 len: 168 time: 0.6605167 Jan 27 19:55:15.966270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:15.981749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-989fe1a5-1798-4386-b84b-d7857d07e678 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:15.995827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.008406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-989fe1a5-1798-4386-b84b-d7857d07e678 None None] Could not find standard attr ID for object fabf9f6f-51d5-4541-aa65-1e70a1654f2c. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:16.082833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14690976-f030-49cf-8a6c-ec6be0bbdcfc None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:16.096157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.192064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 778f403b-a845-451e-9a45-2ccac85765fa {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:16.204225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (778f403b-a845-451e-9a45-2ccac85765fa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.285545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-c2c42ff6-175c-497a-a87b-93872d082781 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3289387 Jan 27 19:55:16.309946 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks [] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.335099 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.347834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (778f403b-a845-451e-9a45-2ccac85765fa), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.455811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Pushing event updated for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:16.471359 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.473318 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.475471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.476639 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.478466 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.479826 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.481211 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.481738 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.483288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.483784 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.484288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.486027 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.486550 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:16.547862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:16.566382 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (778f403b-a845-451e-9a45-2ccac85765fa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.585654 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Attempting to bind port cd930fb8-2d89-4a73-a69b-d34e32a64f29 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:16.586311 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Attempting to bind port cd930fb8-2d89-4a73-a69b-d34e32a64f29 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:16.587024 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Attempting to bind port cd930fb8-2d89-4a73-a69b-d34e32a64f29 on network 1b13d9a9-d322-46e0-82af-542d9a689bfe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:16.593781 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:16.594392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Checking segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:16.595013 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.595561 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Bound using segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:16.596194 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Bound port: cd930fb8-2d89-4a73-a69b-d34e32a64f29, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:16.596755 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.666686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (778f403b-a845-451e-9a45-2ccac85765fa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.710427 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.716148 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/778f403b-a845-451e-9a45-2ccac85765fa HTTP/1.1" status: 204 len: 168 time: 0.7475066 Jan 27 19:55:16.723242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:16.755645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Provisioning complete for port 54df1df3-0123-4599-80a4-ea591964341b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:16.756115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54df1df3-0123-4599-80a4-ea591964341b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.800792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 54df1df3-0123-4599-80a4-ea591964341b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:16.816071 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] For port cd930fb8-2d89-4a73-a69b-d34e32a64f29, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:16.837061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] For port cd930fb8-2d89-4a73-a69b-d34e32a64f29, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cd930fb8-2d89-4a73-a69b-d34e32a64f29,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:16.844414 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:16.853424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6979-b31b-4c40-bd17-7da20ff95b51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=778f403b-a845-451e-9a45-2ccac85765fa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:16.859416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69dab919-8f35-4cb3-ac50-ecdd24268a73 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328728 Jan 27 19:55:16.863397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:16.916053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:17.087241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-a5aea501-610d-4b67-9e70-e6cbae950e65 service neutron] 10.222.0.59 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823794 Jan 27 19:55:17.097137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7e2f-46bd-47ce-8731-91a51df8944b None None] Pushing event updated for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:17.129746 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:17.130860 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:17.243667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20c9a7-deaf-4501-acbd-fe62da54f7f3 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': '778f403b-a845-451e-9a45-2ccac85765fa'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '3ce429a9-fd37-4db4-b45b-79a1f9da2ad2'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:55:17.267182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 54df1df3-0123-4599-80a4-ea591964341b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:17.269526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (54df1df3-0123-4599-80a4-ea591964341b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:17.298288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:17.303303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:17.412403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa20c9a7-deaf-4501-acbd-fe62da54f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:17.445466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-69d9329d-2946-4cf4-99a0-c0a6778207ac service neutron] 10.222.0.59 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571119 Jan 27 19:55:17.451169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Current status of the port 54df1df3-0123-4599-80a4-ea591964341b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:17.532643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Provisioning complete for port cd930fb8-2d89-4a73-a69b-d34e32a64f29 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:17.533019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:17.627308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:17.848655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74d869f4-f15e-40bc-8b11-37ef3ac2387f req-b0ade00f-971c-4532-af17-c230036e3aba tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 210 time: 0.0818131 Jan 27 19:55:17.851380 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (a094ec63-05f4-4f25-9b6d-7860d59ab29c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:17.974142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 54df1df3-0123-4599-80a4-ea591964341b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:17.988154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:17.999310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:18.004522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:18.008502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:18.043518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=a094ec63-05f4-4f25-9b6d-7860d59ab29c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:18.054090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224921c-c11d-4293-95b1-9f7b46f7f3bc None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:18.060927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-611e7d87-d12a-46de-bbcc-2e0483115fdc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1870408 Jan 27 19:55:18.061485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55668) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:18.069302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:18.195608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Current status of the port cd930fb8-2d89-4a73-a69b-d34e32a64f29 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:18.196364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:18.287946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:10Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cd930fb8-2d89-4a73-a69b-d34e32a64f29', 'name': '', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:07Z', 'updated_at': '2022-01-27T19:55:16Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:18.306893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:18.317810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:18.322640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] For port cd930fb8-2d89-4a73-a69b-d34e32a64f29, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cd930fb8-2d89-4a73-a69b-d34e32a64f29,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:18.355355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:18.368914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Could not find standard attr ID for object fabf9f6f-51d5-4541-aa65-1e70a1654f2c. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:18.466244 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b4c8-15d4-4308-b31c-673601fe2df2 None None] The sync data for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 is: [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:10Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'cd930fb8-2d89-4a73-a69b-d34e32a64f29', 'name': '', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:3d:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:07Z', 'updated_at': '2022-01-27T19:55:16Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:55:18.615019 n-d-760453-6 neutron-server[103322]: INFO neutron.db.ipam_backend_mixin [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a094ec63-05f4-4f25-9b6d-7860d59ab29c (CIDR: 2001:db8::/64) Jan 27 19:55:18.621402 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 19:55:18.621743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:18.667215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9ca8f-36e6-4456-91ff-0028110f693f None None] Pushing event updated for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:18.671605 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1953e24c-b8b5-42b0-9d4e-0ab57702d624 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6053367 Jan 27 19:55:18.672028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:18.682216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:18.683224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:18.687164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'subnet': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:18.912757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cd930fb8-2d89-4a73-a69b-d34e32a64f29 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:18.943499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:18.947653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:19.071046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Update dhcp port {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'fixed_ips': [{'subnet_id': 'a094ec63-05f4-4f25-9b6d-7860d59ab29c'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '3ce429a9-fd37-4db4-b45b-79a1f9da2ad2'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:55:19.163520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd6a9dcc-753d-4d77-94cc-de16583905af req-ec1ab752-0e25-46f8-a748-808c7cea0292 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 210 time: 0.0973003 Jan 27 19:55:19.227777 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:19.231701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:19.283936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cd930fb8-2d89-4a73-a69b-d34e32a64f29 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:19.286270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:19.685115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Provisioning complete for port cd930fb8-2d89-4a73-a69b-d34e32a64f29 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:19.685115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:19.859717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:55:20.038123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-bf508ff5-f3ed-4fd4-9791-4f483d245fb2 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:20.042539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-bf508ff5-f3ed-4fd4-9791-4f483d245fb2 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.66 "GET /v2.0/networks?id=1b13d9a9-d322-46e0-82af-542d9a689bfe HTTP/1.1" status: 200 len: 798 time: 0.3467946 Jan 27 19:55:20.065106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Request body: {'port': {'device_id': 'da841ad2-a005-4c15-9af1-561ac01576da', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'admin_state_up': True, 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:20.137410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d8907b9-cf0e-4fb9-b0c0-7ec351247c16 None None] Current status of the port cd930fb8-2d89-4a73-a69b-d34e32a64f29 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:20.313327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cd930fb8-2d89-4a73-a69b-d34e32a64f29 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:20.363350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f048d17e-a492-4c96-8c47-27607f5a1852 req-7a04a374-3a4f-4ac4-991e-cb4f52f73fa2 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 210 time: 0.0807076 Jan 27 19:55:20.389839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Made reservation on behalf of 557bbe87dc1c499b9e949f3504d4ff3a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:20.401508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:20.468230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:20.591548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 19:55:20.591548 n-d-760453-6 neutron-server[103324]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 27 19:55:20.591548 n-d-760453-6 neutron-server[103324]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe4f:85a5', 'status': 'ALLOCATED', 'ipam_subnet_id': 'b1367f1d-193b-4233-b924-b33d0f91e8cb'}] Jan 27 19:55:20.591548 n-d-760453-6 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:55:20.592041 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:55:20.702392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:20.713080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Allocated IP 172.20.0.22 (1b13d9a9-d322-46e0-82af-542d9a689bfe/e09b1ae4-0235-48b8-a860-92b860bbd240/2d5295df-c093-4b54-8ba6-dc3f6fe174f0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:20.774821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:20.775222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:20.820869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:20.825675 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:20.964201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:55:20.964758 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:55:20.987960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:20.990242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=16']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:21.055521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cd930fb8-2d89-4a73-a69b-d34e32a64f29 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:21.093827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.125107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:21.127954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:21.128343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.164823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:21.263361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:21.264057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.297209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2430687 Jan 27 19:55:21.312945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Request body: {'port': {'device_id': 'da841ad2-a005-4c15-9af1-561ac01576da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:21.388564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cefb7c-08af-49f6-8d67-4c845ac288ab tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event updated for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:21.516015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.670685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.709853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Allocated IP 2001:db8::2 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/a094ec63-05f4-4f25-9b6d-7860d59ab29c/3ce429a9-fd37-4db4-b45b-79a1f9da2ad2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:21.714087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port cd930fb8-2d89-4a73-a69b-d34e32a64f29 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:21.714539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.762137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9637-1712-47b7-b066-3a5b5b02a4ba req-e7f86af7-c4f4-438d-a7ce-b3b5cd625ab3 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:21.762554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e04d3612-982d-4228-a808-645e66c07e8b None None] Provisioning complete for port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:21.762929 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e04d3612-982d-4228-a808-645e66c07e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:21.777566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a06c9637-1712-47b7-b066-3a5b5b02a4ba req-e7f86af7-c4f4-438d-a7ce-b3b5cd625ab3 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 895 time: 0.2320225 Jan 27 19:55:21.945621 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-bdab46dd-0e61-4288-a906-997b01023a72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3013191 Jan 27 19:55:21.995501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e04d3612-982d-4228-a808-645e66c07e8b None None] Port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:55:22.008907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:22.119172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:22.126623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:55:22.127567 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:55:22.135042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:22.170715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port cd930fb8-2d89-4a73-a69b-d34e32a64f29 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:22.216836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-98407cb7-cf4b-455c-b906-c80355e225e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:22.218422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-98407cb7-cf4b-455c-b906-c80355e225e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.2164171 Jan 27 19:55:22.285695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:55:22.303892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks [] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:22.323020 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda11c8-55cf-467c-938e-b3624b82c363 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=17']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:22.352155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Transition to ACTIVE for port object 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:55:22.441285 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:22.485147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:22.665430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Pushing event updated for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:22.949389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:22.970681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Attempting to bind port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:22.971548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Attempting to bind port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:22.972273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Attempting to bind port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 on network 1b13d9a9-d322-46e0-82af-542d9a689bfe {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:22.994562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 on network 1b13d9a9-d322-46e0-82af-542d9a689bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:55:22.997063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Attempting to bind port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 on network 1b13d9a9-d322-46e0-82af-542d9a689bfe {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:23.020318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-70370520-7025-44ca-9b8d-61e36e2cab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:23.024639 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-70370520-7025-44ca-9b8d-61e36e2cab47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 898 time: 0.7668560 Jan 27 19:55:23.064807 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.079600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.080353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (65205508-d338-4c64-8557-066e9b032fee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.159458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:23.220416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c403f-1aa9-49ba-8b07-e2c18e08fea5 req-173215e3-9942-4774-b478-5b82ff667810 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:23.235164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-693c403f-1aa9-49ba-8b07-e2c18e08fea5 req-173215e3-9942-4774-b478-5b82ff667810 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 907 time: 0.2880135 Jan 27 19:55:23.248181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-8d3ace82-3b30-421e-bc5d-55e366062ca1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 1000 time: 0.2167504 Jan 27 19:55:23.273179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:23.273546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Checking segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:23.280168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Bound using segment: {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:23.281071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Bound port: 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d7002-2f5c-4a0a-baf6-ea57028a0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:23.281655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.331256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:23.331647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.359369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:23.366175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:23.372346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:23.373205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.443949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7645416 Jan 27 19:55:23.446762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:23.452473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:23.454625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Subnet': ['ID=65205508-d338-4c64-8557-066e9b032fee,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:23.463299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:23.483947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Request body: {'port': {'network_id': 'd9315070-72cb-41a3-b78f-8cd5e3f7eff0', 'mac_address': 'fa:16:3e:05:3c:5d', 'name': 'tempest-NetworksTestDHCPv6-163292580'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:23.484595 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.501293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e79e45-9a46-42f0-b450-9c71bf78fb9b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=18']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:23.503204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:23.508226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.569122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:23.582070 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.670857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:23.675392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:23.684460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] 10.222.0.66 "PUT /v2.0/ports/2d5295df-c093-4b54-8ba6-dc3f6fe174f0 HTTP/1.1" status: 200 len: 1055 time: 2.3790548 Jan 27 19:55:23.685987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:55:23.695595 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff" -d '{"events": [{"name": "network-changed", "server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:55:23.734802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-d50ad1b3-8e14-46d9-9de3-11f4966b8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:23.741282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-d50ad1b3-8e14-46d9-9de3-11f4966b8fc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 200 len: 835 time: 0.4858499 Jan 27 19:55:23.798396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dc182-3c73-4852-b0af-a51d8c2a07cc service neutron] Pushing event updated for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:23.871759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=19']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:23.896946 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530f885-8e5b-44a6-b992-eec75b87b9cb x-openstack-request-id: req-c530f885-8e5b-44a6-b992-eec75b87b9cb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:55:23.905927 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:55:23.906378 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c530f885-8e5b-44a6-b992-eec75b87b9cb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:55:23.906936 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0', 'status': 'completed', 'code': 200} Jan 27 19:55:23.969565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:24.007061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-d4e695e8-60e0-41bf-9b9f-228e9bf6cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:24.007998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Made reservation on behalf of 0d2758940a844b4baab8d2c4f1a4b888 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:24.008861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-d4e695e8-60e0-41bf-9b9f-228e9bf6cf86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc2bff1-3a3e-482e-9479-2855332d95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718066 Jan 27 19:55:24.151704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-1ed1acb6-f5f5-43b4-b167-5d1e769cc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:24.166619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-1ed1acb6-f5f5-43b4-b167-5d1e769cc93c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 1058 time: 0.3512967 Jan 27 19:55:24.210672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:24.235044 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-bd694b4d-ddc7-4432-8adc-e5a353880692 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0 HTTP/1.1" status: 200 len: 217 time: 0.0480087 Jan 27 19:55:24.237428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05547d46-fbb8-423c-92a3-5880a9f38a3a None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:24.296739 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] device_id is not set on port 993d7eec-3750-4c9e-b7f2-618ae367b89a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:55:24.300656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-30a94ccd-4442-4068-996b-dbb4895ddad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:24.302091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-30a94ccd-4442-4068-996b-dbb4895ddad6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e09b1ae4-0235-48b8-a860-92b860bbd240 HTTP/1.1" status: 200 len: 837 time: 0.0589621 Jan 27 19:55:24.394084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d535-13a0-4177-9639-7cc4178427e4 req-ac492856-f040-4cfe-9736-ccef9e2b8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:24.395542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-ac492856-f040-4cfe-9736-ccef9e2b8fb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b13d9a9-d322-46e0-82af-542d9a689bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853393 Jan 27 19:55:24.515301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-0bcdb449-9a80-4f6c-a472-6f833b8df4b4 service neutron] 10.222.0.66 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111143 Jan 27 19:55:24.566986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-dbc5a582-9b28-40b7-9065-85747f75fa00 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454979 Jan 27 19:55:24.590553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2339a23d-5ebb-4bc2-957c-d23dc43d0807 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:24.591654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2339a23d-5ebb-4bc2-957c-d23dc43d0807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:24.902245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2339a23d-5ebb-4bc2-957c-d23dc43d0807 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:24.978321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:25.020345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3afdcdd-58a0-4711-a7c7-6ea9cc2a5f4a req-edc499aa-2a61-48cb-9bb0-0959735b62dc service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270370 Jan 27 19:55:25.024991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e599d535-13a0-4177-9639-7cc4178427e4 req-8fdca0a6-730f-4e09-94e7-d7f9d653d2e3 service neutron] 10.222.0.66 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875102 Jan 27 19:55:25.047518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:25.048931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b5597-7f7a-4c75-a8ec-5915a85c373c req-4608e331-1ac5-4635-8969-72cc48ea53c4 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.079020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633b5597-7f7a-4c75-a8ec-5915a85c373c req-4608e331-1ac5-4635-8969-72cc48ea53c4 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 907 time: 0.6099062 Jan 27 19:55:25.106178 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8::345 (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/a094ec63-05f4-4f25-9b6d-7860d59ab29c/993d7eec-3750-4c9e-b7f2-618ae367b89a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:25.118449 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Allocated IP 2001:db8:0:1:f816:3eff:fe05:3c5d (d9315070-72cb-41a3-b78f-8cd5e3f7eff0/65205508-d338-4c64-8557-066e9b032fee/993d7eec-3750-4c9e-b7f2-618ae367b89a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:25.254327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:25.254880 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:25.315105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-0c7d1f36-d085-42ad-acd7-a917c80f24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.316739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-0c7d1f36-d085-42ad-acd7-a917c80f24be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 1058 time: 0.1564226 Jan 27 19:55:25.440477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:25.531429 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-ec20bf63-49fb-40c9-9ede-d116c17da128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.533678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-ec20bf63-49fb-40c9-9ede-d116c17da128 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1b13d9a9-d322-46e0-82af-542d9a689bfe HTTP/1.1" status: 200 len: 899 time: 0.2056375 Jan 27 19:55:25.663528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for port (993d7eec-3750-4c9e-b7f2-618ae367b89a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:25.678765 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-eea73d35-a699-44cf-bd8c-b2759eea305f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0 HTTP/1.1" status: 200 len: 217 time: 0.1399050 Jan 27 19:55:25.739770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (993d7eec-3750-4c9e-b7f2-618ae367b89a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:25.855604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-91901a52-bc79-4f7d-aa93-42cdbad1ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.859874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-91901a52-bc79-4f7d-aa93-42cdbad1ad20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e09b1ae4-0235-48b8-a860-92b860bbd240 HTTP/1.1" status: 200 len: 837 time: 0.1746364 Jan 27 19:55:25.922694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event updated for resources: {'Port': ['ID=993d7eec-3750-4c9e-b7f2-618ae367b89a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:25.938643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:25.942760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:25.957414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:25.974622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-8fb2104b-eeb0-443e-b4f6-772a9b25d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.976475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-8fb2104b-eeb0-443e-b4f6-772a9b25d8df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b13d9a9-d322-46e0-82af-542d9a689bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072311 Jan 27 19:55:25.990559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:25.992680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:26.038541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-eb5394f1-577d-452c-97b9-273362515f76 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5600708 Jan 27 19:55:26.038922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:26.102116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e7ef9-85a9-446e-b1a5-5dfa474b70fe None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:26.179699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b2a9f82e-1608-405b-bb34-8537b9feb663 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:26.180246 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f82e-1608-405b-bb34-8537b9feb663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:26.214358 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-ac032fbf-bc6f-418b-97c2-4649f2e58eb0 service neutron] 10.222.0.66 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300477 Jan 27 19:55:26.255926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting port 993d7eec-3750-4c9e-b7f2-618ae367b89a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:26.256711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (993d7eec-3750-4c9e-b7f2-618ae367b89a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:26.417283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9f82e-1608-405b-bb34-8537b9feb663 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:26.483090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14344-a173-48b8-b6e9-f02ed3ba1fbd req-5c8a6945-5aa0-4299-8d74-ed6a77386c98 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:26.484653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60a14344-a173-48b8-b6e9-f02ed3ba1fbd req-5c8a6945-5aa0-4299-8d74-ed6a77386c98 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 907 time: 0.1561549 Jan 27 19:55:26.488912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (993d7eec-3750-4c9e-b7f2-618ae367b89a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:26.516524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Calling delete_port for 993d7eec-3750-4c9e-b7f2-618ae367b89a owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:26.517118 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d0c6cc26-c5ac-4268-b843-d2cb689dfcff req-7026e5fe-7d4e-4bc6-bcf0-5352f75e9988 service neutron] 10.222.0.66 "GET /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949121 Jan 27 19:55:26.854674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bfe9947c-3436-42a8-9aca-ebd1994eb170 None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:26.855325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe9947c-3436-42a8-9aca-ebd1994eb170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:26.860322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (993d7eec-3750-4c9e-b7f2-618ae367b89a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:27.004046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Port': ['ID=993d7eec-3750-4c9e-b7f2-618ae367b89a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:27.037249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9947c-3436-42a8-9aca-ebd1994eb170 None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:27.048245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bfe9947c-3436-42a8-9aca-ebd1994eb170 None None] Could not find standard attr ID for object 993d7eec-3750-4c9e-b7f2-618ae367b89a. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:27.130720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:27.134783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-db27a8cc-b6cc-4362-9258-9b29bab0c995 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/993d7eec-3750-4c9e-b7f2-618ae367b89a HTTP/1.1" status: 204 len: 168 time: 1.0948696 Jan 27 19:55:27.137571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:27.222243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb283aff-eb2b-4128-aafe-26a75e429a97 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.227241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb283aff-eb2b-4128-aafe-26a75e429a97 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0851007 Jan 27 19:55:27.227886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55874) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:27.270259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:55:27.274255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1088dd9b-0c81-43bf-a612-c5947e8981de None None] Could not find standard attr ID for object 993d7eec-3750-4c9e-b7f2-618ae367b89a. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:27.414386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4289efb-e3ad-42a0-abd0-60db1cbc5978 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.416013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c4289efb-e3ad-42a0-abd0-60db1cbc5978 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1864204 Jan 27 19:55:27.418957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:27.602124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1eba1-82e8-4f6e-85f7-423b5c42258a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.608531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1eba1-82e8-4f6e-85f7-423b5c42258a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.619518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1eba1-82e8-4f6e-85f7-423b5c42258a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.622886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f2e1eba1-82e8-4f6e-85f7-423b5c42258a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2023933 Jan 27 19:55:27.625741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:27.661823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:27.679172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0', 'network_id': '1b13d9a9-d322-46e0-82af-542d9a689bfe', 'port_id': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0', 'mac_address': 'fa:16:3e:3f:8a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09b1ae4-0235-48b8-a860-92b860bbd240', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:55:27.725086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:27.725834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:27.753753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:55:27.824027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca07b9-ace3-467b-91ec-bba935b50644 req-b0785fda-4160-4b58-a2bb-00b1e667c4b3 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:27.837647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet 65205508-d338-4c64-8557-066e9b032fee {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:27.837975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6ca07b9-ace3-467b-91ec-bba935b50644 req-b0785fda-4160-4b58-a2bb-00b1e667c4b3 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 907 time: 0.1825542 Jan 27 19:55:27.844412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:27.850243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:27.856407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (65205508-d338-4c64-8557-066e9b032fee), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:27.930580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:27.964147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (65205508-d338-4c64-8557-066e9b032fee), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.104028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (65205508-d338-4c64-8557-066e9b032fee), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.155026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['2d5295df-c093-4b54-8ba6-dc3f6fe174f0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:55:28.217282 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (65205508-d338-4c64-8557-066e9b032fee), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.261987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=65205508-d338-4c64-8557-066e9b032fee,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:28.271542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.276104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3f789c67-aef5-4794-b48c-129501d5c78a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/65205508-d338-4c64-8557-066e9b032fee HTTP/1.1" status: 204 len: 168 time: 0.6487329 Jan 27 19:55:28.280380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:28.295096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4718e07-aa5f-479d-a49d-dfc7724a90b9 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:28.417748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Deleting subnet a094ec63-05f4-4f25-9b6d-7860d59ab29c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:28.436277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (a094ec63-05f4-4f25-9b6d-7860d59ab29c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.581965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (a094ec63-05f4-4f25-9b6d-7860d59ab29c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.741949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a094ec63-05f4-4f25-9b6d-7860d59ab29c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.906086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (a094ec63-05f4-4f25-9b6d-7860d59ab29c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.972229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Subnet': ['ID=a094ec63-05f4-4f25-9b6d-7860d59ab29c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:28.975784 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:28.983981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-27979222-b83e-46ba-b6fc-e8ac5d00b979 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/a094ec63-05f4-4f25-9b6d-7860d59ab29c HTTP/1.1" status: 204 len: 168 time: 0.7009723 Jan 27 19:55:28.995206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.119190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:55:29.124098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5bdc673e-6521-44bd-945b-663024ea1834 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264992 Jan 27 19:55:29.128069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.148614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad6f18-b81a-4bb5-9b57-897165e1618c req-5e933d32-f014-4244-9ad4-6803e0151f9c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:29.158300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcad6f18-b81a-4bb5-9b57-897165e1618c req-5e933d32-f014-4244-9ad4-6803e0151f9c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 908 time: 0.1948910 Jan 27 19:55:29.266964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a21ed0e-2a73-4ffa-97e0-5a20a3b309b0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:29.268506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a21ed0e-2a73-4ffa-97e0-5a20a3b309b0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1391804 Jan 27 19:55:29.271161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.276898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:29.454006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05469-79f0-4864-ae2b-5eaf051a4cdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:29.455396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dae05469-79f0-4864-ae2b-5eaf051a4cdb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1833134 Jan 27 19:55:29.461291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.477038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:55:29.488620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:29.489371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:29.562111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8cadd40b-1bc8-4f54-afce-f8d9543d84a7 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994236 Jan 27 19:55:29.566955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.625287 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef431f8-2b92-45b3-8d45-4d15398a6593 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:29.631205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef431f8-2b92-45b3-8d45-4d15398a6593 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:29.640812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9ef431f8-2b92-45b3-8d45-4d15398a6593 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/993d7eec-3750-4c9e-b7f2-618ae367b89a HTTP/1.1" status: 404 len: 333 time: 0.0660701 Jan 27 19:55:29.641184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.699909 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-662a5365-ce88-4941-9e49-0d8647e3610c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:29.701217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662a5365-ce88-4941-9e49-0d8647e3610c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:29.704609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-662a5365-ce88-4941-9e49-0d8647e3610c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/65205508-d338-4c64-8557-066e9b032fee HTTP/1.1" status: 404 len: 337 time: 0.0627308 Jan 27 19:55:29.709715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55942) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.756137 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-edffe96a-8f79-4845-8e34-61f1bd686191 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:29.761753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edffe96a-8f79-4845-8e34-61f1bd686191 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:29.768396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edffe96a-8f79-4845-8e34-61f1bd686191 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/a094ec63-05f4-4f25-9b6d-7860d59ab29c HTTP/1.1" status: 404 len: 337 time: 0.0573285 Jan 27 19:55:29.771144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.830111 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4cb8b7-2646-4c36-b762-656572220c5c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:29.830983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4cb8b7-2646-4c36-b762-656572220c5c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:29.833872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6a4cb8b7-2646-4c36-b762-656572220c5c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/fabf9f6f-51d5-4541-aa65-1e70a1654f2c HTTP/1.1" status: 404 len: 333 time: 0.0613582 Jan 27 19:55:29.836573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.838484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:29.838484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:29.879220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f343f-9434-4c38-b9f8-15c40491cce1 None None] Network d9315070-72cb-41a3-b78f-8cd5e3f7eff0 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:29.902067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:55:29.904547 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084de02c-0235-4732-a100-6113b9201866" -d '{"events": [{"server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "name": "network-vif-plugged", "status": "completed", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:55:29.916305 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bc2346-05f0-47e5-9222-e0077f916d49 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:29.917154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bc2346-05f0-47e5-9222-e0077f916d49 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:29.921708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87bc2346-05f0-47e5-9222-e0077f916d49 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/13f6deb2-caf4-4b4d-b16b-9f495acdf67c HTTP/1.1" status: 404 len: 337 time: 0.0810926 Jan 27 19:55:29.925320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55952) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:29.966447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:29.977197 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:29.982326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-999bb920-2187-4519-8401-2a38a28a63ca None None] Provisioning complete for port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:29.982738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999bb920-2187-4519-8401-2a38a28a63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:30.026995 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f65ec5-4ca3-4581-8a93-10b37843b0d1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.028911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f65ec5-4ca3-4581-8a93-10b37843b0d1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.033115 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-14f65ec5-4ca3-4581-8a93-10b37843b0d1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/778f403b-a845-451e-9a45-2ccac85765fa HTTP/1.1" status: 404 len: 337 time: 0.1054976 Jan 27 19:55:30.038186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.077944 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907d47d-fc7a-455c-aab7-40dc8041c00f x-openstack-request-id: req-d907d47d-fc7a-455c-aab7-40dc8041c00f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:55:30.078284 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "name": "network-vif-plugged", "status": "completed", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:55:30.078551 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d907d47d-fc7a-455c-aab7-40dc8041c00f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:55:30.078991 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0', 'code': 200} Jan 27 19:55:30.118993 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1033351-6b70-42c5-be09-3357f88775ba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.119576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1033351-6b70-42c5-be09-3357f88775ba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.126135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55960) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.133752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:30.146977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f1033351-6b70-42c5-be09-3357f88775ba tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/0a8d2254-ba83-4619-970b-3941b4609185 HTTP/1.1" status: 404 len: 333 time: 0.1069272 Jan 27 19:55:30.259641 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d2d66-39ed-4c8e-9550-bdcd7a26d035 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.261959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38d2d66-39ed-4c8e-9550-bdcd7a26d035 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.269196 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b38d2d66-39ed-4c8e-9550-bdcd7a26d035 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b5dac980-b6ed-41eb-9faa-03555155027d HTTP/1.1" status: 404 len: 337 time: 0.1381514 Jan 27 19:55:30.270501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.271859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] DHCP port deletion for d9315070-72cb-41a3-b78f-8cd5e3f7eff0 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:55:30.293206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-999bb920-2187-4519-8401-2a38a28a63ca None None] Current status of the port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:30.344286 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d261e-8e15-4ce7-98ac-15d1b9016375 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.346771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703d261e-8e15-4ce7-98ac-15d1b9016375 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.358836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-703d261e-8e15-4ce7-98ac-15d1b9016375 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/33c2241c-0b7a-4528-81d2-29f8e6f2ef56 HTTP/1.1" status: 404 len: 337 time: 0.0844674 Jan 27 19:55:30.364704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55972) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.429568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc9913-f3e2-4c36-97ef-1a1f8f20559d req-1d6434b6-7b32-4236-b8aa-97c1f3cea26a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:30.442076 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd764289-8f9a-4257-bea4-fd9b0403c62e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.449973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd764289-8f9a-4257-bea4-fd9b0403c62e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.460248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51cc9913-f3e2-4c36-97ef-1a1f8f20559d req-1d6434b6-7b32-4236-b8aa-97c1f3cea26a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.0979142 Jan 27 19:55:30.468146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.474530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bd764289-8f9a-4257-bea4-fd9b0403c62e tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/a461ba5b-a203-47a3-9cf8-9b6f0ed64b4a HTTP/1.1" status: 404 len: 333 time: 0.1044927 Jan 27 19:55:30.501193 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5068b585-5fd5-4538-a9d8-d6433707a5ef tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.502043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5068b585-5fd5-4538-a9d8-d6433707a5ef tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.506044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5068b585-5fd5-4538-a9d8-d6433707a5ef tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/4bc71778-48cb-4fdf-9d4f-72430fa39149 HTTP/1.1" status: 404 len: 337 time: 0.0362334 Jan 27 19:55:30.508280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89f75f-6b75-4cea-bc43-061bf98c8bf5 req-b79296b5-9ef3-48c7-84b4-b01afdac74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:30.510015 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ca89f75f-6b75-4cea-bc43-061bf98c8bf5 req-b79296b5-9ef3-48c7-84b4-b01afdac74d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 1060 time: 0.2951469 Jan 27 19:55:30.510525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.563002 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4a4a2a-2596-40d2-a376-7f65ea8d5bad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.563624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4a4a2a-2596-40d2-a376-7f65ea8d5bad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.571076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0c4a4a2a-2596-40d2-a376-7f65ea8d5bad tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/1fa9ac68-65b8-4e3f-8e8d-9a007acc2ffd HTTP/1.1" status: 404 len: 337 time: 0.0571370 Jan 27 19:55:30.571464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55980) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.638866 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0c5228-30f5-4f65-8d72-980c09fbd610 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.639455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0c5228-30f5-4f65-8d72-980c09fbd610 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.646268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.646727 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc0c5228-30f5-4f65-8d72-980c09fbd610 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/6ba1aab6-f788-483b-90e5-360629b69682 HTTP/1.1" status: 404 len: 333 time: 0.0734947 Jan 27 19:55:30.699134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Deleting port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:30.699763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:30.719741 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7887460b-8073-4b71-aba5-5b0c29382c22 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.720750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7887460b-8073-4b71-aba5-5b0c29382c22 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.731606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7887460b-8073-4b71-aba5-5b0c29382c22 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/43627163-581a-43d1-afdf-035d401aeced HTTP/1.1" status: 404 len: 337 time: 0.0837016 Jan 27 19:55:30.736273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55988) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.767589 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beb3678-393c-4bc3-9f1d-b38215799ba4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.768175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beb3678-393c-4bc3-9f1d-b38215799ba4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.771313 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3beb3678-393c-4bc3-9f1d-b38215799ba4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f337994a-44b6-4cb0-9051-c6f0902bc159 HTTP/1.1" status: 404 len: 333 time: 0.0355215 Jan 27 19:55:30.774174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 55992) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.804022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] For port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,segment=NetworkSegment(67b47518-39b2-4682-9950-622216618b57),segment_id=67b47518-39b2-4682-9950-622216618b57)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:30.804512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:30.818097 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2996e69e-a8db-4838-9a11-c7e42f5fdbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.818960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2996e69e-a8db-4838-9a11-c7e42f5fdbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.820878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Calling delete_port for 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:30.826999 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2996e69e-a8db-4838-9a11-c7e42f5fdbfc tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/204ec466-a675-4af5-8f9f-f6a0f816265c HTTP/1.1" status: 404 len: 337 time: 0.0504961 Jan 27 19:55:30.827288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.852816 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab49365a-32cb-4ab1-b772-1055545f3045 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.853737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab49365a-32cb-4ab1-b772-1055545f3045 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.860161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ab49365a-32cb-4ab1-b772-1055545f3045 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f3c3d253-3259-4376-a08e-e62aa271d394 HTTP/1.1" status: 404 len: 333 time: 0.0300713 Jan 27 19:55:30.860414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 55996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.889336 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5ceaac-b0eb-41b9-81d0-1fd7496d3e4b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.890651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5ceaac-b0eb-41b9-81d0-1fd7496d3e4b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.894919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-da5ceaac-b0eb-41b9-81d0-1fd7496d3e4b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/d24936dc-82d8-46a9-9d24-36704d22546d HTTP/1.1" status: 404 len: 337 time: 0.0332203 Jan 27 19:55:30.897353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.925484 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178f54e-8164-48b1-a3d3-f6ac6782ba06 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.926330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c178f54e-8164-48b1-a3d3-f6ac6782ba06 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:30.932326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c178f54e-8164-48b1-a3d3-f6ac6782ba06 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/c69c05d5-7367-4cf3-a31f-0da35978d1f3 HTTP/1.1" status: 404 len: 333 time: 0.0334525 Jan 27 19:55:30.932711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:30.991656 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6765e66d-25f1-45ae-9554-e95f60992c23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:30.993444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6765e66d-25f1-45ae-9554-e95f60992c23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.003361 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6765e66d-25f1-45ae-9554-e95f60992c23 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/fe650de3-b375-48b2-aa7d-789d9eec52b4 HTTP/1.1" status: 404 len: 337 time: 0.0648670 Jan 27 19:55:31.003361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56004) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.018515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:31.022080 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (3ce429a9-fd37-4db4-b45b-79a1f9da2ad2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:31.042528 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-212058e9-a150-4711-ac1b-04d13cb100a5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.043502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212058e9-a150-4711-ac1b-04d13cb100a5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.049364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-212058e9-a150-4711-ac1b-04d13cb100a5 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f3262138-4f30-46ed-8d6a-221030bb1957 HTTP/1.1" status: 404 len: 333 time: 0.0459259 Jan 27 19:55:31.052218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56008) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.085209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] Pushing event deleted for resources: {'Port': ['ID=3ce429a9-fd37-4db4-b45b-79a1f9da2ad2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:31.089679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:31.090035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:31.096814 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e519e3-9e90-463b-aa96-fa93375e050d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.097447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e519e3-9e90-463b-aa96-fa93375e050d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.100736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12782bf-fe3d-4045-bc4d-1f29d82bc6e6 None None] No DVR routers for this DVR port 3ce429a9-fd37-4db4-b45b-79a1f9da2ad2 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:31.107903 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d2e519e3-9e90-463b-aa96-fa93375e050d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b7dc31bf-c6b5-44b2-a220-5b2eb887c35b HTTP/1.1" status: 404 len: 337 time: 0.0512168 Jan 27 19:55:31.107903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.146281 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a70060-d987-4554-aceb-bc633727ee51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.146868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a70060-d987-4554-aceb-bc633727ee51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.155010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-04a70060-d987-4554-aceb-bc633727ee51 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/239514e1-f781-4e9a-9a24-c80d736f672e HTTP/1.1" status: 404 len: 333 time: 0.0434659 Jan 27 19:55:31.155240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56014) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.186038 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-894c550a-0332-44b3-8bef-7dcb8dee4ed1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.186500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894c550a-0332-44b3-8bef-7dcb8dee4ed1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.192203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-894c550a-0332-44b3-8bef-7dcb8dee4ed1 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/a98ca02c-179f-4df4-aa98-e20308fe77a9 HTTP/1.1" status: 404 len: 337 time: 0.0335729 Jan 27 19:55:31.192806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.219783 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc5fcb1-6952-40cf-a686-aa8db34a8b48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.220391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc5fcb1-6952-40cf-a686-aa8db34a8b48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.223985 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9bc5fcb1-6952-40cf-a686-aa8db34a8b48 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/0f465124-3cf0-457f-94a8-ef9cd1b5df80 HTTP/1.1" status: 404 len: 337 time: 0.0307677 Jan 27 19:55:31.226501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.250154 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-757c97ac-cb82-4006-afd3-f4b66b06c069 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.250900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757c97ac-cb82-4006-afd3-f4b66b06c069 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.257071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.266166 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-757c97ac-cb82-4006-afd3-f4b66b06c069 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/70616cce-069a-4412-8d90-4dd244cf1e45 HTTP/1.1" status: 404 len: 333 time: 0.0383680 Jan 27 19:55:31.291668 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d2067a-0576-43bd-b3ca-8c4dfc4a9453 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.292289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d2067a-0576-43bd-b3ca-8c4dfc4a9453 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.295504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f7d2067a-0576-43bd-b3ca-8c4dfc4a9453 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/78b798eb-de19-4f8f-bdbf-5a8321cafc2a HTTP/1.1" status: 404 len: 337 time: 0.0358763 Jan 27 19:55:31.298171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.327468 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f3f5ea-2c5b-4dd1-a053-bca563d424e4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.327935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f3f5ea-2c5b-4dd1-a053-bca563d424e4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.334879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56028) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.336661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b8f3f5ea-2c5b-4dd1-a053-bca563d424e4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/0a40f960-ada0-49d2-b388-21619bfc304b HTTP/1.1" status: 404 len: 337 time: 0.0373693 Jan 27 19:55:31.364460 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8afb47-d631-4757-a234-3d47af629e83 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.365084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8afb47-d631-4757-a234-3d47af629e83 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.370935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.371251 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7a8afb47-d631-4757-a234-3d47af629e83 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/7570c29a-af1e-4ae5-a148-5fd8393cd2b2 HTTP/1.1" status: 404 len: 333 time: 0.0346229 Jan 27 19:55:31.412717 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-21def5f4-b69f-4df2-b1ca-cb05c253677c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.413187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21def5f4-b69f-4df2-b1ca-cb05c253677c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.418837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21def5f4-b69f-4df2-b1ca-cb05c253677c tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/b3def9d0-c885-4f58-bd8d-75e557f003b5 HTTP/1.1" status: 404 len: 337 time: 0.0439925 Jan 27 19:55:31.419629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.458154 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a10b41-31e4-43de-9cc1-f76625f754ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.458861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a10b41-31e4-43de-9cc1-f76625f754ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.465014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56038) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.465152 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c7a10b41-31e4-43de-9cc1-f76625f754ca tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/41750e1f-bdba-442a-a018-a4b213e8e91c HTTP/1.1" status: 404 len: 337 time: 0.0442781 Jan 27 19:55:31.491172 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-396e2c8b-d2ac-4cc6-a04d-4a939cb8b88d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:31.491751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396e2c8b-d2ac-4cc6-a04d-4a939cb8b88d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:31.498177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56042) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:31.498563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-396e2c8b-d2ac-4cc6-a04d-4a939cb8b88d tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/ba6645ab-21d7-4894-bceb-1f5d6dad8682 HTTP/1.1" status: 404 len: 333 time: 0.0315344 Jan 27 19:55:31.653849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8a321-aef3-4758-96bc-d2b0a5dc9590 req-2b00cc90-b90c-4046-881e-34ec99ccd8ca tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:31.678562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27a8a321-aef3-4758-96bc-d2b0a5dc9590 req-2b00cc90-b90c-4046-881e-34ec99ccd8ca tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.0879402 Jan 27 19:55:32.027188 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-735ac790-7199-408b-8829-83fe4b5e02e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.028542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735ac790-7199-408b-8829-83fe4b5e02e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.034144 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-735ac790-7199-408b-8829-83fe4b5e02e2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/9c1f29a6-386d-4232-9dbc-5b93c6f98955 HTTP/1.1" status: 404 len: 337 time: 0.5346856 Jan 27 19:55:32.036648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.073054 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c51e20d-cac4-45dd-b37d-f5ed84dd5ac3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.074871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c51e20d-cac4-45dd-b37d-f5ed84dd5ac3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.078587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c51e20d-cac4-45dd-b37d-f5ed84dd5ac3 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/70d211fb-c81e-460a-888f-b75ce3ad6604 HTTP/1.1" status: 404 len: 337 time: 0.0405242 Jan 27 19:55:32.081694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.121062 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2643f717-05fd-4e5a-9d62-67e54ff24cfa tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports?device_id=30b51c91-48da-4900-ac2a-415ac2e93d54 HTTP/1.1" status: 200 len: 205 time: 0.0367651 Jan 27 19:55:32.123436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56056) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.175394 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-07704e57-6c4b-4407-aca0-eb9ec6780a43 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] delete failed (client error): The resource could not be found. Jan 27 19:55:32.177292 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-07704e57-6c4b-4407-aca0-eb9ec6780a43 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/routers/30b51c91-48da-4900-ac2a-415ac2e93d54 HTTP/1.1" status: 404 len: 336 time: 0.0521712 Jan 27 19:55:32.179375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.210047 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be47026-061a-42db-a0b5-2b4894450d55 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.210512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be47026-061a-42db-a0b5-2b4894450d55 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.217213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56060) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.217623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4be47026-061a-42db-a0b5-2b4894450d55 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e6e34409-4bb6-434f-9831-86015db992b1 HTTP/1.1" status: 404 len: 337 time: 0.0367649 Jan 27 19:55:32.264865 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1a1711b8-20be-45d6-839e-4f9ce611d342 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b27f799-055c-4356-9ade-f4c34c81188f HTTP/1.1" status: 200 len: 205 time: 0.0458896 Jan 27 19:55:32.266877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.319122 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-d27ecdbc-20a5-4279-bdcd-9f01acc9eab4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] delete failed (client error): The resource could not be found. Jan 27 19:55:32.320595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d27ecdbc-20a5-4279-bdcd-9f01acc9eab4 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/routers/5b27f799-055c-4356-9ade-f4c34c81188f HTTP/1.1" status: 404 len: 336 time: 0.0495167 Jan 27 19:55:32.323267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56064) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.360106 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-480092b8-986b-4b03-8311-2d5eb84a3650 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.360991 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480092b8-986b-4b03-8311-2d5eb84a3650 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.365609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-480092b8-986b-4b03-8311-2d5eb84a3650 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/3e97620f-b8c8-4744-949c-c72d2dcc3275 HTTP/1.1" status: 404 len: 337 time: 0.0405219 Jan 27 19:55:32.368022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56066) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.404947 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b736f1-d6ca-482c-82e2-4e93392c631a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.405790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b736f1-d6ca-482c-82e2-4e93392c631a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.409853 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d8b736f1-d6ca-482c-82e2-4e93392c631a tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/bb4826c7-1cdd-41ea-95f9-bfdac929ec20 HTTP/1.1" status: 404 len: 337 time: 0.0406253 Jan 27 19:55:32.412298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.440071 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-69911301-9697-4792-8bea-ce9f9c6feb70 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.441030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69911301-9697-4792-8bea-ce9f9c6feb70 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.445103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69911301-9697-4792-8bea-ce9f9c6feb70 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/7152ee44-fd5b-4d04-b1e5-72c982f8b79a HTTP/1.1" status: 404 len: 333 time: 0.0310247 Jan 27 19:55:32.448174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56070) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.485344 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09109be-c452-4adc-92e3-4ddb1ce62839 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.486342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09109be-c452-4adc-92e3-4ddb1ce62839 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.490765 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c09109be-c452-4adc-92e3-4ddb1ce62839 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e81f38e3-a99b-4a2f-8a31-93554c19ae12 HTTP/1.1" status: 404 len: 337 time: 0.0413201 Jan 27 19:55:32.493228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56072) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.523353 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0791790e-199a-421e-b85c-a7d5be72a027 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.524297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0791790e-199a-421e-b85c-a7d5be72a027 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.529767 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0791790e-199a-421e-b85c-a7d5be72a027 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/1ce5afb2-c6dc-45ba-ba0f-9d42046613cb HTTP/1.1" status: 404 len: 333 time: 0.0347526 Jan 27 19:55:32.532181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56074) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.563990 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d7a689-3c97-4280-98de-e346ed00d5e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.564839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d7a689-3c97-4280-98de-e346ed00d5e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.569645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b7d7a689-3c97-4280-98de-e346ed00d5e8 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/514fd31b-c0d3-4814-8bee-38e811dba610 HTTP/1.1" status: 404 len: 337 time: 0.0360050 Jan 27 19:55:32.571531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56076) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.605084 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-22670b46-9533-4f0e-b5ba-88e98f3cace2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.606063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22670b46-9533-4f0e-b5ba-88e98f3cace2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.610724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22670b46-9533-4f0e-b5ba-88e98f3cace2 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/d5c4fabc-4242-4df0-9cf3-194eb4a80eec HTTP/1.1" status: 404 len: 333 time: 0.0360346 Jan 27 19:55:32.613194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56078) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.645086 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a7f99-7350-441e-8d32-0e6f085ab074 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.645977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9a7f99-7350-441e-8d32-0e6f085ab074 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.649870 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0e9a7f99-7350-441e-8d32-0e6f085ab074 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/dd1d6d0e-0f00-4ffc-8ad8-8d36dd3b010a HTTP/1.1" status: 404 len: 337 time: 0.0347955 Jan 27 19:55:32.651968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.686058 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e4034e-b594-4631-9383-f18dd9efdee0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.687805 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e4034e-b594-4631-9383-f18dd9efdee0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.707062 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-11e4034e-b594-4631-9383-f18dd9efdee0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/aa60decd-9329-4c71-adfe-c74216a480e9 HTTP/1.1" status: 404 len: 333 time: 0.0536754 Jan 27 19:55:32.710669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.777358 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1f69fc-1298-42c7-bf60-932262df2463 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.777987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1f69fc-1298-42c7-bf60-932262df2463 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.782130 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3c1f69fc-1298-42c7-bf60-932262df2463 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/e5e92935-f451-4e7f-968b-75f861f9d9b1 HTTP/1.1" status: 404 len: 337 time: 0.0697119 Jan 27 19:55:32.784593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.821460 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baa65de-0a75-4921-98dc-792b6e37855b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.822275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baa65de-0a75-4921-98dc-792b6e37855b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.828830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56088) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.829174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7baa65de-0a75-4921-98dc-792b6e37855b tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/16917f04-bccd-42d4-8509-5e164de423bc HTTP/1.1" status: 404 len: 333 time: 0.0432334 Jan 27 19:55:32.878280 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8b42b7-7059-4ac1-b113-85cc8d709e92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.879004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8b42b7-7059-4ac1-b113-85cc8d709e92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.883300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0a8b42b7-7059-4ac1-b113-85cc8d709e92 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/ce64c1d8-cc2b-42e1-a99a-b0e426752847 HTTP/1.1" status: 404 len: 337 time: 0.0531466 Jan 27 19:55:32.886228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56092) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.912846 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c070ce3-536c-4711-8cf6-1bcd51863421 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.913481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c070ce3-536c-4711-8cf6-1bcd51863421 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.917477 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7c070ce3-536c-4711-8cf6-1bcd51863421 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/3a1b1080-080b-478c-abe0-7a12229cd3da HTTP/1.1" status: 404 len: 333 time: 0.0295949 Jan 27 19:55:32.919338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42d33a-2ca0-4f4e-bc94-2cfe15a7dcc7 req-4efdfcd6-6a43-4278-81f1-a69009c90c18 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:32.921095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f42d33a-2ca0-4f4e-bc94-2cfe15a7dcc7 req-4efdfcd6-6a43-4278-81f1-a69009c90c18 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.1085663 Jan 27 19:55:32.921720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56096) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:32.985574 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-249f45e5-ba0f-4020-8dae-b0496f2a1238 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:32.986799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249f45e5-ba0f-4020-8dae-b0496f2a1238 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:32.992489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-249f45e5-ba0f-4020-8dae-b0496f2a1238 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/6f076a34-37c1-4102-9c7c-8ccdd375cad7 HTTP/1.1" status: 404 len: 337 time: 0.0696068 Jan 27 19:55:32.995343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56102) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:33.072404 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08b89be-91e4-44b0-8ff1-b8f4826ce3d0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:33.075009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08b89be-91e4-44b0-8ff1-b8f4826ce3d0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:33.083365 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c08b89be-91e4-44b0-8ff1-b8f4826ce3d0 tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/ports/f00b1271-252e-46b1-9f20-e3d8b17a5986 HTTP/1.1" status: 404 len: 333 time: 0.0839951 Jan 27 19:55:33.084184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:33.142917 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaf0b09-34ed-4e9c-a6c6-b687b055cfbb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] DELETE failed (client error): The resource could not be found. Jan 27 19:55:33.144010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eaf0b09-34ed-4e9c-a6c6-b687b055cfbb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:55:33.150061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2eaf0b09-34ed-4e9c-a6c6-b687b055cfbb tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/subnets/f01a9277-7ddb-4fa2-9351-86638ae708a5 HTTP/1.1" status: 404 len: 337 time: 0.0647168 Jan 27 19:55:33.152795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:33.343199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d9315070-72cb-41a3-b78f-8cd5e3f7eff0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.384077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7793e8-077e-4860-a8a3-1a0dd2143eea req-0ebffbfe-a53d-4fb2-9cd0-19fb0ef9127d tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:33.395576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef7793e8-077e-4860-a8a3-1a0dd2143eea req-0ebffbfe-a53d-4fb2-9cd0-19fb0ef9127d tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.1244600 Jan 27 19:55:33.544645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d9315070-72cb-41a3-b78f-8cd5e3f7eff0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.580050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9559-cd0c-4aae-a011-27ac9e0de35a req-ff629c17-750d-4de6-b25b-1e0ecdb3e592 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:33.591837 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9315070-72cb-41a3-b78f-8cd5e3f7eff0']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:33.601380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-681c9559-cd0c-4aae-a011-27ac9e0de35a req-ff629c17-750d-4de6-b25b-1e0ecdb3e592 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 1060 time: 0.0871787 Jan 27 19:55:33.619770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b47518-39b2-4682-9950-622216618b57') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:33.620156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b47518-39b2-4682-9950-622216618b57') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:33.635419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (67b47518-39b2-4682-9950-622216618b57), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.673531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (67b47518-39b2-4682-9950-622216618b57), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.700822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:55:33.701810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (67b47518-39b2-4682-9950-622216618b57), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:55:33.710928 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:55:33.871357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3e92a-66b8-442f-8a52-bd725879a2e4 req-8523c257-a66b-4b76-b83c-c1292f08f228 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:33.874498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cb3e92a-66b8-442f-8a52-bd725879a2e4 req-8523c257-a66b-4b76-b83c-c1292f08f228 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.1348701 Jan 27 19:55:33.911191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d9315070-72cb-41a3-b78f-8cd5e3f7eff0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.924358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:33.933013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] 10.222.0.59 "DELETE /v2.0/networks/d9315070-72cb-41a3-b78f-8cd5e3f7eff0 HTTP/1.1" status: 204 len: 168 time: 0.7762039 Jan 27 19:55:33.971136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79394e58-5f2b-475e-ab40-c33eac770c0f tempest-NetworksTestDHCPv6-2051409564 tempest-NetworksTestDHCPv6-2051409564-project] Pushing event deleted for resources: {'Network': ['ID=d9315070-72cb-41a3-b78f-8cd5e3f7eff0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:34.058677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cb3e92a-66b8-442f-8a52-bd725879a2e4 req-4f3f366e-5840-4e1e-bbfa-620e88c44318 tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1762674 Jan 27 19:55:34.080796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56118) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:34.164981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd2bf7-5c18-4ad6-be0a-6c30756d21ed tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:34.171126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8abd2bf7-5c18-4ad6-be0a-6c30756d21ed tempest-TestSecurityGroupsBasicOps-1744796848 tempest-TestSecurityGroupsBasicOps-1744796848-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 1055 time: 0.0855553 Jan 27 19:55:34.545012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:34.832690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae7523-51cd-4dfe-8441-522002ba05b2 req-764f7c52-eadf-4c65-98fb-d6c10c3d1380 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:34.837872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95ae7523-51cd-4dfe-8441-522002ba05b2 req-764f7c52-eadf-4c65-98fb-d6c10c3d1380 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.1043708 Jan 27 19:55:34.956116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9df48022-7132-4c7c-ab07-a7efea6c5d1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d2758940a844b4baab8d2c4f1a4b888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094472 Jan 27 19:55:34.958764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:35.070641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] Publish callbacks [] for security_group (25821c0e-ebfe-4454-8bba-c0d7b5eccbc2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:35.120451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] Publish callbacks [] for security_group (25821c0e-ebfe-4454-8bba-c0d7b5eccbc2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:35.227084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (25821c0e-ebfe-4454-8bba-c0d7b5eccbc2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:35.231237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:35.233222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25821c0e-ebfe-4454-8bba-c0d7b5eccbc2 HTTP/1.1" status: 204 len: 168 time: 0.2734609 Jan 27 19:55:35.245654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456481-6ddb-41e8-810f-52b54f2a3c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25821c0e-ebfe-4454-8bba-c0d7b5eccbc2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:36.071560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-28aa7915-040b-4539-b55c-601645b3f76b tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:36.076451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-28aa7915-040b-4539-b55c-601645b3f76b tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.66 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.1020923 Jan 27 19:55:36.135600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412f734-7c28-4455-b975-defc744dbdf7 req-609e2082-9a84-4cb4-85ee-05883b2fe916 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:36.162760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4412f734-7c28-4455-b975-defc744dbdf7 req-609e2082-9a84-4cb4-85ee-05883b2fe916 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 909 time: 0.1390862 Jan 27 19:55:36.323336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:36.327506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:36.530009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:36.530669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:36.544431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:36.698096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2d5295df-c093-4b54-8ba6-dc3f6fe174f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:36.700202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56172) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:36.785849 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=2d5295df-c093-4b54-8ba6-dc3f6fe174f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:36.891361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.891361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.891817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.892067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.892407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.892734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.893063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.893525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.893854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.894181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.894511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.894835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.895158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:36.937186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1647254053'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:36.957900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] No DVR routers for this DVR port 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:36.963778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:36.970928 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ddef5d04-ec24-470d-a4db-a8bae01473c7 req-d727c983-56de-4af8-8d20-a96820dba26e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.66 "DELETE /v2.0/ports/2d5295df-c093-4b54-8ba6-dc3f6fe174f0 HTTP/1.1" status: 204 len: 173 time: 0.8886681 Jan 27 19:55:36.971595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'name': 'network-vif-deleted', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:55:36.976625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Made reservation on behalf of b5dfb2bffdf446098ab41b153d210fe4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:36.981158 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:36.983672 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bed1cf-1f35-45aa-8ccc-d9d5f6a33446" -d '{"events": [{"server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "name": "network-vif-deleted", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:55:37.013458 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.042047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b532735-fff2-4820-ac52-79a90d51e135 x-openstack-request-id: req-3b532735-fff2-4820-ac52-79a90d51e135 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:55:37.042673 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da841ad2-a005-4c15-9af1-561ac01576da", "name": "network-vif-deleted", "tag": "2d5295df-c093-4b54-8ba6-dc3f6fe174f0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:55:37.043458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b532735-fff2-4820-ac52-79a90d51e135 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:55:37.044845 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da841ad2-a005-4c15-9af1-561ac01576da', 'name': 'network-vif-deleted', 'tag': '2d5295df-c093-4b54-8ba6-dc3f6fe174f0', 'status': 'completed', 'code': 200} Jan 27 19:55:37.213115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for security_group (f4693e44-3a66-421c-b3de-e1a247d6feed), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.220892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4693e44-3a66-421c-b3de-e1a247d6feed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.240882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:55:37.263121 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (57b07197-f4f9-45d6-b439-d98f31f536e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.263476 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Added segment 57b07197-f4f9-45d6-b439-d98f31f536e0 of type vlan for network 20809f94-798c-43ac-96e3-99ba34ecdc09 Jan 27 19:55:37.324913 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (20809f94-798c-43ac-96e3-99ba34ecdc09), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.410120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4693e44-3a66-421c-b3de-e1a247d6feed,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:37.427416 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (20809f94-798c-43ac-96e3-99ba34ecdc09), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.437274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:37.438203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:37.474144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.474520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.475119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.475470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.476025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.476411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.476759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.477114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.477463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.477847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.478184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.478512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.478842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:37.618775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'Network': ['ID=20809f94-798c-43ac-96e3-99ba34ecdc09,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:37.632729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:55:37.648250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56186) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:37.648925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-15750edb-2a97-43fd-ab4c-9796449d0cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9466929 Jan 27 19:55:37.656302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Request body: {'subnet': {'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:37.666675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e5efe964-2eb9-4d29-8728-9a049aa9f2fe req-0ff54730-f074-4e03-aa6a-e722bb134d6c tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=da841ad2-a005-4c15-9af1-561ac01576da HTTP/1.1" status: 200 len: 210 time: 0.3140099 Jan 27 19:55:37.795416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Made reservation on behalf of b5dfb2bffdf446098ab41b153d210fe4 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:37.799304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:38.033510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (397efcbc-1777-4d10-b43d-dcb2039bb856), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:38.109900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'Subnet': ['ID=397efcbc-1777-4d10-b43d-dcb2039bb856,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:38.135912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Checking segment: {'id': '57b07197-f4f9-45d6-b439-d98f31f536e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:38.136280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Network hostable DHCP agents. Network: 20809f94-798c-43ac-96e3-99ba34ecdc09, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:55:38.155635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:55:38.167200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 20809f94-798c-43ac-96e3-99ba34ecdc09) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:38.176234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a662d0-ae3c-472f-ba4b-37bd41db2e40 None None] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:38.185610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:38.186926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:38.210163 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-801df301-0253-4acd-9278-a6dfba749b15 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5596945 Jan 27 19:55:38.213120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:38.219873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Request body: {'port': {'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-367644396'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:38.376718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-20809f94-798c-43ac-96e3-99ba34ecdc09', 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09', 'project_id': 'b5dfb2bffdf446098ab41b153d210fe4', 'fixed_ips': [{'subnet_id': '397efcbc-1777-4d10-b43d-dcb2039bb856'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:55:38.377710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:38.421961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Made reservation on behalf of b5dfb2bffdf446098ab41b153d210fe4 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:38.426629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:38.456897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] device_id is not set on port 0a015bea-b568-4826-b474-8bbbccbd3220 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:55:38.635912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Allocated IP 2001:db8::3b8 (20809f94-798c-43ac-96e3-99ba34ecdc09/397efcbc-1777-4d10-b43d-dcb2039bb856/0a015bea-b568-4826-b474-8bbbccbd3220) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:38.781930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:39.012152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for port (0a015bea-b568-4826-b474-8bbbccbd3220), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.038299 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99ab33ca-bee8-4d52-81dd-3f260d86aea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.107954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.185653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:39.193187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:39.222469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Allocated IP 2001:db8::2 (20809f94-798c-43ac-96e3-99ba34ecdc09/397efcbc-1777-4d10-b43d-dcb2039bb856/5c6506a8-6ca5-4d0d-a970-bdaea4d47741) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:39.223823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:39.237183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:39.239380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.248801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'Port': ['ID=0a015bea-b568-4826-b474-8bbbccbd3220,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:39.281717 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c1079ffb-6712-4a6c-a68d-d045a06f0ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0669830 Jan 27 19:55:39.284672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:39.297496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Request body: {'port': {'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-705792713', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:39.299623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] bootfile-name is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:39.300221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] tftp-server is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:39.300739 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] server-ip-address is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:39.469748 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks [] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.479841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.535760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:39.539274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:39.548027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:39.606632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Made reservation on behalf of b5dfb2bffdf446098ab41b153d210fe4 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:39.611654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.616186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.668743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Attempting to bind port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:39.671042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Attempting to bind port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '57b07197-f4f9-45d6-b439-d98f31f536e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:39.671798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Attempting to bind port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 on network 20809f94-798c-43ac-96e3-99ba34ecdc09 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:39.685457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:39.686852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Checking segment: {'id': '57b07197-f4f9-45d6-b439-d98f31f536e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:39.687575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.688198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Bound using segment: {'id': '57b07197-f4f9-45d6-b439-d98f31f536e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:39.688962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Bound port: 5c6506a8-6ca5-4d0d-a970-bdaea4d47741, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b07197-f4f9-45d6-b439-d98f31f536e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20809f94-798c-43ac-96e3-99ba34ecdc09'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:39.689616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.694570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] device_id is not set on port 562242a8-6fd7-41b5-b20c-64200162c35c yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:55:39.785849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Pushing event updated for resources: {'Port': ['ID=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:39.826557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] For port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:39.833907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] For port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,segment=NetworkSegment(57b07197-f4f9-45d6-b439-d98f31f536e0),segment_id=57b07197-f4f9-45d6-b439-d98f31f536e0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:39.841614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:39.987233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce96db-7189-4acf-a128-c43a6cb41768 None None] Pushing event updated for resources: {'Port': ['ID=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:39.990875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Allocated IP 2001:db8::1e7 (20809f94-798c-43ac-96e3-99ba34ecdc09/397efcbc-1777-4d10-b43d-dcb2039bb856/562242a8-6fd7-41b5-b20c-64200162c35c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:40.278109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port cd930fb8-2d89-4a73-a69b-d34e32a64f29 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:40.278724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:40.404586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for port (562242a8-6fd7-41b5-b20c-64200162c35c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:40.517652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port cd930fb8-2d89-4a73-a69b-d34e32a64f29, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cd930fb8-2d89-4a73-a69b-d34e32a64f29,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:40.517946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:40.526043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (562242a8-6fd7-41b5-b20c-64200162c35c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:40.578852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for cd930fb8-2d89-4a73-a69b-d34e32a64f29 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:40.670381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:40.675453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:40.689087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:40.712043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:40.713543 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:40.773851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'Port': ['ID=562242a8-6fd7-41b5-b20c-64200162c35c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:40.794681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3bc34f84-173b-4de6-950a-e02a099623c2 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5059528 Jan 27 19:55:40.794996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:40.932107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf178f7-bd4f-4eed-bc71-59d834ae6429 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:40.954042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf178f7-bd4f-4eed-bc71-59d834ae6429 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:40.968565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf178f7-bd4f-4eed-bc71-59d834ae6429 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:40.976503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eaf178f7-bd4f-4eed-bc71-59d834ae6429 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1785073 Jan 27 19:55:40.977725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:41.030596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (cd930fb8-2d89-4a73-a69b-d34e32a64f29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:41.088488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=cd930fb8-2d89-4a73-a69b-d34e32a64f29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:41.134753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:41.296241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:41.377011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:41.382887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 2d5295df-c093-4b54-8ba6-dc3f6fe174f0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:41.400138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:41.402180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:41.670402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:41.670794 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:41.750816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,segment=NetworkSegment(57b07197-f4f9-45d6-b439-d98f31f536e0),segment_id=57b07197-f4f9-45d6-b439-d98f31f536e0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:41.766538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:41.880608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:41.936015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4263a4d-24ab-44d6-b815-f47f515c97ca None None] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:42.032903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.077668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Deleting port 562242a8-6fd7-41b5-b20c-64200162c35c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:42.080890 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (562242a8-6fd7-41b5-b20c-64200162c35c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.148165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d1eb1970-f014-4c57-800e-ce0d85c7e17c None None] Provisioning complete for port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:42.149827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1970-f014-4c57-800e-ce0d85c7e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.281901 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c508614-478c-4aad-a48b-96e6e33439bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.375900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (562242a8-6fd7-41b5-b20c-64200162c35c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.406382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Calling delete_port for 562242a8-6fd7-41b5-b20c-64200162c35c owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:42.453239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb1970-f014-4c57-800e-ce0d85c7e17c None None] Current status of the port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:42.803473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Provisioning complete for port 0a015bea-b568-4826-b474-8bbbccbd3220 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:42.805584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.881790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Port 0a015bea-b568-4826-b474-8bbbccbd3220 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:55:42.883955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (562242a8-6fd7-41b5-b20c-64200162c35c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.916937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Provisioning complete for port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:42.917213 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:42.942083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:55:43.020009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event deleted for resources: {'Port': ['ID=562242a8-6fd7-41b5-b20c-64200162c35c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:43.159865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:43.177468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Current status of the port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:43.202202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.209192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62521a38-da96-4d00-99ed-219746988dbb tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "DELETE /v2.0/ports/562242a8-6fd7-41b5-b20c-64200162c35c HTTP/1.1" status: 204 len: 168 time: 2.2267494 Jan 27 19:55:43.212010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56306) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:43.219333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Request body: {'port': {'name': 'tempest-new-port-name-686907803', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:43.220104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] bootfile-name is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:43.222650 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] tftp-server is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:43.224226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.api.validators [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] server-ip-address is not in valid_values {{(pid=103322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 19:55:43.248386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5132053b-6375-42ef-97bb-d03b48130c39 None None] Could not find standard attr ID for object 562242a8-6fd7-41b5-b20c-64200162c35c. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:43.323125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:43.324312 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.387142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:55:43.393108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6dadf76b-61de-4fc9-9691-a926e9144314 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "PUT /v2.0/routers/7ec69206-f4d6-4032-bcd1-0c86e4e53f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6097724 Jan 27 19:55:43.396756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:43.406874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Sync routers for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:55:43.471001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting subnet e09b1ae4-0235-48b8-a860-92b860bbd240 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:43.475964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (e09b1ae4-0235-48b8-a860-92b860bbd240), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.478899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.488047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a6c1211a-bcaf-47c3-b78d-2ba7d81d9346 None None] Provisioning complete for port 0a015bea-b568-4826-b474-8bbbccbd3220 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:43.489184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c1211a-bcaf-47c3-b78d-2ba7d81d9346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.555894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:43.559199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:43.598969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (e09b1ae4-0235-48b8-a860-92b860bbd240), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.790634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1211a-bcaf-47c3-b78d-2ba7d81d9346 None None] Port 0a015bea-b568-4826-b474-8bbbccbd3220 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:55:43.795759 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e09b1ae4-0235-48b8-a860-92b860bbd240), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.875473 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (e09b1ae4-0235-48b8-a860-92b860bbd240), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.907334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:43.916699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/subnets/e09b1ae4-0235-48b8-a860-92b860bbd240 HTTP/1.1" status: 204 len: 168 time: 0.5178533 Jan 27 19:55:43.920013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:43.921917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739747b-7202-4134-98e5-ea02a4e12340 None None] Network 1b13d9a9-d322-46e0-82af-542d9a689bfe requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:43.962100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:43.981998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c9736bbd-40eb-4cbd-8e7c-0d3bb40476b6 None None] Could not find standard attr ID for object 562242a8-6fd7-41b5-b20c-64200162c35c. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:44.009117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for port (0a015bea-b568-4826-b474-8bbbccbd3220), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.020243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.085854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:44.141190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event updated for resources: {'Port': ['ID=0a015bea-b568-4826-b474-8bbbccbd3220,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:44.153433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] In _notify_port_updated(), no bound segment for port 0a015bea-b568-4826-b474-8bbbccbd3220 on network 20809f94-798c-43ac-96e3-99ba34ecdc09 {{(pid=103322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 19:55:44.162552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:44.163511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.175436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8b5ac326-7944-4ce7-92a5-da7fb34a341e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "PUT /v2.0/ports/0a015bea-b568-4826-b474-8bbbccbd3220 HTTP/1.1" status: 200 len: 1129 time: 0.9611831 Jan 27 19:55:44.176702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56318) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:44.265298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0da6b-dbec-4f63-a577-791cb13569e5 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:44.274385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-37f0da6b-dbec-4f63-a577-791cb13569e5 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "GET /v2.0/ports/0a015bea-b568-4826-b474-8bbbccbd3220 HTTP/1.1" status: 200 len: 1129 time: 0.0953410 Jan 27 19:55:44.275330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56320) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:44.299804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df03172-e667-4790-aab0-26bab967448f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Subnet': ['ID=e09b1ae4-0235-48b8-a860-92b860bbd240,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:44.341139 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.442619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:40Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:44.455501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] DHCP port deletion for 1b13d9a9-d322-46e0-82af-542d9a689bfe request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:55:44.506676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Checking router: 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:55:44.582161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Routers {'7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:44.583257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:44.584562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Deleting port 0a015bea-b568-4826-b474-8bbbccbd3220 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:44.584562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.633031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.721638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port 69c3ca04-7709-4d76-841c-41975f05e14f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:44.722264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.806202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.845501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Calling delete_port for 0a015bea-b568-4826-b474-8bbbccbd3220 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:44.859997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port 69c3ca04-7709-4d76-841c-41975f05e14f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=69c3ca04-7709-4d76-841c-41975f05e14f,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:44.860370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:44.881405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for 69c3ca04-7709-4d76-841c-41975f05e14f owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:45.134873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (69c3ca04-7709-4d76-841c-41975f05e14f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.166032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=69c3ca04-7709-4d76-841c-41975f05e14f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:45.242672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a015bea-b568-4826-b474-8bbbccbd3220), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.259754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 54df1df3-0123-4599-80a4-ea591964341b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:45.294924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.320818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event deleted for resources: {'Port': ['ID=0a015bea-b568-4826-b474-8bbbccbd3220,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:45.344251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Deleting port 54df1df3-0123-4599-80a4-ea591964341b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:45.345007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (54df1df3-0123-4599-80a4-ea591964341b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.365992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.376731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e35dfb8f-dd89-4a93-833c-63eb83f4f0ac tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "DELETE /v2.0/ports/0a015bea-b568-4826-b474-8bbbccbd3220 HTTP/1.1" status: 204 len: 168 time: 1.1001303 Jan 27 19:55:45.379673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6f376a9d-b160-43bb-863c-779a82fccc58 None None] Could not find standard attr ID for object 0a015bea-b568-4826-b474-8bbbccbd3220. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:55:45.386496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56328) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:45.449729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Deleting subnet 397efcbc-1777-4d10-b43d-dcb2039bb856 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:45.459986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for subnet (397efcbc-1777-4d10-b43d-dcb2039bb856), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.512652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (397efcbc-1777-4d10-b43d-dcb2039bb856), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.576490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.580689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_controller (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.610601 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] Set router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:45.646628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (397efcbc-1777-4d10-b43d-dcb2039bb856), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.711872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7ec69206-f4d6-4032-bcd1-0c86e4e53f9c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.712968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec69206-f4d6-4032-bcd1-0c86e4e53f9c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:55:45.731552 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.733083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0e0c17d4-4bd2-4999-8d70-7fbd89c51f0a tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/routers/7ec69206-f4d6-4032-bcd1-0c86e4e53f9c HTTP/1.1" status: 204 len: 168 time: 1.8073690 Jan 27 19:55:45.735825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:45.774170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (397efcbc-1777-4d10-b43d-dcb2039bb856), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.809360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.843900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event deleted for resources: {'Subnet': ['ID=397efcbc-1777-4d10-b43d-dcb2039bb856,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:45.855242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.859552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9773f35f-d39f-4a2c-b7ff-3fe73d71680e tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "DELETE /v2.0/subnets/397efcbc-1777-4d10-b43d-dcb2039bb856 HTTP/1.1" status: 204 len: 168 time: 0.4729688 Jan 27 19:55:45.862102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:45.891534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d995e3c-b5da-4416-9bcf-14f3c91decef None None] Network 20809f94-798c-43ac-96e3-99ba34ecdc09 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:45.911131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (1b13d9a9-d322-46e0-82af-542d9a689bfe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:45.993882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.004958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (20809f94-798c-43ac-96e3-99ba34ecdc09), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.072370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port 54df1df3-0123-4599-80a4-ea591964341b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:46.072763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (54df1df3-0123-4599-80a4-ea591964341b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.085418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 54df1df3-0123-4599-80a4-ea591964341b is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:46.085807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (54df1df3-0123-4599-80a4-ea591964341b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.165360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Deleting port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:46.166070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.187594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=54df1df3-0123-4599-80a4-ea591964341b,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:46.187997 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (54df1df3-0123-4599-80a4-ea591964341b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.244277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Calling delete_port for 54df1df3-0123-4599-80a4-ea591964341b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:46.268883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=54df1df3-0123-4599-80a4-ea591964341b,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:46.269513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (54df1df3-0123-4599-80a4-ea591964341b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.270648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 54df1df3-0123-4599-80a4-ea591964341b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=54df1df3-0123-4599-80a4-ea591964341b,segment=NetworkSegment(772d7002-2f5c-4a0a-baf6-ea57028a0091),segment_id=772d7002-2f5c-4a0a-baf6-ea57028a0091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:46.272108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.299937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.302409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] For port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,segment=NetworkSegment(57b07197-f4f9-45d6-b439-d98f31f536e0),segment_id=57b07197-f4f9-45d6-b439-d98f31f536e0)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:46.302860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.329317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for 54df1df3-0123-4599-80a4-ea591964341b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:46.330661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Calling delete_port for 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:46.524621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5c6506a8-6ca5-4d0d-a970-bdaea4d47741), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.539443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.578877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event deleted for resources: {'Port': ['ID=5c6506a8-6ca5-4d0d-a970-bdaea4d47741,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:46.590492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:46.596819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] No DVR routers for this DVR port 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:46.604562 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] No DVR routers for this DVR port 54df1df3-0123-4599-80a4-ea591964341b on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:46.700975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:46.814280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (1b13d9a9-d322-46e0-82af-542d9a689bfe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.819346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (20809f94-798c-43ac-96e3-99ba34ecdc09), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.885844 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (54df1df3-0123-4599-80a4-ea591964341b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.892706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b13d9a9-d322-46e0-82af-542d9a689bfe']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.894789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20809f94-798c-43ac-96e3-99ba34ecdc09']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.917594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d7002-2f5c-4a0a-baf6-ea57028a0091') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.917979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d7002-2f5c-4a0a-baf6-ea57028a0091') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.922777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b07197-f4f9-45d6-b439-d98f31f536e0') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.923133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b07197-f4f9-45d6-b439-d98f31f536e0') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.932051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9abd0-a37a-4c53-a8dc-b0900d1df300 None None] DHCP port deletion for 20809f94-798c-43ac-96e3-99ba34ecdc09 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:55:46.940899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (57b07197-f4f9-45d6-b439-d98f31f536e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.944523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (772d7002-2f5c-4a0a-baf6-ea57028a0091), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.967845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (772d7002-2f5c-4a0a-baf6-ea57028a0091), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.970791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (57b07197-f4f9-45d6-b439-d98f31f536e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.976639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:40Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:46.987019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:55:46.987429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (772d7002-2f5c-4a0a-baf6-ea57028a0091), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.990963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:55:46.991379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (57b07197-f4f9-45d6-b439-d98f31f536e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:55:46.994882 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:55:46.997765 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:55:47.142594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] Pushing event deleted for resources: {'Port': ['ID=54df1df3-0123-4599-80a4-ea591964341b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:47.168775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f6677-88c0-4e9e-91ce-3c3eafe993fe None None] The sync data for ids ['7ec69206-f4d6-4032-bcd1-0c86e4e53f9c'] in n-d-760453-6 is: [{'id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-607987204', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:54:59Z', 'updated_at': '2022-01-27T19:55:40Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': '69c3ca04-7709-4d76-841c-41975f05e14f', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69206-f4d6-4032-bcd1-0c86e4e53f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:55:01Z', 'updated_at': '2022-01-27T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:55:47.189035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (1b13d9a9-d322-46e0-82af-542d9a689bfe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.192240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:47.194205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (20809f94-798c-43ac-96e3-99ba34ecdc09), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.200034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.206992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] 10.222.0.59 "DELETE /v2.0/networks/20809f94-798c-43ac-96e3-99ba34ecdc09 HTTP/1.1" status: 204 len: 168 time: 1.3435311 Jan 27 19:55:47.210912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.223823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/networks/1b13d9a9-d322-46e0-82af-542d9a689bfe HTTP/1.1" status: 204 len: 168 time: 1.4864378 Jan 27 19:55:47.227674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:47.230994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af50ad-135e-4d85-8bb0-33286c315826 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962 tempest-ExtraDHCPOptionsIpV6TestJSON-639994962-project] Pushing event deleted for resources: {'Network': ['ID=20809f94-798c-43ac-96e3-99ba34ecdc09,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:47.249054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb9e5e-fe27-44cd-a150-f40e89d52032 None None] No DVR routers for this DVR port 54df1df3-0123-4599-80a4-ea591964341b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:47.286132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba594c1-2c47-4ed4-81f7-3e31f2bdac09 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Network': ['ID=1b13d9a9-d322-46e0-82af-542d9a689bfe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:47.340417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:47.341363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5c6506a8-6ca5-4d0d-a970-bdaea4d47741 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:47.511165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port c848e38f-1bc3-43a2-8eda-b8b3e30845a0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:47.512067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.630500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.631173 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for floatingip (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:47.667156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for c848e38f-1bc3-43a2-8eda-b8b3e30845a0 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:47.830289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56354) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:47.994962 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c848e38f-1bc3-43a2-8eda-b8b3e30845a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.077233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=c848e38f-1bc3-43a2-8eda-b8b3e30845a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:48.162749 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5cd82933-b659-40d3-9059-11374b082fb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5dfb2bffdf446098ab41b153d210fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305821 Jan 27 19:55:48.165761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56360) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:48.170334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for floatingip (808d8d35-4b18-422a-94fc-b86f8b6f69cd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.170678 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Floating IP 808d8d35-4b18-422a-94fc-b86f8b6f69cd disassociated (deleted). External IP: 172.25.5.49, port: 49801d90-75a1-4bb6-8869-72527aee37dc. Jan 27 19:55:48.269379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] Publish callbacks [] for security_group (f4693e44-3a66-421c-b3de-e1a247d6feed), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.357791 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] Publish callbacks [] for security_group (f4693e44-3a66-421c-b3de-e1a247d6feed), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.443060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f4693e44-3a66-421c-b3de-e1a247d6feed), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.446092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.447206 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4693e44-3a66-421c-b3de-e1a247d6feed HTTP/1.1" status: 204 len: 168 time: 0.2801349 Jan 27 19:55:48.462483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1be1f-eaf4-4593-a50d-f9755bc02935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4693e44-3a66-421c-b3de-e1a247d6feed,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:48.616459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7557bdd0-54d8-4c12-807b-50b034a32e59 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:55:48.792866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:55:48.799299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:48.807118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Sync routers for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:55:48.831697 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:48.832256 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:48.834325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e1da0066-cbfe-4162-8cc2-1aa483685955 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/floatingips/808d8d35-4b18-422a-94fc-b86f8b6f69cd HTTP/1.1" status: 204 len: 168 time: 1.6053386 Jan 27 19:55:48.835454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:55:48.838404 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450f9930-60ac-42dd-8c06-29294fb5ecf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:55:48.922821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 69c3ca04-7709-4d76-841c-41975f05e14f no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:48.972580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 69c3ca04-7709-4d76-841c-41975f05e14f {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:48.972580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 69c3ca04-7709-4d76-841c-41975f05e14f not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:48.972580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cd930fb8-2d89-4a73-a69b-d34e32a64f29 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:49.027575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: cd930fb8-2d89-4a73-a69b-d34e32a64f29 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:49.029554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cd930fb8-2d89-4a73-a69b-d34e32a64f29 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:49.047319 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:49.190850 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0a1187-8589-4b99-907f-daab5476654f x-openstack-request-id: req-bb0a1187-8589-4b99-907f-daab5476654f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:55:49.191212 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:55:49.191576 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb0a1187-8589-4b99-907f-daab5476654f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:55:49.192057 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc', 'status': 'completed', 'code': 200} Jan 27 19:55:49.299960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-af9c6b58-fe7f-4d01-adc0-ccedd1ba9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:49.302401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-af9c6b58-fe7f-4d01-adc0-ccedd1ba9c7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 1135 time: 0.0848725 Jan 27 19:55:49.352058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1284-32ee-47a2-a797-0b265bef8ef3 req-04c18d9f-9b6b-4cbd-907a-5b1945f8c0ce tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:49.364598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd4c1284-32ee-47a2-a797-0b265bef8ef3 req-04c18d9f-9b6b-4cbd-907a-5b1945f8c0ce tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.0803449 Jan 27 19:55:49.431791 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:49.445085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-9680e3e5-46c0-4350-912e-2d608d392afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:49.447879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-9680e3e5-46c0-4350-912e-2d608d392afe service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 200 len: 898 time: 0.1383903 Jan 27 19:55:49.474809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd4c1284-32ee-47a2-a797-0b265bef8ef3 req-d61fa966-9367-4ff6-a994-769c51d76937 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1092012 Jan 27 19:55:49.511262 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-0144c2e4-b55e-4d1e-8d45-32f23e6698b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 200 len: 217 time: 0.0565765 Jan 27 19:55:49.530322 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Checking router: 7557bdd0-54d8-4c12-807b-50b034a32e59 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:55:49.540287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:49.540909 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:49.629098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-a8448f4a-3f8f-4c6f-8cef-3b5be9a5cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:49.636301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-a8448f4a-3f8f-4c6f-8cef-3b5be9a5cf69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 200 len: 835 time: 0.1177337 Jan 27 19:55:49.657658 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:49.721403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-8a449bde-98ed-40db-a7d9-dab7ed084c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:49.728848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-8a449bde-98ed-40db-a7d9-dab7ed084c81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc2bff1-3a3e-482e-9479-2855332d95ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847542 Jan 27 19:55:49.802656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:49.938478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98352393'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:49.965816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-4751928f-63fd-4b4a-8c7b-5c414f5776a8 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298360 Jan 27 19:55:49.966951 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:49.974530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:49.984656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.030769 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2942-a255-447d-a20b-4e183a762ef9 None None] The sync data for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 is: [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:53:53Z', 'revision_number': 4, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2712f8fc-1f3a-43ce-9834-1c2b9b590cba', 'name': '', 'network_id': '1bc2bff1-3a3e-482e-9479-2855332d95ec', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'mac_address': 'fa:16:3e:57:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:51Z', 'updated_at': '2022-01-27T19:54:00Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'subnets': [{'id': 'b2b6e8fe-5997-46b3-a117-fe6b7e064b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:55:50.043047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.182937 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-450f9930-60ac-42dd-8c06-29294fb5ecf5 req-6e6967ed-4982-422e-baf2-fa51905c3c4e service neutron] 10.222.0.39 "GET /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047591 Jan 27 19:55:50.277593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for security_group (6a421a62-3eba-468b-a996-c88e5ceb0c09), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.283703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a421a62-3eba-468b-a996-c88e5ceb0c09), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.325507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a421a62-3eba-468b-a996-c88e5ceb0c09,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:50.338512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:55:50.360500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (83a10ef4-bed8-4caf-89f0-aa207884c6ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.361244 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 83a10ef4-bed8-4caf-89f0-aa207884c6ca of type vlan for network 67d35dcd-9af1-47fd-928a-c5692d403f6a Jan 27 19:55:50.444277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (67d35dcd-9af1-47fd-928a-c5692d403f6a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.483258 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (67d35dcd-9af1-47fd-928a-c5692d403f6a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.495486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:50.496182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.510273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-a078f4f5-e2a9-40b9-b7d6-9f6db324f784 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:50.515661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-a078f4f5-e2a9-40b9-b7d6-9f6db324f784 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.1090438 Jan 27 19:55:50.579826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7758260 Jan 27 19:55:50.624170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428eb9b-86f0-4fa6-b35c-ee870665e87e None None] New status for floating IP 808d8d35-4b18-422a-94fc-b86f8b6f69cd: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:55:50.686082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97567a-fb23-48c4-8a3d-00b6a1bbd4d5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=67d35dcd-9af1-47fd-928a-c5692d403f6a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:50.719370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port 49801d90-75a1-4bb6-8869-72527aee37dc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:50.719718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:50.812205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:55:50.854508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56422) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:50.858683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8d4b6-d472-47ed-912e-928e21fdf3e9 req-451bdf5b-32cb-4a16-b679-08932297e8d8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:50.868558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30d8d4b6-d472-47ed-912e-928e21fdf3e9 req-451bdf5b-32cb-4a16-b679-08932297e8d8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 984 time: 0.1410348 Jan 27 19:55:51.012017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port 49801d90-75a1-4bb6-8869-72527aee37dc, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=49801d90-75a1-4bb6-8869-72527aee37dc,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:51.012392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.035904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30d8d4b6-d472-47ed-912e-928e21fdf3e9 req-f6e3fe97-f928-428f-9574-a9e510811b33 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc03400f-2138-42b2-a5e0-886788b5ef2d&id=094365f2-a88e-4fcd-841b-96e8d14cc171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1622872 Jan 27 19:55:51.052362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for 49801d90-75a1-4bb6-8869-72527aee37dc owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:51.168291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b97d85d-5dd8-4465-9013-39f5dc104437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.297173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (49801d90-75a1-4bb6-8869-72527aee37dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.335915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=49801d90-75a1-4bb6-8869-72527aee37dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:51.396099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] No DVR routers for this DVR port 49801d90-75a1-4bb6-8869-72527aee37dc on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:55:51.401296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.405239 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1d5a863a-5b73-462e-b02f-fe2877fe3a47 req-5e2e4408-c71d-4269-aa10-95cc8665a0ed tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.39 "DELETE /v2.0/ports/49801d90-75a1-4bb6-8869-72527aee37dc HTTP/1.1" status: 204 len: 173 time: 0.8835821 Jan 27 19:55:51.405723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'name': 'network-vif-deleted', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:55:51.408437 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68f315-db1a-4b83-a64d-96ad2c786454" -d '{"events": [{"server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "name": "network-vif-deleted", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:55:51.420240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b97d85d-5dd8-4465-9013-39f5dc104437 admin admin] Publish callbacks [] for security_group (08887025-bf67-4506-9498-a1f5928103ba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.431616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1b97d85d-5dd8-4465-9013-39f5dc104437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (08887025-bf67-4506-9498-a1f5928103ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.486742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1b97d85d-5dd8-4465-9013-39f5dc104437 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccd537233ef44d3fb4654b0a99a237ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6239758 Jan 27 19:55:51.489702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d85d-5dd8-4465-9013-39f5dc104437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08887025-bf67-4506-9498-a1f5928103ba,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:51.489975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:51.532027 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a0f0d-48af-4bfe-ae7b-d08e4a1a08c5 x-openstack-request-id: req-833a0f0d-48af-4bfe-ae7b-d08e4a1a08c5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:55:51.532652 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4546910-ee9c-4b99-948b-89346ae06b87", "name": "network-vif-deleted", "tag": "49801d90-75a1-4bb6-8869-72527aee37dc", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:55:51.532816 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-833a0f0d-48af-4bfe-ae7b-d08e4a1a08c5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:55:51.533240 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4546910-ee9c-4b99-948b-89346ae06b87', 'name': 'network-vif-deleted', 'tag': '49801d90-75a1-4bb6-8869-72527aee37dc', 'status': 'completed', 'code': 200} Jan 27 19:55:51.608515 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] Publish callbacks [] for security_group (08887025-bf67-4506-9498-a1f5928103ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.759544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] Publish callbacks [] for security_group (08887025-bf67-4506-9498-a1f5928103ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.858054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (08887025-bf67-4506-9498-a1f5928103ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.867501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:51.872540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08887025-bf67-4506-9498-a1f5928103ba HTTP/1.1" status: 204 len: 168 time: 0.3808904 Jan 27 19:55:51.903199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108addc6-b806-41ed-aac0-ed7a24ccaf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08887025-bf67-4506-9498-a1f5928103ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:52.364560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4673e263-3ecd-4207-8c7b-df68fb23cbe9 req-77ff4544-18a2-4035-9ce3-90b61bea639e tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4546910-ee9c-4b99-948b-89346ae06b87 HTTP/1.1" status: 200 len: 210 time: 0.1221280 Jan 27 19:55:53.517732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:53.650996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (094365f2-a88e-4fcd-841b-96e8d14cc171), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:53.711632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (094365f2-a88e-4fcd-841b-96e8d14cc171), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:53.807860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (094365f2-a88e-4fcd-841b-96e8d14cc171), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:53.818801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:53.821121 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/security-groups/094365f2-a88e-4fcd-841b-96e8d14cc171 HTTP/1.1" status: 204 len: 168 time: 0.3007853 Jan 27 19:55:53.823797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:53.847347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f88d8-c495-48fa-b66f-a4a17a4db2e8 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094365f2-a88e-4fcd-841b-96e8d14cc171,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:53.978113 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.002059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (bc03400f-2138-42b2-a5e0-886788b5ef2d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.038801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (bc03400f-2138-42b2-a5e0-886788b5ef2d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.108857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bc03400f-2138-42b2-a5e0-886788b5ef2d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.112799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.116593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/security-groups/bc03400f-2138-42b2-a5e0-886788b5ef2d HTTP/1.1" status: 204 len: 168 time: 0.2890377 Jan 27 19:55:54.117045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:54.150609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0434-1e00-4167-b24d-756a1590d285 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03400f-2138-42b2-a5e0-886788b5ef2d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:54.154411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:54.168391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:54.370723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:54.377817 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.624337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (8bc09e1a-5eae-4735-93fe-2201d784472c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.882808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=8bc09e1a-5eae-4735-93fe-2201d784472c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:54.898115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': '83a10ef4-bed8-4caf-89f0-aa207884c6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:54.900084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: 67d35dcd-9af1-47fd-928a-c5692d403f6a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:55:54.971974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:55:54.977133 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:54.992758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 67d35dcd-9af1-47fd-928a-c5692d403f6a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:55.004412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bb79a-6d21-403f-b185-96aff9d2d422 None None] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:55.014639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:55.015243 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.057055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a9660e04-6fdc-4f8b-8a22-ac3dd70aedeb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8995636 Jan 27 19:55:55.061947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:55.072672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386689626'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:55.107251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (7557bdd0-54d8-4c12-807b-50b034a32e59), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.139536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:55.145995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.208368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:55:55.226880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dfb1573f-952e-451b-b57e-9d8848d42182), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.227465 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment dfb1573f-952e-451b-b57e-9d8848d42182 of type vlan for network f1a34495-c994-4453-adc1-191576acbcbc Jan 27 19:55:55.253031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-67d35dcd-9af1-47fd-928a-c5692d403f6a', 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '8bc09e1a-5eae-4735-93fe-2201d784472c'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:55:55.254168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.395949 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f1a34495-c994-4453-adc1-191576acbcbc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.453056 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f1a34495-c994-4453-adc1-191576acbcbc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.484617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:55.485631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.623678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Allocated IP 2001:db8:0:ffff::2 (67d35dcd-9af1-47fd-928a-c5692d403f6a/8bc09e1a-5eae-4735-93fe-2201d784472c/366d9ae8-d695-4483-b0bb-bd4b09659ad3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:55:55.670488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6069703 Jan 27 19:55:55.674234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56760) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:55.687973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'f1a34495-c994-4453-adc1-191576acbcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:55.734243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:55:55.735371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.745528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8613d-71df-46ea-aaf8-5b78364f6a7e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=f1a34495-c994-4453-adc1-191576acbcbc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:55.946856 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks [] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:55.955583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 49801d90-75a1-4bb6-8869-72527aee37dc no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:55:55.957807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f1a34495-c994-4453-adc1-191576acbcbc details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:55:55.961552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.043486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:56.055261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.081461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 49801d90-75a1-4bb6-8869-72527aee37dc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:55:56.082041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 49801d90-75a1-4bb6-8869-72527aee37dc not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:55:56.133994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port 2712f8fc-1f3a-43ce-9834-1c2b9b590cba, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:56.135203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.167458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for 2712f8fc-1f3a-43ce-9834-1c2b9b590cba owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:55:56.170470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:55:56.175922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:56.188781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:55:56.216726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Pushing event updated for resources: {'Port': ['ID=366d9ae8-d695-4483-b0bb-bd4b09659ad3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:56.277468 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.279565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.280090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.280917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.281775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.282588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.283408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.284055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.284876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.285482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.286213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.286724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.287213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:55:56.302133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Attempting to bind port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:55:56.302697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Attempting to bind port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '83a10ef4-bed8-4caf-89f0-aa207884c6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:55:56.303363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Attempting to bind port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 on network 67d35dcd-9af1-47fd-928a-c5692d403f6a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:55:56.309710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:55:56.310482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Checking segment: {'id': '83a10ef4-bed8-4caf-89f0-aa207884c6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:56.311092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.311977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Bound using segment: {'id': '83a10ef4-bed8-4caf-89f0-aa207884c6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:55:56.312661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Bound port: 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a10ef4-bed8-4caf-89f0-aa207884c6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '67d35dcd-9af1-47fd-928a-c5692d403f6a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:55:56.313243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.423516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] For port 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:55:56.428165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] For port 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=366d9ae8-d695-4483-b0bb-bd4b09659ad3,segment=NetworkSegment(83a10ef4-bed8-4caf-89f0-aa207884c6ca),segment_id=83a10ef4-bed8-4caf-89f0-aa207884c6ca)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:55:56.436117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:56.542142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8408-fda6-48a5-bd5d-99b7fd35658a None None] Pushing event updated for resources: {'Port': ['ID=366d9ae8-d695-4483-b0bb-bd4b09659ad3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:56.986111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (3ad874b1-9c6c-48cc-b13b-072e39904a4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:57.262021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=3ad874b1-9c6c-48cc-b13b-072e39904a4b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:57.289406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 366d9ae8-d695-4483-b0bb-bd4b09659ad3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:57.336549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': 'dfb1573f-952e-451b-b57e-9d8848d42182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f1a34495-c994-4453-adc1-191576acbcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:55:57.341814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: f1a34495-c994-4453-adc1-191576acbcbc, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:55:57.345657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2712f8fc-1f3a-43ce-9834-1c2b9b590cba), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:57.397188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=2712f8fc-1f3a-43ce-9834-1c2b9b590cba,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:57.478139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network f1a34495-c994-4453-adc1-191576acbcbc is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:55:57.489995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:57.494062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:57.508166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f1a34495-c994-4453-adc1-191576acbcbc) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:55:57.515717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:57.521177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:57.570888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468f93b-ccc5-4a53-b4c3-2ef8ecd397be None None] Network f1a34495-c994-4453-adc1-191576acbcbc requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:57.774126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-07f21e7e-d0cf-4c5b-98a1-b1a80aa7a781 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0946376 Jan 27 19:55:57.774522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:57.826479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (7557bdd0-54d8-4c12-807b-50b034a32e59), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.009539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:58.010219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.013020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f1a34495-c994-4453-adc1-191576acbcbc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.076420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=366d9ae8-d695-4483-b0bb-bd4b09659ad3,segment=NetworkSegment(83a10ef4-bed8-4caf-89f0-aa207884c6ca),segment_id=83a10ef4-bed8-4caf-89f0-aa207884c6ca)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:55:58.104887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.120316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63455c-1fc8-4f8b-952e-9c0c96c9e5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f1a34495-c994-4453-adc1-191576acbcbc', 'network_id': 'f1a34495-c994-4453-adc1-191576acbcbc', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '3ad874b1-9c6c-48cc-b13b-072e39904a4b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:55:58.123649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a63455c-1fc8-4f8b-952e-9c0c96c9e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.177048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3ad874b1-9c6c-48cc-b13b-072e39904a4b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.361702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (3ad874b1-9c6c-48cc-b13b-072e39904a4b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.395318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Router 7557bdd0-54d8-4c12-807b-50b034a32e59 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:55:58.447464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad874b1-9c6c-48cc-b13b-072e39904a4b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:58.493652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b09cc-835a-471a-8aa2-7e28fce52e2c None None] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:58.508492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=366d9ae8-d695-4483-b0bb-bd4b09659ad3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:58.632900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f1a34495-c994-4453-adc1-191576acbcbc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.658040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:55:58.676586 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Sync routers for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:55:58.683364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-71be9c33-e8ba-4bd5-be1d-6a7577cc1dd6 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "PUT /v2.0/routers/7557bdd0-54d8-4c12-807b-50b034a32e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5649030 Jan 27 19:55:58.686367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56976) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:58.694927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a34495-c994-4453-adc1-191576acbcbc']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:58.697178 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:58.697841 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:58.716646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb1573f-952e-451b-b57e-9d8848d42182') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:58.716874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb1573f-952e-451b-b57e-9d8848d42182') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:58.744152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (dfb1573f-952e-451b-b57e-9d8848d42182), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.772846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dfb1573f-952e-451b-b57e-9d8848d42182), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.788078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:55:58.788822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (dfb1573f-952e-451b-b57e-9d8848d42182), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.805099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting subnet b2b6e8fe-5997-46b3-a117-fe6b7e064b1b {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:55:58.806971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2199dc5a-bc61-4b75-8197-ef4e2c5ecb77 None None] Provisioning complete for port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:58.807365 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2199dc5a-bc61-4b75-8197-ef4e2c5ecb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.811472 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (b2b6e8fe-5997-46b3-a117-fe6b7e064b1b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:55:58.866826 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-0a63455c-1fc8-4f8b-952e-9c0c96c9e5a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ad874b1-9c6c-48cc-b13b-072e39904a4b: This subnet is being modified by another concurrent operation. Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ad874b1-9c6c-48cc-b13b-072e39904a4b: This subnet is being modified by another concurrent operation. Jan 27 19:55:58.891558 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:55:58.901535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f1a34495-c994-4453-adc1-191576acbcbc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.910393 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:58.910750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.928396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/f1a34495-c994-4453-adc1-191576acbcbc HTTP/1.1" status: 204 len: 168 time: 1.1523011 Jan 27 19:55:58.929765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (b2b6e8fe-5997-46b3-a117-fe6b7e064b1b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:58.931218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 56982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:58.949547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840699388'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:58.955046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559baf8d-056e-4c2a-8acb-64feeb6d086d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=f1a34495-c994-4453-adc1-191576acbcbc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:58.982391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b457c0e-6ad6-4a5a-b746-32d64b8de701 None None] Network f1a34495-c994-4453-adc1-191576acbcbc requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:55:58.985675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:59.006771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.046672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:55:59.091916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (271b670a-68e7-4f63-8adc-18ae4c185257), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.095253 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 271b670a-68e7-4f63-8adc-18ae4c185257 of type vlan for network c5230ac1-710a-4731-9eff-e24ecf08078a Jan 27 19:55:59.100753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b457c0e-6ad6-4a5a-b746-32d64b8de701 None None] Network f1a34495-c994-4453-adc1-191576acbcbc could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:55:59.205550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (c5230ac1-710a-4731-9eff-e24ecf08078a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.209364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 366d9ae8-d695-4483-b0bb-bd4b09659ad3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:55:59.292939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b2b6e8fe-5997-46b3-a117-fe6b7e064b1b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.311160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (c5230ac1-710a-4731-9eff-e24ecf08078a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.328008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:55:59.335072 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.359894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2199dc5a-bc61-4b75-8197-ef4e2c5ecb77 None None] Current status of the port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:59.409426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:59.421115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.456006 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:55:57Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:59.470280 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (b2b6e8fe-5997-46b3-a117-fe6b7e064b1b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.521878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5891774 Jan 27 19:55:59.534021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 56996) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:59.542240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b6e8fe-5997-46b3-a117-fe6b7e064b1b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:59.573691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7d1ec-e9ba-4c1e-a71c-5302ee0cd3ae tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=c5230ac1-710a-4731-9eff-e24ecf08078a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:55:59.574469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:55:59.605353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network c5230ac1-710a-4731-9eff-e24ecf08078a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:55:59.612809 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Checking router: 7557bdd0-54d8-4c12-807b-50b034a32e59 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:55:59.632055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Routers {'7557bdd0-54d8-4c12-807b-50b034a32e59'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:55:59.639539 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['7557bdd0-54d8-4c12-807b-50b034a32e59'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:55:59.671114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3a748-6c8a-4ae9-a893-897ab94f9417 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:55:59.805762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.816140 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-01ff0f17-c9d1-4d73-8bb2-19b9df063c69 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/subnets/b2b6e8fe-5997-46b3-a117-fe6b7e064b1b HTTP/1.1" status: 204 len: 168 time: 1.1276722 Jan 27 19:55:59.818542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:55:59.819324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:55:59.829093 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:55:59.894710 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] Set router 7557bdd0-54d8-4c12-807b-50b034a32e59 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:55:59.902624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:55:59.975856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5aa9cdb6-a62e-409c-87d8-7309f265142a None None] Provisioning complete for port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:55:59.976235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cdb6-a62e-409c-87d8-7309f265142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.136082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.203267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3a748-6c8a-4ae9-a893-897ab94f9417 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:56:00.311134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (7cc0b6c2-96cb-4cce-bc5c-345081427677), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.356053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9cdb6-a62e-409c-87d8-7309f265142a None None] Current status of the port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:00.508158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=7cc0b6c2-96cb-4cce-bc5c-345081427677,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:00.526542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': '271b670a-68e7-4f63-8adc-18ae4c185257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:00.531109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: c5230ac1-710a-4731-9eff-e24ecf08078a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:00.557084 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:55:57Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:00.573224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network c5230ac1-710a-4731-9eff-e24ecf08078a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:00.592009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, c5230ac1-710a-4731-9eff-e24ecf08078a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:00.602612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:00.606199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.620187 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6d231-912e-44b0-8646-70149ebdbd7e None None] The sync data for ids ['7557bdd0-54d8-4c12-807b-50b034a32e59'] in n-d-760453-6 is: [{'id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-366506507', 'tenant_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:53:43Z', 'updated_at': '2022-01-27T19:55:57Z', 'revision_number': 5, 'project_id': '557bbe87dc1c499b9e949f3504d4ff3a', 'gw_port': {'id': 'b189cab5-cf63-4560-bbfd-d3ff6f9fcde3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557bdd0-54d8-4c12-807b-50b034a32e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:53:45Z', 'updated_at': '2022-01-27T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:00.682725 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc171a58-eb9f-4a26-a68f-707828828609 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1295240 Jan 27 19:56:00.687658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:00.701920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149528789'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:00.742199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91f6cb-18df-4d8a-8c60-f993fbfe2bc9 None None] Network 1bc2bff1-3a3e-482e-9479-2855332d95ec requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:00.765221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:00.776423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.855687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:00.860845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9136be-ee1e-48fd-8f38-c14a89792b69 None None] Network c5230ac1-710a-4731-9eff-e24ecf08078a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:00.900689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9d89595-519a-4e2d-b9f7-e7c258d7f20b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:00.901038 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment b9d89595-519a-4e2d-b9f7-e7c258d7f20b of type vlan for network 39ff9218-d927-43c4-b592-257f364924d7 Jan 27 19:56:01.023302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2712f8fc-1f3a-43ce-9834-1c2b9b590cba no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:01.066287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (39ff9218-d927-43c4-b592-257f364924d7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.067857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2712f8fc-1f3a-43ce-9834-1c2b9b590cba {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:01.068342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2712f8fc-1f3a-43ce-9834-1c2b9b590cba not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:01.098141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-c5230ac1-710a-4731-9eff-e24ecf08078a', 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '7cc0b6c2-96cb-4cce-bc5c-345081427677'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:01.104774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.150360 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (39ff9218-d927-43c4-b592-257f364924d7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.165411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:01.166081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.174124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] DHCP port deletion for 1bc2bff1-3a3e-482e-9479-2855332d95ec request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:56:01.411401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_gateway (7557bdd0-54d8-4c12-807b-50b034a32e59), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.422690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=39ff9218-d927-43c4-b592-257f364924d7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:01.455174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 39ff9218-d927-43c4-b592-257f364924d7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:01.455850 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2ddc2c50-932e-41e8-b34a-8c488a295b55 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7662213 Jan 27 19:56:01.456875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57020) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:01.464324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': '39ff9218-d927-43c4-b592-257f364924d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:01.603366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:01.611324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.629050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Allocated IP 2001:db8::1 (c5230ac1-710a-4731-9eff-e24ecf08078a/7cc0b6c2-96cb-4cce-bc5c-345081427677/b4bae5fb-9a4c-4d17-ab70-70663b32fa76) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:01.632835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Deleting port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:01.637487 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.694582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Performing IP validity checks on allocation pools {{(pid=103322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:56:01.696360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:56:01.714305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Deleting port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:01.714679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.847967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] For port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,segment=NetworkSegment(bbb44077-0da9-4113-ad8a-b3f73ce334ad),segment_id=bbb44077-0da9-4113-ad8a-b3f73ce334ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:01.848935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.864344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Calling delete_port for cca82fcd-a760-4226-bfb3-9d15ab5a3fdf owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:01.865629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] For port b189cab5-cf63-4560-bbfd-d3ff6f9fcde3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:01.867483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.903763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Calling delete_port for b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:01.915135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (05748fc3-8a24-419a-a131-443ef1b85898), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:01.964622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (cca82fcd-a760-4226-bfb3-9d15ab5a3fdf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.002434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] Pushing event deleted for resources: {'Port': ['ID=cca82fcd-a760-4226-bfb3-9d15ab5a3fdf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:02.073165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64b37f-8fbc-4539-90d9-4063ee203714 None None] No DVR routers for this DVR port cca82fcd-a760-4226-bfb3-9d15ab5a3fdf on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:02.124082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': 'b9d89595-519a-4e2d-b9f7-e7c258d7f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '39ff9218-d927-43c4-b592-257f364924d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:02.124438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: 39ff9218-d927-43c4-b592-257f364924d7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:02.135603 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=05748fc3-8a24-419a-a131-443ef1b85898,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:02.209356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network 39ff9218-d927-43c4-b592-257f364924d7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:02.228228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 39ff9218-d927-43c4-b592-257f364924d7) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:02.233794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:02.234448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.254572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b189cab5-cf63-4560-bbfd-d3ff6f9fcde3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.258546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8548c-6a41-4e6a-85c3-37a10e3f98d3 None None] Network 39ff9218-d927-43c4-b592-257f364924d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:02.270374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a4f0c070-7b85-4a30-be9f-e9e34118bfd1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8120654 Jan 27 19:56:02.270655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:02.332010 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks [] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.368416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.420053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Port': ['ID=b189cab5-cf63-4560-bbfd-d3ff6f9fcde3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:02.536828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (39ff9218-d927-43c4-b592-257f364924d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.562358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (7557bdd0-54d8-4c12-807b-50b034a32e59), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.704948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.707418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router_controller (7557bdd0-54d8-4c12-807b-50b034a32e59), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.777580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Network c5230ac1-710a-4731-9eff-e24ecf08078a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:02.784708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:02.797442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Pushing event updated for resources: {'Port': ['ID=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:02.801703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:02.816716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (7557bdd0-54d8-4c12-807b-50b034a32e59), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.821687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Fanout notify agent at l3_agent the message router_deleted on router 7557bdd0-54d8-4c12-807b-50b034a32e59 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:56:02.854429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:02.856545 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cbdba131-9760-427d-8f1a-ac0891f67a44 tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/routers/7557bdd0-54d8-4c12-807b-50b034a32e59 HTTP/1.1" status: 204 len: 168 time: 3.0360763 Jan 27 19:56:02.859419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:02.859856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (05748fc3-8a24-419a-a131-443ef1b85898), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.082187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Attempting to bind port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:03.082187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Attempting to bind port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '271b670a-68e7-4f63-8adc-18ae4c185257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:03.082187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Attempting to bind port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 on network c5230ac1-710a-4731-9eff-e24ecf08078a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:03.099787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (05748fc3-8a24-419a-a131-443ef1b85898), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.112544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f03be-23cc-4119-b9da-96644e684085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-39ff9218-d927-43c4-b592-257f364924d7', 'network_id': '39ff9218-d927-43c4-b592-257f364924d7', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '05748fc3-8a24-419a-a131-443ef1b85898'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:03.116448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (1bc2bff1-3a3e-482e-9479-2855332d95ec), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.117584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-275f03be-23cc-4119-b9da-96644e684085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.159293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:03.161385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Checking segment: {'id': '271b670a-68e7-4f63-8adc-18ae4c185257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:03.161823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.162236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Bound using segment: {'id': '271b670a-68e7-4f63-8adc-18ae4c185257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:03.165631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Bound port: b4bae5fb-9a4c-4d17-ab70-70663b32fa76, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271b670a-68e7-4f63-8adc-18ae4c185257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5230ac1-710a-4731-9eff-e24ecf08078a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:03.166066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.205402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=05748fc3-8a24-419a-a131-443ef1b85898,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:03.223538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cca82fcd-a760-4226-bfb3-9d15ab5a3fdf no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:03.295604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (39ff9218-d927-43c4-b592-257f364924d7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.320074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ff9218-d927-43c4-b592-257f364924d7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.334453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d89595-519a-4e2d-b9f7-e7c258d7f20b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.335014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d89595-519a-4e2d-b9f7-e7c258d7f20b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.346533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: cca82fcd-a760-4226-bfb3-9d15ab5a3fdf {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:03.349759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device cca82fcd-a760-4226-bfb3-9d15ab5a3fdf not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:03.353116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b9d89595-519a-4e2d-b9f7-e7c258d7f20b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.394508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (1bc2bff1-3a3e-482e-9479-2855332d95ec), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.397123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b9d89595-519a-4e2d-b9f7-e7c258d7f20b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.410256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:03.410668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b9d89595-519a-4e2d-b9f7-e7c258d7f20b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.488693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc2bff1-3a3e-482e-9479-2855332d95ec']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:03.495291 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:03.509492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb44077-0da9-4113-ad8a-b3f73ce334ad') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.510073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb44077-0da9-4113-ad8a-b3f73ce334ad') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:03.526910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (bbb44077-0da9-4113-ad8a-b3f73ce334ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.554236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (bbb44077-0da9-4113-ad8a-b3f73ce334ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.577406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:03.577406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (bbb44077-0da9-4113-ad8a-b3f73ce334ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.579947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] For port b4bae5fb-9a4c-4d17-ab70-70663b32fa76, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:03.583798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] For port b4bae5fb-9a4c-4d17-ab70-70663b32fa76, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,segment=NetworkSegment(271b670a-68e7-4f63-8adc-18ae4c185257),segment_id=271b670a-68e7-4f63-8adc-18ae4c185257)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:03.586532 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:03.592369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.608316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (39ff9218-d927-43c4-b592-257f364924d7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.614432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.631396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/39ff9218-d927-43c4-b592-257f364924d7 HTTP/1.1" status: 204 len: 168 time: 1.3283117 Jan 27 19:56:03.633343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771db084-6cd6-4b76-84d8-28a4b4842382 None None] Network 39ff9218-d927-43c4-b592-257f364924d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:03.649036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:03.669958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (1bc2bff1-3a3e-482e-9479-2855332d95ec), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.684577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.686076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771db084-6cd6-4b76-84d8-28a4b4842382 None None] Network 39ff9218-d927-43c4-b592-257f364924d7 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:56:03.691266 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439591325'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:03.709874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] 10.222.0.59 "DELETE /v2.0/networks/1bc2bff1-3a3e-482e-9479-2855332d95ec HTTP/1.1" status: 204 len: 168 time: 0.8482118 Jan 27 19:56:03.733859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfb1aa-f7dc-40c3-8411-b4b406032c39 None None] Pushing event updated for resources: {'Port': ['ID=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:03.752630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e84e8-59c0-4273-a62d-5117eb39a49f tempest-TestSecurityGroupsBasicOps-174786485 tempest-TestSecurityGroupsBasicOps-174786485-project] Pushing event deleted for resources: {'Network': ['ID=1bc2bff1-3a3e-482e-9479-2855332d95ec,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:03.756225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f381-1e00-44be-9cbe-e59f26d18618 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=39ff9218-d927-43c4-b592-257f364924d7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:03.765123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:03.783250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.837007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:03.860100 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (67c041de-b472-4e9f-9d33-c4b8d07379e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:03.861140 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 67c041de-b472-4e9f-9d33-c4b8d07379e7 of type vlan for network 73e7b577-8385-44d3-b6e8-45481e605008 Jan 27 19:56:03.962277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (73e7b577-8385-44d3-b6e8-45481e605008), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.020099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (73e7b577-8385-44d3-b6e8-45481e605008), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.036500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:04.043592 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.369134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6840677 Jan 27 19:56:04.370882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:04.379625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': '73e7b577-8385-44d3-b6e8-45481e605008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:04.412359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0949e-c2a9-4505-8a42-1ff360e23190 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=73e7b577-8385-44d3-b6e8-45481e605008,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:04.446970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 73e7b577-8385-44d3-b6e8-45481e605008 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:04.531450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:04.671523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:04.677297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.732250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a75596e3-5bb9-4afe-865b-b1e3dcc5906a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=557bbe87dc1c499b9e949f3504d4ff3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988938 Jan 27 19:56:04.734714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:04.843077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] Publish callbacks [] for security_group (3f110dad-a284-4266-b5bd-3cd89e534dee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.878689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] Publish callbacks [] for security_group (3f110dad-a284-4266-b5bd-3cd89e534dee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.992080 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3f110dad-a284-4266-b5bd-3cd89e534dee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.997802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:04.999440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f110dad-a284-4266-b5bd-3cd89e534dee HTTP/1.1" status: 204 len: 168 time: 0.2616439 Jan 27 19:56:05.048181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52429d9-b0c1-485d-baca-3ed2752f778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f110dad-a284-4266-b5bd-3cd89e534dee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:05.171551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b4bae5fb-9a4c-4d17-ab70-70663b32fa76 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:05.255522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (63f09acf-a8b7-4819-858f-b76743e6b7f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.393466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:05.397877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=63f09acf-a8b7-4819-858f-b76743e6b7f2,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:05.406187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': '67c041de-b472-4e9f-9d33-c4b8d07379e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '73e7b577-8385-44d3-b6e8-45481e605008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:05.406612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: 73e7b577-8385-44d3-b6e8-45481e605008, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:05.411601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.430675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network 73e7b577-8385-44d3-b6e8-45481e605008 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:05.449444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 73e7b577-8385-44d3-b6e8-45481e605008) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:05.459307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:05.461173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.494490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f62b3-ad0d-4c5d-ad80-a369dad48e7c None None] Network 73e7b577-8385-44d3-b6e8-45481e605008 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:05.497533 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-619e6a6f-c484-43e3-9353-7b67b654197a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1230433 Jan 27 19:56:05.500089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:05.698851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a9581-0d23-424b-bee2-0d9989814089 None None] Network c5230ac1-710a-4731-9eff-e24ecf08078a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:05.700666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57084) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:05.718886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (73e7b577-8385-44d3-b6e8-45481e605008), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.732649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb16d2c0-5f86-4bbd-974a-a50a4fa9f133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.786328 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (63f09acf-a8b7-4819-858f-b76743e6b7f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.876355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Provisioning complete for port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:05.876738 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.877097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (63f09acf-a8b7-4819-858f-b76743e6b7f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.919353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb16d2c0-5f86-4bbd-974a-a50a4fa9f133 admin admin] Publish callbacks [] for security_group (a583cc7a-619d-49ea-8a4d-9388287e80be), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.925467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb16d2c0-5f86-4bbd-974a-a50a4fa9f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a583cc7a-619d-49ea-8a4d-9388287e80be), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:05.936823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=63f09acf-a8b7-4819-858f-b76743e6b7f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:06.020674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990346d6-bc0c-427b-999c-41cf173c40cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-73e7b577-8385-44d3-b6e8-45481e605008', 'network_id': '73e7b577-8385-44d3-b6e8-45481e605008', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '63f09acf-a8b7-4819-858f-b76743e6b7f2'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:06.021864 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-990346d6-bc0c-427b-999c-41cf173c40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.028742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:06.029425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.038848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb16d2c0-5f86-4bbd-974a-a50a4fa9f133 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54a46eef844141dbb3958fd6eac83f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370473 Jan 27 19:56:06.041463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:06.042156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d2c0-5f86-4bbd-974a-a50a4fa9f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a583cc7a-619d-49ea-8a4d-9388287e80be,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:06.110460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (73e7b577-8385-44d3-b6e8-45481e605008), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.121158 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:56:06.172278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e7b577-8385-44d3-b6e8-45481e605008']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:06.186836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] Publish callbacks [] for security_group (a583cc7a-619d-49ea-8a4d-9388287e80be), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.211257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c041de-b472-4e9f-9d33-c4b8d07379e7') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:06.218876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c041de-b472-4e9f-9d33-c4b8d07379e7') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:06.236746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b4bae5fb-9a4c-4d17-ab70-70663b32fa76, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,segment=NetworkSegment(271b670a-68e7-4f63-8adc-18ae4c185257),segment_id=271b670a-68e7-4f63-8adc-18ae4c185257)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:06.243991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] Publish callbacks [] for security_group (a583cc7a-619d-49ea-8a4d-9388287e80be), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.252253 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.255959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (67c041de-b472-4e9f-9d33-c4b8d07379e7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.276486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:06.278948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875eabdc-f7fd-4349-afc7-d3d653aee515 None None] Network 73e7b577-8385-44d3-b6e8-45481e605008 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:06.304325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (67c041de-b472-4e9f-9d33-c4b8d07379e7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.331444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:06.337823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (67c041de-b472-4e9f-9d33-c4b8d07379e7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.347184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a583cc7a-619d-49ea-8a4d-9388287e80be), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.352113 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.354032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a583cc7a-619d-49ea-8a4d-9388287e80be HTTP/1.1" status: 204 len: 168 time: 0.3048115 Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:06.354193 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:06.373386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2c77c-688a-44b4-9806-362f3706f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a583cc7a-619d-49ea-8a4d-9388287e80be,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:06.375855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Current status of the port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:06.392050 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.523848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (73e7b577-8385-44d3-b6e8-45481e605008), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.532309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:06.540705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.546306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/73e7b577-8385-44d3-b6e8-45481e605008 HTTP/1.1" status: 204 len: 168 time: 1.0451398 Jan 27 19:56:06.546518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b189cab5-cf63-4560-bbfd-d3ff6f9fcde3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:06.550111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57094) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:06.556973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606905406'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:06.618020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef727ad8-2f7f-42fd-a600-354084300fb2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=73e7b577-8385-44d3-b6e8-45481e605008,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:06.624933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:06.638237 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.698750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:06.718708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.719088 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment a8efdc02-3921-4881-a103-c6da2608ae30 of type vlan for network ee7e4a9c-2567-4964-98f4-2002ba63e43c Jan 27 19:56:06.765355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:06.841318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.892379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.900049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:06.901037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:06.952596 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:56:06.953059 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:56:07.054525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b4bae5fb-9a4c-4d17-ab70-70663b32fa76 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:07.224028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:07.224512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.288895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:07.342382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bb0a1447-71e5-4c04-85ac-168226f4516a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb3e5b22ad22486ca981ed087b7401b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514443 Jan 27 19:56:07.343256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:07.427366 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] Publish callbacks [] for security_group (7f3df101-cddc-44a5-86ef-a4965727bf9d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.431189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:07.457652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] Publish callbacks [] for security_group (7f3df101-cddc-44a5-86ef-a4965727bf9d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.522542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (7f3df101-cddc-44a5-86ef-a4965727bf9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.525766 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.527666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad9162-90b3-4968-81b7-62e84c712018 None None] Current status of the port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:07.530930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f3df101-cddc-44a5-86ef-a4965727bf9d HTTP/1.1" status: 204 len: 168 time: 0.1866159 Jan 27 19:56:07.564914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb0846-ae7a-49c7-97fe-dbd5fdf57ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3df101-cddc-44a5-86ef-a4965727bf9d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:07.696118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-73621e8b-0a3c-4538-81bb-6ca37fb9b927 None None] Provisioning complete for port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:07.705781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73621e8b-0a3c-4538-81bb-6ca37fb9b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:07.781460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:07.786215 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2342868 Jan 27 19:56:07.790736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:07.827928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7930-405f-40f1-bd25-2a5afada1b5b tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=ee7e4a9c-2567-4964-98f4-2002ba63e43c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:07.855291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:08.001862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:08.009578 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:08.187871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-73621e8b-0a3c-4538-81bb-6ca37fb9b927 None None] Current status of the port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:08.438861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5fdb9f32-b951-4b49-89bd-b20572f04e65), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:08.468608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57140) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:08.562435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=5fdb9f32-b951-4b49-89bd-b20572f04e65,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:08.576504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': 'a8efdc02-3921-4881-a103-c6da2608ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:08.577048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: ee7e4a9c-2567-4964-98f4-2002ba63e43c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:08.601381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:08.622443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ee7e4a9c-2567-4964-98f4-2002ba63e43c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:08.632026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227084f3-5d02-4210-9915-583c86095579 None None] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:08.646443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:08.649200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:08.692052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-379022ff-ef15-4221-9035-d3a33f22a116 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9067819 Jan 27 19:56:08.692492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57148) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:08.834712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ee7e4a9c-2567-4964-98f4-2002ba63e43c', 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '5fdb9f32-b951-4b49-89bd-b20572f04e65'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:08.835523 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:08.932206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36836cf3-deeb-4795-bb46-40dec2811200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.033193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.051901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:09.087974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf799f39-9ca0-4c7b-a66e-68b2e37f31ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.139353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Allocated IP 2001:db8::1 (ee7e4a9c-2567-4964-98f4-2002ba63e43c/5fdb9f32-b951-4b49-89bd-b20572f04e65/282c3c3f-87a6-4c2f-8d15-8b66270cd212) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:09.216757 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5fdb9f32-b951-4b49-89bd-b20572f04e65), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.256858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1544092302-network', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:09.295632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Made reservation on behalf of e9fde1881fd54d6889ad9f344f14ff18 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:09.298198 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.307752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36836cf3-deeb-4795-bb46-40dec2811200 admin admin] Publish callbacks [] for security_group (a0bcb108-0670-47e5-9060-01fceec35b16), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.313342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.316438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36836cf3-deeb-4795-bb46-40dec2811200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0bcb108-0670-47e5-9060-01fceec35b16), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.422785 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36836cf3-deeb-4795-bb46-40dec2811200 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5729e6702b904e5794f9b580c64b0147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9530234 Jan 27 19:56:09.427030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:09.428037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36836cf3-deeb-4795-bb46-40dec2811200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bcb108-0670-47e5-9060-01fceec35b16,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:09.476724 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks [] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.484607 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.493626 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks [] for security_group (f3ac47b0-d039-46a9-a1bb-05673f79d0e5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.501964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3ac47b0-d039-46a9-a1bb-05673f79d0e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.522476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (5fdb9f32-b951-4b49-89bd-b20572f04e65), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.535780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Pushing event updated for resources: {'Port': ['ID=282c3c3f-87a6-4c2f-8d15-8b66270cd212,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:09.555454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:09.555921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ac47b0-d039-46a9-a1bb-05673f79d0e5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:09.557432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:09.567865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdb9f32-b951-4b49-89bd-b20572f04e65,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:09.571845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:09.591918 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:09.607506 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c2d14292-b57d-4442-8283-a73bf533fb23), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.608173 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Added segment c2d14292-b57d-4442-8283-a73bf533fb23 of type vlan for network 957ae865-fde4-40b1-814c-83953d46c9d7 Jan 27 19:56:09.636222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.665328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7e4a9c-2567-4964-98f4-2002ba63e43c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:09.667717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (957ae865-fde4-40b1-814c-83953d46c9d7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.686229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8efdc02-3921-4881-a103-c6da2608ae30') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:09.686669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8efdc02-3921-4881-a103-c6da2608ae30') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:09.695069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Attempting to bind port 282c3c3f-87a6-4c2f-8d15-8b66270cd212 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:09.695459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Attempting to bind port 282c3c3f-87a6-4c2f-8d15-8b66270cd212 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'a8efdc02-3921-4881-a103-c6da2608ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:09.696149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Attempting to bind port 282c3c3f-87a6-4c2f-8d15-8b66270cd212 on network ee7e4a9c-2567-4964-98f4-2002ba63e43c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:09.702644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (957ae865-fde4-40b1-814c-83953d46c9d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.704876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:09.708456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.710217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:09.710604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Checking segment: {'id': 'a8efdc02-3921-4881-a103-c6da2608ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:09.711017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.711414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Bound using segment: {'id': 'a8efdc02-3921-4881-a103-c6da2608ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:09.711689 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.711895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Bound port: 282c3c3f-87a6-4c2f-8d15-8b66270cd212, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8efdc02-3921-4881-a103-c6da2608ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:09.712279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.746967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.762570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:09.763691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.846075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] Pushing event updated for resources: {'Network': ['ID=957ae865-fde4-40b1-814c-83953d46c9d7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:09.862307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d435affc-561a-4305-8c58-b05d984a8f60 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8090854 Jan 27 19:56:09.865800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:09.866137 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:09.869027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 957ae865-fde4-40b1-814c-83953d46c9d7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:09.872530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Request body: {'subnet': {'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1544092302-subnet', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:09.881190 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] Publish callbacks [] for security_group (a0bcb108-0670-47e5-9060-01fceec35b16), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.885050 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:56:09.885050 n-d-760453-6 neutron-server[103322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:56:09.885050 n-d-760453-6 neutron-server[103322]: [parameters: {'id': 'ee7e4a9c-2567-4964-98f4-2002ba63e43c'}] Jan 27 19:56:09.885050 n-d-760453-6 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:56:09.885915 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:56:09.905951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Made reservation on behalf of e9fde1881fd54d6889ad9f344f14ff18 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:09.911194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:09.934794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] Publish callbacks [] for security_group (a0bcb108-0670-47e5-9060-01fceec35b16), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.009807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a0bcb108-0670-47e5-9060-01fceec35b16), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.016905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.019279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0bcb108-0670-47e5-9060-01fceec35b16 HTTP/1.1" status: 204 len: 168 time: 0.5867021 Jan 27 19:56:10.034745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] For port 282c3c3f-87a6-4c2f-8d15-8b66270cd212, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:10.038994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a6f6-323a-4bf2-b70d-7715bc95efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bcb108-0670-47e5-9060-01fceec35b16,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:10.087044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] For port 282c3c3f-87a6-4c2f-8d15-8b66270cd212, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=282c3c3f-87a6-4c2f-8d15-8b66270cd212,segment=NetworkSegment(a8efdc02-3921-4881-a103-c6da2608ae30),segment_id=a8efdc02-3921-4881-a103-c6da2608ae30)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:10.114235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.294903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (94388c0c-c6dd-4944-a033-3b86b6ee7a23), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.337579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f493b-ca94-4ef5-97d6-58d6fb7b012c None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:56:10.372752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Checking segment: {'id': 'c2d14292-b57d-4442-8283-a73bf533fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:10.375817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Network hostable DHCP agents. Network: 957ae865-fde4-40b1-814c-83953d46c9d7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:10.388216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.391572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94388c0c-c6dd-4944-a033-3b86b6ee7a23,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:10.439785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Network 957ae865-fde4-40b1-814c-83953d46c9d7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:10.471931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 957ae865-fde4-40b1-814c-83953d46c9d7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:10.483544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:10.486914 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.540581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-072a9e54-e323-4060-8ee4-c87e6b29a73c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6713355 Jan 27 19:56:10.541915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:10.555118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1544092302-router', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:10.595243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e5e4-d195-497a-a90a-d2f43501fd63 None None] Pushing event updated for resources: {'Port': ['ID=282c3c3f-87a6-4c2f-8d15-8b66270cd212,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:10.664653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting port 282c3c3f-87a6-4c2f-8d15-8b66270cd212 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:10.664988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.673289 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.690479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.866339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f493b-ca94-4ef5-97d6-58d6fb7b012c None None] Unable to find a vacant binding_index for network 957ae865-fde4-40b1-814c-83953d46c9d7 and agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 27 19:56:10.889427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f493b-ca94-4ef5-97d6-58d6fb7b012c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 957ae865-fde4-40b1-814c-83953d46c9d7) {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:56:10.890861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for router_controller (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:10.905522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] For port 282c3c3f-87a6-4c2f-8d15-8b66270cd212, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=282c3c3f-87a6-4c2f-8d15-8b66270cd212,segment=NetworkSegment(a8efdc02-3921-4881-a103-c6da2608ae30),segment_id=a8efdc02-3921-4881-a103-c6da2608ae30)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:10.905522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.008206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Calling delete_port for 282c3c3f-87a6-4c2f-8d15-8b66270cd212 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:11.151625 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for router_gateway (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.269342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (282c3c3f-87a6-4c2f-8d15-8b66270cd212), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.310513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No DVR routers for this DVR port 282c3c3f-87a6-4c2f-8d15-8b66270cd212 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:11.345029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Port': ['ID=282c3c3f-87a6-4c2f-8d15-8b66270cd212,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:11.563178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.605246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-957ae865-fde4-40b1-814c-83953d46c9d7', 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7', 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'fixed_ips': [{'subnet_id': '94388c0c-c6dd-4944-a033-3b86b6ee7a23'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:11.606174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.686975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7e4a9c-2567-4964-98f4-2002ba63e43c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:11.745622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8efdc02-3921-4881-a103-c6da2608ae30') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:11.746044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8efdc02-3921-4881-a103-c6da2608ae30') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:11.758411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.852987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.872949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:11.873615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (a8efdc02-3921-4881-a103-c6da2608ae30), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:11.877746 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:11.883166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Allocated IP 172.20.0.2 (957ae865-fde4-40b1-814c-83953d46c9d7/94388c0c-c6dd-4944-a033-3b86b6ee7a23/832b8c20-f9b0-418c-a644-64d14e9cd415) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:11.942293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for router_gateway (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:11.987759 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.055701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks [] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.064862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.097580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ee7e4a9c-2567-4964-98f4-2002ba63e43c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.112776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.132472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Network 957ae865-fde4-40b1-814c-83953d46c9d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:12.138213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:12.139865 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/ee7e4a9c-2567-4964-98f4-2002ba63e43c HTTP/1.1" status: 204 len: 168 time: 3.4462810 Jan 27 19:56:12.145403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-244827099'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:12.161544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed91454-ac09-419c-973e-8f8dcb960cf7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=ee7e4a9c-2567-4964-98f4-2002ba63e43c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:12.181360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:12.188575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:12.191544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:12.197772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.198864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Pushing event updated for resources: {'Port': ['ID=832b8c20-f9b0-418c-a644-64d14e9cd415,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:12.219010 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d61a4a83-495b-44fe-b289-b740537cf562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.278044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:12.299243 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6ec62c65-eb94-43d5-aa51-d6d405d9de8a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.300214 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 6ec62c65-eb94-43d5-aa51-d6d405d9de8a of type vlan for network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 Jan 27 19:56:12.350650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Allocated IP 172.25.5.102 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e06de1cd-e1b6-4ece-95dd-e4fcc42b8311) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:12.376663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Attempting to bind port 832b8c20-f9b0-418c-a644-64d14e9cd415 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:12.384195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Attempting to bind port 832b8c20-f9b0-418c-a644-64d14e9cd415 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c2d14292-b57d-4442-8283-a73bf533fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:12.384195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Attempting to bind port 832b8c20-f9b0-418c-a644-64d14e9cd415 on network 957ae865-fde4-40b1-814c-83953d46c9d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:12.393315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:12.394429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Checking segment: {'id': 'c2d14292-b57d-4442-8283-a73bf533fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:12.396363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.396911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Bound using segment: {'id': 'c2d14292-b57d-4442-8283-a73bf533fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:12.399045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Bound port: 832b8c20-f9b0-418c-a644-64d14e9cd415, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d14292-b57d-4442-8283-a73bf533fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:12.401604 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.422872 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e5aeb511-aae8-4a28-a9f6-d5555f53edc3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.483154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e5aeb511-aae8-4a28-a9f6-d5555f53edc3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.490821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:12.493357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.539051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.555937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] For port 832b8c20-f9b0-418c-a644-64d14e9cd415, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:12.564545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] For port 832b8c20-f9b0-418c-a644-64d14e9cd415, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=832b8c20-f9b0-418c-a644-64d14e9cd415,segment=NetworkSegment(c2d14292-b57d-4442-8283-a73bf533fb23),segment_id=c2d14292-b57d-4442-8283-a73bf533fb23)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:12.575396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.589189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:12.652476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:12.655339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:12.659468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:12.661984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:12.684446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5417855 Jan 27 19:56:12.693578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57268) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:12.703830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:12.755508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729ea5-34ab-45f0-b837-f5b70ca13ec7 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=e5aeb511-aae8-4a28-a9f6-d5555f53edc3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:12.770101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:12.788922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde3d18-f71b-490f-9213-b48eee8c6582 None None] Pushing event updated for resources: {'Port': ['ID=832b8c20-f9b0-418c-a644-64d14e9cd415,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:13.088120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:13.092633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:13.382074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for router_gateway (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:13.798364 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:13.888837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (74c8c4d5-df16-47f6-b0b2-2233d73a268a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.040920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=74c8c4d5-df16-47f6-b0b2-2233d73a268a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:14.084312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': '6ec62c65-eb94-43d5-aa51-d6d405d9de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:14.084690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: e5aeb511-aae8-4a28-a9f6-d5555f53edc3, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:14.121497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:14.131021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:56:14.139923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e5aeb511-aae8-4a28-a9f6-d5555f53edc3) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:14.147128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:14.147787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.212820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b20b267b-235b-4e07-98c7-cbb1bdf01be4 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5156143 Jan 27 19:56:14.213161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:14.219476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:14.334043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:14.352361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Sync routers for ids ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:56:14.373271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Routers {'d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:14.374820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:14.388790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.392043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-35d2b4a4-5647-4eb3-a66d-f31e401ed6c3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8470135 Jan 27 19:56:14.396803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57298) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:14.432617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669e815-9e8d-44c7-8c24-7bd6e4777a61 None None] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:14.447851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d76fa-d751-4e54-ab5d-c46f36b3534e None None] Network 957ae865-fde4-40b1-814c-83953d46c9d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:14.451007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4e673-42fb-4579-9244-b411e06f2442 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:14.487029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:14.491781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.581424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669e815-9e8d-44c7-8c24-7bd6e4777a61 None None] Network ee7e4a9c-2567-4964-98f4-2002ba63e43c could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:56:14.703826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-e5aeb511-aae8-4a28-a9f6-d5555f53edc3', 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '74c8c4d5-df16-47f6-b0b2-2233d73a268a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:14.714339 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.816740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Provisioning complete for port 832b8c20-f9b0-418c-a644-64d14e9cd415 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:14.829875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.869561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (86f70a8f-3c92-4bc2-b6e2-3a65802a19bd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.927177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=86f70a8f-3c92-4bc2-b6e2-3a65802a19bd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:14.939341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:14.941740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:14.945017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:14.945700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:14.983358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-73ee19f3-1c22-40d6-9472-06af84eb7c91 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7685018 Jan 27 19:56:14.986012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57304) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:15.060760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.062304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.063911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.065458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.067040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.068783 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6481b8f-3dcf-4d33-aa19-05f2f0321af5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0818243 Jan 27 19:56:15.075805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:15.082670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022786179'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:15.127398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:15.134087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.193760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Allocated IP 2001:db8::2 (e5aeb511-aae8-4a28-a9f6-d5555f53edc3/74c8c4d5-df16-47f6-b0b2-2233d73a268a/21387aa2-3de7-4ee0-a684-cdab2ec94032) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:15.203381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:15.236753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b4eef45a-c814-45b2-9977-061df5fcaf14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.238578 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment b4eef45a-c814-45b2-9977-061df5fcaf14 of type vlan for network d1d498af-3f30-4193-857e-ea1ecda2b657 Jan 27 19:56:15.345081 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.394664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.400091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.400820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.467362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 832b8c20-f9b0-418c-a644-64d14e9cd415 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:15.530305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4533765 Jan 27 19:56:15.531892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6476ae-cc9d-41ec-af8d-5e3ab39c3d52 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=d1d498af-3f30-4193-857e-ea1ecda2b657,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:15.534804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:15.541525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:15.576382 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks [] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.581389 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:15.682767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Set router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:15.764301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.764632 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.802869 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.820288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network d1d498af-3f30-4193-857e-ea1ecda2b657 is not hosted by any dhcp agent {{(pid=103323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:56:15.833925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:15.837408 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:15.846202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "PUT /v2.0/networks/d1d498af-3f30-4193-857e-ea1ecda2b657 HTTP/1.1" status: 200 len: 723 time: 0.3068478 Jan 27 19:56:15.847906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:15.877452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': 'd1d498af-3f30-4193-857e-ea1ecda2b657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:15.888893 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.021630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 832b8c20-f9b0-418c-a644-64d14e9cd415 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:16.025337 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.033684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Pushing event updated for resources: {'Port': ['ID=21387aa2-3de7-4ee0-a684-cdab2ec94032,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:16.077709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.080883 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:16.101828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3cbb7-938f-4446-921e-0eccb77cbe46 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=d1d498af-3f30-4193-857e-ea1ecda2b657,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:16.113747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.182743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:16.186188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.298136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Allocated IP 172.20.0.1 (957ae865-fde4-40b1-814c-83953d46c9d7/94388c0c-c6dd-4944-a033-3b86b6ee7a23/b16b6aa4-a911-4c78-b7af-bc65932bee91) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:16.342182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:16.435273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:16.460124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:16.561939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks [] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.610668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.638536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (0bade39a-a8e0-4e5b-a245-ea90f1e7ed65), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.660752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Network 957ae865-fde4-40b1-814c-83953d46c9d7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:16.688097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.728033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:16.734583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:16.768126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:16.768857 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.788948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=0bade39a-a8e0-4e5b-a245-ea90f1e7ed65,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:16.803440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': 'b4eef45a-c814-45b2-9977-061df5fcaf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd1d498af-3f30-4193-857e-ea1ecda2b657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:16.804043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: d1d498af-3f30-4193-857e-ea1ecda2b657, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:16.813821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Attempting to bind port 21387aa2-3de7-4ee0-a684-cdab2ec94032 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:16.814369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Attempting to bind port 21387aa2-3de7-4ee0-a684-cdab2ec94032 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6ec62c65-eb94-43d5-aa51-d6d405d9de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:16.814561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Attempting to bind port 21387aa2-3de7-4ee0-a684-cdab2ec94032 on network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:16.835197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network d1d498af-3f30-4193-857e-ea1ecda2b657 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:16.850160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.857642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d1d498af-3f30-4193-857e-ea1ecda2b657) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:16.870939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:16.874003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.890258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:16.890660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:16.893058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823e8f9-134c-421e-ad5d-4e960dc792a6 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:16.909578 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7dbc02ac-6fd7-4711-bbfe-f2c9a3d2eee5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0606196 Jan 27 19:56:16.913066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:16.926549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:17.010467 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Pushing event updated for resources: {'Port': ['ID=b16b6aa4-a911-4c78-b7af-bc65932bee91,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:17.108874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:17.109337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Checking segment: {'id': '6ec62c65-eb94-43d5-aa51-d6d405d9de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:17.109757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.110160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Bound using segment: {'id': '6ec62c65-eb94-43d5-aa51-d6d405d9de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:17.110656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Bound port: 21387aa2-3de7-4ee0-a684-cdab2ec94032, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec62c65-eb94-43d5-aa51-d6d405d9de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:17.111043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.185490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4968337'] for subnet (0bade39a-a8e0-4e5b-a245-ea90f1e7ed65), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.277242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3808fde-77c1-4554-a9a5-f2575cb2534f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d1d498af-3f30-4193-857e-ea1ecda2b657', 'network_id': 'd1d498af-3f30-4193-857e-ea1ecda2b657', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '0bade39a-a8e0-4e5b-a245-ea90f1e7ed65'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:17.278711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3808fde-77c1-4554-a9a5-f2575cb2534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.291038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.351114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] For port 832b8c20-f9b0-418c-a644-64d14e9cd415, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=832b8c20-f9b0-418c-a644-64d14e9cd415,segment=NetworkSegment(c2d14292-b57d-4442-8283-a73bf533fb23),segment_id=c2d14292-b57d-4442-8283-a73bf533fb23)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:17.400935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.518199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781165712339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4937102'] for subnet (0bade39a-a8e0-4e5b-a245-ea90f1e7ed65), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.604704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] For port 21387aa2-3de7-4ee0-a684-cdab2ec94032, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:17.612991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] For port 21387aa2-3de7-4ee0-a684-cdab2ec94032, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=21387aa2-3de7-4ee0-a684-cdab2ec94032,segment=NetworkSegment(6ec62c65-eb94-43d5-aa51-d6d405d9de8a),segment_id=6ec62c65-eb94-43d5-aa51-d6d405d9de8a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:17.632945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=0bade39a-a8e0-4e5b-a245-ea90f1e7ed65,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:17.683868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks [] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.690311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:17.690919 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.691996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:56:17.692427 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:56:17.694748 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.698890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b25921a-c4a1-437c-8953-84362aa3ffc1 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "PUT /v2.0/subnets/0bade39a-a8e0-4e5b-a245-ea90f1e7ed65 HTTP/1.1" status: 200 len: 826 time: 0.7820292 Jan 27 19:56:17.700782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:17.718765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ffbfa-224f-442e-921f-be3161943ae4 None None] Network 957ae865-fde4-40b1-814c-83953d46c9d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:17.752111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.843546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Pushing event updated for resources: {'Port': ['ID=b16b6aa4-a911-4c78-b7af-bc65932bee91,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:17.855314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.857319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:17.875474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ba79-5f31-4bd8-93bd-f8ffd96101cb None None] Pushing event updated for resources: {'Port': ['ID=832b8c20-f9b0-418c-a644-64d14e9cd415,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:18.013444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (0bade39a-a8e0-4e5b-a245-ea90f1e7ed65), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.083955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Network 957ae865-fde4-40b1-814c-83953d46c9d7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:18.091208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:18.100802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-33ba5245-1c31-41b6-87ab-ed9099888c3f None None] Provisioning complete for port 832b8c20-f9b0-418c-a644-64d14e9cd415 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:18.109801 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33ba5245-1c31-41b6-87ab-ed9099888c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.185805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'name': 'tempest-ImageQuotaTest-1544092302-router', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:10Z', 'updated_at': '2022-01-27T19:56:13Z', 'revision_number': 3, 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'gw_port': {'id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:12Z', 'updated_at': '2022-01-27T19:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:18.241782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (0bade39a-a8e0-4e5b-a245-ea90f1e7ed65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.364084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=0bade39a-a8e0-4e5b-a245-ea90f1e7ed65,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:18.418100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:56:18.432177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:18.513856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.564125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d498af-3f30-4193-857e-ea1ecda2b657']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:18.586182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eef45a-c814-45b2-9977-061df5fcaf14') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:18.588961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eef45a-c814-45b2-9977-061df5fcaf14') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:18.611568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Checking router: d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:56:18.612334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Updating router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:56:18.617234 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b4eef45a-c814-45b2-9977-061df5fcaf14), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.647250 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b4eef45a-c814-45b2-9977-061df5fcaf14), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.655798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:18.656236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b4eef45a-c814-45b2-9977-061df5fcaf14), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.701602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:18.709375 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a0d0f7f-187b-496c-8cd4-62ee3fe6034d admin admin] 10.222.0.59 "PUT /v2.0/routers/d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3087130 Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:18.726658 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:18.751901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33ba5245-1c31-41b6-87ab-ed9099888c3f None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:18.759907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.765764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 832b8c20-f9b0-418c-a644-64d14e9cd415 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:18.790704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba41552-c541-4ddc-beea-f2190a91ea42 None None] Pushing event updated for resources: {'Port': ['ID=21387aa2-3de7-4ee0-a684-cdab2ec94032,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:18.792698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d1d498af-3f30-4193-857e-ea1ecda2b657), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.805541 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:18.810598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/d1d498af-3f30-4193-857e-ea1ecda2b657 HTTP/1.1" status: 204 len: 168 time: 1.1087034 Jan 27 19:56:18.814699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-b3808fde-77c1-4554-a9a5-f2575cb2534f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bade39a-a8e0-4e5b-a245-ea90f1e7ed65: This subnet is being modified by another concurrent operation. Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bade39a-a8e0-4e5b-a245-ea90f1e7ed65: This subnet is being modified by another concurrent operation. Jan 27 19:56:18.842701 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:56:18.907613 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98aef9d-a514-430b-9b5c-8939ab12e11d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:18.908162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98aef9d-a514-430b-9b5c-8939ab12e11d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:18.915219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff8309-1ce6-426a-b218-1f3c0361c591 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=d1d498af-3f30-4193-857e-ea1ecda2b657,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:18.927590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d98aef9d-a514-430b-9b5c-8939ab12e11d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/d1d498af-3f30-4193-857e-ea1ecda2b657 HTTP/1.1" status: 404 len: 339 time: 0.1115015 Jan 27 19:56:18.928107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:18.932623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f732843-86ff-441a-8dfc-7545c1121d58 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:18.952062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377354365', 'description': 'd1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:19.009569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:19.018397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.096416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:19.119848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1e4f49b6-dc33-4274-bbf3-1e7e0e62340b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.120214 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 1e4f49b6-dc33-4274-bbf3-1e7e0e62340b of type vlan for network 2a8ca311-f82a-45c8-ba5a-0d8309ca19db Jan 27 19:56:19.215551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.241709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f732843-86ff-441a-8dfc-7545c1121d58 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:56:19.286970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c2926-b024-42d5-831a-cea6674bbcc2 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:19.291687 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.302870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:19.305565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.382869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c2926-b024-42d5-831a-cea6674bbcc2 None None] Network d1d498af-3f30-4193-857e-ea1ecda2b657 could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:56:19.541214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6116636 Jan 27 19:56:19.544607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57354) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:19.570749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bfb8-b92d-410c-9b14-0d7afc59d42a tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=2a8ca311-f82a-45c8-ba5a-0d8309ca19db,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:19.614792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2a8ca311-f82a-45c8-ba5a-0d8309ca19db details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:19.665747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 832b8c20-f9b0-418c-a644-64d14e9cd415 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:19.666382 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:19.768504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba269f2-4a6a-42bf-9f36-dc09a2eb3e28 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:19.782358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:19.788512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'description': 'd2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:19.800133 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bba269f2-4a6a-42bf-9f36-dc09a2eb3e28 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks?id=2a8ca311-f82a-45c8-ba5a-0d8309ca19db HTTP/1.1" status: 200 len: 765 time: 0.2400525 Jan 27 19:56:20.025997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Provisioning complete for port b16b6aa4-a911-4c78-b7af-bc65932bee91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:20.030120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.047497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df2372-07ae-46fe-ae25-19ea44446689 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:20.259948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Port b16b6aa4-a911-4c78-b7af-bc65932bee91 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:56:20.338082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.389709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.408019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks [] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.412772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Provisioning complete for port 832b8c20-f9b0-418c-a644-64d14e9cd415 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:20.414651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.431441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network 2a8ca311-f82a-45c8-ba5a-0d8309ca19db is not hosted by any dhcp agent {{(pid=103323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:56:20.437472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:20.438370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:20.439917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "PUT /v2.0/networks/2a8ca311-f82a-45c8-ba5a-0d8309ca19db HTTP/1.1" status: 200 len: 762 time: 0.6564665 Jan 27 19:56:20.442950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:20.516200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9b24e-08a3-4cb5-a936-89ccf20d8a42 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=2a8ca311-f82a-45c8-ba5a-0d8309ca19db,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:20.687451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114a2a9-0354-435e-b56b-d49261d7a9c6 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:20.691768 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5114a2a9-0354-435e-b56b-d49261d7a9c6 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks?id=2a8ca311-f82a-45c8-ba5a-0d8309ca19db HTTP/1.1" status: 200 len: 765 time: 0.2477810 Jan 27 19:56:20.699305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:20.959063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:20.964815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2a8ca311-f82a-45c8-ba5a-0d8309ca19db details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:20.972591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.177203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859981ee-12fc-46ce-a01b-503cf169d0d0 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:21.181309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-859981ee-12fc-46ce-a01b-503cf169d0d0 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4799480 Jan 27 19:56:21.183960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:21.278869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39045-f8e9-4981-a4f0-74dac9ca77df None None] Pushing event updated for resources: {'Port': ['ID=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:21.314081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 21387aa2-3de7-4ee0-a684-cdab2ec94032 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:21.323291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Attempting to bind port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:21.324615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Attempting to bind port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:21.325762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Attempting to bind port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:21.346012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57386) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:21.374699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:21.375562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:21.376223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.377017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:21.377786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Bound port: e06de1cd-e1b6-4ece-95dd-e4fcc42b8311, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:21.378451 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.581740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] For port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:21.665949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] For port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:21.678757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:21.679941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.689421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.693110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb2eb2-8311-4ba3-bce1-3bf3c88456eb None None] Current status of the port 832b8c20-f9b0-418c-a644-64d14e9cd415 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:21.818898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7b3fdf69-6507-4e08-b598-1cef98f9d6ba tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 207 time: 0.6325407 Jan 27 19:56:21.823119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:21.870274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Update dhcp port {'port': {'network_id': 'e5aeb511-aae8-4a28-a9f6-d5555f53edc3', 'fixed_ips': [{'subnet_id': '74c8c4d5-df16-47f6-b0b2-2233d73a268a', 'ip_address': '2001:db8::2'}, {'subnet_id': '86f70a8f-3c92-4bc2-b6e2-3a65802a19bd'}], 'binding:host_id': 'n-d-760453-6'}, 'id': '21387aa2-3de7-4ee0-a684-cdab2ec94032'} from n-d-760453-6. {{(pid=103324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 19:56:21.934734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Provisioning complete for port b16b6aa4-a911-4c78-b7af-bc65932bee91 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:21.935366 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:21.973211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Routers {'d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:21.974549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:22.026375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39045-f8e9-4981-a4f0-74dac9ca77df None None] Pushing event updated for resources: {'Port': ['ID=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:22.045013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.082233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.106527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Port b16b6aa4-a911-4c78-b7af-bc65932bee91 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:56:22.143742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.148734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.154459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.161350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.165674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.171313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.173145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-705f5842-e69b-4f2b-bb08-872c7e5f0151 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3492029 Jan 27 19:56:22.181078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:22.212136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:22.212415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.253620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:22.253998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.374815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] Set router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:22.381421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:22.382061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-92d26d00-e472-48c7-a293-f18891f6df13 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1993589 Jan 27 19:56:22.418526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 21387aa2-3de7-4ee0-a684-cdab2ec94032, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=21387aa2-3de7-4ee0-a684-cdab2ec94032,segment=NetworkSegment(6ec62c65-eb94-43d5-aa51-d6d405d9de8a),segment_id=6ec62c65-eb94-43d5-aa51-d6d405d9de8a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:22.434815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.468263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.469599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.470883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.472163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.473598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.479503 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e04a8b2f-adba-4bae-afbb-f49283c33edb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0931213 Jan 27 19:56:22.479755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57402) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:22.581558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.583127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.584490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.585702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.586999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.592456 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2cf85629-c95b-42a5-9e5a-9833d150b604 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1079535 Jan 27 19:56:22.593173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:22.606682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Deleting port b16b6aa4-a911-4c78-b7af-bc65932bee91 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:22.607060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.638507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Allocated IP 172.20.0.1 (e5aeb511-aae8-4a28-a9f6-d5555f53edc3/86f70a8f-3c92-4bc2-b6e2-3a65802a19bd/21387aa2-3de7-4ee0-a684-cdab2ec94032) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:22.643878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=21387aa2-3de7-4ee0-a684-cdab2ec94032,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:22.681159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4037f116-4307-42cb-a389-0ddbfeaf6927 None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:22.712063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.727883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Calling delete_port for b16b6aa4-a911-4c78-b7af-bc65932bee91 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:22.730806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5120f-a5d6-466f-926c-a812c7aa09cc tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:22.732709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aeb5120f-a5d6-466f-926c-a812c7aa09cc tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks/67d35dcd-9af1-47fd-928a-c5692d403f6a HTTP/1.1" status: 200 len: 802 time: 0.1385059 Jan 27 19:56:22.736390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57406) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:22.814470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] For port 21387aa2-3de7-4ee0-a684-cdab2ec94032, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=21387aa2-3de7-4ee0-a684-cdab2ec94032,segment=NetworkSegment(6ec62c65-eb94-43d5-aa51-d6d405d9de8a),segment_id=6ec62c65-eb94-43d5-aa51-d6d405d9de8a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:22.855185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Publish callbacks [] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.859485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'name': 'tempest-ImageQuotaTest-1544092302-router', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:10Z', 'updated_at': '2022-01-27T19:56:17Z', 'revision_number': 4, 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'gw_port': {'id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:12Z', 'updated_at': '2022-01-27T19:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b16b6aa4-a911-4c78-b7af-bc65932bee91', 'name': '', 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'mac_address': 'fa:16:3e:fa:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '94388c0c-c6dd-4944-a033-3b86b6ee7a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:15Z', 'updated_at': '2022-01-27T19:56:17Z', 'revision_number': 2, 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'subnets': [{'id': '94388c0c-c6dd-4944-a033-3b86b6ee7a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:22.864074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:22.919717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75018f-f9fc-4f2a-be75-9d7f0472ccd1 None None] The sync data for ids ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'] in n-d-760453-6 is: [{'id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'name': 'tempest-ImageQuotaTest-1544092302-router', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:10Z', 'updated_at': '2022-01-27T19:56:17Z', 'revision_number': 4, 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'gw_port': {'id': 'e06de1cd-e1b6-4ece-95dd-e4fcc42b8311', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:12Z', 'updated_at': '2022-01-27T19:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'b16b6aa4-a911-4c78-b7af-bc65932bee91', 'name': '', 'network_id': '957ae865-fde4-40b1-814c-83953d46c9d7', 'tenant_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'mac_address': 'fa:16:3e:fa:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b2f4ab-d63f-4c43-8bdb-be34e0444ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '94388c0c-c6dd-4944-a033-3b86b6ee7a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:15Z', 'updated_at': '2022-01-27T19:56:17Z', 'revision_number': 2, 'project_id': 'e9fde1881fd54d6889ad9f344f14ff18', 'subnets': [{'id': '94388c0c-c6dd-4944-a033-3b86b6ee7a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:23.006426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c000e15-a776-4d82-84c0-8079242083a3 None None] Pushing event updated for resources: {'Port': ['ID=21387aa2-3de7-4ee0-a684-cdab2ec94032,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:23.031290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b16b6aa4-a911-4c78-b7af-bc65932bee91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.043558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-08eaf0ed-7a0d-4dc8-a444-900e9ded68e5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/networks/67d35dcd-9af1-47fd-928a-c5692d403f6a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.3055999 Jan 27 19:56:23.044457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57408) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:23.083642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16b6aa4-a911-4c78-b7af-bc65932bee91,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:23.126391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 21387aa2-3de7-4ee0-a684-cdab2ec94032 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:23.184882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f800ffc-4d44-4584-923e-1c87e7eeef75 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:23.190726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0f800ffc-4d44-4584-923e-1c87e7eeef75 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets/8bc09e1a-5eae-4735-93fe-2201d784472c HTTP/1.1" status: 200 len: 843 time: 0.1445153 Jan 27 19:56:23.197402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:23.319662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:23.320241 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.409502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a23a4-0846-48a0-af1b-96332c17491f tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:23.417198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-440a23a4-0846-48a0-af1b-96332c17491f tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "GET /v2.0/subnets/8bc09e1a-5eae-4735-93fe-2201d784472c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2170954 Jan 27 19:56:23.423557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57422) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:23.436158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685278320'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:23.536882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.537555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:23.541185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.542939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:23.636316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:23.646840 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.647336 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Added segment 3b6d4f98-4f3e-47f5-ac87-866f668c9a84 of type vlan for network 6032b39d-0adc-4e02-9730-0449598facd7 Jan 27 19:56:23.750715 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6032b39d-0adc-4e02-9730-0449598facd7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.816707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6032b39d-0adc-4e02-9730-0449598facd7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.823716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:23.826123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:23.979103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Network': ['ID=6032b39d-0adc-4e02-9730-0449598facd7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:23.986858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4f197ff3-fca5-4fc0-b727-5a4e7db8fa12 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5618017 Jan 27 19:56:23.989884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:23.996045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'network_id': '6032b39d-0adc-4e02-9730-0449598facd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:24.007714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:24.008617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6032b39d-0adc-4e02-9730-0449598facd7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:24.255772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Made reservation on behalf of 2d003af7107149a182e58aa44de59dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:24.261126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:24.262767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffc704-d980-406e-8ccf-cda6a4842ac9 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:56:24.349485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 19:56:24.350096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 19:56:24.624878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (611853a9-c7d4-4b74-844c-1218c734b9fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:24.655049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:56:24.755825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=611853a9-c7d4-4b74-844c-1218c734b9fd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:24.785480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Checking segment: {'id': '3b6d4f98-4f3e-47f5-ac87-866f668c9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:24.785855 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network hostable DHCP agents. Network: 6032b39d-0adc-4e02-9730-0449598facd7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:24.821674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Network 6032b39d-0adc-4e02-9730-0449598facd7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:24.828013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:24.831994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6032b39d-0adc-4e02-9730-0449598facd7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:24.836663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:24.837502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:24.867189 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f5de54b7-888a-42f5-b808-a876be93ae50 admin admin] 10.222.0.59 "PUT /v2.0/routers/d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5179024 Jan 27 19:56:24.868855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:24.871145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-493d7374-4729-45d5-8ea6-7cd418e3c13d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8799469 Jan 27 19:56:24.877165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57444) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:24.882979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:24.951732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cbdb559c-729e-4227-bca6-25d27bf12144 None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:24.952308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbdb559c-729e-4227-bca6-25d27bf12144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.018149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.024970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ffc704-d980-406e-8ccf-cda6a4842ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:56:25.271959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 21387aa2-3de7-4ee0-a684-cdab2ec94032 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:25.302838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66615051'] for subnet (611853a9-c7d4-4b74-844c-1218c734b9fd), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.313163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks [] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.326892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb559c-729e-4227-bca6-25d27bf12144 None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:25.463830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:25.463830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.608510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6032b39d-0adc-4e02-9730-0449598facd7', 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7', 'project_id': '2d003af7107149a182e58aa44de59dde', 'fixed_ips': [{'subnet_id': '611853a9-c7d4-4b74-844c-1218c734b9fd'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:25.609502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.714627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks [] for router_gateway (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.891490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:25.893041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:25.916255 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Deleting port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:25.916619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:25.919245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781165712339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66885523'] for subnet (611853a9-c7d4-4b74-844c-1218c734b9fd), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.015308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Allocated IP 2001:db8::3 (6032b39d-0adc-4e02-9730-0449598facd7/611853a9-c7d4-4b74-844c-1218c734b9fd/9235e9f3-1bdf-49f2-9c1f-06631fec8d21) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:26.036445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:26.036981 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.065276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:26.066314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.070364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "PUT /v2.0/subnets/611853a9-c7d4-4b74-844c-1218c734b9fd HTTP/1.1" status: 200 len: 900 time: 1.1894422 Jan 27 19:56:26.071066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:26.098283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56991440-599f-457b-9a5c-2886d0df153d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event updated for resources: {'Subnet': ['ID=611853a9-c7d4-4b74-844c-1218c734b9fd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:26.150693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] For port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:26.151073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.175468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Calling delete_port for e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:26.358212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:26.358945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.361022 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6032b39d-0adc-4e02-9730-0449598facd7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.389283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port e06de1cd-e1b6-4ece-95dd-e4fcc42b8311, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:26.397941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.491161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (611853a9-c7d4-4b74-844c-1218c734b9fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.592490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e06de1cd-e1b6-4ece-95dd-e4fcc42b8311), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.652354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:26.666326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06de1cd-e1b6-4ece-95dd-e4fcc42b8311,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:26.695356 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks [] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.709053 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.745536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (611853a9-c7d4-4b74-844c-1218c734b9fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.815509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Network 6032b39d-0adc-4e02-9730-0449598facd7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:26.820464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:26.838408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:26.859750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=611853a9-c7d4-4b74-844c-1218c734b9fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:26.860090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.881181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Pushing event updated for resources: {'Port': ['ID=9235e9f3-1bdf-49f2-9c1f-06631fec8d21,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:26.924707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Attempting to bind port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:26.925039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Attempting to bind port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '3b6d4f98-4f3e-47f5-ac87-866f668c9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:26.925437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Attempting to bind port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 on network 6032b39d-0adc-4e02-9730-0449598facd7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:26.937463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:26.937919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Checking segment: {'id': '3b6d4f98-4f3e-47f5-ac87-866f668c9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:26.938437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.938854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Bound using segment: {'id': '3b6d4f98-4f3e-47f5-ac87-866f668c9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:26.941134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Bound port: 9235e9f3-1bdf-49f2-9c1f-06631fec8d21, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d4f98-4f3e-47f5-ac87-866f668c9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6032b39d-0adc-4e02-9730-0449598facd7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:26.941560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:26.992133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6032b39d-0adc-4e02-9730-0449598facd7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.010623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.014144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks [] for router_controller (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.040028 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] Sync routers for ids ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:56:27.063435 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] Routers {'d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:27.072783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6032b39d-0adc-4e02-9730-0449598facd7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:27.075794 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:27.080219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.090671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:56:27.091977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d4f98-4f3e-47f5-ac87-866f668c9a84') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:27.091977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d4f98-4f3e-47f5-ac87-866f668c9a84') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:27.098348 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.101369 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-79d15dad-4998-46f1-a571-f9d0a8677cb2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd HTTP/1.1" status: 204 len: 168 time: 2.2298965 Jan 27 19:56:27.102724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57476) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:27.105591 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.137153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.151807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] For port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:27.154134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:27.154555 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.163309 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:27.166197 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:27.172001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Deleting subnet 94388c0c-c6dd-4944-a033-3b86b6ee7a23 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:27.176220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Publish callbacks [] for subnet (94388c0c-c6dd-4944-a033-3b86b6ee7a23), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.176357 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] Routers set() bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:27.176762 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] Router IDs set() for agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 19:56:27.177501 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 19:56:27.177979 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf382cc2-0a7d-4e91-a714-18442ff29999 None None] The sync data for ids ['d6b2f4ab-d63f-4c43-8bdb-be34e0444ddd'] in n-d-760453-6 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:27.247975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (94388c0c-c6dd-4944-a033-3b86b6ee7a23), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.262702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] For port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9235e9f3-1bdf-49f2-9c1f-06631fec8d21,segment=NetworkSegment(3b6d4f98-4f3e-47f5-ac87-866f668c9a84),segment_id=3b6d4f98-4f3e-47f5-ac87-866f668c9a84)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:27.263921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 19:56:27.263921 n-d-760453-6 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 19:56:27.263921 n-d-760453-6 neutron-server[103323]: [parameters: {'id': '6032b39d-0adc-4e02-9730-0449598facd7'}] Jan 27 19:56:27.263921 n-d-760453-6 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:56:27.264346 n-d-760453-6 neutron-server[103323]: DEBUG oslo_db.api [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:56:27.273248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.355767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (94388c0c-c6dd-4944-a033-3b86b6ee7a23), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.384369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ed3ce-8e1f-48e8-890b-44165259da0a None None] Pushing event updated for resources: {'Port': ['ID=9235e9f3-1bdf-49f2-9c1f-06631fec8d21,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:27.403646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0aaa81-2acc-493c-b33c-0c9bb6c1ab2e None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:56:27.440656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (94388c0c-c6dd-4944-a033-3b86b6ee7a23), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.469667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94388c0c-c6dd-4944-a033-3b86b6ee7a23,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:27.477346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.481244 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6688f60e-8e52-415a-bc5f-b3286fe0f9e0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/94388c0c-c6dd-4944-a033-3b86b6ee7a23 HTTP/1.1" status: 204 len: 168 time: 0.3770225 Jan 27 19:56:27.483768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57484) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:27.536402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0aaa81-2acc-493c-b33c-0c9bb6c1ab2e None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:56:27.588154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (957ae865-fde4-40b1-814c-83953d46c9d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.670326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Deleting port 832b8c20-f9b0-418c-a644-64d14e9cd415 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:27.670816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.757646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7576709-9095-40d9-b496-1e509a732bab None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:27.766207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6032b39d-0adc-4e02-9730-0449598facd7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.778113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e555688-8769-4aca-a1e7-a6a38b0b0630 None None] Network 6032b39d-0adc-4e02-9730-0449598facd7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:27.780830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce280ac5-34de-445d-97e9-4a0dfbf91843 None None] Network 957ae865-fde4-40b1-814c-83953d46c9d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:27.839658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] For port 832b8c20-f9b0-418c-a644-64d14e9cd415, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=832b8c20-f9b0-418c-a644-64d14e9cd415,segment=NetworkSegment(c2d14292-b57d-4442-8283-a73bf533fb23),segment_id=c2d14292-b57d-4442-8283-a73bf533fb23)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:27.839979 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:27.874517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Calling delete_port for 832b8c20-f9b0-418c-a644-64d14e9cd415 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:27.925017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:27.926433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.008523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] For port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9235e9f3-1bdf-49f2-9c1f-06631fec8d21,segment=NetworkSegment(3b6d4f98-4f3e-47f5-ac87-866f668c9a84),segment_id=3b6d4f98-4f3e-47f5-ac87-866f668c9a84)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:28.009293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.026093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Calling delete_port for 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:28.084336 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (832b8c20-f9b0-418c-a644-64d14e9cd415), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.159004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] No DVR routers for this DVR port 832b8c20-f9b0-418c-a644-64d14e9cd415 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:28.166393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Pushing event deleted for resources: {'Port': ['ID=832b8c20-f9b0-418c-a644-64d14e9cd415,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:28.257743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9235e9f3-1bdf-49f2-9c1f-06631fec8d21), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.303747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (957ae865-fde4-40b1-814c-83953d46c9d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.310889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Port': ['ID=9235e9f3-1bdf-49f2-9c1f-06631fec8d21,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:28.334732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No DVR routers for this DVR port 9235e9f3-1bdf-49f2-9c1f-06631fec8d21 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:28.335476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e30474-d3e3-4729-a6f6-42c970e6d445 None None] Network 6032b39d-0adc-4e02-9730-0449598facd7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:28.363223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957ae865-fde4-40b1-814c-83953d46c9d7']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.377427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d14292-b57d-4442-8283-a73bf533fb23') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.377729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d14292-b57d-4442-8283-a73bf533fb23') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.406084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (c2d14292-b57d-4442-8283-a73bf533fb23), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.431192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (c2d14292-b57d-4442-8283-a73bf533fb23), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.450862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8f316-8470-4ef2-8d07-6162f0e2d2a8 None None] DHCP port deletion for 957ae865-fde4-40b1-814c-83953d46c9d7 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:56:28.487105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:28.487973 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (c2d14292-b57d-4442-8283-a73bf533fb23), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.539414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f6dab-6077-44c7-a054-70a5ed0aea9b None None] Network 6032b39d-0adc-4e02-9730-0449598facd7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:28.550816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6032b39d-0adc-4e02-9730-0449598facd7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.604220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6032b39d-0adc-4e02-9730-0449598facd7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.623960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d4f98-4f3e-47f5-ac87-866f668c9a84') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.624771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d4f98-4f3e-47f5-ac87-866f668c9a84') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:28.647605 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:28.659892 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.680517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.693415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:28.694259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (3b6d4f98-4f3e-47f5-ac87-866f668c9a84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:28.697616 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:28.707030 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (957ae865-fde4-40b1-814c-83953d46c9d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.720084 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.741897 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] 10.222.0.59 "DELETE /v2.0/networks/957ae865-fde4-40b1-814c-83953d46c9d7 HTTP/1.1" status: 204 len: 168 time: 1.2564631 Jan 27 19:56:28.775245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2605-de76-45f5-a38a-8fee49a053af admin admin] Pushing event deleted for resources: {'Network': ['ID=957ae865-fde4-40b1-814c-83953d46c9d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:28.815788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1d3d7357-70b4-4115-a505-3b56683c51ef None None] Provisioning complete for port 21387aa2-3de7-4ee0-a684-cdab2ec94032 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:28.817199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7357-70b4-4115-a505-3b56683c51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.864948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6032b39d-0adc-4e02-9730-0449598facd7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.874254 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:28.885499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:28.901990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/6032b39d-0adc-4e02-9730-0449598facd7 HTTP/1.1" status: 204 len: 168 time: 2.8296611 Jan 27 19:56:28.939858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:28.955727 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cb5d7c-6836-4e6d-978b-280ab64392d3 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:28.955727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cb5d7c-6836-4e6d-978b-280ab64392d3 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:28.958328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644bd4-ef39-4c34-9259-583d6340fbc2 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=6032b39d-0adc-4e02-9730-0449598facd7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:28.961098 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e9cb5d7c-6836-4e6d-978b-280ab64392d3 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/611853a9-c7d4-4b74-844c-1218c734b9fd HTTP/1.1" status: 404 len: 337 time: 0.0743511 Jan 27 19:56:28.964896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.035872 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f042278-549e-430c-aa0c-fa52cfab9b9c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:29.036953 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f042278-549e-430c-aa0c-fa52cfab9b9c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:29.046762 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f042278-549e-430c-aa0c-fa52cfab9b9c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/6032b39d-0adc-4e02-9730-0449598facd7 HTTP/1.1" status: 404 len: 339 time: 0.0798087 Jan 27 19:56:29.048745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d7357-70b4-4115-a505-3b56683c51ef None None] Current status of the port 21387aa2-3de7-4ee0-a684-cdab2ec94032 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:29.049358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57522) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.081640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1c890e0a-51c0-4bca-96ea-574aff381f97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9fde1881fd54d6889ad9f344f14ff18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397369 Jan 27 19:56:29.084753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57524) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.140404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:29.182689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:29.183152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e06de1cd-e1b6-4ece-95dd-e4fcc42b8311 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:29.183668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 832b8c20-f9b0-418c-a644-64d14e9cd415 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:29.221126 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 832b8c20-f9b0-418c-a644-64d14e9cd415 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:29.221574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 832b8c20-f9b0-418c-a644-64d14e9cd415 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:29.222083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b16b6aa4-a911-4c78-b7af-bc65932bee91 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:29.227428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.250999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b16b6aa4-a911-4c78-b7af-bc65932bee91 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:29.251360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b16b6aa4-a911-4c78-b7af-bc65932bee91 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:29.267826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] Publish callbacks [] for security_group (f3ac47b0-d039-46a9-a1bb-05673f79d0e5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.396878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] Publish callbacks [] for security_group (f3ac47b0-d039-46a9-a1bb-05673f79d0e5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.415916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.457660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8ca311-f82a-45c8-ba5a-0d8309ca19db']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:29.473437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4f49b6-dc33-4274-bbf3-1e7e0e62340b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:29.473741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4f49b6-dc33-4274-bbf3-1e7e0e62340b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:29.484779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (1e4f49b6-dc33-4274-bbf3-1e7e0e62340b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.498640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f3ac47b0-d039-46a9-a1bb-05673f79d0e5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.501350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.502539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3ac47b0-d039-46a9-a1bb-05673f79d0e5 HTTP/1.1" status: 204 len: 168 time: 0.4143548 Jan 27 19:56:29.503780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1e4f49b6-dc33-4274-bbf3-1e7e0e62340b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.519292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:29.519706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (1e4f49b6-dc33-4274-bbf3-1e7e0e62340b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:29.523180 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:29.533691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6215432-7d10-4ddf-a3ff-a71e1d106531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ac47b0-d039-46a9-a1bb-05673f79d0e5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:29.610949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2a8ca311-f82a-45c8-ba5a-0d8309ca19db), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.628326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.635947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/2a8ca311-f82a-45c8-ba5a-0d8309ca19db HTTP/1.1" status: 204 len: 168 time: 0.5838749 Jan 27 19:56:29.638552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.693634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a3f08-994a-4c3b-be10-b6c78b4d1cc9 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=2a8ca311-f82a-45c8-ba5a-0d8309ca19db,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:29.737397 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a566bf8-48b7-4768-af1a-859de6e6ae3e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:29.738266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a566bf8-48b7-4768-af1a-859de6e6ae3e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:29.744184 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a566bf8-48b7-4768-af1a-859de6e6ae3e tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/0bade39a-a8e0-4e5b-a245-ea90f1e7ed65 HTTP/1.1" status: 404 len: 337 time: 0.1041982 Jan 27 19:56:29.747166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.779769 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-884cfd7e-6ad2-4d25-97c1-9a9b3961a684 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:29.780301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884cfd7e-6ad2-4d25-97c1-9a9b3961a684 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:29.788008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:29.789858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-884cfd7e-6ad2-4d25-97c1-9a9b3961a684 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/d1d498af-3f30-4193-857e-ea1ecda2b657 HTTP/1.1" status: 404 len: 339 time: 0.0410547 Jan 27 19:56:29.910214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting subnet 86f70a8f-3c92-4bc2-b6e2-3a65802a19bd {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:29.918950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (86f70a8f-3c92-4bc2-b6e2-3a65802a19bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:29.991307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (86f70a8f-3c92-4bc2-b6e2-3a65802a19bd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.051183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:30.071775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca0b92-eecb-458a-b7f4-5c51d8c0adad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.182774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca0b92-eecb-458a-b7f4-5c51d8c0adad admin admin] Publish callbacks [] for security_group (949629e2-fc96-49f1-a020-f8395d83a065), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.188126 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca0b92-eecb-458a-b7f4-5c51d8c0adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (949629e2-fc96-49f1-a020-f8395d83a065), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.192181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (86f70a8f-3c92-4bc2-b6e2-3a65802a19bd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.246254 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4dca0b92-eecb-458a-b7f4-5c51d8c0adad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1939516 Jan 27 19:56:30.247211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0b92-eecb-458a-b7f4-5c51d8c0adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949629e2-fc96-49f1-a020-f8395d83a065,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:30.249595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:30.326536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (86f70a8f-3c92-4bc2-b6e2-3a65802a19bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.334205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] Publish callbacks [] for security_group (949629e2-fc96-49f1-a020-f8395d83a065), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.393570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] Publish callbacks [] for security_group (949629e2-fc96-49f1-a020-f8395d83a065), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.402374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=86f70a8f-3c92-4bc2-b6e2-3a65802a19bd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:30.429371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.430631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1bfaa8-9ccf-4844-9497-7c408387e1f6 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:30.435632 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-643be499-fa7d-4de3-a484-6999af01fe14 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/86f70a8f-3c92-4bc2-b6e2-3a65802a19bd HTTP/1.1" status: 204 len: 168 time: 0.6452515 Jan 27 19:56:30.437425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:30.489831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (949629e2-fc96-49f1-a020-f8395d83a065), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.493914 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.500458 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/949629e2-fc96-49f1-a020-f8395d83a065 HTTP/1.1" status: 204 len: 168 time: 0.2380826 Jan 27 19:56:30.516280 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db34b-420e-4296-b394-0d22dbcc4789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949629e2-fc96-49f1-a020-f8395d83a065,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:30.561971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting subnet 74c8c4d5-df16-47f6-b0b2-2233d73a268a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:30.583200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (74c8c4d5-df16-47f6-b0b2-2233d73a268a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.707812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (74c8c4d5-df16-47f6-b0b2-2233d73a268a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:30.934575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (74c8c4d5-df16-47f6-b0b2-2233d73a268a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.058421 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (74c8c4d5-df16-47f6-b0b2-2233d73a268a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.081614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.095158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/74c8c4d5-df16-47f6-b0b2-2233d73a268a HTTP/1.1" status: 204 len: 168 time: 0.6567101 Jan 27 19:56:31.097831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:31.159278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7df04-e7cd-4892-ac8a-3f2b6ea99558 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=74c8c4d5-df16-47f6-b0b2-2233d73a268a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:31.316572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e5aeb511-aae8-4a28-a9f6-d5555f53edc3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.414635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting port 21387aa2-3de7-4ee0-a684-cdab2ec94032 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:31.415094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.565137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] For port 21387aa2-3de7-4ee0-a684-cdab2ec94032, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=21387aa2-3de7-4ee0-a684-cdab2ec94032,segment=NetworkSegment(6ec62c65-eb94-43d5-aa51-d6d405d9de8a),segment_id=6ec62c65-eb94-43d5-aa51-d6d405d9de8a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:31.565400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.586355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Calling delete_port for 21387aa2-3de7-4ee0-a684-cdab2ec94032 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:31.641617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:31.703934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (21387aa2-3de7-4ee0-a684-cdab2ec94032), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.723515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No DVR routers for this DVR port 21387aa2-3de7-4ee0-a684-cdab2ec94032 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:31.751660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Port': ['ID=21387aa2-3de7-4ee0-a684-cdab2ec94032,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:31.780345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d4f05-007d-4319-8224-e6982c71fe57 None None] Network e5aeb511-aae8-4a28-a9f6-d5555f53edc3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:31.863850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-944555516-network', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:31.898814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3e383db9-2595-4cd5-a279-439fe2ec0327 None None] Could not find standard attr ID for object 21387aa2-3de7-4ee0-a684-cdab2ec94032. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 19:56:31.910823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Made reservation on behalf of 661eb0f22d994a6290d29cdf30c8305b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:31.916586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.925911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e5aeb511-aae8-4a28-a9f6-d5555f53edc3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.936983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:31.968441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5aeb511-aae8-4a28-a9f6-d5555f53edc3']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:31.983834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec62c65-eb94-43d5-aa51-d6d405d9de8a') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:31.984146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec62c65-eb94-43d5-aa51-d6d405d9de8a') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:32.021576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (6ec62c65-eb94-43d5-aa51-d6d405d9de8a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.035513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a1baa-7a70-44ad-b3e4-039db7a2775d None None] DHCP port deletion for e5aeb511-aae8-4a28-a9f6-d5555f53edc3 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:56:32.052494 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6ec62c65-eb94-43d5-aa51-d6d405d9de8a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.064642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:32.065455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (6ec62c65-eb94-43d5-aa51-d6d405d9de8a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:32.071355 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:32.114358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks [] for security_group (ad67d378-b6d8-47c0-937a-9b31ad4ab51a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.120261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad67d378-b6d8-47c0-937a-9b31ad4ab51a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.199751 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad67d378-b6d8-47c0-937a-9b31ad4ab51a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:32.200173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e5aeb511-aae8-4a28-a9f6-d5555f53edc3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.207729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.217799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:32.219726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/e5aeb511-aae8-4a28-a9f6-d5555f53edc3 HTTP/1.1" status: 204 len: 168 time: 1.1155233 Jan 27 19:56:32.220439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.241384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (803f81fa-ad59-4db0-8dde-1f034457dc2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.242088 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Added segment 803f81fa-ad59-4db0-8dde-1f034457dc2c of type vlan for network 6da47606-2ea0-4594-81a4-ca59f5af3988 Jan 27 19:56:32.254366 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcbd6a5-1976-47a5-81fb-103024cf64a5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.254850 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcbd6a5-1976-47a5-81fb-103024cf64a5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.262008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-efcbd6a5-1976-47a5-81fb-103024cf64a5 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/5fdb9f32-b951-4b49-89bd-b20572f04e65 HTTP/1.1" status: 404 len: 337 time: 0.0365906 Jan 27 19:56:32.262676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57618) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.286065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a09d4-2ec2-46d2-b834-90a06f04022d tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=e5aeb511-aae8-4a28-a9f6-d5555f53edc3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:32.299580 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2265bc7-fbf7-4f84-b067-1e27ff89e650 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.300273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2265bc7-fbf7-4f84-b067-1e27ff89e650 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.304059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6da47606-2ea0-4594-81a4-ca59f5af3988), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.308461 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b2265bc7-fbf7-4f84-b067-1e27ff89e650 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/ee7e4a9c-2567-4964-98f4-2002ba63e43c HTTP/1.1" status: 404 len: 339 time: 0.0364304 Jan 27 19:56:32.309453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57622) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.343229 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6da47606-2ea0-4594-81a4-ca59f5af3988), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.344465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:32.345488 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.354639 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8bccf7-7b29-4f01-bcaf-553e221e2745 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.355346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8bccf7-7b29-4f01-bcaf-553e221e2745 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.359496 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2b8bccf7-7b29-4f01-bcaf-553e221e2745 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/63f09acf-a8b7-4819-858f-b76743e6b7f2 HTTP/1.1" status: 404 len: 337 time: 0.0490861 Jan 27 19:56:32.362074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57624) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.383371 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-64310177-3d78-4d0e-bfd9-61b633a59680 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.384242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64310177-3d78-4d0e-bfd9-61b633a59680 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.388317 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-64310177-3d78-4d0e-bfd9-61b633a59680 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/73e7b577-8385-44d3-b6e8-45481e605008 HTTP/1.1" status: 404 len: 339 time: 0.0244572 Jan 27 19:56:32.390775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.403993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7611811 Jan 27 19:56:32.416803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.421504 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d50483-367b-40c4-89a3-dcba4729b8fb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.422204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d50483-367b-40c4-89a3-dcba4729b8fb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.425395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-44d50483-367b-40c4-89a3-dcba4729b8fb tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/05748fc3-8a24-419a-a131-443ef1b85898 HTTP/1.1" status: 404 len: 337 time: 0.0329058 Jan 27 19:56:32.427912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.430042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Request body: {'subnet': {'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-944555516-subnet', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:32.452145 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c5c7d-da9a-4d66-bb7f-c3e0403e4329 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:32.452145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c5c7d-da9a-4d66-bb7f-c3e0403e4329 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:32.456764 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-532c5c7d-da9a-4d66-bb7f-c3e0403e4329 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/39ff9218-d927-43c4-b592-257f364924d7 HTTP/1.1" status: 404 len: 339 time: 0.0255301 Jan 27 19:56:32.457197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:32.521836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting subnet 7cc0b6c2-96cb-4cce-bc5c-345081427677 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:32.529230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (7cc0b6c2-96cb-4cce-bc5c-345081427677), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.552954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f212f7-d804-45c4-b78b-d700e78c043f admin admin] Pushing event updated for resources: {'Network': ['ID=6da47606-2ea0-4594-81a4-ca59f5af3988,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:32.568308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:32.586764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Made reservation on behalf of 661eb0f22d994a6290d29cdf30c8305b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:32.589465 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.628826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (7cc0b6c2-96cb-4cce-bc5c-345081427677), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.806165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7cc0b6c2-96cb-4cce-bc5c-345081427677), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.837962 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (177437c0-21b1-4f06-a020-631dc4547dad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.892230 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (7cc0b6c2-96cb-4cce-bc5c-345081427677), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:32.943790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177437c0-21b1-4f06-a020-631dc4547dad,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:32.961320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Checking segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:32.963431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Network hostable DHCP agents. Network: 6da47606-2ea0-4594-81a4-ca59f5af3988, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:33.000028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc0b6c2-96cb-4cce-bc5c-345081427677,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:33.000783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:33.015805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.018842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6da47606-2ea0-4594-81a4-ca59f5af3988) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:33.022775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba65b79-a478-45ea-9395-caa286bf1d96 None None] Network c5230ac1-710a-4731-9eff-e24ecf08078a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:33.026791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acd3317b-ead8-4706-a72b-2023b2eb8b78 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/7cc0b6c2-96cb-4cce-bc5c-345081427677 HTTP/1.1" status: 204 len: 168 time: 0.5682530 Jan 27 19:56:33.027446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57646) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:33.041676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:33.044834 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.075851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c0f35-61b9-4b08-b44c-be0e5f0df8d9 None None] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:33.089833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-90c3a88e-4708-40bb-82ec-f900406423d1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6694789 Jan 27 19:56:33.093514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:33.108151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:33.168967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.170115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.208749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 21387aa2-3de7-4ee0-a684-cdab2ec94032 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:33.210078 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (c5230ac1-710a-4731-9eff-e24ecf08078a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.273028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 21387aa2-3de7-4ee0-a684-cdab2ec94032 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:33.273602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 21387aa2-3de7-4ee0-a684-cdab2ec94032 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:33.325144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:33.327930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.366026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for router_controller (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.482981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6da47606-2ea0-4594-81a4-ca59f5af3988', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:33.484220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.539461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] For port b4bae5fb-9a4c-4d17-ab70-70663b32fa76, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,segment=NetworkSegment(271b670a-68e7-4f63-8adc-18ae4c185257),segment_id=271b670a-68e7-4f63-8adc-18ae4c185257)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:33.541489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.582695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Calling delete_port for b4bae5fb-9a4c-4d17-ab70-70663b32fa76 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:33.691897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for router_gateway (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.716109 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b4bae5fb-9a4c-4d17-ab70-70663b32fa76), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:33.778748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Port': ['ID=b4bae5fb-9a4c-4d17-ab70-70663b32fa76,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:33.782916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No DVR routers for this DVR port b4bae5fb-9a4c-4d17-ab70-70663b32fa76 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:33.801503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Allocated IP 172.20.0.2 (6da47606-2ea0-4594-81a4-ca59f5af3988/177437c0-21b1-4f06-a020-631dc4547dad/2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:33.970705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824e0c5-24b1-400a-a773-17cb22660295 None None] DHCP port deletion for c5230ac1-710a-4731-9eff-e24ecf08078a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:56:34.013392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (c5230ac1-710a-4731-9eff-e24ecf08078a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.059722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5230ac1-710a-4731-9eff-e24ecf08078a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:34.079257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271b670a-68e7-4f63-8adc-18ae4c185257') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:34.079660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271b670a-68e7-4f63-8adc-18ae4c185257') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:34.103854 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (271b670a-68e7-4f63-8adc-18ae4c185257), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.112601 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for router_gateway (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.182706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (271b670a-68e7-4f63-8adc-18ae4c185257), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.195231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:34.196007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (271b670a-68e7-4f63-8adc-18ae4c185257), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.196521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:34.202436 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:34.278459 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks [] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.289815 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.343347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:34.351531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (c5230ac1-710a-4731-9eff-e24ecf08078a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.354556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:34.372799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.400676 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/c5230ac1-710a-4731-9eff-e24ecf08078a HTTP/1.1" status: 204 len: 168 time: 1.3685496 Jan 27 19:56:34.404789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:34.415795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:34.433938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e546b9-e423-4b05-8f51-86d974d84403 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=c5230ac1-710a-4731-9eff-e24ecf08078a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:34.491309 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f383e21e-5e54-42b0-a6a4-cd70ce3ab286 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:34.491793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f383e21e-5e54-42b0-a6a4-cd70ce3ab286 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:34.498982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f383e21e-5e54-42b0-a6a4-cd70ce3ab286 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/3ad874b1-9c6c-48cc-b13b-072e39904a4b HTTP/1.1" status: 404 len: 337 time: 0.0896044 Jan 27 19:56:34.499521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57678) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:34.531125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Pushing event updated for resources: {'Port': ['ID=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:34.556357 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-464ba149-ab4b-4456-b866-3361cb4dbe1c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] DELETE failed (client error): The resource could not be found. Jan 27 19:56:34.559741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464ba149-ab4b-4456-b866-3361cb4dbe1c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:34.563144 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-464ba149-ab4b-4456-b866-3361cb4dbe1c tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/f1a34495-c994-4453-adc1-191576acbcbc HTTP/1.1" status: 404 len: 339 time: 0.0625513 Jan 27 19:56:34.583990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:34.957997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Attempting to bind port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:34.966404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Attempting to bind port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:34.966776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Attempting to bind port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 on network 6da47606-2ea0-4594-81a4-ca59f5af3988 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:34.984974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:34.985865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Checking segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:34.986642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:34.987392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Bound using segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:34.988047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Bound port: 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:34.988759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:35.106808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b4bae5fb-9a4c-4d17-ab70-70663b32fa76 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:35.173972 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b4bae5fb-9a4c-4d17-ab70-70663b32fa76 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:35.174603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b4bae5fb-9a4c-4d17-ab70-70663b32fa76 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:35.204199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] For port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:35.210695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] For port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:35.218948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:35.305317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting subnet 8bc09e1a-5eae-4735-93fe-2201d784472c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:35.337754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (8bc09e1a-5eae-4735-93fe-2201d784472c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:35.413166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Allocated IP 172.25.5.26 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/a712d6ce-aeab-406f-bf47-c0f78bb05843) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:35.470668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5243d5-96de-41b5-82d1-9b74bccc1d32 None None] Pushing event updated for resources: {'Port': ['ID=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:35.505611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (8bc09e1a-5eae-4735-93fe-2201d784472c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:35.819547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (8bc09e1a-5eae-4735-93fe-2201d784472c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:35.872904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.008480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.152829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (8bc09e1a-5eae-4735-93fe-2201d784472c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.206499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:36.233499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc09e1a-5eae-4735-93fe-2201d784472c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:36.245621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.252260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200b4d3-064b-4d06-81d1-bd90708dc6f4 None None] Network 67d35dcd-9af1-47fd-928a-c5692d403f6a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:36.254173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9220f3da-7e43-4bb3-a2a0-6d927c632d31 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/subnets/8bc09e1a-5eae-4735-93fe-2201d784472c HTTP/1.1" status: 204 len: 168 time: 1.6590195 Jan 27 19:56:36.255474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:36.256687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:36.291141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:36.352197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a712d6ce-aeab-406f-bf47-c0f78bb05843,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:36.577858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] DHCP port deletion for 67d35dcd-9af1-47fd-928a-c5692d403f6a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:56:36.739845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Deleting port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:36.740487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.930286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] For port 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=366d9ae8-d695-4483-b0bb-bd4b09659ad3,segment=NetworkSegment(83a10ef4-bed8-4caf-89f0-aa207884c6ca),segment_id=83a10ef4-bed8-4caf-89f0-aa207884c6ca)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:36.936477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:36.979818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Calling delete_port for 366d9ae8-d695-4483-b0bb-bd4b09659ad3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:37.140429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for router_gateway (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.197743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (67d35dcd-9af1-47fd-928a-c5692d403f6a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.265326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.304529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:37.342917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Deleting port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:56:37.344842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.391060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f34815a-e803-412d-bba9-5d484bfcc9ea None None] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:37.396325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] Pushing event deleted for resources: {'Port': ['ID=366d9ae8-d695-4483-b0bb-bd4b09659ad3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:37.417831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077b514-d361-4fde-987c-ba8a5ee93d35 None None] No DVR routers for this DVR port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:37.534674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] For port 366d9ae8-d695-4483-b0bb-bd4b09659ad3, host n-d-760453-6, got binding levels [] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:37.535228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.559023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Calling delete_port for 366d9ae8-d695-4483-b0bb-bd4b09659ad3 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:56:37.565488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.ipam_backend_mixin [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 was not found and therefore no delete operation was performed {{(pid=103322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 19:56:37.567828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (366d9ae8-d695-4483-b0bb-bd4b09659ad3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.581421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Provisioning complete for port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:37.582027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.625029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Port': ['ID=366d9ae8-d695-4483-b0bb-bd4b09659ad3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:37.654491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] No DVR routers for this DVR port 366d9ae8-d695-4483-b0bb-bd4b09659ad3 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:56:37.659259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.660834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.661382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.663669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.665840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.666317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.666765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.667216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.669200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.669677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.670123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.670565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.671577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:37.681063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:37.681477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.717674 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.894927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (67d35dcd-9af1-47fd-928a-c5692d403f6a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.946676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Current status of the port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:37.947363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:37.948866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d35dcd-9af1-47fd-928a-c5692d403f6a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:37.970509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a10ef4-bed8-4caf-89f0-aa207884c6ca') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:37.970744 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a10ef4-bed8-4caf-89f0-aa207884c6ca') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:37.996028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (83a10ef4-bed8-4caf-89f0-aa207884c6ca), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.022254 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (83a10ef4-bed8-4caf-89f0-aa207884c6ca), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.033951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:56:38.035496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (83a10ef4-bed8-4caf-89f0-aa207884c6ca), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:56:38.039229 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:56:38.047185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:56:38.098500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] For port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:38.158364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.247241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (67d35dcd-9af1-47fd-928a-c5692d403f6a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.255680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.261161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] 10.222.0.59 "DELETE /v2.0/networks/67d35dcd-9af1-47fd-928a-c5692d403f6a HTTP/1.1" status: 204 len: 168 time: 2.0033886 Jan 27 19:56:38.323921 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:38.357768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99b688-57ed-4cd6-aa4f-e129a5976140 tempest-NetworksIpV6Test-1847926307 tempest-NetworksIpV6Test-1847926307-project] Pushing event deleted for resources: {'Network': ['ID=67d35dcd-9af1-47fd-928a-c5692d403f6a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:38.385388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b516-c95c-40d7-8302-039433b10b95 None None] Pushing event updated for resources: {'Port': ['ID=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:38.461819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:38.473156 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:56:38.508788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 366d9ae8-d695-4483-b0bb-bd4b09659ad3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:56:38.516497 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.519003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-080e616f-c920-445e-b4e4-9e7981bf84f3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4233620 Jan 27 19:56:38.522547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57750) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:38.602448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:38.603122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:38.612947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 366d9ae8-d695-4483-b0bb-bd4b09659ad3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:56:38.613325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 366d9ae8-d695-4483-b0bb-bd4b09659ad3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:56:38.698746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aeb6538a-cc2d-44e4-9bda-1750a8aeaa48 None None] Provisioning complete for port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:38.699126 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeb6538a-cc2d-44e4-9bda-1750a8aeaa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:38.860533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:39.079239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:39.165311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:39.224989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02d36be1-f878-4af0-ada3-e8cb7a38f40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.232335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a1b11c09-6dad-46b5-8ee6-62d89cec98a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d003af7107149a182e58aa44de59dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704548 Jan 27 19:56:39.233478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:39.306212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6538a-cc2d-44e4-9bda-1750a8aeaa48 None None] Current status of the port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:39.334864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Publish callbacks [] for security_group (6a421a62-3eba-468b-a996-c88e5ceb0c09), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.337621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.363880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Publish callbacks [] for security_group (6a421a62-3eba-468b-a996-c88e5ceb0c09), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.466500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (6a421a62-3eba-468b-a996-c88e5ceb0c09), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.469746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.481743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a421a62-3eba-468b-a996-c88e5ceb0c09 HTTP/1.1" status: 204 len: 168 time: 0.2458780 Jan 27 19:56:39.506873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a421a62-3eba-468b-a996-c88e5ceb0c09,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:39.541744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.543945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.547295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.548068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.550072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.551542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.554534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.554965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:39.555353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.555775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.556263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.556741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.557223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.557736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.560206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494588c8-547c-4a7e-8556-4932329e1748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:39.673572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Allocated IP 172.20.0.1 (6da47606-2ea0-4594-81a4-ca59f5af3988/177437c0-21b1-4f06-a020-631dc4547dad/f1527fc2-bfef-4321-8bc8-8ab9b90f869a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:39.694114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:36Z', 'revision_number': 3, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:39.735807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:56:39.736174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Updating router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 port a712d6ce-aeab-406f-bf47-c0f78bb05843 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:56:39.789350 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.827217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:39.874669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks [] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:39.947313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.034739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:40.038224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:40.041445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:40.124733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.299154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:40.422485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks [] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.451043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.478765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.553299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa65c1-e0ba-41b5-82b8-d5173be9f379 None None] Pushing event updated for resources: {'Port': ['ID=a712d6ce-aeab-406f-bf47-c0f78bb05843,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:40.582673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b5444070-f788-4fd6-a7d9-cb5970141282 None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:40.583908 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5444070-f788-4fd6-a7d9-cb5970141282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.677955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Attempting to bind port a712d6ce-aeab-406f-bf47-c0f78bb05843 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:40.678364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Attempting to bind port a712d6ce-aeab-406f-bf47-c0f78bb05843 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:40.678695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Attempting to bind port a712d6ce-aeab-406f-bf47-c0f78bb05843 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:40.697505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:40.698239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:40.698349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.698810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:40.717543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Bound port: a712d6ce-aeab-406f-bf47-c0f78bb05843, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:40.718099 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.732519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b5444070-f788-4fd6-a7d9-cb5970141282 None None] Port f1527fc2-bfef-4321-8bc8-8ab9b90f869a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:56:40.820932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks [] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.832135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:40.851443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] For port a712d6ce-aeab-406f-bf47-c0f78bb05843, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:40.856571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] For port a712d6ce-aeab-406f-bf47-c0f78bb05843, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a712d6ce-aeab-406f-bf47-c0f78bb05843,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:40.864455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:40.867244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.050885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa65c1-e0ba-41b5-82b8-d5173be9f379 None None] Pushing event updated for resources: {'Port': ['ID=a712d6ce-aeab-406f-bf47-c0f78bb05843,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:41.073623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.078599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-85494467'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:41.087448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:41.088155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:41.135889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:41.182858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:41.222616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.254067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.404111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:41.405707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:41.510953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for security_group (3d4fd42c-f432-460e-bbec-dda3f0e540a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.516830 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d4fd42c-f432-460e-bbec-dda3f0e540a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.549946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:41.577483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (88881196-8080-47a9-9654-ec7e271bc4ce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.577992 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment 88881196-8080-47a9-9654-ec7e271bc4ce of type vlan for network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 Jan 27 19:56:41.579952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4fd42c-f432-460e-bbec-dda3f0e540a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:41.661802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f1b6ac88-5a6d-46cc-9c36-7102dbb50648), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.698251 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f1b6ac88-5a6d-46cc-9c36-7102dbb50648), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.714668 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:41.717450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:41.730577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:56:41.814270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=f1b6ac88-5a6d-46cc-9c36-7102dbb50648,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:41.820199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-41c91000-eef4-4795-bd7f-b0902c0b8e74 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9544513 Jan 27 19:56:41.897491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:41.995466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:42.171563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:42.197918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-33e38896-e1e1-4771-8566-5325ad9ca4a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/41a7dcc5-4c8f-490a-bf30-a22f72a5f359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6661513 Jan 27 19:56:42.341711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3f75d6ad-3c8a-4113-8a77-280ba91a0ced None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:42.342092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f75d6ad-3c8a-4113-8a77-280ba91a0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:42.486124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f24cfd-571e-492e-a71e-fd48ade1579d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:42.524248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3f75d6ad-3c8a-4113-8a77-280ba91a0ced None None] Port f1527fc2-bfef-4321-8bc8-8ab9b90f869a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:56:42.580686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:42.643289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ab12-cd7b-4fb7-8d7b-52d4455a7b31 None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:43.140793 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:56:43.572905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:43.579694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-209843026-network', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:43.645676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Made reservation on behalf of 3fba944440bb4bd69fec966224d5ee4c for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:43.647921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:43.719418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:43.944051 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks [] for security_group (155e78e1-2ecc-44d4-8cca-a813c52476bb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:43.951891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (155e78e1-2ecc-44d4-8cca-a813c52476bb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.057691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155e78e1-2ecc-44d4-8cca-a813c52476bb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:44.085020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:44.123701 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b5cadd90-7192-437e-9d1e-ea570f11c561), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.133361 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Added segment b5cadd90-7192-437e-9d1e-ea570f11c561 of type vlan for network e620bc88-b598-4d44-94d0-ed12660c03f3 Jan 27 19:56:44.216725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (e620bc88-b598-4d44-94d0-ed12660c03f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.253448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (e620bc88-b598-4d44-94d0-ed12660c03f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.253448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:44.253448 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.435541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] Pushing event updated for resources: {'Network': ['ID=e620bc88-b598-4d44-94d0-ed12660c03f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:44.443130 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a1e90aa-465c-4ab2-ba99-bf8aff677769 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8650234 Jan 27 19:56:44.445966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:44.451115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network e620bc88-b598-4d44-94d0-ed12660c03f3 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:44.461165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Request body: {'subnet': {'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-209843026-subnet', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:44.546479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Made reservation on behalf of 3fba944440bb4bd69fec966224d5ee4c for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:44.550994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:44.938045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (13165657-2268-4882-bcf8-94101c4b356a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.230003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.300056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13165657-2268-4882-bcf8-94101c4b356a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:45.325189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a712d6ce-aeab-406f-bf47-c0f78bb05843 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:45.331760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Checking segment: {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:45.331760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Network hostable DHCP agents. Network: e620bc88-b598-4d44-94d0-ed12660c03f3, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:45.367857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:45.373906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:45.391275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Network e620bc88-b598-4d44-94d0-ed12660c03f3 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:45.416499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, e620bc88-b598-4d44-94d0-ed12660c03f3) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:45.420970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:45.421611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.448387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57242392-8780-476d-9505-b6fc5e854102 None None] Network e620bc88-b598-4d44-94d0-ed12660c03f3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:45.457181 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d602b9a1-e0ca-4d50-ad06-936a36256d95 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0101452 Jan 27 19:56:45.457881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57904) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:45.462333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:45.514397 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.515533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.553062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a712d6ce-aeab-406f-bf47-c0f78bb05843 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:45.554125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.582323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:45.596376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.647311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for router_controller (6fa11a86-3554-498b-9c10-da5f4fcbbe84), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.763321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:45.960248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-e620bc88-b598-4d44-94d0-ed12660c03f3', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:45.962708 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.006113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a712d6ce-aeab-406f-bf47-c0f78bb05843 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:46.006410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.010762 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for router_gateway (6fa11a86-3554-498b-9c10-da5f4fcbbe84), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.017042 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (ebdf9bea-3350-4695-a309-df7b445a1c57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.133993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a712d6ce-aeab-406f-bf47-c0f78bb05843, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a712d6ce-aeab-406f-bf47-c0f78bb05843,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:46.161231 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.200366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=ebdf9bea-3350-4695-a309-df7b445a1c57,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:46.224769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.241212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': '88881196-8080-47a9-9654-ec7e271bc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:46.241613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: f1b6ac88-5a6d-46cc-9c36-7102dbb50648, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:46.280185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:46.295662 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f1b6ac88-5a6d-46cc-9c36-7102dbb50648) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:46.311522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:46.312129 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.337643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0b0ea17-068b-4919-9590-bf6d835038e7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9633307 Jan 27 19:56:46.339085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:46.346801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1777928334'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:46.348171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307029e-cb72-48b4-a1f1-34dcc5c61bce None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:46.398007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:46.402115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.476296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:46.498395 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7f5dcb92-8471-4e24-ad74-76645bd60101), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.498931 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment 7f5dcb92-8471-4e24-ad74-76645bd60101 of type vlan for network 67ee1f32-ab83-4f4a-ba03-550e08522690 Jan 27 19:56:46.572680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for router_gateway (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.593180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.603712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a712d6ce-aeab-406f-bf47-c0f78bb05843,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:46.611354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f1b6ac88-5a6d-46cc-9c36-7102dbb50648', 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': 'ebdf9bea-3350-4695-a309-df7b445a1c57'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:46.619169 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.619325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.658377 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.663709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:46.664456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:46.675341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Allocated IP 172.20.0.2 (e620bc88-b598-4d44-94d0-ed12660c03f3/13165657-2268-4882-bcf8-94101c4b356a/c1950693-f028-4e7a-959d-d877683339bf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:46.786310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:46.787089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4457364 Jan 27 19:56:46.792305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:46.810467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2cd92-eea9-498b-b3bf-fcad97d82343 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=67ee1f32-ab83-4f4a-ba03-550e08522690,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:46.920625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Allocated IP 172.25.5.228 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ad70733b-ecd4-4bf4-901c-bc5d44d4e963) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:47.004948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks [] for port (c1950693-f028-4e7a-959d-d877683339bf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.005785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:47.013146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.037992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:47.046052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c1950693-f028-4e7a-959d-d877683339bf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.080098 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:56:47.118320 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:47.123588 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:47.177497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a712d6ce-aeab-406f-bf47-c0f78bb05843 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:47.261195 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:47.305407 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.419570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Network e620bc88-b598-4d44-94d0-ed12660c03f3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:47.426495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:47.432636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:47.472986 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:47.503782 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:56:47.504411 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Updating router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 port f1527fc2-bfef-4321-8bc8-8ab9b90f869a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:56:47.516421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a712d6ce-aeab-406f-bf47-c0f78bb05843 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:47.516855 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.536924 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.633568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.717572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:47.752051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Attempting to bind port c1950693-f028-4e7a-959d-d877683339bf on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:47.753616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Attempting to bind port c1950693-f028-4e7a-959d-d877683339bf by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:47.755176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Attempting to bind port c1950693-f028-4e7a-959d-d877683339bf on network e620bc88-b598-4d44-94d0-ed12660c03f3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:47.763710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Pushing event updated for resources: {'Port': ['ID=c1950693-f028-4e7a-959d-d877683339bf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:47.765122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:47.773968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:47.794102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:47.794932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Checking segment: {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:47.795684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.796249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Bound using segment: {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:47.796922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Bound port: c1950693-f028-4e7a-959d-d877683339bf, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:47.797514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1950693-f028-4e7a-959d-d877683339bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.873956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:47.920383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Allocated IP 2001:db8:0:ffff::2 (f1b6ac88-5a6d-46cc-9c36-7102dbb50648/ebdf9bea-3350-4695-a309-df7b445a1c57/651dfd47-86be-4f39-837c-e777e7d03d86) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:47.921690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:56:47.925430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (33532f6a-403f-4bd9-8b85-a87732481c9e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.935355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a712d6ce-aeab-406f-bf47-c0f78bb05843 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:47.938807 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks [] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.951494 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:47.984016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] For port c1950693-f028-4e7a-959d-d877683339bf, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:48.071431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] For port c1950693-f028-4e7a-959d-d877683339bf, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c1950693-f028-4e7a-959d-d877683339bf,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:48.084902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1950693-f028-4e7a-959d-d877683339bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.191223 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Attempting to bind port f1527fc2-bfef-4321-8bc8-8ab9b90f869a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:48.193504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Attempting to bind port f1527fc2-bfef-4321-8bc8-8ab9b90f869a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:48.193885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Attempting to bind port f1527fc2-bfef-4321-8bc8-8ab9b90f869a on network 6da47606-2ea0-4594-81a4-ca59f5af3988 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:48.198652 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Pushing event updated for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:48.220666 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:48.222859 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Checking segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:48.222859 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.222859 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Bound using segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:48.231155 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Bound port: f1527fc2-bfef-4321-8bc8-8ab9b90f869a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:48.231155 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.266688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=33532f6a-403f-4bd9-8b85-a87732481c9e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:48.280876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ee916-f342-4668-bc43-03504809a421 None None] Pushing event updated for resources: {'Port': ['ID=c1950693-f028-4e7a-959d-d877683339bf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:48.359815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': '7f5dcb92-8471-4e24-ad74-76645bd60101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:48.360549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: 67ee1f32-ab83-4f4a-ba03-550e08522690, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:48.384822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] For port f1527fc2-bfef-4321-8bc8-8ab9b90f869a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:48.395049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] For port f1527fc2-bfef-4321-8bc8-8ab9b90f869a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:48.402554 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.405282 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.406417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.409482 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.411078 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.411521 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.411930 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.413625 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.414186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.415815 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.416424 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.420881 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.421378 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:48.430262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks [] for port (651dfd47-86be-4f39-837c-e777e7d03d86), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.437424 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.445915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.540616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:48.541446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:48.594278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:48.614904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:48.617451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Pushing event updated for resources: {'Port': ['ID=651dfd47-86be-4f39-837c-e777e7d03d86,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:48.623732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:48.630467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:48.840461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Attempting to bind port 651dfd47-86be-4f39-837c-e777e7d03d86 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:48.841196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Attempting to bind port 651dfd47-86be-4f39-837c-e777e7d03d86 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '88881196-8080-47a9-9654-ec7e271bc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:48.841361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Attempting to bind port 651dfd47-86be-4f39-837c-e777e7d03d86 on network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:48.846747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 67ee1f32-ab83-4f4a-ba03-550e08522690) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:48.855377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:48.855828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.865296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce4aa1-bd5f-472c-8cd8-f559592f4015 None None] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:48.868201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:48.870262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.929731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:48.930141 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12f585-7a9e-438c-814c-5d48041fb87f None None] Pushing event updated for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:48.934795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Checking segment: {'id': '88881196-8080-47a9-9654-ec7e271bc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:48.935322 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:48.936925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Bound using segment: {'id': '88881196-8080-47a9-9654-ec7e271bc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:48.937512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Bound port: 651dfd47-86be-4f39-837c-e777e7d03d86, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88881196-8080-47a9-9654-ec7e271bc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f1b6ac88-5a6d-46cc-9c36-7102dbb50648'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:48.947223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:49.003971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:49.010352 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b9a4254b-0d05-47b9-867e-573ee6a041cf tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2194459 Jan 27 19:56:49.010352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for router_gateway (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:49.012576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:49.018385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'port': {'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690', 'name': 'tempest-NetworksIpV6TestAttrs-1027875025'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:49.439195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:49.449799 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:49.500217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:49.570447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] device_id is not set on port 706f5664-d8a4-42f9-a106-58bd4392e6c6 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:56:49.620776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] For port 651dfd47-86be-4f39-837c-e777e7d03d86, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:49.720188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c1950693-f028-4e7a-959d-d877683339bf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:49.734048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-67ee1f32-ab83-4f4a-ba03-550e08522690', 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': '33532f6a-403f-4bd9-8b85-a87732481c9e'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:49.736990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:49.758511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] For port 651dfd47-86be-4f39-837c-e777e7d03d86, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=651dfd47-86be-4f39-837c-e777e7d03d86,segment=NetworkSegment(88881196-8080-47a9-9654-ec7e271bc4ce),segment_id=88881196-8080-47a9-9654-ec7e271bc4ce)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:49.860486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.066969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Allocated IP 2001:db8::f816:3eff:feb7:f6c5 (67ee1f32-ab83-4f4a-ba03-550e08522690/33532f6a-403f-4bd9-8b85-a87732481c9e/706f5664-d8a4-42f9-a106-58bd4392e6c6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:50.154689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:48Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:50.216603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d1b5d-4fd6-4145-971c-32f7ccf8a5be None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:48Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:50.245249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Current status of the port f1527fc2-bfef-4321-8bc8-8ab9b90f869a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:50.250701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.386147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54992de4-392e-4724-96e1-d1bc51e0505e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.401953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for port (706f5664-d8a4-42f9-a106-58bd4392e6c6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.461903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (706f5664-d8a4-42f9-a106-58bd4392e6c6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.561062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.735303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] For port f1527fc2-bfef-4321-8bc8-8ab9b90f869a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:50.749515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Port': ['ID=706f5664-d8a4-42f9-a106-58bd4392e6c6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:50.754795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525537f9-b78d-47e8-8b65-0313f7d7d109 None None] Network e620bc88-b598-4d44-94d0-ed12660c03f3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:50.770603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:50.782852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54992de4-392e-4724-96e1-d1bc51e0505e admin admin] Publish callbacks [] for security_group (82bf0e7a-b241-405d-9f7e-387e14cb14a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.786752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:50.798557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:50.800024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.832489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:50.835962 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.862795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54992de4-392e-4724-96e1-d1bc51e0505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82bf0e7a-b241-405d-9f7e-387e14cb14a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:50.939755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:56:50.960250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54992de4-392e-4724-96e1-d1bc51e0505e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b33d7e10d884eba80f2ba5be9c41e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4555297 Jan 27 19:56:50.967141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 57988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:50.973865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39595919-c398-4ea4-a988-7040a5c1032c None None] Pushing event updated for resources: {'Port': ['ID=651dfd47-86be-4f39-837c-e777e7d03d86,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:50.978867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1bbd8f09-59cd-425c-b41d-6e6e90b14fe7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9649405 Jan 27 19:56:50.986393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 57990) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:51.058333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992de4-392e-4724-96e1-d1bc51e0505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf0e7a-b241-405d-9f7e-387e14cb14a3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:51.075113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] Publish callbacks [] for security_group (82bf0e7a-b241-405d-9f7e-387e14cb14a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.104076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] Publish callbacks [] for security_group (82bf0e7a-b241-405d-9f7e-387e14cb14a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.131652 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting subnet 33532f6a-403f-4bd9-8b85-a87732481c9e {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:51.146515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450db7d-c168-49e6-8fcf-44e5c3485e88 None None] Pushing event updated for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:51.159540 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (82bf0e7a-b241-405d-9f7e-387e14cb14a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.164188 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.165691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82bf0e7a-b241-405d-9f7e-387e14cb14a3 HTTP/1.1" status: 204 len: 168 time: 0.1946495 Jan 27 19:56:51.175644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acad15b-0e0a-400e-baa0-c9ba489fd45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf0e7a-b241-405d-9f7e-387e14cb14a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:51.364857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c1950693-f028-4e7a-959d-d877683339bf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:51.365235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1950693-f028-4e7a-959d-d877683339bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.371930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:51.416378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:51.422208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:51.424135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be18dc5b-1f54-4454-a891-df248fc3b5f1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9639347 Jan 27 19:56:51.474606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Allocated IP 2001:db8::f816:3eff:fe5d:c926 (67ee1f32-ab83-4f4a-ba03-550e08522690/33532f6a-403f-4bd9-8b85-a87732481c9e/10ed32a6-442c-47d3-b2eb-d91b0ce79d40) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:51.785658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Sync routers for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:56:51.893960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Provisioning complete for port c1950693-f028-4e7a-959d-d877683339bf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:51.894487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1950693-f028-4e7a-959d-d877683339bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.066084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:52.066877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:52.256450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:52.352691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e17813-3a5f-4ff2-8e5c-d315d92e3a49 None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:52.362141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks [] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.399200 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (33532f6a-403f-4bd9-8b85-a87732481c9e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.523926 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.579484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (33532f6a-403f-4bd9-8b85-a87732481c9e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.824969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.848146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:52.904917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (33532f6a-403f-4bd9-8b85-a87732481c9e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:52.954082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:52.964948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:53.003689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Pushing event updated for resources: {'Port': ['ID=10ed32a6-442c-47d3-b2eb-d91b0ce79d40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:53.090721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (33532f6a-403f-4bd9-8b85-a87732481c9e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.202353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=33532f6a-403f-4bd9-8b85-a87732481c9e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:53.212088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.233370 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c593ee8a-4917-4af8-ba78-5adfa0846d15 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/33532f6a-403f-4bd9-8b85-a87732481c9e HTTP/1.1" status: 204 len: 168 time: 2.2457192 Jan 27 19:56:53.241388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:53.258541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c1950693-f028-4e7a-959d-d877683339bf is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:53.260873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1950693-f028-4e7a-959d-d877683339bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.272191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Allocated IP 172.20.0.1 (e620bc88-b598-4d44-94d0-ed12660c03f3/13165657-2268-4882-bcf8-94101c4b356a/0a42ecee-d446-4e2f-b1ef-a1bd359d7db1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:53.296603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Current status of the port c1950693-f028-4e7a-959d-d877683339bf is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:53.296991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c1950693-f028-4e7a-959d-d877683339bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.390438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca65130-5744-4005-8691-f14458d1f3cd tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:53.391904 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca65130-5744-4005-8691-f14458d1f3cd tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:53.393612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dca65130-5744-4005-8691-f14458d1f3cd tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1507106 Jan 27 19:56:53.397399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:53.498277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ede77ae3-1d05-4427-88ea-40bb50bde8da tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.511228 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede77ae3-1d05-4427-88ea-40bb50bde8da tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 19:56:53.512389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede77ae3-1d05-4427-88ea-40bb50bde8da tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:53.515863 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ede77ae3-1d05-4427-88ea-40bb50bde8da tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/67ee1f32-ab83-4f4a-ba03-550e08522690 HTTP/1.1" status: 409 len: 466 time: 0.1173685 Jan 27 19:56:53.519892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:53.526183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1650516072'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:53.542675 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks [] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.561605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:53.566788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Attempting to bind port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:53.567566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.569836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Attempting to bind port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7f5dcb92-8471-4e24-ad74-76645bd60101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:53.571079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Attempting to bind port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 on network 67ee1f32-ab83-4f4a-ba03-550e08522690 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:53.598737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:53.616020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (99ef4fdc-de49-444c-81ae-a4760e008d5e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.616948 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment 99ef4fdc-de49-444c-81ae-a4760e008d5e of type vlan for network 0ee52cd5-1887-4498-8d74-7ed136428cac Jan 27 19:56:53.634058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.645832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:53.647414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Checking segment: {'id': '7f5dcb92-8471-4e24-ad74-76645bd60101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:53.647414 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.647414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Bound using segment: {'id': '7f5dcb92-8471-4e24-ad74-76645bd60101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:53.649518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Bound port: 10ed32a6-442c-47d3-b2eb-d91b0ce79d40, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5dcb92-8471-4e24-ad74-76645bd60101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '67ee1f32-ab83-4f4a-ba03-550e08522690'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:53.650056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.728480 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.752132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Network e620bc88-b598-4d44-94d0-ed12660c03f3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:53.758975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:53.766740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.771910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:53.773582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:53.773929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.786563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:53.804687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port c1950693-f028-4e7a-959d-d877683339bf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c1950693-f028-4e7a-959d-d877683339bf,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:53.832962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:53.843528 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3224990 Jan 27 19:56:53.855339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58066) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:53.855746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c1950693-f028-4e7a-959d-d877683339bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:53.856026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1527fc2-bfef-4321-8bc8-8ab9b90f869a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:53.866141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:53.886283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.024998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8dd23-cb7b-4122-99a4-76f0a88c6f25 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=0ee52cd5-1887-4498-8d74-7ed136428cac,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:54.122219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 0ee52cd5-1887-4498-8d74-7ed136428cac details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:54.172880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:54.176415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.540381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5526a2ff-ab37-4ebc-95b3-9357e9dd99f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.586914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:48Z', 'revision_number': 3, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:54.593531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=c1950693-f028-4e7a-959d-d877683339bf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:54.603269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:56:54.604704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (ec7e5f82-3c40-4394-8d84-388a9be3752d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.616445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] For port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:54.648792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 19:56:54.649245 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 19:56:54.650170 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.651001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Checking router: 6fa11a86-3554-498b-9c10-da5f4fcbbe84 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:56:54.651412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Updating router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:56:54.662770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5526a2ff-ab37-4ebc-95b3-9357e9dd99f0 admin admin] Publish callbacks [] for security_group (aa2018eb-d034-4a35-bdb9-cf49f20aff43), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.674142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5526a2ff-ab37-4ebc-95b3-9357e9dd99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aa2018eb-d034-4a35-bdb9-cf49f20aff43), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.690364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] For port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=10ed32a6-442c-47d3-b2eb-d91b0ce79d40,segment=NetworkSegment(7f5dcb92-8471-4e24-ad74-76645bd60101),segment_id=7f5dcb92-8471-4e24-ad74-76645bd60101)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:54.711339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:54.711866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.718706 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=ec7e5f82-3c40-4394-8d84-388a9be3752d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:54.730301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': '99ef4fdc-de49-444c-81ae-a4760e008d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:54.730985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: 0ee52cd5-1887-4498-8d74-7ed136428cac, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:56:54.741989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.758585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 0ee52cd5-1887-4498-8d74-7ed136428cac is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:56:54.775893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5526a2ff-ab37-4ebc-95b3-9357e9dd99f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1fcab7606d240938182653c37a6ef25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9396861 Jan 27 19:56:54.779817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:54.799881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526a2ff-ab37-4ebc-95b3-9357e9dd99f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2018eb-d034-4a35-bdb9-cf49f20aff43,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:54.807878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 0ee52cd5-1887-4498-8d74-7ed136428cac) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:54.813723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.880120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:54.883562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:54.950683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-89af0f6b-a2d4-4012-9814-2f558cc6f96d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0946105 Jan 27 19:56:54.955163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:54.973590 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'port': {'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac', 'name': 'tempest-NetworksIpV6TestAttrs-2125273238'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:54.977083 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] Publish callbacks [] for security_group (aa2018eb-d034-4a35-bdb9-cf49f20aff43), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.075524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks [] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.080022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.138436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] Publish callbacks [] for security_group (aa2018eb-d034-4a35-bdb9-cf49f20aff43), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.150031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks [] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.157149 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.180938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268234e9-fe82-4009-ac4c-a7674c786ef7 None None] Network 0ee52cd5-1887-4498-8d74-7ed136428cac requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:55.194812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8b10e-38c5-4f78-add6-e5dedd9357c4 None None] Pushing event updated for resources: {'Port': ['ID=10ed32a6-442c-47d3-b2eb-d91b0ce79d40,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:55.199553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.244600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:55.249927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.277303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] device_id is not set on port 6c833286-730e-4d1d-aa08-d93741480cb8 yet. {{(pid=103322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 19:56:55.287565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aa2018eb-d034-4a35-bdb9-cf49f20aff43), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.291462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.293935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa2018eb-d034-4a35-bdb9-cf49f20aff43 HTTP/1.1" status: 204 len: 168 time: 0.5117021 Jan 27 19:56:55.309539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247332a-88a8-4857-ad94-119c3dbe5b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2018eb-d034-4a35-bdb9-cf49f20aff43,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:55.312757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6551d-9037-4019-9f17-f3f593dafa1e None None] Pushing event updated for resources: {'Port': ['ID=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:55.374711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:55.388682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.453593 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Attempting to bind port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:55.453971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Attempting to bind port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:55.454394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Attempting to bind port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:55.480196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.498836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f2b9d-c3d5-4663-9391-a85b0a511036 None None] Network 67ee1f32-ab83-4f4a-ba03-550e08522690 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:56:55.521045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Network e620bc88-b598-4d44-94d0-ed12660c03f3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:55.523194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:55.549537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Allocated IP 2001:db8::f816:3eff:fe71:772c (0ee52cd5-1887-4498-8d74-7ed136428cac/ec7e5f82-3c40-4394-8d84-388a9be3752d/6c833286-730e-4d1d-aa08-d93741480cb8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:55.563286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:55.563670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:55.564075 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.564473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:55.564953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Bound port: ad70733b-ecd4-4bf4-901c-bc5d44d4e963, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:55.565433 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.600095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Current status of the port c1950693-f028-4e7a-959d-d877683339bf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:55.703171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:56:55.778056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:55.778429 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.780270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-0ee52cd5-1887-4498-8d74-7ed136428cac', 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': 'ec7e5f82-3c40-4394-8d84-388a9be3752d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:56:55.781113 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.843208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1527fc2-bfef-4321-8bc8-8ab9b90f869a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:55.851527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] For port ad70733b-ecd4-4bf4-901c-bc5d44d4e963, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:55.870251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] For port ad70733b-ecd4-4bf4-901c-bc5d44d4e963, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:55.891059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:55.924467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:56:55.932583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c900abb-6579-4109-a5c3-c5932d70d728 admin admin] 10.222.0.59 "PUT /v2.0/routers/6fa11a86-3554-498b-9c10-da5f4fcbbe84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5092864 Jan 27 19:56:55.981574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6551d-9037-4019-9f17-f3f593dafa1e None None] Pushing event updated for resources: {'Port': ['ID=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:56.008533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for port (6c833286-730e-4d1d-aa08-d93741480cb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:56.129733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6c833286-730e-4d1d-aa08-d93741480cb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:56.151097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:56:56.151757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:56.168177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657cd1c7-c034-4516-bf4a-625740f9748b None None] Current status of the port f1527fc2-bfef-4321-8bc8-8ab9b90f869a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:56.222305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 0ee52cd5-1887-4498-8d74-7ed136428cac is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:56.229996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:56.238131 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:56.251154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:56.254865 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:56.287321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Port': ['ID=6c833286-730e-4d1d-aa08-d93741480cb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:56.301383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:56.311618 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-245021e1-47e1-4a70-a898-11e9aa921bba tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3522389 Jan 27 19:56:56.337125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c1950693-f028-4e7a-959d-d877683339bf up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:56.381082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting subnet ec7e5f82-3c40-4394-8d84-388a9be3752d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:56:56.410930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Allocated IP 2001:db8::f816:3eff:fede:8728 (0ee52cd5-1887-4498-8d74-7ed136428cac/ec7e5f82-3c40-4394-8d84-388a9be3752d/6cd84c20-32bb-438c-8878-b2690313dc1e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:56:56.454892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Provisioning complete for port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:56.455344 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:56.540045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:56:56.604328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:56:56.665652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c1950693-f028-4e7a-959d-d877683339bf triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:56.666036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1950693-f028-4e7a-959d-d877683339bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:56.709595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Provisioning complete for port 651dfd47-86be-4f39-837c-e777e7d03d86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:56.709945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.354438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c1950693-f028-4e7a-959d-d877683339bf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:57.356148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1527fc2-bfef-4321-8bc8-8ab9b90f869a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:57.460416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Current status of the port 651dfd47-86be-4f39-837c-e777e7d03d86 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:57.460949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.469008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks [] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.485364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (ec7e5f82-3c40-4394-8d84-388a9be3752d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.494848 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.574036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] For port 651dfd47-86be-4f39-837c-e777e7d03d86, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=651dfd47-86be-4f39-837c-e777e7d03d86,segment=NetworkSegment(88881196-8080-47a9-9654-ec7e271bc4ce),segment_id=88881196-8080-47a9-9654-ec7e271bc4ce)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:56:57.594763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Network 0ee52cd5-1887-4498-8d74-7ed136428cac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:56:57.595606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.600990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0a42ecee-d446-4e2f-b1ef-a1bd359d7db1', 'name': '', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'mac_address': 'fa:16:3e:4b:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:52Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 2, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'subnets': [{'id': '13165657-2268-4882-bcf8-94101c4b356a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:56:57.635423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Pushing event updated for resources: {'Port': ['ID=6cd84c20-32bb-438c-8878-b2690313dc1e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:57.636729 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (ec7e5f82-3c40-4394-8d84-388a9be3752d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.638554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:56:57.645162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:56:57.650731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c12184-38df-48df-809c-bc5f844fbb37 None None] The sync data for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 is: [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0a42ecee-d446-4e2f-b1ef-a1bd359d7db1', 'name': '', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'mac_address': 'fa:16:3e:4b:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:52Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 2, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'subnets': [{'id': '13165657-2268-4882-bcf8-94101c4b356a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:56:57.655264 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1527fc2-bfef-4321-8bc8-8ab9b90f869a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:57.655264 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.663564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.663994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.664418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.664834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.665243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.666145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.666145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.666452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.666872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.667272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.667672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.668161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.680007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:56:57.804519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58240) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:57.810843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Provisioning complete for port c1950693-f028-4e7a-959d-d877683339bf triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:57.811577 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c1950693-f028-4e7a-959d-d877683339bf), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.917709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ec7e5f82-3c40-4394-8d84-388a9be3752d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:57.984139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Pushing event updated for resources: {'Port': ['ID=651dfd47-86be-4f39-837c-e777e7d03d86,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:57.988181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Attempting to bind port 6cd84c20-32bb-438c-8878-b2690313dc1e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:56:57.988562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Attempting to bind port 6cd84c20-32bb-438c-8878-b2690313dc1e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '99ef4fdc-de49-444c-81ae-a4760e008d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:56:57.988935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Attempting to bind port 6cd84c20-32bb-438c-8878-b2690313dc1e on network 0ee52cd5-1887-4498-8d74-7ed136428cac {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:56:58.014228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:56:58.014663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Checking segment: {'id': '99ef4fdc-de49-444c-81ae-a4760e008d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:56:58.023964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.024446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Bound using segment: {'id': '99ef4fdc-de49-444c-81ae-a4760e008d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:56:58.024984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Bound port: 6cd84c20-32bb-438c-8878-b2690313dc1e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ef4fdc-de49-444c-81ae-a4760e008d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0ee52cd5-1887-4498-8d74-7ed136428cac'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:56:58.025436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.095584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (ec7e5f82-3c40-4394-8d84-388a9be3752d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.132105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7e5f82-3c40-4394-8d84-388a9be3752d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:58.143268 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.154106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58246) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:58.154355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f6970463-129b-4b13-9181-b8342a56033b tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/ec7e5f82-3c40-4394-8d84-388a9be3752d HTTP/1.1" status: 204 len: 168 time: 1.8508739 Jan 27 19:56:58.189454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1527fc2-bfef-4321-8bc8-8ab9b90f869a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:58.205347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 651dfd47-86be-4f39-837c-e777e7d03d86 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:58.345134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acced29-f3a9-43e9-b4fa-91b78137e605 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:58.346574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acced29-f3a9-43e9-b4fa-91b78137e605 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:58.358921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6acced29-f3a9-43e9-b4fa-91b78137e605 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2033117 Jan 27 19:56:58.361690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58258) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:58.405077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'network': {'name': 'tempest-network-smoke--1090771869', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:58.509022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10a2fe55-9ad5-4bea-8293-09f46b8e3f0c None None] Current status of the port c1950693-f028-4e7a-959d-d877683339bf is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:58.517066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 651dfd47-86be-4f39-837c-e777e7d03d86 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:58.517578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.523674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] For port 6cd84c20-32bb-438c-8878-b2690313dc1e, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:56:58.572139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] For port 6cd84c20-32bb-438c-8878-b2690313dc1e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6cd84c20-32bb-438c-8878-b2690313dc1e,segment=NetworkSegment(99ef4fdc-de49-444c-81ae-a4760e008d5e),segment_id=99ef4fdc-de49-444c-81ae-a4760e008d5e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:56:58.578080 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:58.582191 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.584110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.615971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.641820 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-246483f5-74f0-4e58-9967-f1a8a473bd3c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.667061 n-d-760453-6 neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-246483f5-74f0-4e58-9967-f1a8a473bd3c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 19:56:58.667765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246483f5-74f0-4e58-9967-f1a8a473bd3c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:56:58.676863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:58.677965 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-246483f5-74f0-4e58-9967-f1a8a473bd3c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/0ee52cd5-1887-4498-8d74-7ed136428cac HTTP/1.1" status: 409 len: 466 time: 0.3152041 Jan 27 19:56:58.683214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135897638'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:58.720742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:58.736981 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.805746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:58.833436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833ae2c-892e-4bac-87c1-b6e0a2354554 None None] Pushing event updated for resources: {'Port': ['ID=6cd84c20-32bb-438c-8878-b2690313dc1e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:58.837346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (493ea8af-9676-4200-9571-3f75b6a37b06), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.847781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (493ea8af-9676-4200-9571-3f75b6a37b06), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.849128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.851658 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment 3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0 of type vlan for network 3a6d26d9-98d9-4141-866f-7b6a496437f2 Jan 27 19:56:58.876437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3940b-c052-47fc-b77b-f7d6e8634c70 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:56:58.886009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 651dfd47-86be-4f39-837c-e777e7d03d86 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:56:58.922006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3a6d26d9-98d9-4141-866f-7b6a496437f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.948785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493ea8af-9676-4200-9571-3f75b6a37b06,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:58.957941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:56:58.959920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3a6d26d9-98d9-4141-866f-7b6a496437f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.971300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:58.973747 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.990421 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (39b6b17c-0fa3-4eb7-a7da-685fd0cc2950), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:58.990816 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Added segment 39b6b17c-0fa3-4eb7-a7da-685fd0cc2950 of type vlan for network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 Jan 27 19:56:59.056677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3776221 Jan 27 19:56:59.066454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:59.078219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': '3a6d26d9-98d9-4141-866f-7b6a496437f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:59.107028 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c86efe-23d0-48d0-96fa-5e0e674db592 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=3a6d26d9-98d9-4141-866f-7b6a496437f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:59.129518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 651dfd47-86be-4f39-837c-e777e7d03d86 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:56:59.138451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3a6d26d9-98d9-4141-866f-7b6a496437f2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:59.163654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (50784116-c85c-4f7f-a47f-39b9bcdeeb61), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.243261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (50784116-c85c-4f7f-a47f-39b9bcdeeb61), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.263649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:56:59.264262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.297427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:56:59.301623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.333545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3940b-c052-47fc-b77b-f7d6e8634c70 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:56:59.383526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5769460 Jan 27 19:56:59.385246 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58276) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:56:59.446548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-352010440', 'admin_state_up': True, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:56:59.467631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3284c-5dba-48c4-84c0-684443393258 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Network': ['ID=50784116-c85c-4f7f-a47f-39b9bcdeeb61,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:56:59.490138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:56:59.495502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 651dfd47-86be-4f39-837c-e777e7d03d86 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:56:59.495904 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.525058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.526842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.613671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_controller (874fa553-13a4-4065-a0e8-509dd38c7c23), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:56:59.820074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b1aee-17cc-4a8c-ab86-f9c39983a237 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:56:59.900651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (874fa553-13a4-4065-a0e8-509dd38c7c23), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.036671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.objects.ports [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:57:00.040619 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (82bfd858-9c60-4d75-bd78-e46ccf8d5637), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.090338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b1aee-17cc-4a8c-ab86-f9c39983a237 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:57:00.220802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=82bfd858-9c60-4d75-bd78-e46ccf8d5637,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:00.251092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': '3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3a6d26d9-98d9-4141-866f-7b6a496437f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:00.255073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: 3a6d26d9-98d9-4141-866f-7b6a496437f2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:57:00.295114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (874fa553-13a4-4065-a0e8-509dd38c7c23), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.308691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 3a6d26d9-98d9-4141-866f-7b6a496437f2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:57:00.328772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3a6d26d9-98d9-4141-866f-7b6a496437f2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:00.344429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:00.345451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.366300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 651dfd47-86be-4f39-837c-e777e7d03d86 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:00.370444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.388752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4afc2314-25e9-433f-a20f-413e36c60088 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3201375 Jan 27 19:57:00.390236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:00.451201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c3112-b0cb-4ec0-b011-d9f7ac00f594 None None] Network 0ee52cd5-1887-4498-8d74-7ed136428cac requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:00.460566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4d7c3-cfbd-4299-af01-6fe8d3c9a36d None None] Network 3a6d26d9-98d9-4141-866f-7b6a496437f2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:00.650777 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3a6d26d9-98d9-4141-866f-7b6a496437f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.730337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.25.5.37 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8e5c5443-a8b5-4e7d-820d-e757241d0f7e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:00.784024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (82bfd858-9c60-4d75-bd78-e46ccf8d5637), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.942015 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:00.947123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (82bfd858-9c60-4d75-bd78-e46ccf8d5637), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.014502 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.020281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=82bfd858-9c60-4d75-bd78-e46ccf8d5637,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:01.060308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2634e1-5223-4421-82ff-e1921de91817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-3a6d26d9-98d9-4141-866f-7b6a496437f2', 'network_id': '3a6d26d9-98d9-4141-866f-7b6a496437f2', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': '82bfd858-9c60-4d75-bd78-e46ccf8d5637'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:57:01.061502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2634e1-5223-4421-82ff-e1921de91817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.136184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:01.146848 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3a6d26d9-98d9-4141-866f-7b6a496437f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.152267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:01.154123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:01.163031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:01.163782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ad70733b-ecd4-4bf4-901c-bc5d44d4e963 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:01.220127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6d26d9-98d9-4141-866f-7b6a496437f2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:01.252174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:01.252485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:01.284293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.308536 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.329467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:01.329467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (3ef4d160-99ea-4d19-8ed0-731f8e3a2bb0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:01.334753 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:01.493044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59a517-70c5-4191-b46c-274b486ce6c8 None None] Network 3a6d26d9-98d9-4141-866f-7b6a496437f2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:01.517430 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3a6d26d9-98d9-4141-866f-7b6a496437f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.537838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.568853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/3a6d26d9-98d9-4141-866f-7b6a496437f2 HTTP/1.1" status: 204 len: 168 time: 1.1744657 Jan 27 19:57:01.572584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:01.582905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1154207334'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:01.605086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855177-7cf7-4b8c-b484-bb9f3ab7dbe0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=3a6d26d9-98d9-4141-866f-7b6a496437f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:01.620177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:01.620606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.645297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:01.649164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.701462 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (874fa553-13a4-4065-a0e8-509dd38c7c23), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.739613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:57:01.760235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5589c20e-9633-4ed7-ad3b-d534762c9420), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.760567 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment 5589c20e-9633-4ed7-ad3b-d534762c9420 of type vlan for network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d Jan 27 19:57:01.874133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ad3cf638-39d0-4998-b6e0-9d4a1fbf886d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.880059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:01.880371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.913189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ad70733b-ecd4-4bf4-901c-bc5d44d4e963, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:01.920116 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.936237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ad3cf638-39d0-4998-b6e0-9d4a1fbf886d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.942990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:01.944433 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:01.993957 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:02.010688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4366930 Jan 27 19:57:02.014287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58318) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:02.019407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': 'ad3cf638-39d0-4998-b6e0-9d4a1fbf886d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:02.073502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89ace-3cfe-4c6d-82f8-b42d7e68bc2c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=ad3cf638-39d0-4998-b6e0-9d4a1fbf886d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:02.086312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:57:02.110407 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Sync routers for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:57:02.131816 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:02.132395 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:02.288293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:02.534599 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0a42ecee-d446-4e2f-b1ef-a1bd359d7db1', 'name': '', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'mac_address': 'fa:16:3e:4b:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:52Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 2, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'subnets': [{'id': '13165657-2268-4882-bcf8-94101c4b356a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:02.563348 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Checking router: 6fa11a86-3554-498b-9c10-da5f4fcbbe84 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:57:02.563890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Updating router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:57:02.591678 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:02.615430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:02.620692 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:02.624197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:02.999012 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks [] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.008469 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.009003 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ad70733b-ecd4-4bf4-901c-bc5d44d4e963 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:03.015941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:57:03.067169 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0110-5dda-4d56-b564-58a8d367bda4 None None] Pushing event updated for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:03.117368 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:03.118473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.155100 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (72578d95-9a94-49a4-9efb-fffb2ced5ae4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.218045 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Attempting to bind port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:03.218510 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Attempting to bind port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:03.220257 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Attempting to bind port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 on network e620bc88-b598-4d44-94d0-ed12660c03f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:03.238286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:03.238669 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Checking segment: {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:03.239082 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.239848 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Bound using segment: {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:03.240113 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Bound port: 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cadd90-7192-437e-9d1e-ea570f11c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:03.240499 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.303792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:03.356657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=72578d95-9a94-49a4-9efb-fffb2ced5ae4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:03.375835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': '5589c20e-9633-4ed7-ad3b-d534762c9420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ad3cf638-39d0-4998-b6e0-9d4a1fbf886d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:03.376219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: ad3cf638-39d0-4998-b6e0-9d4a1fbf886d, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:57:03.409670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] For port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:03.414055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] For port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:03.429733 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.485504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:57:03.493158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:57:03.516788 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:03.518710 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:03.518880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:57:03.535765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Provisioning complete for port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:03.540753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.567204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.578102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:03.578761 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1cbc47f5-d578-4844-8818-343c2a48ed8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1837225 Jan 27 19:57:03.598273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ad3cf638-39d0-4998-b6e0-9d4a1fbf886d) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:03.598388 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0110-5dda-4d56-b564-58a8d367bda4 None None] Pushing event updated for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:03.612841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:03.613576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:03.646549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:03.646877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd88c90a-4394-4bfe-88b6-9c905d7ee897 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6312492 Jan 27 19:57:03.663338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f7d07-cf33-48b8-ab9f-ad4305714e57 None None] Network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:03.747085 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:03.766118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:03.766778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:03.823835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e0a8893-37e8-4b9f-8aae-cbdcf8803209 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2444389 Jan 27 19:57:03.828905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:03.997814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd853f68-9a0d-4167-aafd-047720777cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ad3cf638-39d0-4998-b6e0-9d4a1fbf886d', 'network_id': 'ad3cf638-39d0-4998-b6e0-9d4a1fbf886d', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': '72578d95-9a94-49a4-9efb-fffb2ced5ae4'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:57:03.998363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd853f68-9a0d-4167-aafd-047720777cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.040771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ad3cf638-39d0-4998-b6e0-9d4a1fbf886d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.125675 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0a42ecee-d446-4e2f-b1ef-a1bd359d7db1', 'name': '', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'mac_address': 'fa:16:3e:4b:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:52Z', 'updated_at': '2022-01-27T19:57:03Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'subnets': [{'id': '13165657-2268-4882-bcf8-94101c4b356a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:04.139810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cc73f-085f-4b94-bbd8-d2b219cd0f20 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:04.142974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-633cc73f-085f-4b94-bbd8-d2b219cd0f20 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3123076 Jan 27 19:57:04.146013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:04.208885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de0b8f-95f8-4be5-91d2-c4e8b176ff7f None None] The sync data for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 is: [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T19:56:54Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '0a42ecee-d446-4e2f-b1ef-a1bd359d7db1', 'name': '', 'network_id': 'e620bc88-b598-4d44-94d0-ed12660c03f3', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'mac_address': 'fa:16:3e:4b:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '13165657-2268-4882-bcf8-94101c4b356a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:52Z', 'updated_at': '2022-01-27T19:57:03Z', 'revision_number': 4, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'subnets': [{'id': '13165657-2268-4882-bcf8-94101c4b356a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:57:04.211580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (72578d95-9a94-49a4-9efb-fffb2ced5ae4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.238251 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a67cfade-38f1-4831-b1d3-6830684424dd tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864592 Jan 27 19:57:04.239631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58370) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:04.259458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682070674', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:04.347105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (72578d95-9a94-49a4-9efb-fffb2ced5ae4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.396694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:04.411527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=72578d95-9a94-49a4-9efb-fffb2ced5ae4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:04.429383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:04.435337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.500163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Current status of the port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:04.500555 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-bd853f68-9a0d-4167-aafd-047720777cd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72578d95-9a94-49a4-9efb-fffb2ced5ae4: This subnet is being modified by another concurrent operation. Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72578d95-9a94-49a4-9efb-fffb2ced5ae4: This subnet is being modified by another concurrent operation. Jan 27 19:57:04.684902 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 19:57:04.697710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ad3cf638-39d0-4998-b6e0-9d4a1fbf886d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.710711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] For port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:04.718693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.755068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf513b-45a9-4fc0-b2e2-c656db4730f1 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 19:57:04.782566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3cf638-39d0-4998-b6e0-9d4a1fbf886d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:04.820340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5589c20e-9633-4ed7-ad3b-d534762c9420') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:04.820788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5589c20e-9633-4ed7-ad3b-d534762c9420') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:04.872295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (5589c20e-9633-4ed7-ad3b-d534762c9420), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.929066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (5589c20e-9633-4ed7-ad3b-d534762c9420), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:04.948879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:04.949726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (5589c20e-9633-4ed7-ad3b-d534762c9420), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.026709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c78a795e-5e47-462a-92d3-32ceb3a1df88), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:05.067123 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:05.072034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ad3cf638-39d0-4998-b6e0-9d4a1fbf886d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.087443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf513b-45a9-4fc0-b2e2-c656db4730f1 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 19:57:05.139885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.151666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/ad3cf638-39d0-4998-b6e0-9d4a1fbf886d HTTP/1.1" status: 204 len: 168 time: 1.5035055 Jan 27 19:57:05.154749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a02836-95fb-4f46-a79a-6123b472a628 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=ad3cf638-39d0-4998-b6e0-9d4a1fbf886d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:05.167172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:05.172802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1802975871'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:05.242781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:05.263851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:05.269597 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.278608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Checking segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:05.279182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network hostable DHCP agents. Network: 50784116-c85c-4f7f-a47f-39b9bcdeeb61, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:57:05.281792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Subnet': ['ID=c78a795e-5e47-462a-92d3-32ceb3a1df88,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:05.319663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6df71669-2c8e-45b7-9143-7f0e7c79164f None None] Provisioning complete for port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:05.320764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6df71669-2c8e-45b7-9143-7f0e7c79164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.337509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:57:05.357724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f4c3fd9e-12ca-46b4-83dd-b29db6876123), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.360256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:57:05.363386 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Added segment f4c3fd9e-12ca-46b4-83dd-b29db6876123 of type vlan for network 2d0027eb-30f8-4327-946d-f5044068c2cd Jan 27 19:57:05.390545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a31fe5-16ee-422d-8edb-5313b9b9bbb7 None None] Pushing event updated for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:05.393843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 50784116-c85c-4f7f-a47f-39b9bcdeeb61) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:05.400589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:05.401351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.441610 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0744cf77-93fd-43dd-9428-a5bbfd75df14 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1997416 Jan 27 19:57:05.443343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58388) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:05.497429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (2d0027eb-30f8-4327-946d-f5044068c2cd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.600716 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (2d0027eb-30f8-4327-946d-f5044068c2cd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.631697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:05.634299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.648978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:05.649572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:05.651801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:01Z', 'revision_number': 3, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:05.727869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:57:05.728228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Updating router 874fa553-13a4-4065-a0e8-509dd38c7c23 port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:57:05.735912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:05.736909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5678508 Jan 27 19:57:05.749032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Request body: {'subnet': {'network_id': '2d0027eb-30f8-4327-946d-f5044068c2cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:05.906682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0138d-52bc-4f97-b884-75c3b2158ee0 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Network': ['ID=2d0027eb-30f8-4327-946d-f5044068c2cd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:06.012943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 2d0027eb-30f8-4327-946d-f5044068c2cd details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:57:06.029634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6df71669-2c8e-45b7-9143-7f0e7c79164f None None] Current status of the port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:06.121906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Made reservation on behalf of c544498618d74e81b7f307937cd8eb8f for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:06.130958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:06.148191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:06.247718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c54af-a239-45db-9212-e1b9f0ed9e83 None None] Network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:06.251148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4d80a-6239-497d-8e51-4d9993ef3e54 None None] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:06.345028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c54af-a239-45db-9212-e1b9f0ed9e83 None None] Network ad3cf638-39d0-4998-b6e0-9d4a1fbf886d could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:57:06.488198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:06.529591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:57:06.530925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:06.669886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:06.844076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Allocated IP 172.20.0.2 (50784116-c85c-4f7f-a47f-39b9bcdeeb61/c78a795e-5e47-462a-92d3-32ceb3a1df88/72b700e6-1d4d-4248-8540-8d317e9f8811) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:07.038579 n-d-760453-6 neutron-server[103322]: DEBUG neutron.objects.ports [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 19:57:07.043207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (80f64f18-bdcf-4f91-b344-15d88483e2cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.124897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event updated for resources: {'Subnet': ['ID=80f64f18-bdcf-4f91-b344-15d88483e2cc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:07.129604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Checking segment: {'id': 'f4c3fd9e-12ca-46b4-83dd-b29db6876123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d0027eb-30f8-4327-946d-f5044068c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:07.129979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network hostable DHCP agents. Network: 2d0027eb-30f8-4327-946d-f5044068c2cd, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:57:07.150111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Network 2d0027eb-30f8-4327-946d-f5044068c2cd is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:57:07.160790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 2d0027eb-30f8-4327-946d-f5044068c2cd) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:07.170488 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks [] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.172359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:07.175790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:07.176677 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.205078 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-924cd2d5-8e04-4a99-8a1f-aebc8763a37c tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4632373 Jan 27 19:57:07.205486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:07.238440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ce6d0-f024-40d3-8175-4269eee1f133 None None] Network 2d0027eb-30f8-4327-946d-f5044068c2cd requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:07.241079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks [] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.353420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.366277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (2d0027eb-30f8-4327-946d-f5044068c2cd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.391948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.470671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Attempting to bind port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:07.471340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Attempting to bind port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:07.471897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Attempting to bind port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:07.474900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (80f64f18-bdcf-4f91-b344-15d88483e2cc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.480922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5030348-ca41-44a2-85bc-9aa2f041c9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-2d0027eb-30f8-4327-946d-f5044068c2cd', 'network_id': '2d0027eb-30f8-4327-946d-f5044068c2cd', 'project_id': 'c544498618d74e81b7f307937cd8eb8f', 'fixed_ips': [{'subnet_id': '80f64f18-bdcf-4f91-b344-15d88483e2cc'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:57:07.481780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5030348-ca41-44a2-85bc-9aa2f041c9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.487979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:07.488357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:07.488902 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.489322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:07.489813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Bound port: 8e5c5443-a8b5-4e7d-820d-e757241d0f7e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:07.490196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.527941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.1 (50784116-c85c-4f7f-a47f-39b9bcdeeb61/c78a795e-5e47-462a-92d3-32ceb3a1df88/606c24ab-e32c-42e8-adb6-52c149b65449) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:07.572031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (80f64f18-bdcf-4f91-b344-15d88483e2cc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.661180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=80f64f18-bdcf-4f91-b344-15d88483e2cc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:07.681862 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (606c24ab-e32c-42e8-adb6-52c149b65449), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.689017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] For port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:07.692320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] For port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:07.704166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:07.706571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.711242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:07.711718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.717031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:07.718969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11afb45-061e-47b9-92e9-94bb27ad5402 None None] Pushing event updated for resources: {'Port': ['ID=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:07.727261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.757782 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:07.814173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Pushing event updated for resources: {'Port': ['ID=72b700e6-1d4d-4248-8540-8d317e9f8811,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:07.821625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:07.822921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:07.826274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:07.828622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:07.849230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (2d0027eb-30f8-4327-946d-f5044068c2cd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.885939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.899853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0027eb-30f8-4327-946d-f5044068c2cd']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:07.919940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c3fd9e-12ca-46b4-83dd-b29db6876123') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:07.920238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c3fd9e-12ca-46b4-83dd-b29db6876123') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:07.959189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (f4c3fd9e-12ca-46b4-83dd-b29db6876123), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:07.994314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f4c3fd9e-12ca-46b4-83dd-b29db6876123), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.007229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:08.008013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (f4c3fd9e-12ca-46b4-83dd-b29db6876123), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:08.011690 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:08.117639 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (2d0027eb-30f8-4327-946d-f5044068c2cd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.161609 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.170783 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/2d0027eb-30f8-4327-946d-f5044068c2cd HTTP/1.1" status: 204 len: 168 time: 0.9597499 Jan 27 19:57:08.170783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee123-ca64-4bc3-ad06-55a426186468 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=2d0027eb-30f8-4327-946d-f5044068c2cd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:08.171086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58440) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.177245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814eff0-66a2-4c1a-91aa-169a2429b166 None None] Network 2d0027eb-30f8-4327-946d-f5044068c2cd requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:08.202499 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7269ce81-80a5-4351-9891-4c084d68fad7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.202971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7269ce81-80a5-4351-9891-4c084d68fad7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.206124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7269ce81-80a5-4351-9891-4c084d68fad7 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/80f64f18-bdcf-4f91-b344-15d88483e2cc HTTP/1.1" status: 404 len: 337 time: 0.0335431 Jan 27 19:57:08.209408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.215592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.231357 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4e8458-00ac-49a8-87d3-a48cd272193d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.232364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4e8458-00ac-49a8-87d3-a48cd272193d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.235734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb4e8458-00ac-49a8-87d3-a48cd272193d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/2d0027eb-30f8-4327-946d-f5044068c2cd HTTP/1.1" status: 404 len: 339 time: 0.0250888 Jan 27 19:57:08.238224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.241963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:08.242618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:56:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:08.257215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814eff0-66a2-4c1a-91aa-169a2429b166 None None] Network 2d0027eb-30f8-4327-946d-f5044068c2cd could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 19:57:08.279322 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd0c766-effb-49f3-b5cc-a4b769f4ad41 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.280237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd0c766-effb-49f3-b5cc-a4b769f4ad41 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.283929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1fd0c766-effb-49f3-b5cc-a4b769f4ad41 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/72578d95-9a94-49a4-9efb-fffb2ced5ae4 HTTP/1.1" status: 404 len: 337 time: 0.0445161 Jan 27 19:57:08.286427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.312181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Attempting to bind port 72b700e6-1d4d-4248-8540-8d317e9f8811 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:08.312558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Attempting to bind port 72b700e6-1d4d-4248-8540-8d317e9f8811 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:08.312927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Attempting to bind port 72b700e6-1d4d-4248-8540-8d317e9f8811 on network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:08.315247 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-24240471-1982-4553-b0e5-da183ea78637 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.315493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11afb45-061e-47b9-92e9-94bb27ad5402 None None] Pushing event updated for resources: {'Port': ['ID=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:08.316446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24240471-1982-4553-b0e5-da183ea78637 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.319793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24240471-1982-4553-b0e5-da183ea78637 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/ad3cf638-39d0-4998-b6e0-9d4a1fbf886d HTTP/1.1" status: 404 len: 339 time: 0.0322001 Jan 27 19:57:08.322280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.340477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:08.340868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Checking segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:08.341296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.341744 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Bound using segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:08.342377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Bound port: 72b700e6-1d4d-4248-8540-8d317e9f8811, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:08.342770 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.357304 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4decc34-b54c-4afa-bf0b-d4904cf57e19 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.358161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4decc34-b54c-4afa-bf0b-d4904cf57e19 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.362369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e4decc34-b54c-4afa-bf0b-d4904cf57e19 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/82bfd858-9c60-4d75-bd78-e46ccf8d5637 HTTP/1.1" status: 404 len: 337 time: 0.0388012 Jan 27 19:57:08.365515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.376812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:08.409900 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22ff080-3e9b-46ab-b9a4-ce021cfdba61 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:08.410820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22ff080-3e9b-46ab-b9a4-ce021cfdba61 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:08.424002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c22ff080-3e9b-46ab-b9a4-ce021cfdba61 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/3a6d26d9-98d9-4141-866f-7b6a496437f2 HTTP/1.1" status: 404 len: 339 time: 0.0551858 Jan 27 19:57:08.425312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:08.479044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:08.560889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] For port 72b700e6-1d4d-4248-8540-8d317e9f8811, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:08.591709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] For port 72b700e6-1d4d-4248-8540-8d317e9f8811, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=72b700e6-1d4d-4248-8540-8d317e9f8811,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:08.602460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.644176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting port 6c833286-730e-4d1d-aa08-d93741480cb8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:08.644532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6c833286-730e-4d1d-aa08-d93741480cb8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.832245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27cccf-9112-4e7b-8c58-608230468005 None None] Pushing event updated for resources: {'Port': ['ID=72b700e6-1d4d-4248-8540-8d317e9f8811,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:08.920723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6c833286-730e-4d1d-aa08-d93741480cb8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:08.948749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Calling delete_port for 6c833286-730e-4d1d-aa08-d93741480cb8 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:09.095867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (606c24ab-e32c-42e8-adb6-52c149b65449), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.096557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6c833286-730e-4d1d-aa08-d93741480cb8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.108857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.179088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Port': ['ID=6c833286-730e-4d1d-aa08-d93741480cb8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:09.186123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.190339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a8e22fa7-410a-467c-b22c-b089400eaa7e tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/ports/6c833286-730e-4d1d-aa08-d93741480cb8 HTTP/1.1" status: 204 len: 168 time: 0.7632961 Jan 27 19:57:09.192554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:09.223791 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cfc8d9-df3d-4c3a-82b6-0b8e8cd44120 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:09.225461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cfc8d9-df3d-4c3a-82b6-0b8e8cd44120 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:09.229643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-13cfc8d9-df3d-4c3a-82b6-0b8e8cd44120 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/ec7e5f82-3c40-4394-8d84-388a9be3752d HTTP/1.1" status: 404 len: 337 time: 0.0360584 Jan 27 19:57:09.232676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:09.338005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:09.342952 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.354953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee891116-5136-4c81-9bd1-6e68df1bfa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.430376 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:07Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:09.446143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.533588 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:09.535909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:09.537043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db543d6d-7ab0-4602-a77a-7f2dd17128b6 None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:07Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:57:09.619753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting port 6cd84c20-32bb-438c-8878-b2690313dc1e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:09.620085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.799070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:57:09.806804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] For port 6cd84c20-32bb-438c-8878-b2690313dc1e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6cd84c20-32bb-438c-8878-b2690313dc1e,segment=NetworkSegment(99ef4fdc-de49-444c-81ae-a4760e008d5e),segment_id=99ef4fdc-de49-444c-81ae-a4760e008d5e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:09.807232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:09.836514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Calling delete_port for 6cd84c20-32bb-438c-8878-b2690313dc1e owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:09.991669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6cd84c20-32bb-438c-8878-b2690313dc1e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.036628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Port': ['ID=6cd84c20-32bb-438c-8878-b2690313dc1e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:10.038650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No DVR routers for this DVR port 6cd84c20-32bb-438c-8878-b2690313dc1e on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:57:10.174145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:57:10.184559 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-60dc5829-59de-482b-8ebd-39ce50fb9b22 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/874fa553-13a4-4065-a0e8-509dd38c7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7369173 Jan 27 19:57:10.187525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58482) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:10.212237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.275991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee52cd5-1887-4498-8d74-7ed136428cac']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:10.309112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ef4fdc-de49-444c-81ae-a4760e008d5e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:10.309670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ef4fdc-de49-444c-81ae-a4760e008d5e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:10.347972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (99ef4fdc-de49-444c-81ae-a4760e008d5e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.375200 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (99ef4fdc-de49-444c-81ae-a4760e008d5e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.402042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:10.403109 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (99ef4fdc-de49-444c-81ae-a4760e008d5e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:10.416719 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:10.575291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (0ee52cd5-1887-4498-8d74-7ed136428cac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.593549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:10.598618 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/0ee52cd5-1887-4498-8d74-7ed136428cac HTTP/1.1" status: 204 len: 168 time: 1.3643050 Jan 27 19:57:10.610512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58490) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:10.615130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde43fa-9e4c-45e6-ad08-8642c3248d63 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=0ee52cd5-1887-4498-8d74-7ed136428cac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:10.692819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.693319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.693829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.694341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.694988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.695450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.695900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.696714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.697181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:10.702438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8cd9e695-cf86-4076-9ed4-0f0c51949d28 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6325 time: 0.5105348 Jan 27 19:57:10.702838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:10.767481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1ca37-ce6e-42e2-b576-918bfce09da2 None None] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:10.938266 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Provisioning complete for port 72b700e6-1d4d-4248-8540-8d317e9f8811 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:10.942954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:11.063579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.064887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.067045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.067580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.068233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.068523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.069020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:11.073394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bc59771d-0eda-4a21-a821-5a2493f060be tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.3674693 Jan 27 19:57:11.077887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:11.237746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Current status of the port 72b700e6-1d4d-4248-8540-8d317e9f8811 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:11.238483 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:11.269315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 72b700e6-1d4d-4248-8540-8d317e9f8811 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:11.412648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] For port 72b700e6-1d4d-4248-8540-8d317e9f8811, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=72b700e6-1d4d-4248-8540-8d317e9f8811,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:11.421719 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:11.545699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 72b700e6-1d4d-4248-8540-8d317e9f8811 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:11.546287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:11.608180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b150a-417a-402f-8abe-1528b214eb58 None None] Pushing event updated for resources: {'Port': ['ID=72b700e6-1d4d-4248-8540-8d317e9f8811,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:11.629682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:11.630056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:11.712143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 72b700e6-1d4d-4248-8540-8d317e9f8811 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:11.732898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Port 606c24ab-e32c-42e8-adb6-52c149b65449 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:57:11.780582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Provisioning complete for port 72b700e6-1d4d-4248-8540-8d317e9f8811 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:11.781930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.171172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting port 706f5664-d8a4-42f9-a106-58bd4392e6c6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:12.173142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (706f5664-d8a4-42f9-a106-58bd4392e6c6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.186466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-85e2cd0e-06e3-41f7-98c6-dfd3b4fba25b None None] Current status of the port 72b700e6-1d4d-4248-8540-8d317e9f8811 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:12.200827 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34ecf852-ad02-4a65-a77a-fa5019aec279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.331018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (706f5664-d8a4-42f9-a106-58bd4392e6c6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.343839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6f01f10f-9750-43cf-a7e8-5d14a7845642 None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:12.344952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f01f10f-9750-43cf-a7e8-5d14a7845642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.364010 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Calling delete_port for 706f5664-d8a4-42f9-a106-58bd4392e6c6 owned by {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:12.374909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2b9f967e-af39-463c-8d05-54434cfdee5a tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.2864399 Jan 27 19:57:12.416356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6f01f10f-9750-43cf-a7e8-5d14a7845642 None None] Port 606c24ab-e32c-42e8-adb6-52c149b65449 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:57:12.588231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (706f5664-d8a4-42f9-a106-58bd4392e6c6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.672458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Port': ['ID=706f5664-d8a4-42f9-a106-58bd4392e6c6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:12.679377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.687256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f46eaa62-7fd1-48ac-9cfb-1a78d9a1dc7d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/ports/706f5664-d8a4-42f9-a106-58bd4392e6c6 HTTP/1.1" status: 204 len: 168 time: 2.0749273 Jan 27 19:57:12.689385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:12.774146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3626a0f0-3be8-4333-b0e2-78bdc223b310 None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:12.774551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3626a0f0-3be8-4333-b0e2-78bdc223b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:12.776370 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eb7821-310e-4458-b00f-86b3dfde5c58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] DELETE failed (client error): The resource could not be found. Jan 27 19:57:12.776934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54eb7821-310e-4458-b00f-86b3dfde5c58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 19:57:12.783281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54eb7821-310e-4458-b00f-86b3dfde5c58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/33532f6a-403f-4bd9-8b85-a87732481c9e HTTP/1.1" status: 404 len: 337 time: 0.0928180 Jan 27 19:57:12.787837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:12.879347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3626a0f0-3be8-4333-b0e2-78bdc223b310 None None] Port 606c24ab-e32c-42e8-adb6-52c149b65449 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:57:12.930518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:12.943337 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973975916', 'description': 'tempest-secgroup-smoke-1973975916 description', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:13.006838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.023511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.150755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:13.151363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.174062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (8ce601d3-f4ab-4c90-8877-6040d9bf0923), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.180086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8ce601d3-f4ab-4c90-8877-6040d9bf0923), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.233675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 72b700e6-1d4d-4248-8540-8d317e9f8811 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:13.234741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce601d3-f4ab-4c90-8877-6040d9bf0923,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:13.254209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.259992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc0088c3-1b66-4e89-93c4-ad1cfa82d667 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3266654 Jan 27 19:57:13.260903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58546) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:13.266170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:13.282553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] For port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=10ed32a6-442c-47d3-b2eb-d91b0ce79d40,segment=NetworkSegment(7f5dcb92-8471-4e24-ad74-76645bd60101),segment_id=7f5dcb92-8471-4e24-ad74-76645bd60101)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:13.282923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.315972 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (75f9dd46-eff3-45b9-a50c-044006579b68), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.318882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Calling delete_port for 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:13.398108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 72b700e6-1d4d-4248-8540-8d317e9f8811 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:13.398495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.468110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (75f9dd46-eff3-45b9-a50c-044006579b68), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.473673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (75f9dd46-eff3-45b9-a50c-044006579b68), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.523481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f9dd46-eff3-45b9-a50c-044006579b68,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:13.536550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (10ed32a6-442c-47d3-b2eb-d91b0ce79d40), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.540314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.545482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-661a57ed-3696-42d1-bc12-51ceff50a12d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2803354 Jan 27 19:57:13.546546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:13.555164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No DVR routers for this DVR port 10ed32a6-442c-47d3-b2eb-d91b0ce79d40 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:57:13.563207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:13.573137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 72b700e6-1d4d-4248-8540-8d317e9f8811 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:13.576491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8e5c5443-a8b5-4e7d-820d-e757241d0f7e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:13.598586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Port': ['ID=10ed32a6-442c-47d3-b2eb-d91b0ce79d40,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:13.620432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (0df821bb-cb3f-4de2-a2b1-d5e6f74b2e58), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.725793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:13.726441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.791018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (0df821bb-cb3f-4de2-a2b1-d5e6f74b2e58), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.796017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0df821bb-cb3f-4de2-a2b1-d5e6f74b2e58), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.848372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.857425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df821bb-cb3f-4de2-a2b1-d5e6f74b2e58,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:13.888105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.903344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7a74f6fd-1771-4079-9c2d-5beae03a999b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555424 Jan 27 19:57:13.911425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:13.920115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:13.939114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:13.939720 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:13.953434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ee1f32-ab83-4f4a-ba03-550e08522690']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:13.976145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5dcb92-8471-4e24-ad74-76645bd60101') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:13.976966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5dcb92-8471-4e24-ad74-76645bd60101') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:13.984706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:13.990894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.016093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7f5dcb92-8471-4e24-ad74-76645bd60101), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.017233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (b7b6db43-83dd-4048-b3b2-e50855aab6a7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.107562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:57:14.121335 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7f5dcb92-8471-4e24-ad74-76645bd60101), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.128690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:14.133699 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:57:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:14.147591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.168818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:14.169306 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7f5dcb92-8471-4e24-ad74-76645bd60101), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:14.174135 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:14.216797 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (b7b6db43-83dd-4048-b3b2-e50855aab6a7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.225000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (b7b6db43-83dd-4048-b3b2-e50855aab6a7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.255005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (67ee1f32-ab83-4f4a-ba03-550e08522690), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.257506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b6db43-83dd-4048-b3b2-e50855aab6a7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.270809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.271117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.274638 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f71672d9-6bc0-4d3e-8597-6f063bd14399 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592992 Jan 27 19:57:14.275113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58566) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:14.281979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:14.283422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/67ee1f32-ab83-4f4a-ba03-550e08522690 HTTP/1.1" status: 204 len: 168 time: 1.4942482 Jan 27 19:57:14.284222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:14.313865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e28f71-2255-4774-aa08-d975aefbb23d tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=67ee1f32-ab83-4f4a-ba03-550e08522690,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.334253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (55ca6d64-9cf3-4b42-9770-e723f05ccc9c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.375062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting subnet ebdf9bea-3350-4695-a309-df7b445a1c57 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:57:14.391811 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (ebdf9bea-3350-4695-a309-df7b445a1c57), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.423816 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:14.438014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (55ca6d64-9cf3-4b42-9770-e723f05ccc9c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.443661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (55ca6d64-9cf3-4b42-9770-e723f05ccc9c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.463350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (ebdf9bea-3350-4695-a309-df7b445a1c57), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.469146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ca6d64-9cf3-4b42-9770-e723f05ccc9c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.494910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.496776 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b857450-7a77-4b96-aec2-002e324c23d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2206728 Jan 27 19:57:14.504511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58574) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:14.511141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:14.568315 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:57:14.581187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (be82c684-3424-4eb1-b3da-f188047cc976), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.667262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (be82c684-3424-4eb1-b3da-f188047cc976), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.692806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (be82c684-3424-4eb1-b3da-f188047cc976), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.741582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (ebdf9bea-3350-4695-a309-df7b445a1c57), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.759660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.761707 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2560852 Jan 27 19:57:14.764981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda6c8-94f1-41f5-bde9-17c0030766e8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be82c684-3424-4eb1-b3da-f188047cc976,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.769240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58576) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:14.781861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '8ce601d3-f4ab-4c90-8877-6040d9bf0923', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:14.829515 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:57:14.835118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (cc0f4994-b826-4c66-8fdc-d0403f87924a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.899154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (ebdf9bea-3350-4695-a309-df7b445a1c57), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.909860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (cc0f4994-b826-4c66-8fdc-d0403f87924a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.915007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (cc0f4994-b826-4c66-8fdc-d0403f87924a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.947733 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdf9bea-3350-4695-a309-df7b445a1c57,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:14.979517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.979742 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 2, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:14.983080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077191 Jan 27 19:57:14.987017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:14.992854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-57818ec2-c572-49b4-882f-a022685f1e58 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/subnets/ebdf9bea-3350-4695-a309-df7b445a1c57 HTTP/1.1" status: 204 len: 168 time: 0.6899717 Jan 27 19:57:14.999691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca095f67-f6b3-4d23-a5b9-30ff084f5497 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0f4994-b826-4c66-8fdc-d0403f87924a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:15.001451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:15.055890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4026a6e-a98d-44e6-ba02-0ff5cb83e7b2 None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:57:15.127811 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:57:15.130541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Updating router 874fa553-13a4-4065-a0e8-509dd38c7c23 port 606c24ab-e32c-42e8-adb6-52c149b65449 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:57:15.149814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8e5c5443-a8b5-4e7d-820d-e757241d0f7e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:15.183351 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.309932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f1b6ac88-5a6d-46cc-9c36-7102dbb50648), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.396094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.436364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-2a58cdbb-0bd1-42eb-9d9f-b6a9dbfe4b5c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973975916&fields=id&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 267 time: 0.1533959 Jan 27 19:57:15.480952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:15.481370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.494444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Deleting port 651dfd47-86be-4f39-837c-e777e7d03d86 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:15.494915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.589821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] DHCP port deletion for f1b6ac88-5a6d-46cc-9c36-7102dbb50648 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:57:15.661623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] For port 651dfd47-86be-4f39-837c-e777e7d03d86, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=651dfd47-86be-4f39-837c-e777e7d03d86,segment=NetworkSegment(88881196-8080-47a9-9654-ec7e271bc4ce),segment_id=88881196-8080-47a9-9654-ec7e271bc4ce)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:15.662005 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.696979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Calling delete_port for 651dfd47-86be-4f39-837c-e777e7d03d86 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:15.750145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-2b978197-8389-40c7-a9ce-4f5f74b37f02 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:15.754163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-2b978197-8389-40c7-a9ce-4f5f74b37f02 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 797 time: 0.3032272 Jan 27 19:57:15.756767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.765703 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks [] for port (606c24ab-e32c-42e8-adb6-52c149b65449), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.770496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:15.775465 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.783289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-ccaf5ffa-735e-4955-9c82-a884ffe4ea83 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/quotas/bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 375 time: 0.0188255 Jan 27 19:57:15.828116 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Deleting port 651dfd47-86be-4f39-837c-e777e7d03d86 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:57:15.828767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.853586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:15.901955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-e5a641d8-dc9f-45c4-8574-aa39e127f39a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085646 Jan 27 19:57:15.911236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Port': ['ID=651dfd47-86be-4f39-837c-e777e7d03d86,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:15.918629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] No DVR routers for this DVR port 651dfd47-86be-4f39-837c-e777e7d03d86 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:57:15.978459 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c2000-2615-4b25-89f9-b64a95b0da7a None None] Pushing event updated for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:16.037796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] For port 651dfd47-86be-4f39-837c-e777e7d03d86, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=651dfd47-86be-4f39-837c-e777e7d03d86,segment=NetworkSegment(88881196-8080-47a9-9654-ec7e271bc4ce),segment_id=88881196-8080-47a9-9654-ec7e271bc4ce)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:16.038129 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.101832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Calling delete_port for 651dfd47-86be-4f39-837c-e777e7d03d86 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:57:16.134081 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Attempting to bind port 606c24ab-e32c-42e8-adb6-52c149b65449 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:16.134640 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Attempting to bind port 606c24ab-e32c-42e8-adb6-52c149b65449 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:16.134806 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Attempting to bind port 606c24ab-e32c-42e8-adb6-52c149b65449 on network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:16.156175 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.162486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:16.162486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Checking segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:16.162486 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.162486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Bound using segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:16.162486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Bound port: 606c24ab-e32c-42e8-adb6-52c149b65449, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:16.171311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f1b6ac88-5a6d-46cc-9c36-7102dbb50648), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.171743 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.217055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b6ac88-5a6d-46cc-9c36-7102dbb50648']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:16.227594 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-c8aa5160-9ad0-432d-824a-b69c06f619d0 service neutron] 10.222.0.59 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914603 Jan 27 19:57:16.227848 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88881196-8080-47a9-9654-ec7e271bc4ce') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:16.228109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88881196-8080-47a9-9654-ec7e271bc4ce') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:16.242240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (88881196-8080-47a9-9654-ec7e271bc4ce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.260274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (88881196-8080-47a9-9654-ec7e271bc4ce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.274540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:57:16.274953 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (88881196-8080-47a9-9654-ec7e271bc4ce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.391173 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] For port 606c24ab-e32c-42e8-adb6-52c149b65449, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:16.399658 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] For port 606c24ab-e32c-42e8-adb6-52c149b65449, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=606c24ab-e32c-42e8-adb6-52c149b65449,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:16.409874 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.410800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (651dfd47-86be-4f39-837c-e777e7d03d86), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: timer() Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:57:16.419733 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:57:16.422591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f1b6ac88-5a6d-46cc-9c36-7102dbb50648), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.430248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.436493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] 10.222.0.59 "DELETE /v2.0/networks/f1b6ac88-5a6d-46cc-9c36-7102dbb50648 HTTP/1.1" status: 204 len: 168 time: 1.4306986 Jan 27 19:57:16.455917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017194cd-a981-4de4-8de8-b3d8a5231ff2 tempest-NetworksIpV6TestAttrs-849740156 tempest-NetworksIpV6TestAttrs-849740156-project] Pushing event deleted for resources: {'Network': ['ID=f1b6ac88-5a6d-46cc-9c36-7102dbb50648,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:16.460326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Network f1b6ac88-5a6d-46cc-9c36-7102dbb50648 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 19:57:16.460799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] No DVR routers for this DVR port 651dfd47-86be-4f39-837c-e777e7d03d86 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:57:16.468780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e096b2-17c4-41c3-9a13-6896a1c518b3 None None] Pushing event deleted for resources: {'Port': ['ID=651dfd47-86be-4f39-837c-e777e7d03d86,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:16.505072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-a9214c13-d347-410e-8692-31b8dd5d9087 service neutron] 10.222.0.59 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769558 Jan 27 19:57:16.505943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:16.506331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.649979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Current status of the port 606c24ab-e32c-42e8-adb6-52c149b65449 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:16.650657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.657394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c2000-2615-4b25-89f9-b64a95b0da7a None None] Pushing event updated for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:16.680895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:16.682161 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:57:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:16.737923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] For port 606c24ab-e32c-42e8-adb6-52c149b65449, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=606c24ab-e32c-42e8-adb6-52c149b65449,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:16.745358 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:16.899975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c423-2fc1-4cc1-8579-58df90c70746 None None] Pushing event updated for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:16.955365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84745267-9595-4c4f-aa06-37ec69c53d5d req-7f822955-d595-4944-bc50-d276704d2283 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 210 time: 0.0902910 Jan 27 19:57:17.080530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9e58aea2-f5a2-478e-9bbb-a7dbd0976201 None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:17.082252 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e58aea2-f5a2-478e-9bbb-a7dbd0976201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.089914 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:17.175474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58642) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:17.189950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 606c24ab-e32c-42e8-adb6-52c149b65449 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:17.498476 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7d5a1d0-0aa3-4159-9896-fe7e60e8378c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c544498618d74e81b7f307937cd8eb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216941 Jan 27 19:57:17.501119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:17.528148 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9e58aea2-f5a2-478e-9bbb-a7dbd0976201 None None] Current status of the port 606c24ab-e32c-42e8-adb6-52c149b65449 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:17.537508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 606c24ab-e32c-42e8-adb6-52c149b65449 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:17.537897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.552507 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:17.632873 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1ffb9-7df6-4022-a246-ba235fbccc96 None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:57:17.692345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] Publish callbacks [] for security_group (3d4fd42c-f432-460e-bbec-dda3f0e540a4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.712613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 606c24ab-e32c-42e8-adb6-52c149b65449 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:17.741915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] Publish callbacks [] for security_group (3d4fd42c-f432-460e-bbec-dda3f0e540a4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.818216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3d4fd42c-f432-460e-bbec-dda3f0e540a4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.822161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:17.826249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d4fd42c-f432-460e-bbec-dda3f0e540a4 HTTP/1.1" status: 204 len: 168 time: 0.3208909 Jan 27 19:57:17.826467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 651dfd47-86be-4f39-837c-e777e7d03d86 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:57:17.852194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c2b51-2187-4211-ab43-23b05b2343e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4fd42c-f432-460e-bbec-dda3f0e540a4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:17.888194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 651dfd47-86be-4f39-837c-e777e7d03d86 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:57:17.888548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 651dfd47-86be-4f39-837c-e777e7d03d86 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:57:18.117129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb0c062e-2539-4f74-9d1e-311f15d78cb3 req-25cfe172-0fdf-43b8-a1a6-57db3593d45d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 210 time: 0.0737574 Jan 27 19:57:18.958452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-b62fb45c-fb02-43c2-8bb5-a1842a5776bc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:18.960065 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-b62fb45c-fb02-43c2-8bb5-a1842a5776bc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 797 time: 0.3435054 Jan 27 19:57:19.080762 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-704493d3-78b4-4ce6-8ce0-f6d2bc9b8653 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 380 time: 0.1078782 Jan 27 19:57:19.096437 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'port': {'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'admin_state_up': True, 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'security_groups': ['8ce601d3-f4ab-4c90-8877-6040d9bf0923']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:19.131709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:19.320402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:19.325150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.361131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-466584f8-65ee-4646-a4a4-17624cfd8a9e req-163fddc3-eea9-4e55-a5cd-8904a6a1aa4e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 210 time: 0.0741119 Jan 27 19:57:19.368370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872173563'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:19.409865 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.426305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.519326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.6 (50784116-c85c-4f7f-a47f-39b9bcdeeb61/c78a795e-5e47-462a-92d3-32ceb3a1df88/ccaf6032-6ccc-4de7-943a-00bf9b3e3cda) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:19.528037 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (70f974c6-433f-4479-8bf0-2c8e7be422e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.535086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (70f974c6-433f-4479-8bf0-2c8e7be422e0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.628934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f974c6-433f-4479-8bf0-2c8e7be422e0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:19.699577 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.703861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.704511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.753165 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.754260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.757347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:19.758146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6246374 Jan 27 19:57:19.762169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b887b1-c981-465d-9869-59e94ad7d4c7 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:19.876550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:19.883332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:19.893055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-df53da6f-a6c1-4c18-a559-908799e254de tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1345375 Jan 27 19:57:19.894346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:19.896847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:19.897441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:19.904234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-security--1628403084', 'description': 'tempest-security-description-981920456'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:19.967752 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:19.998851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:19.999655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.032633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0ae1f2a3-c9ca-47a7-8a3b-b08aadfde4c3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9448307 Jan 27 19:57:20.043809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.051871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.056060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.059281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "PUT /v2.0/security-groups/f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36 HTTP/1.1" status: 200 len: 1796 time: 0.1612260 Jan 27 19:57:20.062063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58710) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.134249 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:57:20.140933 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1a808722-ad7f-49f9-bb18-8d3bc1682db9 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups/f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36 HTTP/1.1" status: 200 len: 1796 time: 0.0772517 Jan 27 19:57:20.144069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.145549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f32c0-cf6d-4a27-8ad8-31e8d71b09f2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:20.156875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Request body: {'port': {'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:20.252860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.280859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-13abe941-f750-4b86-bd85-04c257881374 None None] Provisioning complete for port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:20.281963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13abe941-f750-4b86-bd85-04c257881374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.307783 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.318517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-13abe941-f750-4b86-bd85-04c257881374 None None] Port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:57:20.344832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.560246 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.563309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ff3e4-ed78-4a57-8d1d-8fc6c1e06f3e req-6c0348d5-5188-4081-b0e8-017f4f7a499d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:20.565081 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-785ff3e4-ed78-4a57-8d1d-8fc6c1e06f3e req-6c0348d5-5188-4081-b0e8-017f4f7a499d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 931 time: 0.0950427 Jan 27 19:57:20.574633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.580447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36 HTTP/1.1" status: 204 len: 168 time: 0.4179406 Jan 27 19:57:20.591296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58724) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.669147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e1e6933-2399-426c-8195-fbd3bdad0485 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754015 Jan 27 19:57:20.673820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-785ff3e4-ed78-4a57-8d1d-8fc6c1e06f3e req-3a044166-b733-45b2-8bf8-0e90c011a4f1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023469 Jan 27 19:57:20.674325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.703829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac10bb-d567-4bcb-b858-fb336e1357b4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:20.706930 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3fcca96e-68df-4aca-9bd4-56ce9f3b77bf tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] delete failed (client error): The resource could not be found. Jan 27 19:57:20.707998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3fcca96e-68df-4aca-9bd4-56ce9f3b77bf tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/f14bb7ea-8f5f-4d79-88a0-83e6eda0cf36 HTTP/1.1" status: 404 len: 347 time: 0.0325942 Jan 27 19:57:20.714859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.720460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--799523873'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:20.759184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.850816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (e333f8fa-eb3b-4bae-92ef-2327cf252552), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.860651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e333f8fa-eb3b-4bae-92ef-2327cf252552), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.901720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e333f8fa-eb3b-4bae-92ef-2327cf252552,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:20.902435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaf6032-6ccc-4de7-943a-00bf9b3e3cda {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:57:20.906797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.908125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e8631144-8e34-4bc0-ad99-bb8311b181aa tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1920526 Jan 27 19:57:20.911311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:20.916258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': 'e333f8fa-eb3b-4bae-92ef-2327cf252552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:20.929399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks [] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.960667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Transition to ACTIVE for port object ccaf6032-6ccc-4de7-943a-00bf9b3e3cda will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:57:20.970699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:20.981879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.071346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:21.184137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.192785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.217784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df744119-5fa5-4a04-8e02-ad85a22ab1cf,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:21.238576 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.240742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ec5e77a0-855e-4806-853e-1f60f7d1e77d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281903 Jan 27 19:57:21.243950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:21.247190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Attempting to bind port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:21.247897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Attempting to bind port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:21.248444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Attempting to bind port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda on network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:21.253877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda on network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:57:21.254443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Attempting to bind port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda on network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:21.260583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:21.261802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Checking segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:21.269591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Bound using segment: {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:21.270326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Bound port: ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:21.270882 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.319118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.351397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.398550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (df744119-5fa5-4a04-8e02-ad85a22ab1cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.405794 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.410841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/df744119-5fa5-4a04-8e02-ad85a22ab1cf HTTP/1.1" status: 204 len: 168 time: 0.1644323 Jan 27 19:57:21.411698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:21.418804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:21.422615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:21.429125 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.455870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08786de-c986-473b-94b3-d66be5be2151 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df744119-5fa5-4a04-8e02-ad85a22ab1cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:21.499900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:21.500541 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.502029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] 10.222.0.66 "PUT /v2.0/ports/ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 1091 time: 1.4600956 Jan 27 19:57:21.502491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:57:21.504781 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e492c9a3-580a-4b30-9af7-aa730d4f698e" -d '{"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:57:21.545106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2f038bdc-6eae-41aa-bbe1-d4ae772d95db tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1297657 Jan 27 19:57:21.545585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40b0d1-0ace-435f-a2c6-75361ba89bfc service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:21.548261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:21.594962 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c99c972-c0e5-4e4b-8680-f45131144903 x-openstack-request-id: req-9c99c972-c0e5-4e4b-8680-f45131144903 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:57:21.595267 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:57:21.595546 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c99c972-c0e5-4e4b-8680-f45131144903 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:57:21.595934 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'status': 'completed', 'code': 200} Jan 27 19:57:21.615725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-22a3266f-7d2c-41e8-8aa4-d9cbadb175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:21.618164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-22a3266f-7d2c-41e8-8aa4-d9cbadb175d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1094 time: 0.0692883 Jan 27 19:57:21.676772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-5edfa921-48ef-4fc8-baa1-c5496df15eae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 217 time: 0.0516744 Jan 27 19:57:21.697607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (e333f8fa-eb3b-4bae-92ef-2327cf252552), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.732526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (e333f8fa-eb3b-4bae-92ef-2327cf252552), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.811198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-25cfb512-8165-4de2-a7ac-0bb56fa57984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:21.812779 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-25cfb512-8165-4de2-a7ac-0bb56fa57984 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.1301920 Jan 27 19:57:21.827354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e333f8fa-eb3b-4bae-92ef-2327cf252552), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.831499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:21.833355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/e333f8fa-eb3b-4bae-92ef-2327cf252552 HTTP/1.1" status: 204 len: 168 time: 0.2839026 Jan 27 19:57:21.852860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58748) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:21.904161 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-50f2c8a0-3fb9-42f3-9e7a-57b15b1aff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:21.905816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-50f2c8a0-3fb9-42f3-9e7a-57b15b1aff9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862267 Jan 27 19:57:21.942198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46702f-dd19-4b56-9ce3-1a931c808d35 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333f8fa-eb3b-4bae-92ef-2327cf252552,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:22.028402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58760) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:22.031658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9bc6a821-fd3c-4e60-aaff-07ec16f88ca6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1764197 Jan 27 19:57:22.038540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--597391463'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:22.040988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe102eb-73bc-42c5-98ef-57d1b2eade1e req-7be5a895-00be-4024-bc39-7a1deacec190 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:22.043217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebe102eb-73bc-42c5-98ef-57d1b2eade1e req-7be5a895-00be-4024-bc39-7a1deacec190 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 943 time: 0.2326238 Jan 27 19:57:22.085662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.139315 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-05baf9b4-1cbc-4c5f-9764-8d9bc6363557 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263982 Jan 27 19:57:22.150473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ebe102eb-73bc-42c5-98ef-57d1b2eade1e req-b19f33c8-4e64-4bdd-b8a4-7afd5c91da61 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007335 Jan 27 19:57:22.242784 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3e4a9121-5d4b-4c52-96ed-3c3eef087032 req-50ed7f32-04cc-4562-a630-1d03d9b11aad service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972211 Jan 27 19:57:22.302424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (897ea5de-555c-4519-ace1-87e2e5c3af7d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.354816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (897ea5de-555c-4519-ace1-87e2e5c3af7d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.418196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-81bf926e-f5a7-4d69-9f74-c93dcbef9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:22.420373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-81bf926e-f5a7-4d69-9f74-c93dcbef9c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1094 time: 0.1160896 Jan 27 19:57:22.423218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.424400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3946409 Jan 27 19:57:22.428722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:22.435079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '897ea5de-555c-4519-ace1-87e2e5c3af7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:22.494459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.521762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-3f368201-a85a-4be0-a462-6f76fe50e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:22.523258 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-3f368201-a85a-4be0-a462-6f76fe50e28c service neutron] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 898 time: 0.0948973 Jan 27 19:57:22.525218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bc7cb-8c42-481d-88b7-1c07bcb242cb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897ea5de-555c-4519-ace1-87e2e5c3af7d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:22.576349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-7bb2cd12-f471-4fcc-a546-e39a6d7d84ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 217 time: 0.0473490 Jan 27 19:57:22.586309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.591134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.615147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1d4ab8-88da-4019-8a4e-982ef4849eb7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:22.628057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.634233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f4c35618-3beb-4b4b-9c6c-12dfe88ac230 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041643 Jan 27 19:57:22.635142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:22.641630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '897ea5de-555c-4519-ace1-87e2e5c3af7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:22.643580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-7f58181b-34f4-4f78-9b9f-b40b0eb6c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:22.645209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-7f58181b-34f4-4f78-9b9f-b40b0eb6c726 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.0623541 Jan 27 19:57:22.676135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.720268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-4272c092-398e-4f4b-960c-85ec5c8d8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:22.722645 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-4272c092-398e-4f4b-960c-85ec5c8d8779 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698249 Jan 27 19:57:22.816082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.822135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.871603 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:22.875916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:22.876437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2397976 Jan 27 19:57:22.879741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fe72c-5eb7-4629-8cc6-ab2be7d06c74 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0101a9-d333-465a-881a-e8fba39dc75a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:22.880922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '897ea5de-555c-4519-ace1-87e2e5c3af7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:22.896632 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-05ac109f-fddd-4402-aa2c-141d54d5a7eb service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682537 Jan 27 19:57:22.938468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.133374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e492c9a3-580a-4b30-9af7-aa730d4f698e req-4e84f70b-6eba-429b-be9e-9c4272a954d9 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299743 Jan 27 19:57:23.141097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.153028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.179941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5214179-dc45-4b02-9178-97fc431578ee,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:23.197536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.198917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7fd02d0c-02f0-4dc3-abe4-70475649c553 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218122 Jan 27 19:57:23.201453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.207103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '897ea5de-555c-4519-ace1-87e2e5c3af7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:23.238944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.342691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68404be9-cd56-4189-89a7-738827ba58a0 req-d3163ad5-ae39-4948-b0a5-0265789e1422 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:23.350261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68404be9-cd56-4189-89a7-738827ba58a0 req-d3163ad5-ae39-4948-b0a5-0265789e1422 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 943 time: 0.1161189 Jan 27 19:57:23.362795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.367489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.406059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24fceea-9f83-434c-ab4d-3927124e772b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:23.416267 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.418413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9355bf44-b5e1-4bc0-b387-68d241623948 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151632 Jan 27 19:57:23.424782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.430262 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '897ea5de-555c-4519-ace1-87e2e5c3af7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:23.461006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68404be9-cd56-4189-89a7-738827ba58a0 req-d1edbeca-a088-4f82-b1b3-2b33617da155 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067562 Jan 27 19:57:23.480487 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.538938 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.543711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.575551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76a753b-d643-4ebc-a5fa-be62f9562466,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:23.581735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.586230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1cf41f20-f3ed-4c92-a432-16dcc1b79a5b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1572866 Jan 27 19:57:23.586442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.617613 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.626616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.654715 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f76a753b-d643-4ebc-a5fa-be62f9562466), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.661714 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.665282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f76a753b-d643-4ebc-a5fa-be62f9562466 HTTP/1.1" status: 204 len: 168 time: 0.0753467 Jan 27 19:57:23.666381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.669719 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c500-2585-40ac-a65b-fecd70fd6c26 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f76a753b-d643-4ebc-a5fa-be62f9562466,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:23.713248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-37313e42-13f1-4f38-b4d5-c371115dec85 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0446641 Jan 27 19:57:23.717150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.742569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.751398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.782372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c24fceea-9f83-434c-ab4d-3927124e772b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.797396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.802132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c24fceea-9f83-434c-ab4d-3927124e772b HTTP/1.1" status: 204 len: 168 time: 0.0807149 Jan 27 19:57:23.802132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65d827-553a-44c2-9fa8-8ddc4437792b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c24fceea-9f83-434c-ab4d-3927124e772b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:23.806050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58790) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.883574 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f8481935-b4fd-43c1-9506-8bde4068ed1c tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0644565 Jan 27 19:57:23.883574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58794) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:23.911176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.920775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.983446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f5214179-dc45-4b02-9178-97fc431578ee), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.990618 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:23.992199 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f5214179-dc45-4b02-9178-97fc431578ee HTTP/1.1" status: 204 len: 168 time: 0.1169086 Jan 27 19:57:23.994987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.004032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ea6fe-0d87-47f9-aec0-ad7f4e879559 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5214179-dc45-4b02-9178-97fc431578ee,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:24.004833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.050232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.050516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-232e8197-00ef-498e-b706-a91e148df83a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0541861 Jan 27 19:57:24.090655 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.099730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.153035 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3f0101a9-d333-465a-881a-e8fba39dc75a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.166483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.172308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3f0101a9-d333-465a-881a-e8fba39dc75a HTTP/1.1" status: 204 len: 168 time: 0.1194155 Jan 27 19:57:24.173977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.192586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8112bc-7f91-4dc4-93a2-2711c4f6c261 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f0101a9-d333-465a-881a-e8fba39dc75a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:24.234459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-864a5d9b-41e6-4a58-b341-ff262c761852 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0592570 Jan 27 19:57:24.237043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.262582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.271478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.306163 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3e1d4ab8-88da-4019-8a4e-982ef4849eb7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.318660 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.319781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3e1d4ab8-88da-4019-8a4e-982ef4849eb7 HTTP/1.1" status: 204 len: 168 time: 0.0817888 Jan 27 19:57:24.320701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333905c8-67d6-47f2-9a47-6b4cbc0995d4 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e1d4ab8-88da-4019-8a4e-982ef4849eb7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:24.322671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.384944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e46e928e-4fe4-4a5a-b22f-c5041a9a6474 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498817 Jan 27 19:57:24.387989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.450873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (897ea5de-555c-4519-ace1-87e2e5c3af7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.477682 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (897ea5de-555c-4519-ace1-87e2e5c3af7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.546422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (897ea5de-555c-4519-ace1-87e2e5c3af7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.550502 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.551827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/897ea5de-555c-4519-ace1-87e2e5c3af7d HTTP/1.1" status: 204 len: 168 time: 0.1629055 Jan 27 19:57:24.554578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.575014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b4f2-d73f-4cd1-a9a1-89dfdbd0c7d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ea5de-555c-4519-ace1-87e2e5c3af7d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:24.641913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d5171e86-cb95-4cbb-80da-7120ba526b6e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858293 Jan 27 19:57:24.643092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58820) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.648288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--340720254'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:24.687518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff70855-f1ad-4653-a5c9-4c4517c08214 req-f9a9a106-9ed8-4b07-ae72-ea0e275161e6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:24.689500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cff70855-f1ad-4653-a5c9-4c4517c08214 req-f9a9a106-9ed8-4b07-ae72-ea0e275161e6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 943 time: 0.0971684 Jan 27 19:57:24.700814 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.797486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cff70855-f1ad-4653-a5c9-4c4517c08214 req-1d5e1088-1294-4fd3-a95b-1d7d399d197d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925980 Jan 27 19:57:24.863548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (99e050a2-ded1-4d47-a351-718f72be4478), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.868567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (99e050a2-ded1-4d47-a351-718f72be4478), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.903903 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.908163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:24.914504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '99e050a2-ded1-4d47-a351-718f72be4478', 'direction': 'ingress', 'protocol': 17}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:24.931507 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2853129 Jan 27 19:57:24.949984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ce093-10aa-42c6-958e-dbd1afad79d8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e050a2-ded1-4d47-a351-718f72be4478,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:24.961347 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:24.985247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (8351a1be-366f-4d98-bb05-682d36ee5776), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.061778 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (8351a1be-366f-4d98-bb05-682d36ee5776), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.066547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8351a1be-366f-4d98-bb05-682d36ee5776), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.090169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8351a1be-366f-4d98-bb05-682d36ee5776,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:25.098652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.104091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:25.112499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-54d18aa9-87fc-4253-ba90-c2b21ca6fd5a tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2032070 Jan 27 19:57:25.168647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (99e050a2-ded1-4d47-a351-718f72be4478), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.204456 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (99e050a2-ded1-4d47-a351-718f72be4478), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.294293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (99e050a2-ded1-4d47-a351-718f72be4478), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.297468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.298986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/99e050a2-ded1-4d47-a351-718f72be4478 HTTP/1.1" status: 204 len: 168 time: 0.1937950 Jan 27 19:57:25.301867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:25.312518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1de28-0305-4f31-ab76-f813990b3123 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e050a2-ded1-4d47-a351-718f72be4478,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:25.383466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a195c0cf-a964-4b55-a48e-e1c34146cbfc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804121 Jan 27 19:57:25.387667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:25.392849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--757415432'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:25.422273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.530878 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (221caa3a-59c0-4766-94a0-09be9aba5117), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.535989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (221caa3a-59c0-4766-94a0-09be9aba5117), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.577241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.579393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1901691 Jan 27 19:57:25.581726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:25.584220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25b945-8be1-48d4-8db9-65a0af954c84 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221caa3a-59c0-4766-94a0-09be9aba5117,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:25.587031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221493237'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:25.623654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.665071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ccaf6032-6ccc-4de7-943a-00bf9b3e3cda details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:57:25.752537 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (455f0de2-4e58-4b3e-a9f1-f89a3b3edcab), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.764027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (455f0de2-4e58-4b3e-a9f1-f89a3b3edcab), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.821838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.823399 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2402270 Jan 27 19:57:25.827136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:25.832218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '221caa3a-59c0-4766-94a0-09be9aba5117', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '455f0de2-4e58-4b3e-a9f1-f89a3b3edcab', 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:25.838520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:25.860306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1c920-26e1-4092-b6b2-966da061895e tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455f0de2-4e58-4b3e-a9f1-f89a3b3edcab,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:25.865761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:57:25.922211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.929635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:25.930309 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:25.965560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaf6032-6ccc-4de7-943a-00bf9b3e3cda {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:57:25.989658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:25.994553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.059439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:26.061028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.074885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.100505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1cb19-50f6-4a66-af40-b612f703a405 req-802c145e-f20f-415b-942c-86e1dac578c7 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:26.102031 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ea1cb19-50f6-4a66-af40-b612f703a405 req-802c145e-f20f-415b-942c-86e1dac578c7 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 943 time: 0.1389422 Jan 27 19:57:26.103833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4ccde0-7a00-4b9e-8171-b9cecc751535,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:26.138499 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.139715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-861828dd-1482-41fd-a017-e5a5b7b047e0 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3115318 Jan 27 19:57:26.142697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.190212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.197496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ea1cb19-50f6-4a66-af40-b612f703a405 req-02002dea-a791-4d91-980e-15288104ef10 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811465 Jan 27 19:57:26.204126 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.251920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (aa4ccde0-7a00-4b9e-8171-b9cecc751535), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.266545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.268042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/aa4ccde0-7a00-4b9e-8171-b9cecc751535 HTTP/1.1" status: 204 len: 168 time: 0.1244335 Jan 27 19:57:26.269105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38034256-a17d-4922-83ba-bf937050cead tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa4ccde0-7a00-4b9e-8171-b9cecc751535,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:26.270879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58856) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.330537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-be640048-3ab4-4fb5-b920-303a04ce698f tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0578141 Jan 27 19:57:26.334870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.336177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:57:26.438542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (455f0de2-4e58-4b3e-a9f1-f89a3b3edcab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.469983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (455f0de2-4e58-4b3e-a9f1-f89a3b3edcab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.576090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (455f0de2-4e58-4b3e-a9f1-f89a3b3edcab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.583456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.584650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/455f0de2-4e58-4b3e-a9f1-f89a3b3edcab HTTP/1.1" status: 204 len: 168 time: 0.2483633 Jan 27 19:57:26.587571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.610006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07637ee-acf4-4893-9d8b-13e239d64760 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f0de2-4e58-4b3e-a9f1-f89a3b3edcab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:26.710113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-252fc50b-1380-4d59-b6b9-16f91ab5947f tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1209435 Jan 27 19:57:26.712806 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58866) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.782297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (221caa3a-59c0-4766-94a0-09be9aba5117), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.810549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (221caa3a-59c0-4766-94a0-09be9aba5117), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.868987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (221caa3a-59c0-4766-94a0-09be9aba5117), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.873509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:26.877165 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/221caa3a-59c0-4766-94a0-09be9aba5117 HTTP/1.1" status: 204 len: 168 time: 0.1601391 Jan 27 19:57:26.877766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.908810 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb79e56-aff5-47b4-8f82-7ddeb03b246d tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221caa3a-59c0-4766-94a0-09be9aba5117,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:26.961223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f35dbcc-4df7-45b8-ab13-5160466ab595 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822423 Jan 27 19:57:26.965943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58870) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:26.970421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831771726'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:27.000054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.082520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (c056f6d0-cc21-4c6f-8498-a752da2880ae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.086992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c056f6d0-cc21-4c6f-8498-a752da2880ae), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.119699 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.121517 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1549482 Jan 27 19:57:27.124364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.128801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': 'c056f6d0-cc21-4c6f-8498-a752da2880ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:27.134922 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f27e-9893-4ccb-a38b-eca5f3c53a27 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c056f6d0-cc21-4c6f-8498-a752da2880ae,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:27.170221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.258438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.263033 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.285927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20efeadd-c86b-47f6-ac15-75b08665298d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:27.299980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.304017 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0b34a21d-22ee-49fc-b702-fe3130d7d3e8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1761165 Jan 27 19:57:27.304394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.342553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.352889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.391002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (20efeadd-c86b-47f6-ac15-75b08665298d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.398995 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.402680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/20efeadd-c86b-47f6-ac15-75b08665298d HTTP/1.1" status: 204 len: 168 time: 0.0948181 Jan 27 19:57:27.403689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.407986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf588-fd09-4e2b-8a99-79fcdc46ae10 req-6b68c747-4355-456d-a260-b09348f4ea6a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:27.409579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74bbf588-fd09-4e2b-8a99-79fcdc46ae10 req-6b68c747-4355-456d-a260-b09348f4ea6a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 944 time: 0.0910437 Jan 27 19:57:27.424189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2fa45-cb99-4333-8e5a-0420a272cf87 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20efeadd-c86b-47f6-ac15-75b08665298d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:27.474796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2a81ab52-86fe-4e13-ae83-3aa61e98696b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664270 Jan 27 19:57:27.475654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58888) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.521010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74bbf588-fd09-4e2b-8a99-79fcdc46ae10 req-9bbb31ea-1c6e-4982-ad40-6f543be0f9a7 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033700 Jan 27 19:57:27.547920 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (c056f6d0-cc21-4c6f-8498-a752da2880ae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.579159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (c056f6d0-cc21-4c6f-8498-a752da2880ae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.641177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c056f6d0-cc21-4c6f-8498-a752da2880ae), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.645719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.647402 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/c056f6d0-cc21-4c6f-8498-a752da2880ae HTTP/1.1" status: 204 len: 168 time: 0.1705618 Jan 27 19:57:27.651211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58892) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.675295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939787bf-5924-4d63-82c7-3739d409ffc5 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056f6d0-cc21-4c6f-8498-a752da2880ae,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:27.699666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ccaf6032-6ccc-4de7-943a-00bf9b3e3cda up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:27.749948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09fd5c91-3d31-4d33-b04e-5f181b7476fe tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967309 Jan 27 19:57:27.754488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.759186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971369561'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:27.793475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.803361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:57:27.811089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:27.811478 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.927141 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (378c3270-a66c-428c-95e1-cf523fff51f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.933772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (378c3270-a66c-428c-95e1-cf523fff51f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.961778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:27.962580 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.985368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:27.989533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2339013 Jan 27 19:57:27.989950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58896) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:27.991919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38a558-9c6a-4ab9-9f7d-6e28f3b51652 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378c3270-a66c-428c-95e1-cf523fff51f8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:27.996749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '378c3270-a66c-428c-95e1-cf523fff51f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:28.035340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:57:28.037610 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c302f98-aaaa-488d-86b7-2f03f4c5290e" -d '{"events": [{"server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:57:28.043443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:28.049331 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.058701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.112992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd968f8-d604-42bf-b1f0-b5319666279e x-openstack-request-id: req-cfd968f8-d604-42bf-b1f0-b5319666279e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:57:28.113420 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:57:28.113899 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cfd968f8-d604-42bf-b1f0-b5319666279e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:57:28.114574 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'code': 200} Jan 27 19:57:28.147711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:28.172444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.178127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.212098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.215955 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2217875 Jan 27 19:57:28.216661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.248123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58904) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.250286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef3dcb-1a65-4819-97ff-c46fdabd8cf8 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e17781-4d20-4b66-bdb1-525b1e6fae27,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:28.250482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f88612f9-132f-4e84-ba9c-ff7e677fff16 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules/55e17781-4d20-4b66-bdb1-525b1e6fae27 HTTP/1.1" status: 200 len: 763 time: 0.0321338 Jan 27 19:57:28.274785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3c3df-4a57-4de8-bdb7-c99bbf403f08 req-6361e3a7-34b3-4cf2-9f0e-40e4721db5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:28.276278 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cad3c3df-4a57-4de8-bdb7-c99bbf403f08 req-6361e3a7-34b3-4cf2-9f0e-40e4721db5b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1096 time: 0.0817482 Jan 27 19:57:28.352160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cad3c3df-4a57-4de8-bdb7-c99bbf403f08 req-f4d97048-2590-476b-a57d-110b404b6d14 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689199 Jan 27 19:57:28.365672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c2f1bc76-11a4-4a25-adf0-8ddad49cd66b tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1097760 Jan 27 19:57:28.368423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.400575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.410580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.439237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (55e17781-4d20-4b66-bdb1-525b1e6fae27), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.447084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.450971 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58908) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.451134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/55e17781-4d20-4b66-bdb1-525b1e6fae27 HTTP/1.1" status: 204 len: 168 time: 0.0816669 Jan 27 19:57:28.457131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958927cf-8a72-4e3f-96f4-2e68485e91b2 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e17781-4d20-4b66-bdb1-525b1e6fae27,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:28.518076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bc62c2ad-3939-443b-be8c-ff0e26143beb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655231 Jan 27 19:57:28.520410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.525397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '378c3270-a66c-428c-95e1-cf523fff51f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:28.581077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.673656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.682419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.722914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655fcba-eb82-4e90-87b4-5294beab86de req-ce151d34-2d18-4609-aaeb-178df6ade4dc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:28.724593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7655fcba-eb82-4e90-87b4-5294beab86de req-ce151d34-2d18-4609-aaeb-178df6ade4dc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.0951552 Jan 27 19:57:28.729100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3957ab0-aae3-45c8-8973-3bba78650fe8,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:28.735439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.739524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.756295 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b7f5716d-821e-489a-be92-af26fca2a8f6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2344706 Jan 27 19:57:28.780378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58920) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.794788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7d613320-962e-472a-aecb-a50a4314041f tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules/c3957ab0-aae3-45c8-8973-3bba78650fe8 HTTP/1.1" status: 200 len: 763 time: 0.0540156 Jan 27 19:57:28.842724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7655fcba-eb82-4e90-87b4-5294beab86de req-833a1eb8-b8f0-4cc0-8c8d-3b63dca1c475 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907321 Jan 27 19:57:28.849188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.856384 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b7f6b42-56c9-4f17-a539-4bf14f9df221 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747640 Jan 27 19:57:28.884805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.893538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.926769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c3957ab0-aae3-45c8-8973-3bba78650fe8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.935038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:28.936235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c3957ab0-aae3-45c8-8973-3bba78650fe8 HTTP/1.1" status: 204 len: 168 time: 0.0860920 Jan 27 19:57:28.938676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.958773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d54ac-ee73-4816-b53b-3a013ee6c836 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3957ab0-aae3-45c8-8973-3bba78650fe8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:28.988818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a17da92-ed8f-4a45-bdd2-d0f51949a032 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487752 Jan 27 19:57:28.991516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58926) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:28.997312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '378c3270-a66c-428c-95e1-cf523fff51f8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:29.029858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.100754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.107837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.134616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d434bb57-cef9-431c-951d-aaff7109ca3b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:29.150659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.152677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e64a4118-251c-4135-a902-034b7487a064 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601472 Jan 27 19:57:29.155982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.179656 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a032c860-c2c4-4138-a585-9097e88c4928 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules/d434bb57-cef9-431c-951d-aaff7109ca3b HTTP/1.1" status: 200 len: 764 time: 0.0220706 Jan 27 19:57:29.181928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.231135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b213c8e8-bdff-4235-ad4f-3de9141cd7da tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0450263 Jan 27 19:57:29.231432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58932) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.264455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.274538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.317018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d434bb57-cef9-431c-951d-aaff7109ca3b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.327205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.327205 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d434bb57-cef9-431c-951d-aaff7109ca3b HTTP/1.1" status: 204 len: 168 time: 0.0944531 Jan 27 19:57:29.329612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.341136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf74643-5734-433e-a0c8-2020ab228500 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d434bb57-cef9-431c-951d-aaff7109ca3b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:29.399494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0b251395-853c-41b2-8f9d-fdd9e2cbfce3 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677094 Jan 27 19:57:29.401348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.491782 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (378c3270-a66c-428c-95e1-cf523fff51f8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.520917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (378c3270-a66c-428c-95e1-cf523fff51f8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.638140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (378c3270-a66c-428c-95e1-cf523fff51f8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.642328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.643882 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/378c3270-a66c-428c-95e1-cf523fff51f8 HTTP/1.1" status: 204 len: 168 time: 0.2406824 Jan 27 19:57:29.647106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.666631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440de51-9dd4-4538-833b-a374da923905 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c3270-a66c-428c-95e1-cf523fff51f8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:29.787536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-179d216e-a06f-4527-961c-852393be44eb tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1385391 Jan 27 19:57:29.794105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.798910 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012680406'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:29.822473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.918735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (08668ee3-685b-4842-a8ec-58e6ad767147), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.924318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (08668ee3-685b-4842-a8ec-58e6ad767147), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.969558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:29.974475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1789262 Jan 27 19:57:29.975342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58950) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:29.982573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Request body: {'security_group_rule': {'security_group_id': '08668ee3-685b-4842-a8ec-58e6ad767147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:29.989211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6b819-08bd-4abb-8543-4ff296a4fac6 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08668ee3-685b-4842-a8ec-58e6ad767147,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:30.027248 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (bebb00a8-5ce6-4867-a618-e3e70ab0c844), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.032321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63692b1-8747-4d40-b410-8cb2886fc1f1 req-3a27d7c0-bf50-4b51-b4e7-b3f7f5e78395 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:30.045990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e63692b1-8747-4d40-b410-8cb2886fc1f1 req-3a27d7c0-bf50-4b51-b4e7-b3f7f5e78395 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.0974281 Jan 27 19:57:30.129692 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (bebb00a8-5ce6-4867-a618-e3e70ab0c844), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.135182 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (bebb00a8-5ce6-4867-a618-e3e70ab0c844), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.150493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e63692b1-8747-4d40-b410-8cb2886fc1f1 req-78e6522d-8eba-4134-bce2-42a824da6468 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034811 Jan 27 19:57:30.168820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb00a8-5ce6-4867-a618-e3e70ab0c844,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:30.190629 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.191912 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ea3c97a1-dafc-4379-bcf8-821e1725cf82 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146640 Jan 27 19:57:30.194740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.337905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (08668ee3-685b-4842-a8ec-58e6ad767147), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.364476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd208a7-b064-4b02-896f-1ba3da36d04d req-fbb79438-5612-462c-9b86-c170e97758ca tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:30.370314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dd208a7-b064-4b02-896f-1ba3da36d04d req-fbb79438-5612-462c-9b86-c170e97758ca tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.1072948 Jan 27 19:57:30.405336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (08668ee3-685b-4842-a8ec-58e6ad767147), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.504808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dd208a7-b064-4b02-896f-1ba3da36d04d req-a9329ff8-7c74-4079-80c2-afe403b62f2f tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292562 Jan 27 19:57:30.514167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (08668ee3-685b-4842-a8ec-58e6ad767147), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.517508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.522381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.524737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/08668ee3-685b-4842-a8ec-58e6ad767147 HTTP/1.1" status: 204 len: 168 time: 0.3287859 Jan 27 19:57:30.545356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.546191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1b369-69b2-4247-bc3f-93105d2e81fc tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08668ee3-685b-4842-a8ec-58e6ad767147,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:30.627860 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-10b90de6-83e2-4bea-ae67-875bf1b44161 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1042690 Jan 27 19:57:30.630447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.647902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bd930-9779-48fd-a3ed-ba5f9c1024c7 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:30.650757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-791bd930-9779-48fd-a3ed-ba5f9c1024c7 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1091 time: 0.1003942 Jan 27 19:57:30.662669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58964) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.670160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:30.708672 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:30.718438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c72ffc1e-e3b4-470e-9e47-77b5acdcb765 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0842957 Jan 27 19:57:30.719684 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58966) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.767930 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-f94d534a-e030-4c4c-9577-539efe690113 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] delete failed (client error): The resource could not be found. Jan 27 19:57:30.768974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f94d534a-e030-4c4c-9577-539efe690113 tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "DELETE /v2.0/security-groups/08668ee3-685b-4842-a8ec-58e6ad767147 HTTP/1.1" status: 404 len: 347 time: 0.0482366 Jan 27 19:57:30.773472 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 58972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:30.894147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9d377ede-f227-49a8-a142-4043d81ef36c tempest-SecGroupTest-2024100208 tempest-SecGroupTest-2024100208-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142864 Jan 27 19:57:30.976353 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.108054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.25.5.158 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/381a0be5-ba7b-4592-8db8-cb366550bf98) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:31.238004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.275818 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.323155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:31.328964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:31.333933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:31.337514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=381a0be5-ba7b-4592-8db8-cb366550bf98,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:31.351792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58978) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:31.569212 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ab619ace-0c93-4c71-857f-43c3bb2706f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07afb7bec67b4203ba02e83cdc6d76bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155628 Jan 27 19:57:31.571569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 58984) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:31.656170 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] Publish callbacks [] for security_group (70f974c6-433f-4479-8bf0-2c8e7be422e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.699345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] Publish callbacks [] for security_group (70f974c6-433f-4479-8bf0-2c8e7be422e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.812542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (70f974c6-433f-4479-8bf0-2c8e7be422e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.815749 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:31.819185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70f974c6-433f-4479-8bf0-2c8e7be422e0 HTTP/1.1" status: 204 len: 168 time: 0.2461646 Jan 27 19:57:31.854194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54980c7-a6ed-46db-bae2-806ce31d6c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f974c6-433f-4479-8bf0-2c8e7be422e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:32.153070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (771920c7-8446-4ef7-afcd-b1ec81900658), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:32.760151 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:33.211510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:33.223040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:33.407123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=381a0be5-ba7b-4592-8db8-cb366550bf98,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:33.430436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (771920c7-8446-4ef7-afcd-b1ec81900658), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:33.649802 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Floating IP 771920c7-8446-4ef7-afcd-b1ec81900658 associated. External IP: 172.25.5.158, port: ccaf6032-6ccc-4de7-943a-00bf9b3e3cda. Jan 27 19:57:34.130206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:57:34.330008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:57:34.337438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:57:34.359337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:34.361025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:57:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:34.366825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:34.423811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:34.424642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5aa44667-4b3b-4653-9750-c07e2db4b796 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7599609 Jan 27 19:57:34.425500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:57:34.428837 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b4bef7-24b3-4ba1-a760-56f6e237c647" -d '{"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:57:34.547158 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04fda7c-87f3-4821-bb17-b26585e27523 x-openstack-request-id: req-a04fda7c-87f3-4821-bb17-b26585e27523 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:57:34.549423 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:57:34.556943 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a04fda7c-87f3-4821-bb17-b26585e27523 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:57:34.562255 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'status': 'completed', 'code': 200} Jan 27 19:57:34.623835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:34.802104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d0aaa1a4-4b55-4540-b3b7-4621e75d2776 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/771920c7-8446-4ef7-afcd-b1ec81900658 HTTP/1.1" status: 200 len: 991 time: 0.3761642 Jan 27 19:57:34.849865 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-1211929c-158b-452a-bcd5-7080f4a6a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:34.859828 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-1211929c-158b-452a-bcd5-7080f4a6a810 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1096 time: 0.1881931 Jan 27 19:57:35.153159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:31Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:35.188907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-7b560a73-37a7-4de5-8709-96f01a43905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:35.191864 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-7b560a73-37a7-4de5-8709-96f01a43905e service neutron] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 898 time: 0.3242261 Jan 27 19:57:35.252741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:57:35.282388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:57:35.285983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:57:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:35.382672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-d535d677-a443-4670-b29d-14dd603540ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 999 time: 0.1806626 Jan 27 19:57:35.611120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-6113d44c-16bc-4cc9-b610-b424714f5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:35.614104 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-6113d44c-16bc-4cc9-b610-b424714f5e73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.2181625 Jan 27 19:57:35.776308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-b7fd4323-7c08-44e0-96fd-b31be36c6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:35.781339 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-b7fd4323-7c08-44e0-96fd-b31be36c6bfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596777 Jan 27 19:57:35.808459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:36.000356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-965b4f57-339e-4e5e-91d3-b5873e530755 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/771920c7-8446-4ef7-afcd-b1ec81900658 HTTP/1.1" status: 200 len: 991 time: 0.1900518 Jan 27 19:57:36.083287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-ef52db36-6b10-4eb2-b89c-58c013abcdc3 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966368 Jan 27 19:57:36.155884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:36.218153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:57:36.334019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-12b4bef7-24b3-4ba1-a760-56f6e237c647 req-6ba26f09-f991-42af-83c9-5930943fcfd7 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451329 Jan 27 19:57:36.392339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fc6-1691-4cd4-83c2-2ba7ed74e7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.677641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fc6-1691-4cd4-83c2-2ba7ed74e7a6 admin admin] Publish callbacks [] for security_group (8e646f2f-ca0d-445b-9bc2-f5eab98c8320), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.684180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fc6-1691-4cd4-83c2-2ba7ed74e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8e646f2f-ca0d-445b-9bc2-f5eab98c8320), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.708038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:31Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:57:36.749796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:36.750353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4eec73-0972-4a9d-84a4-a247465424b7 None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:57:08Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:31Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:57:36.767818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e37c1fc6-1691-4cd4-83c2-2ba7ed74e7a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bb91d2e5c3a48029e3a4c65d06936d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6107681 Jan 27 19:57:36.830316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c1fc6-1691-4cd4-83c2-2ba7ed74e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e646f2f-ca0d-445b-9bc2-f5eab98c8320,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:36.862216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] Publish callbacks [] for security_group (8e646f2f-ca0d-445b-9bc2-f5eab98c8320), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.901142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] Publish callbacks [] for security_group (8e646f2f-ca0d-445b-9bc2-f5eab98c8320), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.988214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8e646f2f-ca0d-445b-9bc2-f5eab98c8320), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.991809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:36.995123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59304) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:37.016990 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e646f2f-ca0d-445b-9bc2-f5eab98c8320 HTTP/1.1" status: 204 len: 168 time: 0.2656078 Jan 27 19:57:37.040958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd4637-5ef3-4020-9d0c-d6cce53c3b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e646f2f-ca0d-445b-9bc2-f5eab98c8320,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:37.116016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3ac26f3c-e88c-445d-8348-ab8182ac0717 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/771920c7-8446-4ef7-afcd-b1ec81900658 HTTP/1.1" status: 200 len: 991 time: 0.1178904 Jan 27 19:57:37.212736 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246c2fd-e643-4dc4-8908-3817a151074b None None] New status for floating IP 771920c7-8446-4ef7-afcd-b1ec81900658: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:57:37.774172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:37.789447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c2efc9e-fc05-4af4-be12-9037ebb35122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:37.893235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c2efc9e-fc05-4af4-be12-9037ebb35122 admin admin] Publish callbacks [] for security_group (3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:37.899855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c2efc9e-fc05-4af4-be12-9037ebb35122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:37.961397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2c2efc9e-fc05-4af4-be12-9037ebb35122 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3164a29b702b421ca86cd316076690a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858745 Jan 27 19:57:37.962734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2efc9e-fc05-4af4-be12-9037ebb35122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:37.965804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59408) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:38.039719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] Publish callbacks [] for security_group (3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:38.086549 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] Publish callbacks [] for security_group (3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:38.119170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59428) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:38.148951 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:38.152895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:38.154398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b HTTP/1.1" status: 204 len: 168 time: 0.1874504 Jan 27 19:57:38.168389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c673b2-430b-4f6f-8cba-608bfff8dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8221d-1c3c-4ce8-b529-d8dd8e84dd0b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:38.243582 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bed47f16-4c05-4ab7-b362-eeec70bbc4d6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/771920c7-8446-4ef7-afcd-b1ec81900658 HTTP/1.1" status: 200 len: 993 time: 0.1223829 Jan 27 19:57:39.040163 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58804d75-2904-4172-8334-f239e60eadfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:39.795400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:40.069080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.214831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Publish callbacks [] for security_group (cf7a5728-86d5-44b5-9c65-4f9a8b483b5a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.221419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cf7a5728-86d5-44b5-9c65-4f9a8b483b5a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.278524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:40.279399 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4d8022fc1e04ef9b90c18ffc3cb218d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823134 Jan 27 19:57:40.297683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a5728-86d5-44b5-9c65-4f9a8b483b5a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:40.310890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.311369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.311984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.312424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.312944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.313412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.313841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.314268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.314906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.315452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.316031 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.316541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.316996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e634a8-d513-49a0-ada4-7afa6f41ca01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.364099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Publish callbacks [] for security_group (cf7a5728-86d5-44b5-9c65-4f9a8b483b5a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.396279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Publish callbacks [] for security_group (cf7a5728-86d5-44b5-9c65-4f9a8b483b5a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.460997 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cf7a5728-86d5-44b5-9c65-4f9a8b483b5a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.465459 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:40.470393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf7a5728-86d5-44b5-9c65-4f9a8b483b5a HTTP/1.1" status: 204 len: 168 time: 0.1899884 Jan 27 19:57:40.482636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a5728-86d5-44b5-9c65-4f9a8b483b5a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:40.496665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.498288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.499977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.500410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.501575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.501999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.503225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.503737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.504810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.506565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.507891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.508448 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.509633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc33625-900b-4bfb-8f05-fba49d4403bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:57:40.961709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:41.167001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e46e00-65c5-4856-8d61-b2bc580180d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.259761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e46e00-65c5-4856-8d61-b2bc580180d6 admin admin] Publish callbacks [] for security_group (cb42b641-140f-4628-a9d5-9b1e02b6674e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.264760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e46e00-65c5-4856-8d61-b2bc580180d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb42b641-140f-4628-a9d5-9b1e02b6674e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.314446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05e46e00-65c5-4856-8d61-b2bc580180d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b906f966319941e6974167fe7ff5c349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3473144 Jan 27 19:57:41.314446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e46e00-65c5-4856-8d61-b2bc580180d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb42b641-140f-4628-a9d5-9b1e02b6674e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:41.315658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:41.388678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] Publish callbacks [] for security_group (cb42b641-140f-4628-a9d5-9b1e02b6674e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.414402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] Publish callbacks [] for security_group (cb42b641-140f-4628-a9d5-9b1e02b6674e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.472078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (cb42b641-140f-4628-a9d5-9b1e02b6674e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.476330 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.478158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb42b641-140f-4628-a9d5-9b1e02b6674e HTTP/1.1" status: 204 len: 168 time: 0.1625276 Jan 27 19:57:41.487289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652a4be-25e1-4bc1-90be-85e3035f40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb42b641-140f-4628-a9d5-9b1e02b6674e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:41.864489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59682) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:41.880321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e02ecaeb-7ae2-4188-b5f9-1954f99d333a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.984440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e02ecaeb-7ae2-4188-b5f9-1954f99d333a admin admin] Publish callbacks [] for security_group (2535a31b-177e-4df7-8132-d307fdf91ada), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:41.988423 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e02ecaeb-7ae2-4188-b5f9-1954f99d333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2535a31b-177e-4df7-8132-d307fdf91ada), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.034746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e02ecaeb-7ae2-4188-b5f9-1954f99d333a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14eb4f1084d34230a90fe9842684e399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690681 Jan 27 19:57:42.035928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ecaeb-7ae2-4188-b5f9-1954f99d333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535a31b-177e-4df7-8132-d307fdf91ada,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:42.037358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:42.108018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] Publish callbacks [] for security_group (2535a31b-177e-4df7-8132-d307fdf91ada), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.120068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-307960a6-dad4-4097-a0e1-2fceda5935e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.143384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] Publish callbacks [] for security_group (2535a31b-177e-4df7-8132-d307fdf91ada), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.202991 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2535a31b-177e-4df7-8132-d307fdf91ada), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.205717 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:42.206959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2535a31b-177e-4df7-8132-d307fdf91ada HTTP/1.1" status: 204 len: 168 time: 0.1684165 Jan 27 19:57:42.215342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b730a-a1b8-46af-9cc3-f76c52f55fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535a31b-177e-4df7-8132-d307fdf91ada,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:44.430246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-39f7b628-b624-47f9-97af-49c42d22ef24 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538149 Jan 27 19:57:44.654727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-754332c6-2e8c-488d-983a-cea21339bb03 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:44.656321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-754332c6-2e8c-488d-983a-cea21339bb03 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166412 Jan 27 19:57:44.672649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-0791f338-0322-40cc-ac72-049f30fa937c tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/quotas/6f3eb0cec19a4a42b0667556a69a8ee9 HTTP/1.1" status: 200 len: 375 time: 0.0107515 Jan 27 19:57:44.711517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-a5b910e2-8855-49d6-9ab2-db040409e06c tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323012 Jan 27 19:57:44.907757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b78f96f-79be-4a48-9ed9-1dd453783224 req-78da314b-a9bb-4d49-9942-71f3f0570485 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 210 time: 0.0405884 Jan 27 19:57:45.227421 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:45.663381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:46.026318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c46ea3c-4841-40e9-82a4-994637159d34 req-fa469fa3-309e-4c66-8a06-5f56edab255e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 210 time: 0.0347950 Jan 27 19:57:46.085879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:46.153722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-f23a4271-6d3a-4dbe-ae2d-f4010b1db515 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374408 Jan 27 19:57:46.915844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-cc39fe3c-55e9-48e1-8f3c-6701c4c91162 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:46.917623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-cc39fe3c-55e9-48e1-8f3c-6701c4c91162 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7588327 Jan 27 19:57:46.930187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Request body: {'port': {'device_id': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '6f3eb0cec19a4a42b0667556a69a8ee9'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:47.129952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Made reservation on behalf of 6f3eb0cec19a4a42b0667556a69a8ee9 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:57:47.140244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:47.171159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:47.227974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bd1ec3a-59d4-4af8-a7f5-49c748e4d80a req-a9140a95-1720-4b43-892c-bbd4b2aeae24 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 210 time: 0.0506289 Jan 27 19:57:47.352813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks [] for security_group (b94a6ba0-192e-4229-9897-a2d01632266f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:47.359621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b94a6ba0-192e-4229-9897-a2d01632266f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:47.493593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a6ba0-192e-4229-9897-a2d01632266f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:47.671713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Allocated IP 192.168.233.35 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/362113e9-6278-42aa-a475-df6b08e8e361) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:57:47.961635 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks [] for port (362113e9-6278-42aa-a475-df6b08e8e361), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.024787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.076982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:57:48.082814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:57:48.087574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:57:48.128651 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Pushing event updated for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:48.166295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:48.169221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.215753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-e8a8aca6-d624-4504-b7e6-b299e37eced8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2821999 Jan 27 19:57:48.227186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Request body: {'port': {'device_id': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:57:48.393362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (362113e9-6278-42aa-a475-df6b08e8e361), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.521633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a503eb-b417-4ca4-8043-94aa1b4fe16f req-990ec9ec-cb1b-428a-b2f4-127f2a310b4c tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:48.533962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73a503eb-b417-4ca4-8043-94aa1b4fe16f req-990ec9ec-cb1b-428a-b2f4-127f2a310b4c tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 935 time: 0.1340418 Jan 27 19:57:48.642765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8afe422b-e695-4d87-9387-f9a53d870256 None None] Provisioning complete for port 362113e9-6278-42aa-a475-df6b08e8e361 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:48.643376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8afe422b-e695-4d87-9387-f9a53d870256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (362113e9-6278-42aa-a475-df6b08e8e361), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.650746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73a503eb-b417-4ca4-8043-94aa1b4fe16f req-c2272773-5009-4f24-af7d-2a4c0782049e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155007 Jan 27 19:57:48.728452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8afe422b-e695-4d87-9387-f9a53d870256 None None] Port 362113e9-6278-42aa-a475-df6b08e8e361 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:57:48.883177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362113e9-6278-42aa-a475-df6b08e8e361 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:57:48.893135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks [] for port (362113e9-6278-42aa-a475-df6b08e8e361), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:48.915382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Transition to ACTIVE for port object 362113e9-6278-42aa-a475-df6b08e8e361 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:57:48.922487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:49.061300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Pushing event updated for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:49.165378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Attempting to bind port 362113e9-6278-42aa-a475-df6b08e8e361 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:57:49.166824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Attempting to bind port 362113e9-6278-42aa-a475-df6b08e8e361 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:57:49.167863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Attempting to bind port 362113e9-6278-42aa-a475-df6b08e8e361 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:49.181686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Port 362113e9-6278-42aa-a475-df6b08e8e361 on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:57:49.182324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Attempting to bind port 362113e9-6278-42aa-a475-df6b08e8e361 on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:57:49.189367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:57:49.189957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:57:49.190543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:57:49.191183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Bound port: 362113e9-6278-42aa-a475-df6b08e8e361, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:57:49.191731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (362113e9-6278-42aa-a475-df6b08e8e361), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:49.342543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:57:49.346193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=362113e9-6278-42aa-a475-df6b08e8e361,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:57:49.358717 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:49.407673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:49.408317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:49.409998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] 10.222.0.39 "PUT /v2.0/ports/362113e9-6278-42aa-a475-df6b08e8e361 HTTP/1.1" status: 200 len: 1095 time: 1.1930308 Jan 27 19:57:49.410303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:57:49.412612 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "tag": "362113e9-6278-42aa-a475-df6b08e8e361"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:57:49.479039 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67b825-9f52-47a4-9bd1-e35179fbe771 service neutron] Pushing event updated for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:49.532002 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22237f01-ad6e-488e-8338-c14f050f3485 x-openstack-request-id: req-22237f01-ad6e-488e-8338-c14f050f3485 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:57:49.532306 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "tag": "362113e9-6278-42aa-a475-df6b08e8e361", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:57:49.532565 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22237f01-ad6e-488e-8338-c14f050f3485 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:57:49.532978 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361', 'status': 'completed', 'code': 200} Jan 27 19:57:49.573382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-0f50f33d-0b40-4555-980a-d6e8174060f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:49.575310 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-0f50f33d-0b40-4555-980a-d6e8174060f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 1098 time: 0.1061156 Jan 27 19:57:49.701562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-79aed823-19de-45b6-99d3-be1c8f707970 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=362113e9-6278-42aa-a475-df6b08e8e361 HTTP/1.1" status: 200 len: 217 time: 0.1183658 Jan 27 19:57:49.799624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-b989e856-22ed-4de9-ad25-b64bdd8ee8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:49.801172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-b989e856-22ed-4de9-ad25-b64bdd8ee8fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0938294 Jan 27 19:57:49.891912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-89c259af-6785-4413-874f-e965cfae455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:49.893469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-89c259af-6785-4413-874f-e965cfae455a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861192 Jan 27 19:57:49.913905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110730c-afd2-47bc-b22e-68b77e224c82 req-66d19408-69aa-4c46-8e88-a4c3c83f965b tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:49.931278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2110730c-afd2-47bc-b22e-68b77e224c82 req-66d19408-69aa-4c46-8e88-a4c3c83f965b tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 947 time: 0.1370974 Jan 27 19:57:50.040305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2110730c-afd2-47bc-b22e-68b77e224c82 req-cf041537-f049-461d-bcfd-502dd104be02 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019311 Jan 27 19:57:50.066356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-9b4cc6f2-5ce6-4e7b-997a-04e52ce35646 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648545 Jan 27 19:57:50.187769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cc456d7b-015e-4cd8-b76b-f70b15dde9bb req-4cd616fe-24ad-4b9e-b942-b0d3a265da4d service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152472 Jan 27 19:57:50.326900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-7809f930-b547-4e82-8cad-ee23c309ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:50.329214 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-7809f930-b547-4e82-8cad-ee23c309ec0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0614617 Jan 27 19:57:50.450997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-81d3e700-c250-4867-9dc9-711b6f505696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:50.452436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-81d3e700-c250-4867-9dc9-711b6f505696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.1171682 Jan 27 19:57:50.504629 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-52525b38-eb4e-47bd-9a7b-abafed736bd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=362113e9-6278-42aa-a475-df6b08e8e361 HTTP/1.1" status: 200 len: 217 time: 0.0457711 Jan 27 19:57:50.571291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-c597fce0-4031-4d04-9a36-fb1b04f0e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:50.574311 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-c597fce0-4031-4d04-9a36-fb1b04f0e77b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0607336 Jan 27 19:57:50.645636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-9f19e090-7fa2-4007-9afc-e2426164b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:50.647279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-9f19e090-7fa2-4007-9afc-e2426164b3b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648179 Jan 27 19:57:50.754978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-cc78e599-72c9-4019-a492-3c2da9815d98 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008756 Jan 27 19:57:50.989482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0021a23c-1fc1-48fb-83e1-b6cfce7c9080 req-838365df-69b9-4ba9-95c7-bebdb41b0915 service neutron] 10.222.0.39 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268529 Jan 27 19:57:51.220190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8bb9-2513-4174-8dba-697335631976 req-5f001900-7ab6-4faa-9e62-28a9b322d69b tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:51.224775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-962f8bb9-2513-4174-8dba-697335631976 req-5f001900-7ab6-4faa-9e62-28a9b322d69b tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 947 time: 0.0720749 Jan 27 19:57:51.304012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-962f8bb9-2513-4174-8dba-697335631976 req-121596c3-68e1-48eb-b85e-5575bedd5c58 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682983 Jan 27 19:57:52.430292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973108-072b-40b1-a5b7-d3ceee06e303 req-ce1aa338-2c63-4b13-9c89-e18f18f7ef26 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:52.432072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1973108-072b-40b1-a5b7-d3ceee06e303 req-ce1aa338-2c63-4b13-9c89-e18f18f7ef26 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 947 time: 0.0567243 Jan 27 19:57:52.490389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1973108-072b-40b1-a5b7-d3ceee06e303 req-21e0728d-4959-4b62-99b0-659b74eeb8dc tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Jan 27 19:57:53.636315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986111-fec5-4581-b965-3a18b75954c5 req-199987b7-ee3f-4b0d-8082-8088f306359a tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:53.643659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c986111-fec5-4581-b965-3a18b75954c5 req-199987b7-ee3f-4b0d-8082-8088f306359a tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 947 time: 0.0598609 Jan 27 19:57:53.701913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c986111-fec5-4581-b965-3a18b75954c5 req-1013d9a1-96b4-491b-8a62-05c3486c97ea tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Jan 27 19:57:54.005557 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:54.105000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 362113e9-6278-42aa-a475-df6b08e8e361 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:57:54.254582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=362113e9-6278-42aa-a475-df6b08e8e361,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:54.287512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '362113e9-6278-42aa-a475-df6b08e8e361', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '362113e9-6278-42aa-a475-df6b08e8e361', 'mac_address': 'fa:16:3e:e2:43:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:57:54.332028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 362113e9-6278-42aa-a475-df6b08e8e361 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:54.332691 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (362113e9-6278-42aa-a475-df6b08e8e361), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:54.347245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362113e9-6278-42aa-a475-df6b08e8e361 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:57:54.368477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=362113e9-6278-42aa-a475-df6b08e8e361,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:54.374870 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:54.443169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:54.623259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['362113e9-6278-42aa-a475-df6b08e8e361'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:57:54.839610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a360e8-35f5-43a8-9a1f-4f5f72bf516d req-737045cc-84e1-4105-8a30-492c798974d6 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:54.842019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03a360e8-35f5-43a8-9a1f-4f5f72bf516d req-737045cc-84e1-4105-8a30-492c798974d6 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 948 time: 0.0525043 Jan 27 19:57:54.904331 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03a360e8-35f5-43a8-9a1f-4f5f72bf516d req-76ff4fb5-9de8-435e-8ac2-5f84fb6ae792 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558436 Jan 27 19:57:54.962404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:56.046218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf528-7026-4385-b1cd-7f05527c641d req-30ac4bbb-ad8d-4761-aa5d-39cfc2018ae8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:56.050484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32aaf528-7026-4385-b1cd-7f05527c641d req-30ac4bbb-ad8d-4761-aa5d-39cfc2018ae8 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 948 time: 0.0677395 Jan 27 19:57:56.104460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32aaf528-7026-4385-b1cd-7f05527c641d req-12e62db7-cd2f-4c16-a9ea-97802af6ed12 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 Jan 27 19:57:56.108764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 362113e9-6278-42aa-a475-df6b08e8e361 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:57:56.179072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 362113e9-6278-42aa-a475-df6b08e8e361 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:57:56.192042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 362113e9-6278-42aa-a475-df6b08e8e361 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:57:56.192326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (362113e9-6278-42aa-a475-df6b08e8e361), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:56.357408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 362113e9-6278-42aa-a475-df6b08e8e361 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:57:56.357943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (362113e9-6278-42aa-a475-df6b08e8e361), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:56.393225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:57:56.396011 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54304f-2f63-4acd-864d-4c865b8971b4" -d '{"events": [{"server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "name": "network-vif-plugged", "status": "completed", "tag": "362113e9-6278-42aa-a475-df6b08e8e361"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:57:56.432787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=362113e9-6278-42aa-a475-df6b08e8e361,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:57:56.443931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:56.497018 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ae765-03c5-4ebb-beba-b3adf9e3e769 x-openstack-request-id: req-613ae765-03c5-4ebb-beba-b3adf9e3e769 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:57:56.497674 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "name": "network-vif-plugged", "status": "completed", "tag": "362113e9-6278-42aa-a475-df6b08e8e361", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:57:56.498369 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-613ae765-03c5-4ebb-beba-b3adf9e3e769 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:57:56.499130 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361', 'code': 200} Jan 27 19:57:56.546304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:56.587713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6463086-61fc-4fbb-8c9f-6e0bd4888035 req-4fe87cfd-2884-4952-80d5-3a0821c44fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:56.590694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f6463086-61fc-4fbb-8c9f-6e0bd4888035 req-4fe87cfd-2884-4952-80d5-3a0821c44fce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 1100 time: 0.0605316 Jan 27 19:57:56.644563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f6463086-61fc-4fbb-8c9f-6e0bd4888035 req-c38fb297-8589-495c-8d5a-ac4ea4db12a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Jan 27 19:57:57.136374 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:57:57.245784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742205d-8f4f-4ee0-a35b-f4dc8db37970 req-8cde1721-ed05-4cd5-b120-72cfb2e600b2 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:57.253780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5742205d-8f4f-4ee0-a35b-f4dc8db37970 req-8cde1721-ed05-4cd5-b120-72cfb2e600b2 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 949 time: 0.0661390 Jan 27 19:57:57.356876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5742205d-8f4f-4ee0-a35b-f4dc8db37970 req-37ea8f31-993e-410a-864c-70e1bfd1389d tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019232 Jan 27 19:57:57.766111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:57.801828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59952) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:57.917552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-000c6374-66e5-47f0-b9fa-f6f0dadab884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.016653 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ca35a1-d11a-46da-b62c-b135e26b9341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.094665 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-000c6374-66e5-47f0-b9fa-f6f0dadab884 admin admin] Publish callbacks [] for security_group (feea1b9d-6ed7-4f96-8fc8-285c5cb554f9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.108730 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-000c6374-66e5-47f0-b9fa-f6f0dadab884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (feea1b9d-6ed7-4f96-8fc8-285c5cb554f9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.151155 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-000c6374-66e5-47f0-b9fa-f6f0dadab884 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c703bd5f1c8946b5836a03323846678c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837020 Jan 27 19:57:58.154217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:58.208047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] Publish callbacks [] for security_group (feea1b9d-6ed7-4f96-8fc8-285c5cb554f9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.218428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ca35a1-d11a-46da-b62c-b135e26b9341 admin admin] Publish callbacks [] for security_group (1427f79f-ad22-455b-9e46-9df5e15927af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.233566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-93ca35a1-d11a-46da-b62c-b135e26b9341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1427f79f-ad22-455b-9e46-9df5e15927af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.234116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] Publish callbacks [] for security_group (feea1b9d-6ed7-4f96-8fc8-285c5cb554f9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.270034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c6374-66e5-47f0-b9fa-f6f0dadab884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea1b9d-6ed7-4f96-8fc8-285c5cb554f9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:58.300787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-93ca35a1-d11a-46da-b62c-b135e26b9341 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51860d7c40f94f30a8a75f4f314a3052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941940 Jan 27 19:57:58.303462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59962) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:58.316186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (feea1b9d-6ed7-4f96-8fc8-285c5cb554f9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.320011 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.338218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/feea1b9d-6ed7-4f96-8fc8-285c5cb554f9 HTTP/1.1" status: 204 len: 168 time: 0.1754894 Jan 27 19:57:58.357875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526aaa-fadd-432d-8594-4a32142f31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea1b9d-6ed7-4f96-8fc8-285c5cb554f9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:58.396470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca35a1-d11a-46da-b62c-b135e26b9341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1427f79f-ad22-455b-9e46-9df5e15927af,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:58.471491 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] Publish callbacks [] for security_group (1427f79f-ad22-455b-9e46-9df5e15927af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.541238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] Publish callbacks [] for security_group (1427f79f-ad22-455b-9e46-9df5e15927af), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.623522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04419467-a810-4f97-86e5-a29312ba0f52 req-b1c7804e-9bbc-4bd2-8f15-3d1a4974dfd1 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:58.631536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04419467-a810-4f97-86e5-a29312ba0f52 req-b1c7804e-9bbc-4bd2-8f15-3d1a4974dfd1 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 949 time: 0.1478477 Jan 27 19:57:58.682309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1427f79f-ad22-455b-9e46-9df5e15927af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.684960 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:58.686233 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1427f79f-ad22-455b-9e46-9df5e15927af HTTP/1.1" status: 204 len: 168 time: 0.3816681 Jan 27 19:57:58.696096 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd746ad9-d397-43e0-95df-247bef71bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1427f79f-ad22-455b-9e46-9df5e15927af,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:58.770007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-04419467-a810-4f97-86e5-a29312ba0f52 req-b203b137-1b9b-4d72-a1ce-8046f7aac7a3 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331964 Jan 27 19:57:58.849338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 59982) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:58.870596 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa11c9f0-658b-4393-8343-c9ba71019172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.063210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa11c9f0-658b-4393-8343-c9ba71019172 admin admin] Publish callbacks [] for security_group (9736aae6-6332-4cf6-8340-6f25450c9a06), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.070997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fa11c9f0-658b-4393-8343-c9ba71019172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9736aae6-6332-4cf6-8340-6f25450c9a06), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.112611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fa11c9f0-658b-4393-8343-c9ba71019172 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dfdf0257b69e4763b38dec1b40947922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598739 Jan 27 19:57:59.113542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:59.113901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 59990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:59.135618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11c9f0-658b-4393-8343-c9ba71019172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9736aae6-6332-4cf6-8340-6f25450c9a06,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:59.151568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d8148bc-0644-4416-863d-37618aa39170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.353127 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d8148bc-0644-4416-863d-37618aa39170 admin admin] Publish callbacks [] for security_group (4864c914-0990-4c6d-9b5e-95d917f33a8f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.361456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8215-f064-49fa-8b6b-2e914c868422 req-e381f1ec-b5a1-4109-91cb-59acf97f8628 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:57:59.363382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfaf8215-f064-49fa-8b6b-2e914c868422 req-e381f1ec-b5a1-4109-91cb-59acf97f8628 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 949 time: 0.2130935 Jan 27 19:57:59.378694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] Publish callbacks [] for security_group (9736aae6-6332-4cf6-8340-6f25450c9a06), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.382098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d8148bc-0644-4416-863d-37618aa39170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4864c914-0990-4c6d-9b5e-95d917f33a8f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.478078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8148bc-0644-4416-863d-37618aa39170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864c914-0990-4c6d-9b5e-95d917f33a8f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:59.489774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9d8148bc-0644-4416-863d-37618aa39170 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b7399dda67146b1aeea09b6071b8b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725846 Jan 27 19:57:59.491631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] Publish callbacks [] for security_group (9736aae6-6332-4cf6-8340-6f25450c9a06), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.494285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:57:59.505804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfaf8215-f064-49fa-8b6b-2e914c868422 req-0b5b2c4c-208a-4cf9-ba8a-afa815b5de4f tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248147 Jan 27 19:57:59.558444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9736aae6-6332-4cf6-8340-6f25450c9a06), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.558693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] Publish callbacks [] for security_group (4864c914-0990-4c6d-9b5e-95d917f33a8f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.560958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.565459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9736aae6-6332-4cf6-8340-6f25450c9a06 HTTP/1.1" status: 204 len: 168 time: 0.4503124 Jan 27 19:57:59.578750 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdf48f-14bc-4699-aaed-6abf6457f103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9736aae6-6332-4cf6-8340-6f25450c9a06,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:57:59.584624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] Publish callbacks [] for security_group (4864c914-0990-4c6d-9b5e-95d917f33a8f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.677153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (4864c914-0990-4c6d-9b5e-95d917f33a8f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.680119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:57:59.684548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4864c914-0990-4c6d-9b5e-95d917f33a8f HTTP/1.1" status: 204 len: 168 time: 0.1846507 Jan 27 19:57:59.691326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dc511-8e89-4592-8cbd-1edfe3950ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864c914-0990-4c6d-9b5e-95d917f33a8f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:00.395813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-bf29835e-9c7c-410e-8462-7fa6dc81be6e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:00.397520 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-bf29835e-9c7c-410e-8462-7fa6dc81be6e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.39 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 949 time: 0.0612984 Jan 27 19:58:00.524878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Deleting port 362113e9-6278-42aa-a475-df6b08e8e361 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:58:00.525353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (362113e9-6278-42aa-a475-df6b08e8e361), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:00.639566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] For port 362113e9-6278-42aa-a475-df6b08e8e361, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=362113e9-6278-42aa-a475-df6b08e8e361,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:00.640195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (362113e9-6278-42aa-a475-df6b08e8e361), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:00.656661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Calling delete_port for 362113e9-6278-42aa-a475-df6b08e8e361 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:58:00.657172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee80c-acda-484c-877e-425010548674 req-e0c68564-fb44-4829-8e26-9a6fad007d8e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:00.668162 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27bee80c-acda-484c-877e-425010548674 req-e0c68564-fb44-4829-8e26-9a6fad007d8e tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/ports?device_id=02fd19d3-d72d-4ff7-bd02-a413c8f03bf8 HTTP/1.1" status: 200 len: 949 time: 0.0727797 Jan 27 19:58:00.742477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27bee80c-acda-484c-877e-425010548674 req-642404bf-1d63-4f2e-9cec-4ee307293613 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94a6ba0-192e-4229-9897-a2d01632266f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730100 Jan 27 19:58:00.856946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (362113e9-6278-42aa-a475-df6b08e8e361), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:00.870455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['362113e9-6278-42aa-a475-df6b08e8e361'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:58:00.897925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Pushing event deleted for resources: {'Port': ['ID=362113e9-6278-42aa-a475-df6b08e8e361,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:00.962034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] No DVR routers for this DVR port 362113e9-6278-42aa-a475-df6b08e8e361 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:58:00.965948 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:00.971772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d2c1c6d5-35b5-401e-ae93-b56181e5465c req-c9d51ec0-6bfb-426c-92a3-1b7cddec9be9 tempest-VolumesNegativeTest-1149594256 tempest-VolumesNegativeTest-1149594256-project] 10.222.0.39 "DELETE /v2.0/ports/362113e9-6278-42aa-a475-df6b08e8e361 HTTP/1.1" status: 204 len: 173 time: 0.5676455 Jan 27 19:58:00.972313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'name': 'network-vif-deleted', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:58:00.975804 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e0ee2-3daa-4cf1-b695-be401a5bcc51" -d '{"events": [{"server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "name": "network-vif-deleted", "tag": "362113e9-6278-42aa-a475-df6b08e8e361"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:58:01.022556 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920336c6-f768-4499-9d53-5c90eb551096 x-openstack-request-id: req-920336c6-f768-4499-9d53-5c90eb551096 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:58:01.023105 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fd19d3-d72d-4ff7-bd02-a413c8f03bf8", "name": "network-vif-deleted", "tag": "362113e9-6278-42aa-a475-df6b08e8e361", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:58:01.023555 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-920336c6-f768-4499-9d53-5c90eb551096 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:58:01.024157 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fd19d3-d72d-4ff7-bd02-a413c8f03bf8', 'name': 'network-vif-deleted', 'tag': '362113e9-6278-42aa-a475-df6b08e8e361', 'status': 'completed', 'code': 200} Jan 27 19:58:02.127277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:02.363083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66f6e4b8-bfea-4e99-9042-63d08d61c5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.518125 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66f6e4b8-bfea-4e99-9042-63d08d61c5b0 admin admin] Publish callbacks [] for security_group (f23472b5-65ec-4165-a8b5-17c13b22175f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.525826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66f6e4b8-bfea-4e99-9042-63d08d61c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f23472b5-65ec-4165-a8b5-17c13b22175f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.567714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60162) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:02.568292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-66f6e4b8-bfea-4e99-9042-63d08d61c5b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6ed2cce5aa84c36bb8a8938724722f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394157 Jan 27 19:58:02.599939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6e4b8-bfea-4e99-9042-63d08d61c5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23472b5-65ec-4165-a8b5-17c13b22175f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:02.632034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] Publish callbacks [] for security_group (f23472b5-65ec-4165-a8b5-17c13b22175f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.666057 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] Publish callbacks [] for security_group (f23472b5-65ec-4165-a8b5-17c13b22175f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.718772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f23472b5-65ec-4165-a8b5-17c13b22175f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.725588 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:02.727079 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f23472b5-65ec-4165-a8b5-17c13b22175f HTTP/1.1" status: 204 len: 168 time: 0.1580515 Jan 27 19:58:02.736149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba57231-afbe-427a-a054-63da70b3ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23472b5-65ec-4165-a8b5-17c13b22175f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:03.134608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:03.149460 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-accb0f9f-fde9-432e-aedf-d66f41c4a07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.243634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-accb0f9f-fde9-432e-aedf-d66f41c4a07a admin admin] Publish callbacks [] for security_group (c18648b1-e785-46c1-a617-caee9ad92bf1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.248475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-accb0f9f-fde9-432e-aedf-d66f41c4a07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c18648b1-e785-46c1-a617-caee9ad92bf1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.296199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-accb0f9f-fde9-432e-aedf-d66f41c4a07a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a1214022f4d4d54ad4a66b8dc5d4667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604877 Jan 27 19:58:03.296423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60236) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:03.297670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb0f9f-fde9-432e-aedf-d66f41c4a07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18648b1-e785-46c1-a617-caee9ad92bf1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:03.378627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] Publish callbacks [] for security_group (c18648b1-e785-46c1-a617-caee9ad92bf1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.402654 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] Publish callbacks [] for security_group (c18648b1-e785-46c1-a617-caee9ad92bf1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.467378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (c18648b1-e785-46c1-a617-caee9ad92bf1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.470475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:03.471982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c18648b1-e785-46c1-a617-caee9ad92bf1 HTTP/1.1" status: 204 len: 168 time: 0.1741493 Jan 27 19:58:03.482698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc273765-2f7d-4526-9fc8-676b60c75bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18648b1-e785-46c1-a617-caee9ad92bf1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:04.136999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 362113e9-6278-42aa-a475-df6b08e8e361 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:58:04.178009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 362113e9-6278-42aa-a475-df6b08e8e361 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:58:04.178361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 362113e9-6278-42aa-a475-df6b08e8e361 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:58:08.457591 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-fcebb09e-4d17-4dd6-b650-a7ea97be0355 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818517 Jan 27 19:58:08.569775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-14e43661-162f-4ce3-9516-48e264dfbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:08.571353 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-14e43661-162f-4ce3-9516-48e264dfbbd1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1096 time: 0.0709686 Jan 27 19:58:08.752983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-21c9f9ea-2073-4236-8ba5-9b0b266d2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:08.755188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-21c9f9ea-2073-4236-8ba5-9b0b266d2a79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 898 time: 0.1619301 Jan 27 19:58:08.903491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-f4405527-e3e0-4c36-866c-5048216b9f18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 1001 time: 0.1414714 Jan 27 19:58:09.020412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21fa373-3b45-4f45-8825-2e9fd3a0eaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:09.049659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-0e48b3ba-8209-4230-8962-0661c608b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:09.051322 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-0e48b3ba-8209-4230-8962-0661c608b205 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.1418471 Jan 27 19:58:09.122304 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-395bbf8b-4820-43ac-8d52-e5fb318926c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:09.124119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-395bbf8b-4820-43ac-8d52-e5fb318926c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667453 Jan 27 19:58:09.298044 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-26eb349b-c717-4af4-80ee-6a618a24b280 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671209 Jan 27 19:58:09.428211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9c1fce7e-e9fd-4443-95ea-03c086bd7fdd req-b56e25f1-dca7-45f2-aa04-45126c532ea2 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230886 Jan 27 19:58:11.782374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:11.987622 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:11.991061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7b333fb9-f47e-4da3-9d27-7b72d7abc478 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f3eb0cec19a4a42b0667556a69a8ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073414 Jan 27 19:58:12.076192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] Publish callbacks [] for security_group (b94a6ba0-192e-4229-9897-a2d01632266f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:12.112047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] Publish callbacks [] for security_group (b94a6ba0-192e-4229-9897-a2d01632266f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:12.126888 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74813a3e-f2c4-4a93-88a9-e2ba38f62169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:12.200624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (b94a6ba0-192e-4229-9897-a2d01632266f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:12.203481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:12.204747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b94a6ba0-192e-4229-9897-a2d01632266f HTTP/1.1" status: 204 len: 168 time: 0.2153974 Jan 27 19:58:12.218377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1390f-c52a-4065-aab1-a8ac1246e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a6ba0-192e-4229-9897-a2d01632266f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:13.440059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60620) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:13.570427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1223995883-network', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:13.622961 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:13.628944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:13.651905 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:13.846624 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks [] for security_group (d02947a0-14dc-4cac-a95f-5e568acd71ad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:13.854939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d02947a0-14dc-4cac-a95f-5e568acd71ad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:13.896809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:58:13.940685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ed3738b4-b8ea-4357-918f-c8b60b249eb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:13.941036 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Added segment ed3738b4-b8ea-4357-918f-c8b60b249eb8 of type vlan for network 6b13f465-8c5a-4351-ba16-15435b03f267 Jan 27 19:58:13.945164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02947a0-14dc-4cac-a95f-5e568acd71ad,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:14.028913 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6b13f465-8c5a-4351-ba16-15435b03f267), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:14.133328 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6b13f465-8c5a-4351-ba16-15435b03f267), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:14.134024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:14.138593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:14.448073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] Pushing event updated for resources: {'Network': ['ID=6b13f465-8c5a-4351-ba16-15435b03f267,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:14.454744 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-847c10d9-09f5-4743-a36f-bb6ec0eaed52 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0129023 Jan 27 19:58:14.457677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:14.461299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6b13f465-8c5a-4351-ba16-15435b03f267 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:58:14.465112 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Request body: {'subnet': {'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1223995883-subnet', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:14.518770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:14.525185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:14.937828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (934756cd-380b-4800-9745-00b75416ab39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.015545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934756cd-380b-4800-9745-00b75416ab39,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:15.029928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:15.030291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Network hostable DHCP agents. Network: 6b13f465-8c5a-4351-ba16-15435b03f267, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:58:15.051415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:58:15.061793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6b13f465-8c5a-4351-ba16-15435b03f267) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:15.074053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593b13a-d6ee-40ca-8dca-bc8aab426abe None None] Network 6b13f465-8c5a-4351-ba16-15435b03f267 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:15.074324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:15.075110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.105964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60652) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:15.106394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d9885dbd-9115-4df9-985c-c7b539df98b6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6455479 Jan 27 19:58:15.110382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:15.153617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.154589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.215634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6b13f465-8c5a-4351-ba16-15435b03f267', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:58:15.216517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.259172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.263089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for router_controller (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.471087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Allocated IP 172.20.0.2 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/913e8ec8-1300-4090-8611-6b3c299c24b0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:15.514846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for router_gateway (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.705237 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.731945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks [] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.745308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.788465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:15.791603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:15.796036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:15.811974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Pushing event updated for resources: {'Port': ['ID=913e8ec8-1300-4090-8611-6b3c299c24b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:15.849073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for router_gateway (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.876527 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.908430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.908811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.909107 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.909482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.909815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.910141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.910467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.910791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.911110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.911430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.911758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.912064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.912382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:15.948400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Attempting to bind port 913e8ec8-1300-4090-8611-6b3c299c24b0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:15.948780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Attempting to bind port 913e8ec8-1300-4090-8611-6b3c299c24b0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:15.950098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Attempting to bind port 913e8ec8-1300-4090-8611-6b3c299c24b0 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:15.966514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:15.966939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:15.967328 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:15.967726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:15.968845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Bound port: 913e8ec8-1300-4090-8611-6b3c299c24b0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:15.969233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:16.056608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Allocated IP 172.25.5.231 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/424ef72f-e29a-4419-9e6a-96fbab55b3a3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:16.127528 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:16.147443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] For port 913e8ec8-1300-4090-8611-6b3c299c24b0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:16.159001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] For port 913e8ec8-1300-4090-8611-6b3c299c24b0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=913e8ec8-1300-4090-8611-6b3c299c24b0,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:16.169848 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:16.178867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:16.219106 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:16.277959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6e99-5588-4f38-9daf-50bcc6755aad None None] Pushing event updated for resources: {'Port': ['ID=913e8ec8-1300-4090-8611-6b3c299c24b0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:16.287433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Pushing event updated for resources: {'Port': ['ID=424ef72f-e29a-4419-9e6a-96fbab55b3a3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:16.315898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:16.318049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:16.337084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:16.745863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for router_gateway (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.204120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 913e8ec8-1300-4090-8611-6b3c299c24b0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:17.262930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 913e8ec8-1300-4090-8611-6b3c299c24b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:17.263551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.365567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.405441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 913e8ec8-1300-4090-8611-6b3c299c24b0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:17.406181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.483670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 913e8ec8-1300-4090-8611-6b3c299c24b0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=913e8ec8-1300-4090-8611-6b3c299c24b0,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:17.494320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.590994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=913e8ec8-1300-4090-8611-6b3c299c24b0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:17.660297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:58:17.818030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:58:17.833893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:58:17.852289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:17.853032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:17.858659 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:17.859962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ae701ff-7d3c-4578-b87d-62f489c7ae68 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7529688 Jan 27 19:58:17.863286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:18.049307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2205ae2-898a-4432-85cd-a0409697bf18 None None] Network 6b13f465-8c5a-4351-ba16-15435b03f267 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:18.182650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:18.230338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6c367c69-2028-479e-839f-5f8b92ff3a70 None None] Provisioning complete for port 913e8ec8-1300-4090-8611-6b3c299c24b0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:18.231093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c367c69-2028-479e-839f-5f8b92ff3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:18.617397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c367c69-2028-479e-839f-5f8b92ff3a70 None None] Current status of the port 913e8ec8-1300-4090-8611-6b3c299c24b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:18.814147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:16Z', 'revision_number': 3, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:18.884698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:58:18.885053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Updating router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:58:18.892963 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:18.952228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.209800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Allocated IP 172.20.0.1 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/c916e010-6996-446a-ac87-6ee20ed22bff) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:19.383013 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks [] for port (c916e010-6996-446a-ac87-6ee20ed22bff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.412285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 913e8ec8-1300-4090-8611-6b3c299c24b0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:19.532779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d773d69b-7bd7-4500-bf8c-dbd66e60ec29 None None] Provisioning complete for port 913e8ec8-1300-4090-8611-6b3c299c24b0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:19.533154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d773d69b-7bd7-4500-bf8c-dbd66e60ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.592132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 913e8ec8-1300-4090-8611-6b3c299c24b0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:19.592595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.754960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d773d69b-7bd7-4500-bf8c-dbd66e60ec29 None None] Current status of the port 913e8ec8-1300-4090-8611-6b3c299c24b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:19.780179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 913e8ec8-1300-4090-8611-6b3c299c24b0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:19.903407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks [] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.920766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:19.997289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Attempting to bind port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:19.998374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Attempting to bind port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:19.998753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Attempting to bind port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:20.011876 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:20.012385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:20.012787 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.013186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:20.013708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Bound port: 424ef72f-e29a-4419-9e6a-96fbab55b3a3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:20.014087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.044772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ecf1-47de-4f2e-b1d8-22f012ccb9bb None None] Pushing event updated for resources: {'Port': ['ID=424ef72f-e29a-4419-9e6a-96fbab55b3a3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:20.092025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] For port 424ef72f-e29a-4419-9e6a-96fbab55b3a3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:20.095315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] For port 424ef72f-e29a-4419-9e6a-96fbab55b3a3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=424ef72f-e29a-4419-9e6a-96fbab55b3a3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:20.101018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.138683 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.223062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ecf1-47de-4f2e-b1d8-22f012ccb9bb None None] Pushing event updated for resources: {'Port': ['ID=424ef72f-e29a-4419-9e6a-96fbab55b3a3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:20.263043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:20.264044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:20.299509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Pushing event updated for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:20.350981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:20.355961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:20.363061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:20.580504 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.660489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:20.695400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60722) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:20.941716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1f506e56-5f78-42fb-8cbf-363ee97d6d27 None None] Provisioning complete for port c916e010-6996-446a-ac87-6ee20ed22bff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:20.942798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f506e56-5f78-42fb-8cbf-363ee97d6d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:20.970755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c4f762d-f016-44cd-b745-f2eafcdf5ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.038025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f506e56-5f78-42fb-8cbf-363ee97d6d27 None None] Port c916e010-6996-446a-ac87-6ee20ed22bff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:21.044510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:16Z', 'revision_number': 3, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:21.082475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d3b10-424f-4b31-8daa-47608784d43a None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:16Z', 'revision_number': 3, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:58:21.113099 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c4f762d-f016-44cd-b745-f2eafcdf5ee5 admin admin] Publish callbacks [] for security_group (fb9dc2a9-c7c8-449f-b27c-f830005f725c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.123365 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c4f762d-f016-44cd-b745-f2eafcdf5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb9dc2a9-c7c8-449f-b27c-f830005f725c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.128786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.217592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c4f762d-f016-44cd-b745-f2eafcdf5ee5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=064c7a0403f64862b056e547018f20b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206935 Jan 27 19:58:21.230705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:21.256541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f762d-f016-44cd-b745-f2eafcdf5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9dc2a9-c7c8-449f-b27c-f830005f725c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:21.464880 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] Publish callbacks [] for security_group (fb9dc2a9-c7c8-449f-b27c-f830005f725c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.501546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks [] for port (c916e010-6996-446a-ac87-6ee20ed22bff), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.513437 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] Publish callbacks [] for security_group (fb9dc2a9-c7c8-449f-b27c-f830005f725c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.515551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.650329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Pushing event updated for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:21.661315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.742899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fb9dc2a9-c7c8-449f-b27c-f830005f725c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.749762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:21.753952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb9dc2a9-c7c8-449f-b27c-f830005f725c HTTP/1.1" status: 204 len: 168 time: 0.5211425 Jan 27 19:58:21.800639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6466c8-c07e-433b-9864-c41cf9685d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9dc2a9-c7c8-449f-b27c-f830005f725c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:21.851115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:21.853685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:22.131622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:58:22.340311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-64aacea4-d452-435e-9ceb-b87043b63ef4 None None] Provisioning complete for port c916e010-6996-446a-ac87-6ee20ed22bff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:22.343277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64aacea4-d452-435e-9ceb-b87043b63ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.346808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:58:22.352329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60742) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:22.359269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-749e7a18-925a-4757-baea-154a0b606c37 admin admin] 10.222.0.59 "PUT /v2.0/routers/47ffa6b6-ae89-46f6-ada6-cf7dfbedebed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4948931 Jan 27 19:58:22.377238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f750a5a-4272-46ea-bf06-012d5e820dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.428837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-64aacea4-d452-435e-9ceb-b87043b63ef4 None None] Port c916e010-6996-446a-ac87-6ee20ed22bff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:22.552095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f750a5a-4272-46ea-bf06-012d5e820dea admin admin] Publish callbacks [] for security_group (2db8736e-79ed-4cf3-9b5d-246a5b36eea8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.559511 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f750a5a-4272-46ea-bf06-012d5e820dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2db8736e-79ed-4cf3-9b5d-246a5b36eea8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.607843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:22.610218 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5f750a5a-4272-46ea-bf06-012d5e820dea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a9f66e3d9b7427ca37c12d20987cea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559431 Jan 27 19:58:22.621558 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f750a5a-4272-46ea-bf06-012d5e820dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db8736e-79ed-4cf3-9b5d-246a5b36eea8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:22.713959 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] Publish callbacks [] for security_group (2db8736e-79ed-4cf3-9b5d-246a5b36eea8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.754447 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] Publish callbacks [] for security_group (2db8736e-79ed-4cf3-9b5d-246a5b36eea8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.809205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2db8736e-79ed-4cf3-9b5d-246a5b36eea8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.812671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:22.813924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2db8736e-79ed-4cf3-9b5d-246a5b36eea8 HTTP/1.1" status: 204 len: 168 time: 0.2051942 Jan 27 19:58:22.828913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf0316-66c2-4aa2-aac2-4ec1f0efdd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db8736e-79ed-4cf3-9b5d-246a5b36eea8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:23.182032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 424ef72f-e29a-4419-9e6a-96fbab55b3a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:23.333104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:23.333755 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.517226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:23.517825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.585694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 424ef72f-e29a-4419-9e6a-96fbab55b3a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=424ef72f-e29a-4419-9e6a-96fbab55b3a3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:23.592046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.608225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:23.613793 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245920536-network', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:23.669321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Made reservation on behalf of 04cfb1fb9a2d4b9699892b99b6552b65 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:23.675702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.692352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.723785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=424ef72f-e29a-4419-9e6a-96fbab55b3a3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:23.743201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60778) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:23.759680 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-464aa22d-8567-4553-ae7c-8f9078962669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.839507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks [] for security_group (a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.844746 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.877219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:23.892752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:58:23.907329 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d711f5e3-cb9e-477d-913d-2dd69848e845), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.908480 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Added segment d711f5e3-cb9e-477d-913d-2dd69848e845 of type vlan for network 4b1c9109-ed8a-4309-ab35-546ca833bd03 Jan 27 19:58:23.934111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-464aa22d-8567-4553-ae7c-8f9078962669 admin admin] Publish callbacks [] for security_group (83dc713f-9cd8-4918-93c9-7ead15d3fbe5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.940564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-464aa22d-8567-4553-ae7c-8f9078962669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (83dc713f-9cd8-4918-93c9-7ead15d3fbe5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:23.956092 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4b1c9109-ed8a-4309-ab35-546ca833bd03), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.012170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4b1c9109-ed8a-4309-ab35-546ca833bd03), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.015157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.015386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:24.017390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.022167 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aa22d-8567-4553-ae7c-8f9078962669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc713f-9cd8-4918-93c9-7ead15d3fbe5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:24.040894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-464aa22d-8567-4553-ae7c-8f9078962669 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=987f6777fe4441c2ad57c7cc80a6fc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962339 Jan 27 19:58:24.042339 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:24.049534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:58:24.065924 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:24.071371 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:24.109644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] Pushing event updated for resources: {'Network': ['ID=4b1c9109-ed8a-4309-ab35-546ca833bd03,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:24.114970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e6f6410a-7e09-419a-90fe-7723cb1cd1ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5056024 Jan 27 19:58:24.117821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:24.123013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Request body: {'subnet': {'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245920536-subnet', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:24.123525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:58:24.151847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Made reservation on behalf of 04cfb1fb9a2d4b9699892b99b6552b65 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:24.152912 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.179572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] Publish callbacks [] for security_group (83dc713f-9cd8-4918-93c9-7ead15d3fbe5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.235851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] Publish callbacks [] for security_group (83dc713f-9cd8-4918-93c9-7ead15d3fbe5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.321316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (83dc713f-9cd8-4918-93c9-7ead15d3fbe5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.333761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.337191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83dc713f-9cd8-4918-93c9-7ead15d3fbe5 HTTP/1.1" status: 204 len: 168 time: 0.2914124 Jan 27 19:58:24.368276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b98a8-32de-424c-9e35-c2254678ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc713f-9cd8-4918-93c9-7ead15d3fbe5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:24.462999 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:24.650877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (0ecee6b8-4faf-43b4-a56c-2aefca96192d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.705569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 2, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:24.743047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecee6b8-4faf-43b4-a56c-2aefca96192d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:24.795946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:58:24.795946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Updating router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed port c916e010-6996-446a-ac87-6ee20ed22bff binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:58:24.796307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Checking segment: {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:24.796307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Network hostable DHCP agents. Network: 4b1c9109-ed8a-4309-ab35-546ca833bd03, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:58:24.836654 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.842061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:58:24.866744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4b1c9109-ed8a-4309-ab35-546ca833bd03) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:24.876976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:24.877213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.883488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc7f6f-c9bf-401c-9023-d21099c1f27b None None] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:24.921923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:24.927199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:24.938044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0f2d6883-3693-4b9a-b617-a9f79bb7c766 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8190129 Jan 27 19:58:24.971649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (052dd84e-de5a-40b3-99fb-af007984755b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:24.973017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (052dd84e-de5a-40b3-99fb-af007984755b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.073990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:25.123290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 424ef72f-e29a-4419-9e6a-96fbab55b3a3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:25.149841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for router_controller (052dd84e-de5a-40b3-99fb-af007984755b), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.228007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.389042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4b1c9109-ed8a-4309-ab35-546ca833bd03', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:58:25.390154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.412311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-638b13e9-252a-4a25-8105-c6093519abf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.422685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:25.423316 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.444782 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks [] for port (c916e010-6996-446a-ac87-6ee20ed22bff), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.457111 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.547861 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for router_gateway (052dd84e-de5a-40b3-99fb-af007984755b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.592205 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Pushing event updated for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:25.621068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.621970 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.624575 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.625286 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.625890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.626764 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.628604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.630557 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.631831 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.632450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.633609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.636134 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.636756 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:25.670522 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-638b13e9-252a-4a25-8105-c6093519abf0 admin admin] Publish callbacks [] for security_group (309bf7d1-c4d5-4911-b874-24ec83e23059), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.683258 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-638b13e9-252a-4a25-8105-c6093519abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (309bf7d1-c4d5-4911-b874-24ec83e23059), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.728213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:25.760245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Allocated IP 172.20.0.2 (4b1c9109-ed8a-4309-ab35-546ca833bd03/0ecee6b8-4faf-43b4-a56c-2aefca96192d/40daa100-1f13-4e0c-89ce-0ef525e4814a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:25.802068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Attempting to bind port c916e010-6996-446a-ac87-6ee20ed22bff on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:25.802666 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Attempting to bind port c916e010-6996-446a-ac87-6ee20ed22bff by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:25.803178 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Attempting to bind port c916e010-6996-446a-ac87-6ee20ed22bff on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:25.822038 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:25.826063 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:25.826564 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.826980 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:25.827490 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Bound port: c916e010-6996-446a-ac87-6ee20ed22bff, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:25.828740 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:25.859564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-638b13e9-252a-4a25-8105-c6093519abf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39da68afb6fc4091ac8f5927ada4f69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7844694 Jan 27 19:58:25.864487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:25.867176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b13e9-252a-4a25-8105-c6093519abf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309bf7d1-c4d5-4911-b874-24ec83e23059,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:25.947238 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] For port c916e010-6996-446a-ac87-6ee20ed22bff, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:25.966679 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] For port c916e010-6996-446a-ac87-6ee20ed22bff, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c916e010-6996-446a-ac87-6ee20ed22bff,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:25.976072 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.003811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Provisioning complete for port c916e010-6996-446a-ac87-6ee20ed22bff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:26.004934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.013001 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] Publish callbacks [] for security_group (309bf7d1-c4d5-4911-b874-24ec83e23059), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.076057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] Publish callbacks [] for security_group (309bf7d1-c4d5-4911-b874-24ec83e23059), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.142114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks [] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.147765 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0672e24-9be9-447f-8fba-6af0ef9e50e3 None None] Pushing event updated for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:26.166317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:26.171944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:26.176572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.199852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (309bf7d1-c4d5-4911-b874-24ec83e23059), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.203769 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.205144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/309bf7d1-c4d5-4911-b874-24ec83e23059 HTTP/1.1" status: 204 len: 168 time: 0.3390079 Jan 27 19:58:26.220489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ab767-9b8a-4acd-86b4-ace8c015d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309bf7d1-c4d5-4911-b874-24ec83e23059,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:26.264675 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for router_gateway (052dd84e-de5a-40b3-99fb-af007984755b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.289948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Current status of the port c916e010-6996-446a-ac87-6ee20ed22bff is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:26.290648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.322412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.345816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:26.368649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:26.395529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:26.439087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Pushing event updated for resources: {'Port': ['ID=40daa100-1f13-4e0c-89ce-0ef525e4814a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:26.445734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:26.539799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] For port c916e010-6996-446a-ac87-6ee20ed22bff, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c916e010-6996-446a-ac87-6ee20ed22bff,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:26.546690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Attempting to bind port 40daa100-1f13-4e0c-89ce-0ef525e4814a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:26.547449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Attempting to bind port 40daa100-1f13-4e0c-89ce-0ef525e4814a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:26.548077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Attempting to bind port 40daa100-1f13-4e0c-89ce-0ef525e4814a on network 4b1c9109-ed8a-4309-ab35-546ca833bd03 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:26.555570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:26.556419 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Checking segment: {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:26.557129 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.557792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Bound using segment: {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:26.558494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Bound port: 40daa100-1f13-4e0c-89ce-0ef525e4814a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:26.559135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.561712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.611979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Allocated IP 172.25.5.128 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/65208adb-e1e2-4c52-a925-ab46acf3b958) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:26.863517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f588c364-6db5-4f8b-acc6-dc29f4159f26 None None] Provisioning complete for port c916e010-6996-446a-ac87-6ee20ed22bff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:26.865288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f588c364-6db5-4f8b-acc6-dc29f4159f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.866981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d6745-d0cc-4412-9c27-3c284b0ca773 None None] Pushing event updated for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:26.901064 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.901337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:26.925299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] For port 40daa100-1f13-4e0c-89ce-0ef525e4814a, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:26.930417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] For port 40daa100-1f13-4e0c-89ce-0ef525e4814a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=40daa100-1f13-4e0c-89ce-0ef525e4814a,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:26.938030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:26.940906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce56f526-5e6f-470a-b41e-4f6040c09ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.000486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:25Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:27.035940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.059026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ae3c-db86-4dfb-878f-04a346d776ff None None] Pushing event updated for resources: {'Port': ['ID=40daa100-1f13-4e0c-89ce-0ef525e4814a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:27.101534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6915-4d94-4afe-bc46-b4b1e1d3a5ce None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:25Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:58:27.134800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce56f526-5e6f-470a-b41e-4f6040c09ad1 admin admin] Publish callbacks [] for security_group (1943a799-d346-475e-9bfd-a76cb047cafc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.144189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce56f526-5e6f-470a-b41e-4f6040c09ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1943a799-d346-475e-9bfd-a76cb047cafc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.156025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:27.164205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:27.171767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:27.224668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f588c364-6db5-4f8b-acc6-dc29f4159f26 None None] Current status of the port c916e010-6996-446a-ac87-6ee20ed22bff is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:27.280047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 60846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:27.281883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ce56f526-5e6f-470a-b41e-4f6040c09ad1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad296d97271f43c8817665c1fd32f5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791840 Jan 27 19:58:27.283522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56f526-5e6f-470a-b41e-4f6040c09ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1943a799-d346-475e-9bfd-a76cb047cafc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:27.297049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Pushing event updated for resources: {'Port': ['ID=65208adb-e1e2-4c52-a925-ab46acf3b958,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:27.598957 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] Publish callbacks [] for security_group (1943a799-d346-475e-9bfd-a76cb047cafc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.732919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] Publish callbacks [] for security_group (1943a799-d346-475e-9bfd-a76cb047cafc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:27.955459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for router_gateway (052dd84e-de5a-40b3-99fb-af007984755b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:28.024593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (1943a799-d346-475e-9bfd-a76cb047cafc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:28.027875 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:28.032562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1943a799-d346-475e-9bfd-a76cb047cafc HTTP/1.1" status: 204 len: 168 time: 0.7496479 Jan 27 19:58:28.075360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d341905-bdd7-4118-bae6-db8d5c030085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943a799-d346-475e-9bfd-a76cb047cafc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:28.445598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (052dd84e-de5a-40b3-99fb-af007984755b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:28.645715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Router 052dd84e-de5a-40b3-99fb-af007984755b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 19:58:28.911037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:58:28.921472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Sync routers for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:58:28.939037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:28.940542 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cc312be7-1002-4022-a20e-72bd8d958dac admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0168920 Jan 27 19:58:28.943628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 60874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:28.957069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288b1c2-6499-4a46-a591-282c99b519e7 None None] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:29.007317 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:29.007975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:29.529344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c916e010-6996-446a-ac87-6ee20ed22bff up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:29.542314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Provisioning complete for port 40daa100-1f13-4e0c-89ce-0ef525e4814a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:29.545531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:29.682449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:29.892770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c916e010-6996-446a-ac87-6ee20ed22bff triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:29.893144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:29.901176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:30.007618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Allocated IP 172.20.0.1 (4b1c9109-ed8a-4309-ab35-546ca833bd03/0ecee6b8-4faf-43b4-a56c-2aefca96192d/1f778515-0417-4b99-9a78-9d78c2573f86) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:30.171561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks [] for port (1f778515-0417-4b99-9a78-9d78c2573f86), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.174056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Current status of the port 40daa100-1f13-4e0c-89ce-0ef525e4814a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:30.174560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.247364 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.290762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:30.294284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:30.296756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:30.330109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c916e010-6996-446a-ac87-6ee20ed22bff is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:30.330109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 40daa100-1f13-4e0c-89ce-0ef525e4814a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:30.333710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Pushing event updated for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:30.373663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (052dd84e-de5a-40b3-99fb-af007984755b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.382325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] For port 40daa100-1f13-4e0c-89ce-0ef525e4814a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=40daa100-1f13-4e0c-89ce-0ef525e4814a,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:30.392147 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.470916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 40daa100-1f13-4e0c-89ce-0ef525e4814a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:30.471298 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.555237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74902518-a345-49b6-98d6-61e5c9cceca9 None None] Pushing event updated for resources: {'Port': ['ID=40daa100-1f13-4e0c-89ce-0ef525e4814a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:30.567205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f2888e22-f61c-4af9-96aa-171f2c2f3603 None None] Provisioning complete for port 40daa100-1f13-4e0c-89ce-0ef525e4814a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:30.567782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2888e22-f61c-4af9-96aa-171f2c2f3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.581819 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.636541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:27Z', 'revision_number': 3, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:30.718580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Checking router: 052dd84e-de5a-40b3-99fb-af007984755b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:58:30.718926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Updating router 052dd84e-de5a-40b3-99fb-af007984755b port 65208adb-e1e2-4c52-a925-ab46acf3b958 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:58:30.755501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 40daa100-1f13-4e0c-89ce-0ef525e4814a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:30.780272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.842520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks [] for port (1f778515-0417-4b99-9a78-9d78c2573f86), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.849781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:30.915796 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f2888e22-f61c-4af9-96aa-171f2c2f3603 None None] Current status of the port 40daa100-1f13-4e0c-89ce-0ef525e4814a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:30.936748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Pushing event updated for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:30.946220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (052dd84e-de5a-40b3-99fb-af007984755b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.129941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:31.131977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 40daa100-1f13-4e0c-89ce-0ef525e4814a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:31.132538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:31.271915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1c936617-42ac-4168-a632-5c44c936a655 None None] Provisioning complete for port 1f778515-0417-4b99-9a78-9d78c2573f86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:31.271915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c936617-42ac-4168-a632-5c44c936a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.407533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Router 052dd84e-de5a-40b3-99fb-af007984755b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:58:31.429675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1c936617-42ac-4168-a632-5c44c936a655 None None] Port 1f778515-0417-4b99-9a78-9d78c2573f86 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:31.477706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks [] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.496028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 40daa100-1f13-4e0c-89ce-0ef525e4814a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:31.496425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.596510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:58:31.596903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.601891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-defe19a8-df21-47fe-8383-ba2367b96c81 admin admin] 10.222.0.59 "PUT /v2.0/routers/052dd84e-de5a-40b3-99fb-af007984755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6564550 Jan 27 19:58:31.671449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Attempting to bind port 65208adb-e1e2-4c52-a925-ab46acf3b958 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:31.671834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Attempting to bind port 65208adb-e1e2-4c52-a925-ab46acf3b958 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:31.672201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Attempting to bind port 65208adb-e1e2-4c52-a925-ab46acf3b958 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:31.686263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:31.686666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:31.687046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.687447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:31.687932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Bound port: 65208adb-e1e2-4c52-a925-ab46acf3b958, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:31.688313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.764463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-714b0a3b-9aa6-40bc-981e-fbc051f6758f None None] Provisioning complete for port 1f778515-0417-4b99-9a78-9d78c2573f86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:31.765368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b0a3b-9aa6-40bc-981e-fbc051f6758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.817926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 40daa100-1f13-4e0c-89ce-0ef525e4814a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:31.848824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67655bba-1f54-4db2-ac2c-b9abc86ed9b7 None None] Pushing event updated for resources: {'Port': ['ID=65208adb-e1e2-4c52-a925-ab46acf3b958,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:31.883229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-714b0a3b-9aa6-40bc-981e-fbc051f6758f None None] Port 1f778515-0417-4b99-9a78-9d78c2573f86 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:31.887767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] For port 65208adb-e1e2-4c52-a925-ab46acf3b958, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:31.905942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] For port 65208adb-e1e2-4c52-a925-ab46acf3b958, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65208adb-e1e2-4c52-a925-ab46acf3b958,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:31.911009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:31.983687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:31.984359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:31.989686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67655bba-1f54-4db2-ac2c-b9abc86ed9b7 None None] Pushing event updated for resources: {'Port': ['ID=65208adb-e1e2-4c52-a925-ab46acf3b958,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:32.121960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:32.524546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f9842625-14e9-463d-adab-e53234a66371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1f778515-0417-4b99-9a78-9d78c2573f86', 'name': '', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'mac_address': 'fa:16:3e:e3:92:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:29Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 2, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'subnets': [{'id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:32.570685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842625-14e9-463d-adab-e53234a66371 None None] The sync data for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 is: [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1f778515-0417-4b99-9a78-9d78c2573f86', 'name': '', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'mac_address': 'fa:16:3e:e3:92:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:29Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 2, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'subnets': [{'id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:58:34.139370 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:58:35.261527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65208adb-e1e2-4c52-a925-ab46acf3b958 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:35.380496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 65208adb-e1e2-4c52-a925-ab46acf3b958 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:35.381289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:35.507197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 65208adb-e1e2-4c52-a925-ab46acf3b958 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:35.507798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:35.539137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 65208adb-e1e2-4c52-a925-ab46acf3b958, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65208adb-e1e2-4c52-a925-ab46acf3b958,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:35.550346 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:35.682910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=65208adb-e1e2-4c52-a925-ab46acf3b958,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:36.256889 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Sync routers for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:58:36.273673 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:36.285058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:36.485484 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:36.637470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-52dddc5c-e4f2-442b-baf6-988f13c48325 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:36.650046 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-52dddc5c-e4f2-442b-baf6-988f13c48325 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.2373168 Jan 27 19:58:36.676633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-0057079e-13a4-4c7c-906b-26dba667ff56 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0253725 Jan 27 19:58:36.797950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-fa7d1c95-b08a-43f4-b063-bbeb06758443 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139181 Jan 27 19:58:36.820740 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1f778515-0417-4b99-9a78-9d78c2573f86', 'name': '', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'mac_address': 'fa:16:3e:e3:92:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:29Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 2, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'subnets': [{'id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:36.908072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Checking router: 052dd84e-de5a-40b3-99fb-af007984755b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:58:36.908422 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Updating router 052dd84e-de5a-40b3-99fb-af007984755b port 1f778515-0417-4b99-9a78-9d78c2573f86 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:58:36.947673 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:36.983505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-64d5ca6d-0bad-4740-b03e-eb9fa906f1f0 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850209 Jan 27 19:58:36.993774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 32824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:37.164090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65208adb-e1e2-4c52-a925-ab46acf3b958 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:37.180617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-a2214c20-d917-4d52-8781-1d5e7ae1deea service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880066 Jan 27 19:58:37.183787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221b7cb-b39e-4dd6-a1a5-be9c4822ca0f tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:37.184767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221b7cb-b39e-4dd6-a1a5-be9c4822ca0f tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:37.185641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221b7cb-b39e-4dd6-a1a5-be9c4822ca0f tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:37.202920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2221b7cb-b39e-4dd6-a1a5-be9c4822ca0f tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 2969 time: 0.2031894 Jan 27 19:58:37.297375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 65208adb-e1e2-4c52-a925-ab46acf3b958 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:37.301774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:37.506200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 65208adb-e1e2-4c52-a925-ab46acf3b958 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:37.549345 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks [] for port (1f778515-0417-4b99-9a78-9d78c2573f86), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:37.558743 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:37.657678 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a71f-9e0c-4fb9-9e6a-8d1145350a62 None None] Pushing event updated for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:37.791039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c85d6d8b-3d26-440a-a15d-5b9f1f887bc4 req-6eff4c4c-aded-4885-ada6-e6fbf85f5b4c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0642550 Jan 27 19:58:37.866191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Attempting to bind port 1f778515-0417-4b99-9a78-9d78c2573f86 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:37.868641 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Attempting to bind port 1f778515-0417-4b99-9a78-9d78c2573f86 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:37.869971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Attempting to bind port 1f778515-0417-4b99-9a78-9d78c2573f86 on network 4b1c9109-ed8a-4309-ab35-546ca833bd03 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:37.880831 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:37.893636 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Checking segment: {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:37.894487 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:37.895138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Bound using segment: {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:37.896014 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Bound port: 1f778515-0417-4b99-9a78-9d78c2573f86, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711f5e3-cb9e-477d-913d-2dd69848e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:37.897039 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.028922 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] For port 1f778515-0417-4b99-9a78-9d78c2573f86, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:38.033120 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] For port 1f778515-0417-4b99-9a78-9d78c2573f86, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1f778515-0417-4b99-9a78-9d78c2573f86,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:38.040278 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.071575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Provisioning complete for port 1f778515-0417-4b99-9a78-9d78c2573f86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:38.072199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.103820 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:58:38.104467 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:38.152593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a71f-9e0c-4fb9-9e6a-8d1145350a62 None None] Pushing event updated for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:38.461828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:58:38.558797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Current status of the port 1f778515-0417-4b99-9a78-9d78c2573f86 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:38.559879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.615543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] For port 1f778515-0417-4b99-9a78-9d78c2573f86, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1f778515-0417-4b99-9a78-9d78c2573f86,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:38.629124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.694479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f2036-4e3a-46e1-9d2f-768b0f8e7da2 None None] Pushing event updated for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:38.759562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4a36e4b2-9929-465d-8a17-ca9cc4105d63 None None] Provisioning complete for port 1f778515-0417-4b99-9a78-9d78c2573f86 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:38.760294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a36e4b2-9929-465d-8a17-ca9cc4105d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:38.863810 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1f778515-0417-4b99-9a78-9d78c2573f86', 'name': '', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'mac_address': 'fa:16:3e:e3:92:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:29Z', 'updated_at': '2022-01-27T19:58:38Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'subnets': [{'id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:58:38.880830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4a36e4b2-9929-465d-8a17-ca9cc4105d63 None None] Current status of the port 1f778515-0417-4b99-9a78-9d78c2573f86 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:38.922499 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecbc0c-0aed-4ee7-890b-9cfebd0df647 None None] The sync data for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 is: [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T19:58:30Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1f778515-0417-4b99-9a78-9d78c2573f86', 'name': '', 'network_id': '4b1c9109-ed8a-4309-ab35-546ca833bd03', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'mac_address': 'fa:16:3e:e3:92:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:29Z', 'updated_at': '2022-01-27T19:58:38Z', 'revision_number': 4, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'subnets': [{'id': '0ecee6b8-4faf-43b4-a56c-2aefca96192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:58:38.981405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-290ae827-90a9-48c9-8b5b-58bb5e79583d req-f15c7ee4-e849-45dd-98f1-575fedfdfc20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0662365 Jan 27 19:58:39.026571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb312-dd5b-4a95-bf70-35bac085a51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:39.222806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1f778515-0417-4b99-9a78-9d78c2573f86 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:39.325478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1f778515-0417-4b99-9a78-9d78c2573f86 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:39.326155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:39.440519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1f778515-0417-4b99-9a78-9d78c2573f86 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:39.761200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-a7e6fdd8-cf9f-4688-8e5f-889a53af7966 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:39.763343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-a7e6fdd8-cf9f-4688-8e5f-889a53af7966 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1593831 Jan 27 19:58:39.788140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': '114b0f9f-4529-433d-9927-dc17444061f5', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:39.984613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:39.993474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:40.180271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-398ff340-5992-4c2d-b68b-e847229994b0 req-af9b57b5-c815-4000-8b14-bbe8f7bd376e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0647070 Jan 27 19:58:40.234583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.3 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/60420ef2-243c-4c8a-8b64-b1cda2fa430b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:40.434235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:40.441620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:40.480467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:40.531249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0510564-93a8-49b2-8eba-775d5055c851 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:40.539764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0510564-93a8-49b2-8eba-775d5055c851 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822 HTTP/1.1" status: 200 len: 814 time: 0.1039271 Jan 27 19:58:40.543631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:40.549369 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:40.553180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:40.648040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:40.649053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:40.678983 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991902 Jan 27 19:58:40.680455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:40.700374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Request body: {'port': {'device_id': '114b0f9f-4529-433d-9927-dc17444061f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:40.707523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.708173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.708771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.709390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.709950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.710519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.716868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.717632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.718602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.720709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.726494 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.727364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.727932 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49b502f-2caa-4581-a69d-bde151397b3b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:40.818785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.040550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-990b18d3-64b6-4f01-9b1e-3f79422b1f2f None None] Provisioning complete for port 60420ef2-243c-4c8a-8b64-b1cda2fa430b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:41.041702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-990b18d3-64b6-4f01-9b1e-3f79422b1f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.085294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-990b18d3-64b6-4f01-9b1e-3f79422b1f2f None None] Port 60420ef2-243c-4c8a-8b64-b1cda2fa430b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:41.341521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60420ef2-243c-4c8a-8b64-b1cda2fa430b {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:58:41.363388 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks [] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.396598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ea50-7870-4eeb-ac48-1f37de797d86 req-473290b0-7b32-4699-814f-330ca24f735d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:41.396598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1294ea50-7870-4eeb-ac48-1f37de797d86 req-473290b0-7b32-4699-814f-330ca24f735d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 931 time: 0.1135950 Jan 27 19:58:41.404495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:41.410346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Transition to ACTIVE for port object 60420ef2-243c-4c8a-8b64-b1cda2fa430b will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:58:41.414674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.431221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'network': {'name': 'tempest-network-smoke--1357064245', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:41.485578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:41.488669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.556316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Pushing event updated for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:41.577044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:58:41.623599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1294ea50-7870-4eeb-ac48-1f37de797d86 req-d9ff4f28-a616-4ded-8f7e-b1fa4351772f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269692 Jan 27 19:58:41.626640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4ead300b-9797-42f4-ae67-b617744c9f6f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.627246 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Added segment 4ead300b-9797-42f4-ae67-b617744c9f6f of type vlan for network ea344cbc-7758-437e-97b3-f5dd6e02d47f Jan 27 19:58:41.731093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ea344cbc-7758-437e-97b3-f5dd6e02d47f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.751577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Attempting to bind port 60420ef2-243c-4c8a-8b64-b1cda2fa430b on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:41.754229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Attempting to bind port 60420ef2-243c-4c8a-8b64-b1cda2fa430b by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:41.754682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Attempting to bind port 60420ef2-243c-4c8a-8b64-b1cda2fa430b on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:41.760565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Port 60420ef2-243c-4c8a-8b64-b1cda2fa430b on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:58:41.764605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Attempting to bind port 60420ef2-243c-4c8a-8b64-b1cda2fa430b on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:41.787537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:41.787874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:41.788270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:41.788717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Bound port: 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:41.789079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.806167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ea344cbc-7758-437e-97b3-f5dd6e02d47f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.811848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:41.812526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:41.848514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4428935 Jan 27 19:58:41.859564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:41.976989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:41.984999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:41.993059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:42.092299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Network': ['ID=ea344cbc-7758-437e-97b3-f5dd6e02d47f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:42.123905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.124919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:42.127351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.128313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.128843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.129393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.129946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.130476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.131596 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] 10.222.0.39 "PUT /v2.0/ports/60420ef2-243c-4c8a-8b64-b1cda2fa430b HTTP/1.1" status: 200 len: 1091 time: 1.4381402 Jan 27 19:58:42.131723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:58:42.132006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.132526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.133102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.133632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.135732 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6" -d '{"events": [{"name": "network-changed", "server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:58:42.136310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.136497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba4581b0-67d9-4b7b-a2c3-d00ffb5c31ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:42.137378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.137903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dd8b9-9ac0-43cd-8d88-22319d2a25ad tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:58:42.161597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:58:42.191257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a69fa2-659f-4257-b4e0-ed5564195b5b tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.196705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c0a69fa2-659f-4257-b4e0-ed5564195b5b tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3334334 Jan 27 19:58:42.202005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.242761 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b63cd-b0e6-48cd-a192-e1cd612cad39 x-openstack-request-id: req-266b63cd-b0e6-48cd-a192-e1cd612cad39 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:58:42.243336 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:58:42.243750 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-266b63cd-b0e6-48cd-a192-e1cd612cad39 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:58:42.246762 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b', 'status': 'completed', 'code': 200} Jan 27 19:58:42.268745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e517b-a5cb-4090-b997-2b72fe2c073f service neutron] Pushing event updated for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:42.383360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-b27a56d0-bc8d-4bbe-aca9-9c80ef14a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.383360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-b27a56d0-bc8d-4bbe-aca9-9c80ef14a85e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 1094 time: 0.1995366 Jan 27 19:58:42.389460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a96b2-e1e9-405a-a84d-3c7ed90451e4 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.395531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3c1a96b2-e1e9-405a-a84d-3c7ed90451e4 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1913314 Jan 27 19:58:42.396165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.432975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f52984bb-0f3a-4273-a471-b1e60d2f8208 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356309 Jan 27 19:58:42.433676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.478206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8bccf993-a94c-499b-987f-59001a770d76 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434110 Jan 27 19:58:42.479777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 32996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.501653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-f78214b6-1f28-41e8-8424-64cf5efd7493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b HTTP/1.1" status: 200 len: 217 time: 0.1126208 Jan 27 19:58:42.605956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-85a226f7-c8c7-4d68-8b19-040e9017e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.608035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-85a226f7-c8c7-4d68-8b19-040e9017e200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0994160 Jan 27 19:58:42.640111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24256cff-b34d-4cf4-8757-29c10a7c4fdb tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.642047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-24256cff-b34d-4cf4-8757-29c10a7c4fdb tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612737 Jan 27 19:58:42.645239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.677087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-91e29a7b-f40d-496d-a869-1109dc338c39 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298584 Jan 27 19:58:42.679599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:42.686106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559682663', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:42.698367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-216b9eae-7258-49c3-bd78-77c91aec6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.700366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-216b9eae-7258-49c3-bd78-77c91aec6fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858316 Jan 27 19:58:42.846463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4402-c407-4173-9b09-608226813c36 req-984b9376-37dd-4cec-9298-ee608c6fd100 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:42.848034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4dc4402-c407-4173-9b09-608226813c36 req-984b9376-37dd-4cec-9298-ee608c6fd100 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0764859 Jan 27 19:58:42.851025 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-6817a2f3-500c-461c-857f-804991079ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423907 Jan 27 19:58:42.930779 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b4dc4402-c407-4173-9b09-608226813c36 req-000d4ded-da92-41ed-bee1-733c12c7aa1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Jan 27 19:58:42.937417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:42.941815 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:43.052862 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-06b3f41e-25c1-4301-82e3-6aef88048228 req-17da0206-1af1-4f4c-adeb-c4fd232195bf service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942306 Jan 27 19:58:43.199674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-a17d682f-788a-4ddf-acc2-40cdce33bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:43.206164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-a17d682f-788a-4ddf-acc2-40cdce33bed3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 1094 time: 0.0892594 Jan 27 19:58:43.212079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (74531294-34ba-4984-8e3b-512ac8549cc5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:43.299364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Subnet': ['ID=74531294-34ba-4984-8e3b-512ac8549cc5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:43.317735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Checking segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:43.318384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network hostable DHCP agents. Network: ea344cbc-7758-437e-97b3-f5dd6e02d47f, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 19:58:43.361119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 19:58:43.374534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ea344cbc-7758-437e-97b3-f5dd6e02d47f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:43.392379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeaa379-9323-4313-93ab-0fd4f1f5b91e None None] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:43.403840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-ddb09dbf-0f67-4f4b-8975-8b37f0dd0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:43.405376 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-ddb09dbf-0f67-4f4b-8975-8b37f0dd0e7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.1934924 Jan 27 19:58:43.405655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:43.407487 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:43.445887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3c0f3e8-afc8-47f9-b1c5-a1748281aeab tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7618434 Jan 27 19:58:43.487385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-c5e8ce1f-cf5b-4489-a5c4-4fe4936ca598 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b HTTP/1.1" status: 200 len: 217 time: 0.0754793 Jan 27 19:58:43.595817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-3f8d82ba-b334-4140-8c0c-2f4851f0b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:43.600238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-3f8d82ba-b334-4140-8c0c-2f4851f0b333 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.1069469 Jan 27 19:58:43.651462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ips': [{'subnet_id': '74531294-34ba-4984-8e3b-512ac8549cc5'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 19:58:43.652338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:43.709530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-ec7f4109-52ba-44ec-bb79-af2934d97525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:43.711106 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-ec7f4109-52ba-44ec-bb79-af2934d97525 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034510 Jan 27 19:58:43.881332 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-a1b1eed7-46b9-4abe-bb72-c1905d8772b5 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636133 Jan 27 19:58:43.921089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Allocated IP 172.20.0.18 (ea344cbc-7758-437e-97b3-f5dd6e02d47f/74531294-34ba-4984-8e3b-512ac8549cc5/78af8ea4-acd1-482a-b023-fdc4f273573b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:44.050541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-afc7f13b-5589-4f6a-ae14-0a3d02df94a6 req-fd73e198-0a33-4641-9bad-8b277eb2216d service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629627 Jan 27 19:58:44.180359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:44.189359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246973022', 'description': 'tempest-secgroup-smoke-1246973022 description', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:44.202444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks [] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.217988 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.272342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:44.274055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:44.295080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Pushing event updated for resources: {'Port': ['ID=78af8ea4-acd1-482a-b023-fdc4f273573b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:44.298036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:44.352706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.370227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Attempting to bind port 78af8ea4-acd1-482a-b023-fdc4f273573b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:44.370542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Attempting to bind port 78af8ea4-acd1-482a-b023-fdc4f273573b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:44.370928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Attempting to bind port 78af8ea4-acd1-482a-b023-fdc4f273573b on network ea344cbc-7758-437e-97b3-f5dd6e02d47f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:44.378701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:44.379245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Checking segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:44.379657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.380054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Bound using segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:44.380704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Bound port: 78af8ea4-acd1-482a-b023-fdc4f273573b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:44.381097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.459363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] For port 78af8ea4-acd1-482a-b023-fdc4f273573b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:44.464249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] For port 78af8ea4-acd1-482a-b023-fdc4f273573b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=78af8ea4-acd1-482a-b023-fdc4f273573b,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:44.471972 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.514832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b232f-42ee-43e7-97a3-6a255cacbb6c req-92f253aa-bd9e-4f51-a5ae-af9ed7c72ddd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:44.525028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab5b232f-42ee-43e7-97a3-6a255cacbb6c req-92f253aa-bd9e-4f51-a5ae-af9ed7c72ddd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.2667789 Jan 27 19:58:44.594891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f3e3-129a-4449-a81d-60a048187fdf None None] Pushing event updated for resources: {'Port': ['ID=78af8ea4-acd1-482a-b023-fdc4f273573b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:44.636990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab5b232f-42ee-43e7-97a3-6a255cacbb6c req-e6b10a57-b477-41a6-91c5-0969254d8242 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109815 Jan 27 19:58:44.761058 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.770054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.825106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:44.832999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:44.836823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b6e5a5c2-64a0-47ba-a571-055ed9d356af tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6527097 Jan 27 19:58:44.837194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33038) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:44.842354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:44.895539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (654b452e-9e2c-4a1d-8620-2ba4ca2f2d47), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.051085 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (654b452e-9e2c-4a1d-8620-2ba4ca2f2d47), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.059207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (654b452e-9e2c-4a1d-8620-2ba4ca2f2d47), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.091053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654b452e-9e2c-4a1d-8620-2ba4ca2f2d47,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:45.114823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.118558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-821238e2-6c2a-4682-a9ea-43b7fc982ca6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2772622 Jan 27 19:58:45.118884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:45.124052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:45.178345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (2ddcdf24-087e-4378-9cb3-2bd21a53e12d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.260461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.303220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (2ddcdf24-087e-4378-9cb3-2bd21a53e12d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.309866 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (2ddcdf24-087e-4378-9cb3-2bd21a53e12d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.328712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddcdf24-087e-4378-9cb3-2bd21a53e12d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:45.359999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.361357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3c4d700c-16ff-45be-80d8-353fd216bbf8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2409210 Jan 27 19:58:45.364648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:45.370535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:45.371202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 78af8ea4-acd1-482a-b023-fdc4f273573b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:45.409934 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (95e033b7-218d-4a80-be4d-01f22ceb48bd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.470661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 78af8ea4-acd1-482a-b023-fdc4f273573b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:45.471909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.503812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (95e033b7-218d-4a80-be4d-01f22ceb48bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.509171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (95e033b7-218d-4a80-be4d-01f22ceb48bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.549194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e033b7-218d-4a80-be4d-01f22ceb48bd,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:45.563734 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.564978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-de7fb5b8-2d5d-4221-b0a5-868c9beff8a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990342 Jan 27 19:58:45.567903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:45.573840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:45.606110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 78af8ea4-acd1-482a-b023-fdc4f273573b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:45.608199 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.630435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (d70745b8-9672-424b-b8d8-e76ec076cb63), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.703606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.720853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 78af8ea4-acd1-482a-b023-fdc4f273573b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=78af8ea4-acd1-482a-b023-fdc4f273573b,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:45.729027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.833971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (d70745b8-9672-424b-b8d8-e76ec076cb63), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.846028 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d70745b8-9672-424b-b8d8-e76ec076cb63), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.882874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70745b8-9672-424b-b8d8-e76ec076cb63,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:45.889714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:45.892008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4c089236-5864-4db9-baae-91761254f301 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221929 Jan 27 19:58:45.894663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:45.899756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:45.930224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=78af8ea4-acd1-482a-b023-fdc4f273573b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:45.996429 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:58:46.011325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (18ed2b97-5915-4712-b584-1b6362f59f8b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.050912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022f7cd-e9a8-4cc0-a4ef-1c9e75a94b9c req-fc9e56de-c0be-4487-9cd4-3adc9edf1679 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:46.053338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e022f7cd-e9a8-4cc0-a4ef-1c9e75a94b9c req-fc9e56de-c0be-4487-9cd4-3adc9edf1679 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1594729 Jan 27 19:58:46.081288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.169921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e022f7cd-e9a8-4cc0-a4ef-1c9e75a94b9c req-176714d9-af54-49da-b94f-4eba8d8dde1e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989454 Jan 27 19:58:46.194871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (18ed2b97-5915-4712-b584-1b6362f59f8b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.200537 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (18ed2b97-5915-4712-b584-1b6362f59f8b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.224097 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.228074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3297756 Jan 27 19:58:46.228542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:58:46.234936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:46.251234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec944f8-04ab-4f98-bd04-1be662b8ada4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ed2b97-5915-4712-b584-1b6362f59f8b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:46.272695 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 19:58:46.279417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (fc660664-ed7f-4d38-bc65-2f3d7bd7746d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.378013 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (fc660664-ed7f-4d38-bc65-2f3d7bd7746d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.382471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (fc660664-ed7f-4d38-bc65-2f3d7bd7746d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.411582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc660664-ed7f-4d38-bc65-2f3d7bd7746d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:46.424606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.426838 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8e9dba94-1d95-4835-972d-d1be8884be31 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1967230 Jan 27 19:58:46.590545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71831a15-c625-4f21-ad99-acf16bc19fe1 None None] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:58:46.707523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0777fdac-eec3-40d2-8868-a42fc81d3b56 None None] Provisioning complete for port 78af8ea4-acd1-482a-b023-fdc4f273573b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:46.707814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0777fdac-eec3-40d2-8868-a42fc81d3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:46.751895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-83b3d747-7239-4c18-923f-1a7c79d5a29a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246973022&fields=id&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 267 time: 0.0789061 Jan 27 19:58:46.911822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-80ff5461-df1d-44c4-9bc3-d03a327f4f6c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:46.928286 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-80ff5461-df1d-44c4-9bc3-d03a327f4f6c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/networks?id=ea344cbc-7758-437e-97b3-f5dd6e02d47f HTTP/1.1" status: 200 len: 797 time: 0.1749463 Jan 27 19:58:46.955049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0777fdac-eec3-40d2-8868-a42fc81d3b56 None None] Current status of the port 78af8ea4-acd1-482a-b023-fdc4f273573b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:46.961850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-9961d6c8-e10e-4fd2-8c19-c3ab3aedf69c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/quotas/bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 375 time: 0.0326235 Jan 27 19:58:47.047340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-8b0a6ee1-f6c5-463f-a1a5-d988953969a8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844173 Jan 27 19:58:47.147613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 78af8ea4-acd1-482a-b023-fdc4f273573b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:58:47.244865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-4f080cf2-c0fa-48a1-97c8-f8c4fc80e206 service neutron] 10.222.0.59 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851859 Jan 27 19:58:47.286297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 78af8ea4-acd1-482a-b023-fdc4f273573b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:47.287950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:47.491348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0fc06b8a-216d-4811-bbd8-a2a940d24f47 None None] Provisioning complete for port 78af8ea4-acd1-482a-b023-fdc4f273573b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:47.510675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-9676cb76-6f91-44f4-9211-65e1bc5efaa5 service neutron] 10.222.0.59 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578959 Jan 27 19:58:47.512939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fc06b8a-216d-4811-bbd8-a2a940d24f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:47.586397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 78af8ea4-acd1-482a-b023-fdc4f273573b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:47.696358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fc06b8a-216d-4811-bbd8-a2a940d24f47 None None] Current status of the port 78af8ea4-acd1-482a-b023-fdc4f273573b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:47.920526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024f44-a5bb-4215-b55d-a0a716653e5f req-a251a060-db55-48c8-b315-85ed7f0bf822 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:47.932267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0024f44-a5bb-4215-b55d-a0a716653e5f req-a251a060-db55-48c8-b315-85ed7f0bf822 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1105075 Jan 27 19:58:48.029333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0024f44-a5bb-4215-b55d-a0a716653e5f req-9e723b50-e770-4a9e-9854-6e234e939f8f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902090 Jan 27 19:58:48.179216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d83aba60-8724-4240-9587-c870236d4607 req-a805af4a-8733-4351-8783-9d075f82966f tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 210 time: 0.0521581 Jan 27 19:58:49.315566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982837d-d04b-475d-869b-e51ec37192e2 req-aeb56c25-a243-48bd-979d-bdbcae88c38b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:49.323635 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7982837d-d04b-475d-869b-e51ec37192e2 req-aeb56c25-a243-48bd-979d-bdbcae88c38b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1087811 Jan 27 19:58:49.447233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7982837d-d04b-475d-869b-e51ec37192e2 req-10129082-620c-44d8-983a-3135f8364206 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206858 Jan 27 19:58:49.710709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-43e366e3-b7e4-47c3-98c2-a013a0f47461 req-4d104564-076d-4f18-b8e4-c1254c9c5f46 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 210 time: 0.1106329 Jan 27 19:58:49.916997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-b33c12f9-4afd-44a8-bc59-86261938418b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:49.922241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-b33c12f9-4afd-44a8-bc59-86261938418b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/networks?id=ea344cbc-7758-437e-97b3-f5dd6e02d47f HTTP/1.1" status: 200 len: 797 time: 0.2972789 Jan 27 19:58:50.054523 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-880b27f6-354f-419f-9f76-9bd045645432 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 473 time: 0.1206462 Jan 27 19:58:50.064067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'port': {'device_id': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'admin_state_up': True, 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'security_groups': ['2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:50.295197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:58:50.305520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:50.613557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.24 (ea344cbc-7758-437e-97b3-f5dd6e02d47f/74531294-34ba-4984-8e3b-512ac8549cc5/a51d107d-bd39-46ce-bdca-c10a88817a50) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:58:50.757717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51c2c-8046-46d8-abc4-f384ab7e8df7 req-7c314538-23c3-456e-8bbc-26cb75958f71 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:50.768570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15a51c2c-8046-46d8-abc4-f384ab7e8df7 req-7c314538-23c3-456e-8bbc-26cb75958f71 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1616805 Jan 27 19:58:50.869725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15a51c2c-8046-46d8-abc4-f384ab7e8df7 req-5b72d0c5-2853-4947-a68b-7204c7f29f9d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998807 Jan 27 19:58:50.989150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:51.090136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:51.099978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d854a433-885a-4471-864f-aaf49410ba12 req-6a6d399a-0365-432e-a26f-dff7ebe4213d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 210 time: 0.0812812 Jan 27 19:58:51.884449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:51.906208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:58:51.908209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:58:51.928072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:58:52.092967 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:52.093765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:52.162669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-d6c03ac8-02d0-498e-8c12-9caa6e1bb031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1029820 Jan 27 19:58:52.174737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Request body: {'port': {'device_id': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:58:52.187890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac7109-25ae-4e19-bd9d-cb1551234387 req-03c88546-1630-46bd-8047-3480ae347985 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:52.193045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6ac7109-25ae-4e19-bd9d-cb1551234387 req-03c88546-1630-46bd-8047-3480ae347985 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1429555 Jan 27 19:58:52.303006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6ac7109-25ae-4e19-bd9d-cb1551234387 req-9c4d4f59-f247-42bb-8043-0c3abed911ae tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013055 Jan 27 19:58:52.308447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:52.473929 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-14c81b25-5aa6-49d8-a6da-4352c07bf640 None None] Provisioning complete for port a51d107d-bd39-46ce-bdca-c10a88817a50 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:58:52.474477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14c81b25-5aa6-49d8-a6da-4352c07bf640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:52.552302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a397-692b-4e5c-a0b0-92e412d8880a req-969379b9-cabe-4163-8033-481925dae4fb tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:52.562874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-14c81b25-5aa6-49d8-a6da-4352c07bf640 None None] Port a51d107d-bd39-46ce-bdca-c10a88817a50 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:58:52.569669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efe2a397-692b-4e5c-a0b0-92e412d8880a req-969379b9-cabe-4163-8033-481925dae4fb tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 932 time: 0.1160028 Jan 27 19:58:52.695708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efe2a397-692b-4e5c-a0b0-92e412d8880a req-ce8b4cc4-0ea5-4bbe-b430-c7e59a27a1c2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245594 Jan 27 19:58:52.905573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51d107d-bd39-46ce-bdca-c10a88817a50 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:58:52.918645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks [] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:52.960726 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Transition to ACTIVE for port object a51d107d-bd39-46ce-bdca-c10a88817a50 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 19:58:52.967827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:53.071023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:53.292741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Attempting to bind port a51d107d-bd39-46ce-bdca-c10a88817a50 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:58:53.293504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Attempting to bind port a51d107d-bd39-46ce-bdca-c10a88817a50 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:58:53.295506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Attempting to bind port a51d107d-bd39-46ce-bdca-c10a88817a50 on network ea344cbc-7758-437e-97b3-f5dd6e02d47f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:53.313735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Port a51d107d-bd39-46ce-bdca-c10a88817a50 on network ea344cbc-7758-437e-97b3-f5dd6e02d47f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 19:58:53.315842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Attempting to bind port a51d107d-bd39-46ce-bdca-c10a88817a50 on network ea344cbc-7758-437e-97b3-f5dd6e02d47f {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:58:53.330977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:58:53.335159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Checking segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:58:53.335602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Bound using segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:58:53.336064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Bound port: a51d107d-bd39-46ce-bdca-c10a88817a50, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:58:53.336435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:53.482546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:58:53.486510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a51d107d-bd39-46ce-bdca-c10a88817a50,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:58:53.494560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:53.520119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4b7e-f44d-4d58-940e-72ad75e51978 req-36a5f58f-065b-41d8-b07c-dc2d533b136e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:53.528354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07dd4b7e-f44d-4d58-940e-72ad75e51978 req-36a5f58f-065b-41d8-b07c-dc2d533b136e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0933683 Jan 27 19:58:53.558687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:53.559829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:53.561307 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] 10.222.0.66 "PUT /v2.0/ports/a51d107d-bd39-46ce-bdca-c10a88817a50 HTTP/1.1" status: 200 len: 1092 time: 1.3913209 Jan 27 19:58:53.562029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0adc7-696f-48bf-83c1-21407a8e5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:53.576100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:58:53.579498 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:58:53.623362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07dd4b7e-f44d-4d58-940e-72ad75e51978 req-c7fe5610-de4e-4c42-b192-17c24acdac2d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937531 Jan 27 19:58:53.717912 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab20d7c-03c9-4ca1-89cb-80ea908ae3bb x-openstack-request-id: req-dab20d7c-03c9-4ca1-89cb-80ea908ae3bb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:58:53.718325 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:58:53.718699 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dab20d7c-03c9-4ca1-89cb-80ea908ae3bb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:58:53.719204 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50', 'status': 'completed', 'code': 200} Jan 27 19:58:53.741927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-70507cbc-94fc-4917-86fe-35e12644f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:53.743821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-70507cbc-94fc-4917-86fe-35e12644f379 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 1095 time: 0.1380641 Jan 27 19:58:53.834832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-9a7865c5-16b7-4136-a8a4-3dbf5e21f177 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a51d107d-bd39-46ce-bdca-c10a88817a50 HTTP/1.1" status: 200 len: 217 time: 0.0778811 Jan 27 19:58:53.889500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e032ea-f182-498f-93c6-cea877192d5a req-c2ab7db1-0fe5-4116-aead-d6b8f1f85e8a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:53.900011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03e032ea-f182-498f-93c6-cea877192d5a req-c2ab7db1-0fe5-4116-aead-d6b8f1f85e8a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 944 time: 0.0977771 Jan 27 19:58:53.936766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-08138cd6-86c2-4282-8359-1e9ffbf43363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:53.941008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-08138cd6-86c2-4282-8359-1e9ffbf43363 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74531294-34ba-4984-8e3b-512ac8549cc5 HTTP/1.1" status: 200 len: 837 time: 0.0997090 Jan 27 19:58:54.012405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-48fd1446-9e2c-45f4-a8fb-9bcbbd97a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:54.022598 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-48fd1446-9e2c-45f4-a8fb-9bcbbd97a6e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea344cbc-7758-437e-97b3-f5dd6e02d47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755358 Jan 27 19:58:54.046660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03e032ea-f182-498f-93c6-cea877192d5a req-f3d6600d-c298-4a26-b6e5-b1342a8a7e93 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456757 Jan 27 19:58:54.056205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:54.225796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-77f20e52-a878-45bf-bb37-c8d6c3d4ec42 service neutron] 10.222.0.66 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939285 Jan 27 19:58:54.522054 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d1a9de5a-1f9b-4f3e-a547-9f387bb98f82 req-0d6db208-85de-4876-a785-1051fe985e26 service neutron] 10.222.0.66 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907803 Jan 27 19:58:54.695239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-bb1624d6-9e19-4f33-bdd9-49a2d01f4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:54.696782 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-bb1624d6-9e19-4f33-bdd9-49a2d01f4ead service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 1095 time: 0.1038561 Jan 27 19:58:54.870225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff1c0-8e1c-49d8-976d-f5b4107f7ffb req-d63165ca-3c33-4b46-a206-51510ed55c2f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:54.878014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d81ff1c0-8e1c-49d8-976d-f5b4107f7ffb req-d63165ca-3c33-4b46-a206-51510ed55c2f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1115115 Jan 27 19:58:54.884685 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-d1f724b3-10eb-45a4-8332-a32aa2de99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:54.886222 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-d1f724b3-10eb-45a4-8332-a32aa2de99d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea344cbc-7758-437e-97b3-f5dd6e02d47f HTTP/1.1" status: 200 len: 898 time: 0.1838155 Jan 27 19:58:54.955343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:54.979400 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-b5f6eb66-67eb-475b-a80e-6cd28a79d9a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a51d107d-bd39-46ce-bdca-c10a88817a50 HTTP/1.1" status: 200 len: 217 time: 0.0853338 Jan 27 19:58:54.995443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d81ff1c0-8e1c-49d8-976d-f5b4107f7ffb req-bfe059f7-e52f-43dd-a231-e9f69fa52ed4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107073 Jan 27 19:58:55.065002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-8dec1bd0-2c56-4958-b98d-f8a4c4977bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:55.076078 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-8dec1bd0-2c56-4958-b98d-f8a4c4977bb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74531294-34ba-4984-8e3b-512ac8549cc5 HTTP/1.1" status: 200 len: 837 time: 0.0908613 Jan 27 19:58:55.165780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-ca1d52fa-faad-4492-957b-8998f4f4b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:55.172501 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-ca1d52fa-faad-4492-957b-8998f4f4b861 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea344cbc-7758-437e-97b3-f5dd6e02d47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957253 Jan 27 19:58:55.180018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7fcd6-b4db-4911-9aeb-1783a7b56620 req-907bc9dc-aa0a-4e35-bf31-60ab01263603 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:55.202850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5a7fcd6-b4db-4911-9aeb-1783a7b56620 req-907bc9dc-aa0a-4e35-bf31-60ab01263603 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 944 time: 0.0787864 Jan 27 19:58:55.337117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5a7fcd6-b4db-4911-9aeb-1783a7b56620 req-2e80c087-db00-44ac-9215-e27fd62ea0ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333027 Jan 27 19:58:55.403212 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-8876f0de-ba96-43b8-8d45-41e065b21b91 service neutron] 10.222.0.66 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234359 Jan 27 19:58:55.613942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5b34f9f5-d3a0-4f3c-810b-64db03b535dd req-2c3683f3-fc19-4ff6-81b0-7cdb83013b83 service neutron] 10.222.0.66 "GET /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046618 Jan 27 19:58:56.270925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b402c7d-0b32-4e9d-abda-7a56eb08db60 req-0d380e32-e8ed-4030-8e52-0133d675abe6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:56.274722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b402c7d-0b32-4e9d-abda-7a56eb08db60 req-0d380e32-e8ed-4030-8e52-0133d675abe6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1309879 Jan 27 19:58:56.417821 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b402c7d-0b32-4e9d-abda-7a56eb08db60 req-fe1d1438-1bcb-4157-b803-85a8e5965a19 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362712 Jan 27 19:58:56.648975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968830e-fc23-4673-8ce8-7b9f3a70956a req-c0a07c42-54e8-474e-8915-01158cf40149 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:56.650590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1968830e-fc23-4673-8ce8-7b9f3a70956a req-c0a07c42-54e8-474e-8915-01158cf40149 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 944 time: 0.1068032 Jan 27 19:58:56.772698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1968830e-fc23-4673-8ce8-7b9f3a70956a req-3bcc1f07-bcff-4bb1-8698-a1c51b97d927 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128860 Jan 27 19:58:57.620941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada706e-bcff-4945-a738-31d05cbaa20f req-06465d50-4f5f-465f-9a1d-0d43582ca4be tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:57.629592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ada706e-bcff-4945-a738-31d05cbaa20f req-06465d50-4f5f-465f-9a1d-0d43582ca4be tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0892341 Jan 27 19:58:57.717435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ada706e-bcff-4945-a738-31d05cbaa20f req-10ef190d-c354-4b4a-b994-205593cf4527 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865202 Jan 27 19:58:58.044637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce3ab-51c2-4dd9-ab0a-589070af2e51 req-cc2b05cd-b9b3-4b88-a95c-ec69cfc39adf tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:58.048832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-117ce3ab-51c2-4dd9-ab0a-589070af2e51 req-cc2b05cd-b9b3-4b88-a95c-ec69cfc39adf tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 944 time: 0.1447058 Jan 27 19:58:58.114871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a51d107d-bd39-46ce-bdca-c10a88817a50 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:58:58.130458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-117ce3ab-51c2-4dd9-ab0a-589070af2e51 req-dbd49f42-46d7-4805-b751-d13026c67b5d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770984 Jan 27 19:58:58.345991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a51d107d-bd39-46ce-bdca-c10a88817a50,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:58.389622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a51d107d-bd39-46ce-bdca-c10a88817a50', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'port_id': 'a51d107d-bd39-46ce-bdca-c10a88817a50', 'mac_address': 'fa:16:3e:9c:25:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:58:58.489120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a51d107d-bd39-46ce-bdca-c10a88817a50 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:58:58.495969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:58.527965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51d107d-bd39-46ce-bdca-c10a88817a50 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:58:58.573193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a51d107d-bd39-46ce-bdca-c10a88817a50,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:58:58.584117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:58:58.722480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:58:58.898515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a51d107d-bd39-46ce-bdca-c10a88817a50'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:58:58.920231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517cdc0-8ca9-431f-a33d-01ec31bd8a35 req-a1355800-d150-443d-85f8-31e4e5e1ba45 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:58.928063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7517cdc0-8ca9-431f-a33d-01ec31bd8a35 req-a1355800-d150-443d-85f8-31e4e5e1ba45 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0727227 Jan 27 19:58:59.031512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7517cdc0-8ca9-431f-a33d-01ec31bd8a35 req-9d54ca7f-708b-42fb-8ae5-62dc28d31827 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992887 Jan 27 19:58:59.496390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6c7e-e070-4136-accf-939c56fb863c req-40fd2580-aada-43aa-88a7-576e0fd6bb3d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:58:59.510410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cc6c7e-e070-4136-accf-939c56fb863c req-40fd2580-aada-43aa-88a7-576e0fd6bb3d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 945 time: 0.2206016 Jan 27 19:58:59.649158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0cc6c7e-e070-4136-accf-939c56fb863c req-9703f661-ad56-4b01-b4ee-515f783a0672 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300592 Jan 27 19:59:00.169347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f22c5-005f-4d09-a34c-5840595ec225 req-8d718b15-6bd3-4ad8-8206-dc5cc7de55c5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:00.177823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-301f22c5-005f-4d09-a34c-5840595ec225 req-8d718b15-6bd3-4ad8-8206-dc5cc7de55c5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0776184 Jan 27 19:59:00.257746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-301f22c5-005f-4d09-a34c-5840595ec225 req-da94b2bb-196a-4710-88cf-a33f50886cf1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783038 Jan 27 19:59:00.775652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dae24-8ece-419f-854e-115634512d2d req-a191eabe-e8d2-4124-8170-ffcc3e36279a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:00.777225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-872dae24-8ece-419f-854e-115634512d2d req-a191eabe-e8d2-4124-8170-ffcc3e36279a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 945 time: 0.0594532 Jan 27 19:59:01.242984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-872dae24-8ece-419f-854e-115634512d2d req-249abbb7-eb15-494d-ab7e-54d3622d1a61 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521565 Jan 27 19:59:01.534052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a30a8-5222-48d2-aa25-b287fea6bb15 req-6e097c19-fa01-468d-8cf4-d2888fff4ea4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:01.549687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b5a30a8-5222-48d2-aa25-b287fea6bb15 req-6e097c19-fa01-468d-8cf4-d2888fff4ea4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1090734 Jan 27 19:59:01.639520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b5a30a8-5222-48d2-aa25-b287fea6bb15 req-9af3afad-f273-48df-bcad-2483d8ee77a7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889342 Jan 27 19:59:02.149059 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a51d107d-bd39-46ce-bdca-c10a88817a50 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:59:02.277885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a51d107d-bd39-46ce-bdca-c10a88817a50 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:59:02.302013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a51d107d-bd39-46ce-bdca-c10a88817a50 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:02.304574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:02.475765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d232d-3cc8-43f0-95df-44ba7433e955 req-ee81f985-0834-41eb-b942-984d4db7c808 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:02.482643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a5d232d-3cc8-43f0-95df-44ba7433e955 req-ee81f985-0834-41eb-b942-984d4db7c808 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 945 time: 0.1075575 Jan 27 19:59:02.514427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a51d107d-bd39-46ce-bdca-c10a88817a50 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:02.516496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:02.593437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:02.595847 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce5242-ed30-40e8-bf09-e2ad90712acf" -d '{"events": [{"server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "name": "network-vif-plugged", "status": "completed", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:02.626023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a51d107d-bd39-46ce-bdca-c10a88817a50,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:02.629803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a5d232d-3cc8-43f0-95df-44ba7433e955 req-3b8624a4-4b23-47a1-b3dc-197a0f3e5076 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338108 Jan 27 19:59:02.636745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:02.710488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:02.727421 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5384ae-2190-4e93-8809-c00426ef5fbd x-openstack-request-id: req-9c5384ae-2190-4e93-8809-c00426ef5fbd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:02.727768 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "name": "network-vif-plugged", "status": "completed", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:02.728035 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c5384ae-2190-4e93-8809-c00426ef5fbd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:02.728930 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50', 'code': 200} Jan 27 19:59:02.873191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad41b-d3c8-4d41-ad58-e0047b5a1bc7 req-ad100be7-7dc4-4e44-8fa1-2e4fe9a9592b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:02.875001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30aad41b-d3c8-4d41-ad58-e0047b5a1bc7 req-ad100be7-7dc4-4e44-8fa1-2e4fe9a9592b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0619891 Jan 27 19:59:02.879001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1f11e-0978-4230-9060-8c22371fce21 req-4ffc5fac-4874-405d-b214-c70082a0c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:02.883906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cb1f11e-0978-4230-9060-8c22371fce21 req-4ffc5fac-4874-405d-b214-c70082a0c626 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 1097 time: 0.0952106 Jan 27 19:59:02.943638 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4cb1f11e-0978-4230-9060-8c22371fce21 req-1e86deb0-3da9-47b3-90d6-f714b2212608 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557170 Jan 27 19:59:02.963596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30aad41b-d3c8-4d41-ad58-e0047b5a1bc7 req-aa5b6421-13f2-4de6-8976-b115cf500e29 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790186 Jan 27 19:59:03.849623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba1571-5edd-4bff-a4f3-b005ef03d8c1 req-364e3b06-321a-4ae7-b0f9-eabb5416005c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:03.857235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dba1571-5edd-4bff-a4f3-b005ef03d8c1 req-364e3b06-321a-4ae7-b0f9-eabb5416005c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.0981898 Jan 27 19:59:03.924409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dba1571-5edd-4bff-a4f3-b005ef03d8c1 req-6aef2390-cac3-4de9-bf8d-3caa55e577a9 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546596 Jan 27 19:59:04.016462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:04.156283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e857d-d367-43ff-9deb-23b2d1278036 req-1888513d-14f7-43a6-a87f-265f4cfed9d0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:04.158269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c5e857d-d367-43ff-9deb-23b2d1278036 req-1888513d-14f7-43a6-a87f-265f4cfed9d0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.1119180 Jan 27 19:59:04.175233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26751a27-869f-4742-8dcc-b095be3409f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.266725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c5e857d-d367-43ff-9deb-23b2d1278036 req-2d0f0e32-a593-48ce-8957-4c9b58c29b67 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022496 Jan 27 19:59:04.285812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26751a27-869f-4742-8dcc-b095be3409f1 admin admin] Publish callbacks [] for security_group (58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.290823 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-26751a27-869f-4742-8dcc-b095be3409f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.326548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26751a27-869f-4742-8dcc-b095be3409f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:04.345698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-26751a27-869f-4742-8dcc-b095be3409f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c98172a9c3c14447b521e56345a1b191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273296 Jan 27 19:59:04.348174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33376) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:04.411826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] Publish callbacks [] for security_group (58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.442205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] Publish callbacks [] for security_group (58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.519073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.521895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:04.539726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2 HTTP/1.1" status: 204 len: 168 time: 0.1903212 Jan 27 19:59:04.570716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5e72f-a192-490a-b511-ee47a309c01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd7c78-9760-4f1a-8f3e-bc3ec16bcca2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:05.158089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200daa-995a-4168-b081-a0ffdfd60582 req-ccd79fbd-cfdc-4e01-9069-1398b3b14f5c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:05.166798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17200daa-995a-4168-b081-a0ffdfd60582 req-ccd79fbd-cfdc-4e01-9069-1398b3b14f5c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.1096539 Jan 27 19:59:05.272519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17200daa-995a-4168-b081-a0ffdfd60582 req-ca1c5be6-2ef1-4d05-847a-a3c9761d0b50 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976701 Jan 27 19:59:05.510843 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa53b-3b51-4c3f-9d96-8cf64b48d667 req-cad69ed3-0d34-43a1-9597-7180212ef69f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:05.513068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d5aa53b-3b51-4c3f-9d96-8cf64b48d667 req-cad69ed3-0d34-43a1-9597-7180212ef69f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0725503 Jan 27 19:59:05.616344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d5aa53b-3b51-4c3f-9d96-8cf64b48d667 req-b206c7cf-0ae1-4a0d-9093-c9f3fe122950 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947652 Jan 27 19:59:05.780949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e710c90-a72f-4c4a-92fc-44ea36d19531 req-4dee49b0-4629-4892-9c55-bbb8387ce0c1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:05.782778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e710c90-a72f-4c4a-92fc-44ea36d19531 req-4dee49b0-4629-4892-9c55-bbb8387ce0c1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.0874896 Jan 27 19:59:05.857974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e710c90-a72f-4c4a-92fc-44ea36d19531 req-ce17d338-0844-49a3-bac1-ee91c3026f82 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675890 Jan 27 19:59:06.753050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52c14-4125-4ad5-b759-3df1ee7a52f1 req-ae136f60-b947-4c80-9d21-83fbcb015e01 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:06.761808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9b52c14-4125-4ad5-b759-3df1ee7a52f1 req-ae136f60-b947-4c80-9d21-83fbcb015e01 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.0591645 Jan 27 19:59:06.857709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9b52c14-4125-4ad5-b759-3df1ee7a52f1 req-9c6de75a-88ab-46cb-9bdf-a1adc085888e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945687 Jan 27 19:59:07.162144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:07.291997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3280-0842-4729-85de-2a2dedbb95d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.393168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33482) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:07.478002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3280-0842-4729-85de-2a2dedbb95d6 admin admin] Publish callbacks [] for security_group (494418aa-ff9b-47ec-9e69-461baf031b4b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.487296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3280-0842-4729-85de-2a2dedbb95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (494418aa-ff9b-47ec-9e69-461baf031b4b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.544969 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3a7c3280-0842-4729-85de-2a2dedbb95d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c6fe01f080643d7ba6691acbaa9aed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816071 Jan 27 19:59:07.545963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33484) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:07.588793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c3280-0842-4729-85de-2a2dedbb95d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494418aa-ff9b-47ec-9e69-461baf031b4b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:07.612909 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] Publish callbacks [] for security_group (494418aa-ff9b-47ec-9e69-461baf031b4b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.643273 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] Publish callbacks [] for security_group (494418aa-ff9b-47ec-9e69-461baf031b4b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.713936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (494418aa-ff9b-47ec-9e69-461baf031b4b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.718055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:07.727007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/494418aa-ff9b-47ec-9e69-461baf031b4b HTTP/1.1" status: 204 len: 168 time: 0.1767375 Jan 27 19:59:07.738943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e5aad-da09-49f9-9b77-184d9454580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494418aa-ff9b-47ec-9e69-461baf031b4b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:08.110513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.129676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:08.144023 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-662f10a8-9381-4363-a30e-8c0d12fa6b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.184810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8fbc4-0370-4237-aa83-1956d8b8551e req-2f143595-ebb3-43e5-b3c1-0d3eb2915e5e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:08.186562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbd8fbc4-0370-4237-aa83-1956d8b8551e req-2f143595-ebb3-43e5-b3c1-0d3eb2915e5e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 943 time: 0.2506945 Jan 27 19:59:08.316937 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-662f10a8-9381-4363-a30e-8c0d12fa6b66 admin admin] Publish callbacks [] for security_group (a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.339773 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-662f10a8-9381-4363-a30e-8c0d12fa6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.341555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 60420ef2-243c-4c8a-8b64-b1cda2fa430b details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 19:59:08.390436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cbd8fbc4-0370-4237-aa83-1956d8b8551e req-2ec2cf7d-d6eb-4d7a-befe-04b782f413db tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549907 Jan 27 19:59:08.450874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f10a8-9381-4363-a30e-8c0d12fa6b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:08.493229 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-662f10a8-9381-4363-a30e-8c0d12fa6b66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9561e9219a94d9188b834585aec4eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614030 Jan 27 19:59:08.495783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33512) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:08.544991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:08.570672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '60420ef2-243c-4c8a-8b64-b1cda2fa430b', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '60420ef2-243c-4c8a-8b64-b1cda2fa430b', 'mac_address': 'fa:16:3e:4e:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 19:59:08.574098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] Publish callbacks [] for security_group (a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.619945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.17 (ea344cbc-7758-437e-97b3-f5dd6e02d47f/74531294-34ba-4984-8e3b-512ac8549cc5/05f63b2a-762c-4832-ad9d-08f74a34df72) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:59:08.647194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 60420ef2-243c-4c8a-8b64-b1cda2fa430b is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:08.647525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.662879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] Publish callbacks [] for security_group (a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.669165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60420ef2-243c-4c8a-8b64-b1cda2fa430b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 19:59:08.711220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:08.720598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.776283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.779475 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.780945 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0 HTTP/1.1" status: 204 len: 168 time: 0.2835765 Jan 27 19:59:08.798369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:08.803939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.814223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00daad-e87c-4125-8718-0fb5f2bf8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0b5a7-d85d-402f-ae34-6cbd20aa64f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:08.885068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:08.934075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:59:08.942518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['60420ef2-243c-4c8a-8b64-b1cda2fa430b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:59:08.942740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:59:08.959061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 19:59:09.022797 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.084564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:09.151517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68dadca9-73b0-4815-a23c-001b9f7a0f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.309207 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.433235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dea99ece-c4e2-437e-b322-6f959f8fb886 None None] Provisioning complete for port 05f63b2a-762c-4832-ad9d-08f74a34df72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:09.443907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea99ece-c4e2-437e-b322-6f959f8fb886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.494290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dea99ece-c4e2-437e-b322-6f959f8fb886 None None] Port 05f63b2a-762c-4832-ad9d-08f74a34df72 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:59:09.742674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541fef-ccc4-4777-9976-9eacc0828826 req-62f44d69-f5a0-44ef-863b-beadb8cf28c3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:09.744609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89541fef-ccc4-4777-9976-9eacc0828826 req-62f44d69-f5a0-44ef-863b-beadb8cf28c3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 944 time: 0.2032046 Jan 27 19:59:09.828212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89541fef-ccc4-4777-9976-9eacc0828826 req-134bf608-bdb5-476f-8df8-e7cf019b8f20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767539 Jan 27 19:59:09.857688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.864007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.975594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:09.993294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:10.119541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:59:10.121424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:59:10.268648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:59:10.357016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 60420ef2-243c-4c8a-8b64-b1cda2fa430b up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:59:10.408231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:59:10.414749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2badcd81-2fee-41d2-a8ec-00f320a74f12 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/874fa553-13a4-4065-a0e8-509dd38c7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191438 Jan 27 19:59:10.437138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:59:10.465160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:10.466337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:58:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:10.468172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-48f40f7f-d8b7-4263-9c3a-eeba901895ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844946 Jan 27 19:59:10.558398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-adc8b0a9-e3ae-44ee-a6c8-73106fffe562 None None] Provisioning complete for port 05f63b2a-762c-4832-ad9d-08f74a34df72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:10.559077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adc8b0a9-e3ae-44ee-a6c8-73106fffe562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:10.592717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 60420ef2-243c-4c8a-8b64-b1cda2fa430b completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 19:59:10.601699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 60420ef2-243c-4c8a-8b64-b1cda2fa430b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:10.602354 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:10.644530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-aefd2c4a-cb7a-4fc8-86b3-8aa0e9f7fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:10.646640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-aefd2c4a-cb7a-4fc8-86b3-8aa0e9f7fdda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1096 time: 0.1175284 Jan 27 19:59:10.759861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-adc8b0a9-e3ae-44ee-a6c8-73106fffe562 None None] Port 05f63b2a-762c-4832-ad9d-08f74a34df72 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 19:59:10.789589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:10.928268 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-242c0923-96a5-4ce3-be8d-72fe4c1a707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:10.929542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 60420ef2-243c-4c8a-8b64-b1cda2fa430b is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:10.929794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-242c0923-96a5-4ce3-be8d-72fe4c1a707a service neutron] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 898 time: 0.2602136 Jan 27 19:59:10.929921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:11.006585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:11.008725 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc0670-805b-46ef-a883-de731387e816" -d '{"events": [{"server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "name": "network-vif-plugged", "status": "completed", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:11.073822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:11.073822 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:11.121246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085bab-39a9-4680-9c11-9d713c0a2829 req-620024e6-0e2b-4482-83c1-a0b96bb501d3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:11.129205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0085bab-39a9-4680-9c11-9d713c0a2829 req-620024e6-0e2b-4482-83c1-a0b96bb501d3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 944 time: 0.1751158 Jan 27 19:59:11.133557 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-3abe6321-789f-4dd2-af0b-510f2baa38b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 1001 time: 0.1972358 Jan 27 19:59:11.140387 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:59:11.196440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:11.202480 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-9c689e9c-5ef2-44b7-8e6b-a086d0344e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:11.204029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-9c689e9c-5ef2-44b7-8e6b-a086d0344e44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.0638003 Jan 27 19:59:11.223842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:09Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f63b2a-762c-4832-ad9d-08f74a34df72', 'name': '', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:71:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:08Z', 'updated_at': '2022-01-27T19:59:09Z', 'revision_number': 2, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:11.251970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-3cf63aca-ac40-4705-ab15-f9d3fd83a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:11.253692 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-3cf63aca-ac40-4705-ab15-f9d3fd83a3ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442805 Jan 27 19:59:11.261624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:59:11.262303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Updating router 874fa553-13a4-4065-a0e8-509dd38c7c23 port 05f63b2a-762c-4832-ad9d-08f74a34df72 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 19:59:11.267429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0085bab-39a9-4680-9c11-9d713c0a2829 req-a8d345b0-0572-4a0f-96fd-da60585f6a3a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369433 Jan 27 19:59:11.296227 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:11.345611 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df67a34-012c-4e36-bf5d-c3d4b7ad4034 x-openstack-request-id: req-9df67a34-012c-4e36-bf5d-c3d4b7ad4034 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:11.345975 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "name": "network-vif-plugged", "status": "completed", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:11.346177 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9df67a34-012c-4e36-bf5d-c3d4b7ad4034 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:11.346684 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b', 'code': 200} Jan 27 19:59:11.503103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-4ba53913-dfa6-435b-a9fc-46822a1f4cae service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426920 Jan 27 19:59:11.515206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dbe55-2b99-4b0b-8c87-817a25776b1f req-7f202a0e-2f40-4449-92c2-beac06c48c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:11.517234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-323dbe55-2b99-4b0b-8c87-817a25776b1f req-7f202a0e-2f40-4449-92c2-beac06c48c21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 1096 time: 0.1082370 Jan 27 19:59:11.666874 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-800b459a-5050-4257-ab8a-98eaec9a36ef req-168bde81-b48b-41fc-8bf5-2e264d5708f0 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539700 Jan 27 19:59:11.776665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-323dbe55-2b99-4b0b-8c87-817a25776b1f req-7003d80b-74e7-4f33-8f2a-c2cc2dc9e8de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084039 Jan 27 19:59:11.926685 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks [] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:11.934410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.019509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26379ad-e31c-4282-99db-5000116fddc3 None None] Pushing event updated for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:12.063720 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Attempting to bind port 05f63b2a-762c-4832-ad9d-08f74a34df72 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 19:59:12.064222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Attempting to bind port 05f63b2a-762c-4832-ad9d-08f74a34df72 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 19:59:12.064594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Attempting to bind port 05f63b2a-762c-4832-ad9d-08f74a34df72 on network ea344cbc-7758-437e-97b3-f5dd6e02d47f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 19:59:12.070532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 19:59:12.070919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Checking segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 19:59:12.071328 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.071729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Bound using segment: {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 19:59:12.072258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Bound port: 05f63b2a-762c-4832-ad9d-08f74a34df72, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead300b-9797-42f4-ae67-b617744c9f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 19:59:12.072648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.141069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf91404-2cb5-4a45-9385-1fc8cc34b917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.158198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] For port 05f63b2a-762c-4832-ad9d-08f74a34df72, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 19:59:12.161590 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] For port 05f63b2a-762c-4832-ad9d-08f74a34df72, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=05f63b2a-762c-4832-ad9d-08f74a34df72,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 19:59:12.168933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.224851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:12.225569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:12.362570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26379ad-e31c-4282-99db-5000116fddc3 None None] Pushing event updated for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:12.401611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Provisioning complete for port 05f63b2a-762c-4832-ad9d-08f74a34df72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:12.401999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.430248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:12.468010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd0aa2-dc78-4f4b-b307-1c814043a221 req-efb85e02-d563-45a5-b623-1079cb27c324 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:12.471793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7bd0aa2-dc78-4f4b-b307-1c814043a221 req-efb85e02-d563-45a5-b623-1079cb27c324 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.1152582 Jan 27 19:59:12.536785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7bd0aa2-dc78-4f4b-b307-1c814043a221 req-8629d612-56be-4bb5-86ab-48013786ede6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590084 Jan 27 19:59:12.694418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Current status of the port 05f63b2a-762c-4832-ad9d-08f74a34df72 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:12.694809 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.786112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] For port 05f63b2a-762c-4832-ad9d-08f74a34df72, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=05f63b2a-762c-4832-ad9d-08f74a34df72,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:12.812348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:12.874109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fce36-edbc-48f1-8fee-bc0ffd6a3ecc None None] Pushing event updated for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:12.891535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:09Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f63b2a-762c-4832-ad9d-08f74a34df72', 'name': '', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:71:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:08Z', 'updated_at': '2022-01-27T19:59:12Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:12.963831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d999030-5164-4db2-839f-14ebcabac88a None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:09Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f63b2a-762c-4832-ad9d-08f74a34df72', 'name': '', 'network_id': 'ea344cbc-7758-437e-97b3-f5dd6e02d47f', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:71:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:08Z', 'updated_at': '2022-01-27T19:59:12Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '74531294-34ba-4984-8e3b-512ac8549cc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:59:12.991560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-edf712eb-0ef4-4efd-bf99-614e472f064a None None] Provisioning complete for port 05f63b2a-762c-4832-ad9d-08f74a34df72 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:12.991560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edf712eb-0ef4-4efd-bf99-614e472f064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:13.246409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-edf712eb-0ef4-4efd-bf99-614e472f064a None None] Current status of the port 05f63b2a-762c-4832-ad9d-08f74a34df72 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:13.741425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625748b-3633-4ef9-bd90-62a658b3d922 req-78596118-a304-41fd-b670-ab6f63739531 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:13.751047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6625748b-3633-4ef9-bd90-62a658b3d922 req-78596118-a304-41fd-b670-ab6f63739531 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.0989516 Jan 27 19:59:13.819526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6625748b-3633-4ef9-bd90-62a658b3d922 req-bf964e0b-9d79-4336-813e-b3401ed44f21 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672057 Jan 27 19:59:13.974807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076565-f464-4934-9f97-9b13fc8864a4 req-4b1bfc6f-3136-4c0a-98ec-ed7db84b8418 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:13.984589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48076565-f464-4934-9f97-9b13fc8864a4 req-4b1bfc6f-3136-4c0a-98ec-ed7db84b8418 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.0638301 Jan 27 19:59:14.056734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48076565-f464-4934-9f97-9b13fc8864a4 req-3414fe40-e631-4cab-bc22-841729ed0042 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704145 Jan 27 19:59:14.235061 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b537f7-7b61-4b32-a22c-3291cac90b9a req-1df0b4c1-250e-4ffa-a2bb-c934dbd56598 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:14.242606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3b537f7-7b61-4b32-a22c-3291cac90b9a req-1df0b4c1-250e-4ffa-a2bb-c934dbd56598 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.0782602 Jan 27 19:59:14.306800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3b537f7-7b61-4b32-a22c-3291cac90b9a req-49280188-53de-439a-ad11-3f587375c1d2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Jan 27 19:59:14.561486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b13f7-9b51-43c7-82de-4b6fcb4ef197 req-93c52813-c555-4167-8c2c-8ae7d0706afe tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:14.563301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce1b13f7-9b51-43c7-82de-4b6fcb4ef197 req-93c52813-c555-4167-8c2c-8ae7d0706afe tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.0564172 Jan 27 19:59:14.616301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce1b13f7-9b51-43c7-82de-4b6fcb4ef197 req-d35d6785-3915-432e-b7b9-c1a33baa6056 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Jan 27 19:59:15.238039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:15.268950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 05f63b2a-762c-4832-ad9d-08f74a34df72 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 19:59:15.336838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 05f63b2a-762c-4832-ad9d-08f74a34df72 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 19:59:15.337305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:15.445098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 05f63b2a-762c-4832-ad9d-08f74a34df72 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 19:59:15.716687 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:15.859566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8887dd-7fa6-4132-b97c-10cc171674a1 req-b6388664-0da9-422a-9399-c6161df8ce1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:15.862452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f8887dd-7fa6-4132-b97c-10cc171674a1 req-b6388664-0da9-422a-9399-c6161df8ce1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.1405618 Jan 27 19:59:15.970775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f8887dd-7fa6-4132-b97c-10cc171674a1 req-673706d8-dca5-42e3-bddb-5a7c3e19bd96 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896835 Jan 27 19:59:16.061075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-e6617a50-fb19-4043-b315-3fe9143b6391 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:16.063649 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-e6617a50-fb19-4043-b315-3fe9143b6391 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Jan 27 19:59:16.102152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:16.180443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 60420ef2-243c-4c8a-8b64-b1cda2fa430b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:16.181824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:16.297098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 60420ef2-243c-4c8a-8b64-b1cda2fa430b, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=60420ef2-243c-4c8a-8b64-b1cda2fa430b,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:16.297644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:16.312642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 60420ef2-243c-4c8a-8b64-b1cda2fa430b owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:16.502848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (60420ef2-243c-4c8a-8b64-b1cda2fa430b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:16.517518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['60420ef2-243c-4c8a-8b64-b1cda2fa430b'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 19:59:16.543866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=60420ef2-243c-4c8a-8b64-b1cda2fa430b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:16.600404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 60420ef2-243c-4c8a-8b64-b1cda2fa430b on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:16.604019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:16.607680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a93ac8de-9907-4948-aae4-34479dcbe58b req-3ac7de91-0743-4e33-91f0-5ef293ca4b3f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "DELETE /v2.0/ports/60420ef2-243c-4c8a-8b64-b1cda2fa430b HTTP/1.1" status: 204 len: 173 time: 0.5385933 Jan 27 19:59:16.608298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'name': 'network-vif-deleted', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:16.612020 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b1956-908e-46c9-8047-30886122e907" -d '{"events": [{"server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "name": "network-vif-deleted", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:16.929960 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a31edf-c436-4bbb-91ea-a54924e4e91b x-openstack-request-id: req-64a31edf-c436-4bbb-91ea-a54924e4e91b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:16.930469 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114b0f9f-4529-433d-9927-dc17444061f5", "name": "network-vif-deleted", "tag": "60420ef2-243c-4c8a-8b64-b1cda2fa430b", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:16.931013 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64a31edf-c436-4bbb-91ea-a54924e4e91b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:16.931629 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114b0f9f-4529-433d-9927-dc17444061f5', 'name': 'network-vif-deleted', 'tag': '60420ef2-243c-4c8a-8b64-b1cda2fa430b', 'status': 'completed', 'code': 200} Jan 27 19:59:17.215097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e3a03e31-c49e-48e7-83da-cbd600cbda38 req-a9008488-01c4-4642-be89-2fb1ae9219b6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0646105 Jan 27 19:59:18.327045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc0921f1-929e-4217-8644-969c3f949b95 req-cfa109cd-fcab-4b2a-8c63-4ce2b1db4315 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0473425 Jan 27 19:59:19.442528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2105b4a3-4f31-4ef1-85d9-311a590d8b73 req-95c18561-f753-4da6-ab54-91ce35d7eb5a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Jan 27 19:59:20.373074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 60420ef2-243c-4c8a-8b64-b1cda2fa430b no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:20.407948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 60420ef2-243c-4c8a-8b64-b1cda2fa430b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:20.408529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 60420ef2-243c-4c8a-8b64-b1cda2fa430b not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:20.575628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8b4eede-e7bc-4f31-9f4f-dd02471be288 req-6c5e4cd8-8cb1-48ef-a444-f5ba91be2ea0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Jan 27 19:59:21.744129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dc7bf2f-83b6-4dda-ab69-f10523a10159 req-ec59746b-5add-4b6d-915f-81fbe689f0e6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0491536 Jan 27 19:59:22.847191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96df724e-3896-4ba2-b756-6548b9feef0a req-f328357b-79b7-4efa-a8fb-703287049dd3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0271921 Jan 27 19:59:23.954012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7082999-ea77-4f15-abeb-b5201acdb676 req-8f39b636-8964-4472-817d-77a26b81dd5f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Jan 27 19:59:24.008509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:24.948064 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:25.079021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9a4c0fb-b8fe-40c5-8c20-a0859c7685bd req-0da8fd46-69fd-4aec-b442-c7ea4b0ddd7d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0480072 Jan 27 19:59:26.184879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65cc555b-2fba-421a-8b17-6fc8ea7b2373 req-0373fe6f-1bbf-4cc5-9d23-6326bdf958a7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=114b0f9f-4529-433d-9927-dc17444061f5 HTTP/1.1" status: 200 len: 210 time: 0.0296302 Jan 27 19:59:27.861544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 33942) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:27.978789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a6d94e3-5280-4e30-b40d-74ec1cbe2bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.054521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a6d94e3-5280-4e30-b40d-74ec1cbe2bab admin admin] Publish callbacks [] for security_group (9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.059396 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8a6d94e3-5280-4e30-b40d-74ec1cbe2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.091392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:28.092274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8a6d94e3-5280-4e30-b40d-74ec1cbe2bab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba656a0b69c64e70a7ccfd1a3693a9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290657 Jan 27 19:59:28.117013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d94e3-5280-4e30-b40d-74ec1cbe2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:28.166357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] Publish callbacks [] for security_group (9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.190642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] Publish callbacks [] for security_group (9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.244774 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.249171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.262793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8 HTTP/1.1" status: 204 len: 168 time: 0.1640508 Jan 27 19:59:28.287493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0598d51-453c-4c2f-b762-c18b9a9f1c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1eddad-7024-4f4d-92e0-9f1b0f23fdb8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:28.700661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:28.717702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626aef5d-cd50-4df4-bf01-fdd89ef8553a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.825248 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626aef5d-cd50-4df4-bf01-fdd89ef8553a admin admin] Publish callbacks [] for security_group (dd58d97b-3b9a-4c17-9b03-3d416bd77564), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.833004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-626aef5d-cd50-4df4-bf01-fdd89ef8553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dd58d97b-3b9a-4c17-9b03-3d416bd77564), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.880194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aef5d-cd50-4df4-bf01-fdd89ef8553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd58d97b-3b9a-4c17-9b03-3d416bd77564,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:28.885557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-626aef5d-cd50-4df4-bf01-fdd89ef8553a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19987bbcd5ea45aa91bd29129e34c0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830871 Jan 27 19:59:28.888518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33962) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:28.961557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] Publish callbacks [] for security_group (dd58d97b-3b9a-4c17-9b03-3d416bd77564), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:28.989517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] Publish callbacks [] for security_group (dd58d97b-3b9a-4c17-9b03-3d416bd77564), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.052231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dd58d97b-3b9a-4c17-9b03-3d416bd77564), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.055434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.057589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd58d97b-3b9a-4c17-9b03-3d416bd77564 HTTP/1.1" status: 204 len: 168 time: 0.1669757 Jan 27 19:59:29.067559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00ffcf-b3ed-49f5-a12e-83d307224075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd58d97b-3b9a-4c17-9b03-3d416bd77564,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:29.415207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:29.429112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37081d6e-d254-4a9f-807f-06f0e0f6d745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.516169 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37081d6e-d254-4a9f-807f-06f0e0f6d745 admin admin] Publish callbacks [] for security_group (e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.526947 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37081d6e-d254-4a9f-807f-06f0e0f6d745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.566091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081d6e-d254-4a9f-807f-06f0e0f6d745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:29.571437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-37081d6e-d254-4a9f-807f-06f0e0f6d745 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58b554a04d2c4d20aea1fe7db945c453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549339 Jan 27 19:59:29.575025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 33974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:29.628387 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] Publish callbacks [] for security_group (e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.650557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] Publish callbacks [] for security_group (e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.696094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.699197 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:29.700397 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f HTTP/1.1" status: 204 len: 168 time: 0.1247668 Jan 27 19:59:29.709083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646583-0ea6-45e4-a065-52c29e8fd335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bfc27e-3f97-4c90-a88d-349b6eb2bc7f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:34.943967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:35.182382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c8310a-c49e-45e8-8884-18e85beff284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.368811 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c8310a-c49e-45e8-8884-18e85beff284 admin admin] Publish callbacks [] for security_group (5da9df63-a4ae-4207-b245-3044d6adb00b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.374738 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c8310a-c49e-45e8-8884-18e85beff284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5da9df63-a4ae-4207-b245-3044d6adb00b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.417073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c8c8310a-c49e-45e8-8884-18e85beff284 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=039de0caf0f34a47b5cf3029cb6b3ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711232 Jan 27 19:59:35.420694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34124) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:35.443698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8310a-c49e-45e8-8884-18e85beff284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da9df63-a4ae-4207-b245-3044d6adb00b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:35.538628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] Publish callbacks [] for security_group (5da9df63-a4ae-4207-b245-3044d6adb00b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.583516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] Publish callbacks [] for security_group (5da9df63-a4ae-4207-b245-3044d6adb00b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.638915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5da9df63-a4ae-4207-b245-3044d6adb00b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.646378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:35.651889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5da9df63-a4ae-4207-b245-3044d6adb00b HTTP/1.1" status: 204 len: 168 time: 0.2301121 Jan 27 19:59:35.667392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa3e05-cb86-4cbf-a789-03d058b74c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da9df63-a4ae-4207-b245-3044d6adb00b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:39.007726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f311e77b-157a-4dee-aedb-fc30cde024ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.094194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34382) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:39.224070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd179-3cc3-455c-ad85-d3c68d7389de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.319367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd179-3cc3-455c-ad85-d3c68d7389de admin admin] Publish callbacks [] for security_group (04b22da4-a6b3-48a5-ac5f-9c4feaef769e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.323977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd179-3cc3-455c-ad85-d3c68d7389de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04b22da4-a6b3-48a5-ac5f-9c4feaef769e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.363282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fd179-3cc3-455c-ad85-d3c68d7389de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b22da4-a6b3-48a5-ac5f-9c4feaef769e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:39.372998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:39.381313 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd3fd179-3cc3-455c-ad85-d3c68d7389de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5991ccc59984a3aacf7dd6161f45984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858791 Jan 27 19:59:39.428184 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] Publish callbacks [] for security_group (04b22da4-a6b3-48a5-ac5f-9c4feaef769e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.450130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] Publish callbacks [] for security_group (04b22da4-a6b3-48a5-ac5f-9c4feaef769e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.506633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04b22da4-a6b3-48a5-ac5f-9c4feaef769e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.509511 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.513796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04b22da4-a6b3-48a5-ac5f-9c4feaef769e HTTP/1.1" status: 204 len: 168 time: 0.1395984 Jan 27 19:59:39.523640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40768a7-97fa-47a5-a56c-368e6fd8a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b22da4-a6b3-48a5-ac5f-9c4feaef769e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:39.881768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34400) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:39.898683 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7667f0c3-2931-48ea-abd3-89d8d1abfd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:39.949913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34402) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:40.066649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7667f0c3-2931-48ea-abd3-89d8d1abfd2f admin admin] Publish callbacks [] for security_group (aaf43af9-18ca-49d9-8d6b-d978ff1a7bed), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.073680 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7667f0c3-2931-48ea-abd3-89d8d1abfd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aaf43af9-18ca-49d9-8d6b-d978ff1a7bed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.167691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667f0c3-2931-48ea-abd3-89d8d1abfd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf43af9-18ca-49d9-8d6b-d978ff1a7bed,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:40.174275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7667f0c3-2931-48ea-abd3-89d8d1abfd2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdf11a68c7d7408c94c9e262ec1c7496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913537 Jan 27 19:59:40.177362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34406) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:40.288781 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] Publish callbacks [] for security_group (aaf43af9-18ca-49d9-8d6b-d978ff1a7bed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.356382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] Publish callbacks [] for security_group (aaf43af9-18ca-49d9-8d6b-d978ff1a7bed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.468582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aaf43af9-18ca-49d9-8d6b-d978ff1a7bed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.471945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:40.475888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aaf43af9-18ca-49d9-8d6b-d978ff1a7bed HTTP/1.1" status: 204 len: 168 time: 0.2973089 Jan 27 19:59:40.494914 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc6d0-7f2e-4cac-8287-3b2e9c05a99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf43af9-18ca-49d9-8d6b-d978ff1a7bed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:40.559867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:41.021512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 05f63b2a-762c-4832-ad9d-08f74a34df72 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:41.022135 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:41.169138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 05f63b2a-762c-4832-ad9d-08f74a34df72, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=05f63b2a-762c-4832-ad9d-08f74a34df72,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:41.169770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:41.188676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 05f63b2a-762c-4832-ad9d-08f74a34df72 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:41.750806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (05f63b2a-762c-4832-ad9d-08f74a34df72), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:41.780230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=05f63b2a-762c-4832-ad9d-08f74a34df72,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:41.987849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:42.116239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83ce6c94-496c-4026-b5a5-e8800e579f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:42.256809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:59:42.392257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:59:42.402680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb75526f-f2d6-4d43-9792-c8ce35ead689 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/874fa553-13a4-4065-a0e8-509dd38c7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516640 Jan 27 19:59:42.405615 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:59:42.420011 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:42.420732 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:42.586287 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:42.748071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbe949-de32-46bf-86fa-69180cecb4c2 req-368b12f6-9c97-4590-b37a-a6b333df0de0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:42.757452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cbbe949-de32-46bf-86fa-69180cecb4c2 req-368b12f6-9c97-4590-b37a-a6b333df0de0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.0742121 Jan 27 19:59:42.825211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cbbe949-de32-46bf-86fa-69180cecb4c2 req-244fea66-b7a3-4e23-ad94-52aa161a45b3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667932 Jan 27 19:59:42.890196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:42.923132 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:59:42.933402 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:42.934118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:43.067593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:43.360042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:43.401973 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace1a0f-9afc-4a34-a45e-6ea484df2d22 None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '771920c7-8446-4ef7-afcd-b1ec81900658', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'port_id': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'mac_address': 'fa:16:3e:b0:8b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aee281-f222-4e05-aaca-35cf8121f655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T19:57:31Z', 'updated_at': '2022-01-27T19:57:37Z', 'revision_number': 1, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:59:43.969536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e9b7-c11d-45a7-aee0-af4c6bd1c023 req-49cb2159-9b47-41f8-a49f-e540337dc774 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:43.971196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7003e9b7-c11d-45a7-aee0-af4c6bd1c023 req-49cb2159-9b47-41f8-a49f-e540337dc774 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.0586250 Jan 27 19:59:44.032452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7003e9b7-c11d-45a7-aee0-af4c6bd1c023 req-cf36aba9-6b35-433a-b5cc-95ecd8ca94cd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527723 Jan 27 19:59:44.073649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-8785332f-2d39-4723-ac02-f6f0ed585a77 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:44.075275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-8785332f-2d39-4723-ac02-f6f0ed585a77 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 946 time: 0.0614586 Jan 27 19:59:44.185589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port a51d107d-bd39-46ce-bdca-c10a88817a50 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:44.185939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:44.292789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port a51d107d-bd39-46ce-bdca-c10a88817a50, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a51d107d-bd39-46ce-bdca-c10a88817a50,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:44.293158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:44.307449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for a51d107d-bd39-46ce-bdca-c10a88817a50 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:44.476806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a51d107d-bd39-46ce-bdca-c10a88817a50), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:44.518342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=a51d107d-bd39-46ce-bdca-c10a88817a50,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:44.539384 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.540099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.540662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.541097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.543310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.543623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.543980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.544312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.544653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.544985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.545363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.545698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.546022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:44.617893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] No DVR routers for this DVR port a51d107d-bd39-46ce-bdca-c10a88817a50 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:44.621571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:44.625180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ea1a6ea7-6888-46d6-9831-71b91fd1405f req-697be5d3-44d9-4a16-be2a-c3401ee92df4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "DELETE /v2.0/ports/a51d107d-bd39-46ce-bdca-c10a88817a50 HTTP/1.1" status: 204 len: 173 time: 0.5423491 Jan 27 19:59:44.625672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'name': 'network-vif-deleted', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:44.628047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17661f-5f4f-4b85-91c4-78865e7d12c9" -d '{"events": [{"server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "name": "network-vif-deleted", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:44.677172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14aa63b-449d-4678-94fc-14beefd8d29d x-openstack-request-id: req-e14aa63b-449d-4678-94fc-14beefd8d29d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:44.677734 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaaec84-873f-4a8e-ba81-626e576e9376", "name": "network-vif-deleted", "tag": "a51d107d-bd39-46ce-bdca-c10a88817a50", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:44.678174 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e14aa63b-449d-4678-94fc-14beefd8d29d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:44.681229 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaaec84-873f-4a8e-ba81-626e576e9376', 'name': 'network-vif-deleted', 'tag': 'a51d107d-bd39-46ce-bdca-c10a88817a50', 'status': 'completed', 'code': 200} Jan 27 19:59:45.074501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 05f63b2a-762c-4832-ad9d-08f74a34df72 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:45.147343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 05f63b2a-762c-4832-ad9d-08f74a34df72 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:45.148055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 05f63b2a-762c-4832-ad9d-08f74a34df72 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:45.241593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:45.259561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5c40e4f-0cc1-479a-8f62-291f2abfb40f req-69b8ef16-3e7c-4bcd-ac6b-a9d7d72dc616 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdaaec84-873f-4a8e-ba81-626e576e9376 HTTP/1.1" status: 200 len: 210 time: 0.0300772 Jan 27 19:59:45.678782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.082157 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.319943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34456) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:46.387022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.418177 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.494779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.497809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.499246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/security-groups/2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826 HTTP/1.1" status: 204 len: 168 time: 0.1781170 Jan 27 19:59:46.523368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4a4ab-1cb8-464c-9f92-a0b7a64e8eb8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b8f31-bada-4fa3-b6ba-56a1ea1a4826,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:46.546173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:46.608221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting subnet 74531294-34ba-4984-8e3b-512ac8549cc5 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:59:46.612204 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (74531294-34ba-4984-8e3b-512ac8549cc5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.662915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (74531294-34ba-4984-8e3b-512ac8549cc5), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.776202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (74531294-34ba-4984-8e3b-512ac8549cc5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.847785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (74531294-34ba-4984-8e3b-512ac8549cc5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.893425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Subnet': ['ID=74531294-34ba-4984-8e3b-512ac8549cc5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:46.904354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:46.911293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9617da-814a-4ee7-8523-ebbac9055464 None None] Network ea344cbc-7758-437e-97b3-f5dd6e02d47f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:59:46.911614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:46.925086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-72a10d6e-1e40-4bcb-bd7b-44dc9bb1d300 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/subnets/74531294-34ba-4984-8e3b-512ac8549cc5 HTTP/1.1" status: 204 len: 168 time: 0.3613451 Jan 27 19:59:47.004812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ea344cbc-7758-437e-97b3-f5dd6e02d47f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.085589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 78af8ea4-acd1-482a-b023-fdc4f273573b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:47.085933 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.112859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] DHCP port deletion for ea344cbc-7758-437e-97b3-f5dd6e02d47f request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:59:47.176055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 78af8ea4-acd1-482a-b023-fdc4f273573b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=78af8ea4-acd1-482a-b023-fdc4f273573b,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:47.177904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.195058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Deleting port 78af8ea4-acd1-482a-b023-fdc4f273573b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:47.195668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.196988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 78af8ea4-acd1-482a-b023-fdc4f273573b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:47.273716 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] For port 78af8ea4-acd1-482a-b023-fdc4f273573b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=78af8ea4-acd1-482a-b023-fdc4f273573b,segment=NetworkSegment(4ead300b-9797-42f4-ae67-b617744c9f6f),segment_id=4ead300b-9797-42f4-ae67-b617744c9f6f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:47.274643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.289889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Calling delete_port for 78af8ea4-acd1-482a-b023-fdc4f273573b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:47.313358 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.350976 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=78af8ea4-acd1-482a-b023-fdc4f273573b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:47.366148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] No DVR routers for this DVR port 78af8ea4-acd1-482a-b023-fdc4f273573b on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:47.372897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.373381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.373806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.374215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.374862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.375283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.375694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.376099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.376506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.376905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.383115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.383592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.384550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.412417 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (78af8ea4-acd1-482a-b023-fdc4f273573b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.444341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Pushing event deleted for resources: {'Port': ['ID=78af8ea4-acd1-482a-b023-fdc4f273573b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:47.463731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.464202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.464563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.464903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.465244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.466347 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.466695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.467030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.467589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.467933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.468267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.468651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.469113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 19:59:47.474275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eabbb2-1e75-40b2-8f6c-8848f18268d1 None None] No DVR routers for this DVR port 78af8ea4-acd1-482a-b023-fdc4f273573b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:47.511312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ea344cbc-7758-437e-97b3-f5dd6e02d47f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.539791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea344cbc-7758-437e-97b3-f5dd6e02d47f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:47.552838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ead300b-9797-42f4-ae67-b617744c9f6f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:47.553505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ead300b-9797-42f4-ae67-b617744c9f6f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:47.569363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (4ead300b-9797-42f4-ae67-b617744c9f6f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.594342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (4ead300b-9797-42f4-ae67-b617744c9f6f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.606850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:59:47.607211 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (4ead300b-9797-42f4-ae67-b617744c9f6f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:59:47.611857 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:59:47.700157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ea344cbc-7758-437e-97b3-f5dd6e02d47f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.705685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:47.712901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/networks/ea344cbc-7758-437e-97b3-f5dd6e02d47f HTTP/1.1" status: 204 len: 168 time: 0.7996590 Jan 27 19:59:47.715716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34474) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:47.753002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4c40b-4277-4737-a0e3-937538e261ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Network': ['ID=ea344cbc-7758-437e-97b3-f5dd6e02d47f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:47.918712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 381a0be5-ba7b-4592-8db8-cb366550bf98 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:47.919059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.002376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.005009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (381a0be5-ba7b-4592-8db8-cb366550bf98), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.017422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 381a0be5-ba7b-4592-8db8-cb366550bf98 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:48.140264 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 19:59:48.214339 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (381a0be5-ba7b-4592-8db8-cb366550bf98), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.247616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=381a0be5-ba7b-4592-8db8-cb366550bf98,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:48.329918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (771920c7-8446-4ef7-afcd-b1ec81900658), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.330254 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Floating IP 771920c7-8446-4ef7-afcd-b1ec81900658 disassociated (deleted). External IP: 172.25.5.158, port: ccaf6032-6ccc-4de7-943a-00bf9b3e3cda. Jan 27 19:59:48.456476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a51d107d-bd39-46ce-bdca-c10a88817a50 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:48.481388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a51d107d-bd39-46ce-bdca-c10a88817a50 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:48.482013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a51d107d-bd39-46ce-bdca-c10a88817a50 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:48.563667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:59:48.709029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:59:48.716262 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:48.722532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:59:48.738384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:48.739372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:48.778721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3fc598de-edb8-4046-abed-993a6a955de4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/floatingips/771920c7-8446-4ef7-afcd-b1ec81900658 HTTP/1.1" status: 204 len: 168 time: 1.0617666 Jan 27 19:59:48.779396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:48.781811 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c802b56-74f1-487b-8a31-a3caf1edbf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:48.895403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:49.005486 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea9ba36-758e-4aa6-ab4c-cc2da1e0167f x-openstack-request-id: req-5ea9ba36-758e-4aa6-ab4c-cc2da1e0167f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:49.005787 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:49.006045 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ea9ba36-758e-4aa6-ab4c-cc2da1e0167f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:49.006456 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'status': 'completed', 'code': 200} Jan 27 19:59:49.148569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-670244d4-93d8-4126-a0c3-b74d1fb5612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:49.150351 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-670244d4-93d8-4126-a0c3-b74d1fb5612f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 1096 time: 0.1209619 Jan 27 19:59:49.165794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a315af-7279-430b-9d07-024474647135 req-323476a3-871e-48b5-85c8-18a1b50424e3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:49.177119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84a315af-7279-430b-9d07-024474647135 req-323476a3-871e-48b5-85c8-18a1b50424e3 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.0813615 Jan 27 19:59:49.224984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 78af8ea4-acd1-482a-b023-fdc4f273573b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:49.248977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84a315af-7279-430b-9d07-024474647135 req-d3b497e3-94b5-4746-bcad-12f032273420 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692775 Jan 27 19:59:49.330803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 78af8ea4-acd1-482a-b023-fdc4f273573b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:49.331460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 78af8ea4-acd1-482a-b023-fdc4f273573b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:49.339851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-237ecb29-8b48-4591-a12a-742d32144265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:49.344273 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-237ecb29-8b48-4591-a12a-742d32144265 service neutron] 10.222.0.66 "GET /v2.0/networks?id=50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 200 len: 898 time: 0.1867900 Jan 27 19:59:49.396559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:49.416664 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-5cf5e7b8-2009-4c9e-898e-c6d0a4eadead service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 200 len: 217 time: 0.0654731 Jan 27 19:59:49.444577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:59:49.460675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:49.462995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:49.533917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-e49064ad-1f04-4aaf-bfaa-66d580590309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:49.535803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-e49064ad-1f04-4aaf-bfaa-66d580590309 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 200 len: 835 time: 0.1132038 Jan 27 19:59:49.598937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-2d381c5f-a8d3-42e5-803a-9785f9e12029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:49.600560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-2d381c5f-a8d3-42e5-803a-9785f9e12029 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50784116-c85c-4f7f-a47f-39b9bcdeeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581944 Jan 27 19:59:49.602049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:49.713231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-02897606-f513-4a32-a48c-df720d4abbbb service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046700 Jan 27 19:59:49.930633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4c802b56-74f1-487b-8a31-a3caf1edbf4a req-93a50321-944d-4c5f-bb30-8ee16ee4bb40 service neutron] 10.222.0.66 "GET /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083631 Jan 27 19:59:49.961363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:49.993822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb38d4-94c5-49f6-8d99-14e9743bcd8e None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:41Z', 'revision_number': 6, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '606c24ab-e32c-42e8-adb6-52c149b65449', 'name': '', 'network_id': '50784116-c85c-4f7f-a47f-39b9bcdeeb61', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:c5:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:06Z', 'updated_at': '2022-01-27T19:57:16Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': 'c78a795e-5e47-462a-92d3-32ceb3a1df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:59:50.399691 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfb1a8-8ed7-4cd5-bf43-0e35e3c60efa None None] New status for floating IP 771920c7-8446-4ef7-afcd-b1ec81900658: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 19:59:50.426924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474984d-a1a0-49d2-8099-abff7341b7f6 req-bd82cfc6-66a6-4ead-9ea1-31c46f368a02 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:50.429723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b474984d-a1a0-49d2-8099-abff7341b7f6 req-bd82cfc6-66a6-4ead-9ea1-31c46f368a02 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.0665154 Jan 27 19:59:50.527816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b474984d-a1a0-49d2-8099-abff7341b7f6 req-b384b7c7-a488-4f0e-bafb-24a45b985020 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ce601d3-f4ab-4c90-8877-6040d9bf0923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912049 Jan 27 19:59:50.578721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-94e9b617-2200-40c3-8b02-18e9305e3864 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:50.580921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-94e9b617-2200-40c3-8b02-18e9305e3864 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 945 time: 0.0696280 Jan 27 19:59:50.699936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:50.700292 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:50.806636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:50.807924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:50.823739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for ccaf6032-6ccc-4de7-943a-00bf9b3e3cda owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:51.022301 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ccaf6032-6ccc-4de7-943a-00bf9b3e3cda), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:51.095274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=ccaf6032-6ccc-4de7-943a-00bf9b3e3cda,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:51.155615 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] No DVR routers for this DVR port ccaf6032-6ccc-4de7-943a-00bf9b3e3cda on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:51.158184 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:51.161918 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4934d9b6-bd18-4314-9c2d-71a29c6637be req-b03a8582-0436-41de-b7b8-0475efd7f9ee tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.66 "DELETE /v2.0/ports/ccaf6032-6ccc-4de7-943a-00bf9b3e3cda HTTP/1.1" status: 204 len: 173 time: 0.5756602 Jan 27 19:59:51.162368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'name': 'network-vif-deleted', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 19:59:51.164843 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00a65f3-37c6-4ba5-b8f0-490bf13631d6" -d '{"events": [{"server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "name": "network-vif-deleted", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 19:59:51.210124 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973394c-027b-43c2-bc7e-f57f3742627b x-openstack-request-id: req-6973394c-027b-43c2-bc7e-f57f3742627b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 19:59:51.210515 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aee281-f222-4e05-aaca-35cf8121f655", "name": "network-vif-deleted", "tag": "ccaf6032-6ccc-4de7-943a-00bf9b3e3cda", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 19:59:51.210781 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6973394c-027b-43c2-bc7e-f57f3742627b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 19:59:51.211258 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aee281-f222-4e05-aaca-35cf8121f655', 'name': 'network-vif-deleted', 'tag': 'ccaf6032-6ccc-4de7-943a-00bf9b3e3cda', 'status': 'completed', 'code': 200} Jan 27 19:59:51.725895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3c299d7-1e9e-4b2c-8ff7-e98578c72263 req-1e8c681d-15eb-46f7-96f8-1ec4d462c53f tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=20aee281-f222-4e05-aaca-35cf8121f655 HTTP/1.1" status: 200 len: 210 time: 0.0555003 Jan 27 19:59:52.813143 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34534) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:52.904366 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (8ce601d3-f4ab-4c90-8877-6040d9bf0923), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:52.953012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (8ce601d3-f4ab-4c90-8877-6040d9bf0923), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:53.043766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (8ce601d3-f4ab-4c90-8877-6040d9bf0923), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:53.046610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:53.047803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/security-groups/8ce601d3-f4ab-4c90-8877-6040d9bf0923 HTTP/1.1" status: 204 len: 168 time: 0.2336445 Jan 27 19:59:53.064258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae8cb1-826b-4265-a9c6-56b183df9d81 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce601d3-f4ab-4c90-8877-6040d9bf0923,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:53.128905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:53.645641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:53.947486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 606c24ab-e32c-42e8-adb6-52c149b65449 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:53.947756 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:54.042422 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:54.076507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 606c24ab-e32c-42e8-adb6-52c149b65449, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=606c24ab-e32c-42e8-adb6-52c149b65449,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:54.077062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:54.095524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 606c24ab-e32c-42e8-adb6-52c149b65449 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:54.347415 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (606c24ab-e32c-42e8-adb6-52c149b65449), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:54.434563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=606c24ab-e32c-42e8-adb6-52c149b65449,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:54.458077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ccaf6032-6ccc-4de7-943a-00bf9b3e3cda no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:54.497235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: ccaf6032-6ccc-4de7-943a-00bf9b3e3cda {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:54.497840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device ccaf6032-6ccc-4de7-943a-00bf9b3e3cda not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:54.668050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (874fa553-13a4-4065-a0e8-509dd38c7c23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:54.952940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router 874fa553-13a4-4065-a0e8-509dd38c7c23 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 19:59:54.960186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.187779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 19:59:55.200180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Sync routers for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 19:59:55.204167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-87cda32d-9580-48cf-b942-c53a34cadccc tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/874fa553-13a4-4065-a0e8-509dd38c7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729718 Jan 27 19:59:55.206051 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:55.221304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:55.222554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:55.417026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:55.418876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting subnet c78a795e-5e47-462a-92d3-32ceb3a1df88 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 19:59:55.426646 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (c78a795e-5e47-462a-92d3-32ceb3a1df88), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.498902 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (c78a795e-5e47-462a-92d3-32ceb3a1df88), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.635937 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c78a795e-5e47-462a-92d3-32ceb3a1df88), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.753742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:54Z', 'revision_number': 7, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:55.791111 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (c78a795e-5e47-462a-92d3-32ceb3a1df88), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.822175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Checking router: 874fa553-13a4-4065-a0e8-509dd38c7c23 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 19:59:55.834252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Subnet': ['ID=c78a795e-5e47-462a-92d3-32ceb3a1df88,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:55.835215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Routers {'874fa553-13a4-4065-a0e8-509dd38c7c23'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 19:59:55.838995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:55.842745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-743196a5-3c4f-4712-bcf4-b0b542977b52 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/subnets/c78a795e-5e47-462a-92d3-32ceb3a1df88 HTTP/1.1" status: 204 len: 168 time: 0.6343849 Jan 27 19:59:55.844982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['874fa553-13a4-4065-a0e8-509dd38c7c23'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:55.845793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:55.851516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d547d-5ca9-4b2b-8089-949e83ec2a80 None None] Network 50784116-c85c-4f7f-a47f-39b9bcdeeb61 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 19:59:56.354391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] Set router 874fa553-13a4-4065-a0e8-509dd38c7c23 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 19:59:56.458963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.526967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] DHCP port deletion for 50784116-c85c-4f7f-a47f-39b9bcdeeb61 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 19:59:56.675616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Deleting port 72b700e6-1d4d-4248-8540-8d317e9f8811 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:56.676370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.726568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (874fa553-13a4-4065-a0e8-509dd38c7c23), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.816361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] For port 72b700e6-1d4d-4248-8540-8d317e9f8811, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=72b700e6-1d4d-4248-8540-8d317e9f8811,segment=NetworkSegment(39b6b17c-0fa3-4eb7-a7da-685fd0cc2950),segment_id=39b6b17c-0fa3-4eb7-a7da-685fd0cc2950)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:56.820730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.832488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 19:59:56.833074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.850580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Calling delete_port for 72b700e6-1d4d-4248-8540-8d317e9f8811 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:56.854417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:54Z', 'revision_number': 7, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:56.904494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc393d-9516-4301-bac7-7d2fe1d98f23 None None] The sync data for ids ['874fa553-13a4-4065-a0e8-509dd38c7c23'] in n-d-760453-6 is: [{'id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'name': 'tempest-TestNetworkBasicOps-router-352010440', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:59Z', 'updated_at': '2022-01-27T19:59:54Z', 'revision_number': 7, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '8e5c5443-a8b5-4e7d-820d-e757241d0f7e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874fa553-13a4-4065-a0e8-509dd38c7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:57:00Z', 'updated_at': '2022-01-27T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 19:59:56.934360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 8e5c5443-a8b5-4e7d-820d-e757241d0f7e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 19:59:56.935943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:56.954833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 8e5c5443-a8b5-4e7d-820d-e757241d0f7e owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 19:59:57.108282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (72b700e6-1d4d-4248-8540-8d317e9f8811), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.139324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] No DVR routers for this DVR port 72b700e6-1d4d-4248-8540-8d317e9f8811 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 19:59:57.186061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b234a3-1e6d-4457-8f7c-6539911d90fd None None] Pushing event deleted for resources: {'Port': ['ID=72b700e6-1d4d-4248-8540-8d317e9f8811,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:57.285358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8e5c5443-a8b5-4e7d-820d-e757241d0f7e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.426426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=8e5c5443-a8b5-4e7d-820d-e757241d0f7e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:57.442057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 72b700e6-1d4d-4248-8540-8d317e9f8811 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:57.486216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 72b700e6-1d4d-4248-8540-8d317e9f8811 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:57.486573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 72b700e6-1d4d-4248-8540-8d317e9f8811 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:57.487172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 606c24ab-e32c-42e8-adb6-52c149b65449 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:57.530208 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (874fa553-13a4-4065-a0e8-509dd38c7c23), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.567996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 606c24ab-e32c-42e8-adb6-52c149b65449 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:57.568798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 606c24ab-e32c-42e8-adb6-52c149b65449 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:57.684827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.687589 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_controller (874fa553-13a4-4065-a0e8-509dd38c7c23), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.744929 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (874fa553-13a4-4065-a0e8-509dd38c7c23), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.745593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Fanout notify agent at l3_agent the message router_deleted on router 874fa553-13a4-4065-a0e8-509dd38c7c23 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 19:59:57.762253 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:57.763728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eb2ab90a-544c-46be-9126-a55d934b118a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/routers/874fa553-13a4-4065-a0e8-509dd38c7c23 HTTP/1.1" status: 204 len: 168 time: 1.9167690 Jan 27 19:59:57.766207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:57.970245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (50784116-c85c-4f7f-a47f-39b9bcdeeb61), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.073886 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (50784116-c85c-4f7f-a47f-39b9bcdeeb61), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.107788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50784116-c85c-4f7f-a47f-39b9bcdeeb61']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:58.132727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:58.133068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b6b17c-0fa3-4eb7-a7da-685fd0cc2950') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 19:59:58.144812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (39b6b17c-0fa3-4eb7-a7da-685fd0cc2950), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.180057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (39b6b17c-0fa3-4eb7-a7da-685fd0cc2950), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.197660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 19:59:58.197970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (39b6b17c-0fa3-4eb7-a7da-685fd0cc2950), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: timer() Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 19:59:58.270088 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 19:59:58.273381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (50784116-c85c-4f7f-a47f-39b9bcdeeb61), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.286161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.289588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/networks/50784116-c85c-4f7f-a47f-39b9bcdeeb61 HTTP/1.1" status: 204 len: 168 time: 0.5218148 Jan 27 19:59:58.313617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:58.319989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'network': {'name': 'tempest-network-smoke--516107263', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:59:58.342985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af538-14c7-48de-bdf3-c975b425059d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Network': ['ID=50784116-c85c-4f7f-a47f-39b9bcdeeb61,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:58.344046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 19:59:58.347950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.404211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 19:59:58.422440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1ff8c433-5cf5-4a68-b3e0-9af4157f95fe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.422782 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Added segment 1ff8c433-5cf5-4a68-b3e0-9af4157f95fe of type vlan for network 5eff5424-3d88-492f-a158-d44ad3bb6e56 Jan 27 19:59:58.492240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5eff5424-3d88-492f-a158-d44ad3bb6e56), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.532780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5eff5424-3d88-492f-a158-d44ad3bb6e56), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.538947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 19:59:58.539492 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.576043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2600946 Jan 27 19:59:58.578916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 19:59:58.606851 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'admin_state_up': True, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 19:59:58.631249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9619b-44e4-4202-9ca1-6498308ebc0a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Network': ['ID=5eff5424-3d88-492f-a158-d44ad3bb6e56,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 19:59:58.643982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 19:59:58.670436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.672802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.788352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_controller (dd31840a-b4a8-4c38-b47f-023f91f9761b), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:58.997723 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (dd31840a-b4a8-4c38-b47f-023f91f9761b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:59.165212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8e5c5443-a8b5-4e7d-820d-e757241d0f7e no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 19:59:59.188766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 8e5c5443-a8b5-4e7d-820d-e757241d0f7e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 19:59:59.189097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 8e5c5443-a8b5-4e7d-820d-e757241d0f7e not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 19:59:59.387252 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:59.445721 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:59.665768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.25.5.98 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/2e165d0d-9930-4228-ba89-aab9fabd82e4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 19:59:59.854535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:59.932216 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 19:59:59.968940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 19:59:59.971600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 19:59:59.974885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:00.190564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=2e165d0d-9930-4228-ba89-aab9fabd82e4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:00.540165 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:01.413783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:01.608588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router dd31840a-b4a8-4c38-b47f-023f91f9761b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:00:01.784891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:00:01.819162 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Sync routers for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:00:01.845743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:01.846746 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:01.856134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:01.864542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-21168425-8bbb-4ed0-bb29-416e07493a80 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2832868 Jan 27 20:00:01.866426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:01.922753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3365ea0-bfe1-4a2c-9526-74ea54fbba48 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543103 Jan 27 20:00:01.925836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34728) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:02.098532 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:02.118341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f65e8e-7cd5-4c71-9c75-4caa4f70a3fd tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:02.125499 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-22f65e8e-7cd5-4c71-9c75-4caa4f70a3fd tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1932690 Jan 27 20:00:02.127229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:02.193315 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99a10e86-2f99-4b41-a645-8ae9409946b2 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607948 Jan 27 20:00:02.194024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:02.200036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189612423', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:02.483837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:00:02.488685 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:02.546819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:00Z', 'revision_number': 3, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T19:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:02.854600 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Checking router: dd31840a-b4a8-4c38-b47f-023f91f9761b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:00:02.857900 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Updating router dd31840a-b4a8-4c38-b47f-023f91f9761b port 2e165d0d-9930-4228-ba89-aab9fabd82e4 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:00:02.898206 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:02.898656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (7da3b647-eaed-47c3-aefc-426a501f0453), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.066257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Checking segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:03.066716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network hostable DHCP agents. Network: 5eff5424-3d88-492f-a158-d44ad3bb6e56, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:00:03.090429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Subnet': ['ID=7da3b647-eaed-47c3-aefc-426a501f0453,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:03.102928 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:00:03.128201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5eff5424-3d88-492f-a158-d44ad3bb6e56) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:03.145747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29693084-b661-4b03-8582-e4a8615731df None None] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:00:03.154042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:03.155060 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.183542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-595af2a3-bf7f-4b6e-b2af-dd3b7c060439 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9881625 Jan 27 20:00:03.188350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34750) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:03.362362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-5eff5424-3d88-492f-a158-d44ad3bb6e56', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:00:03.363434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.542668 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks [] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.553106 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.588282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Allocated IP 172.20.0.2 (5eff5424-3d88-492f-a158-d44ad3bb6e56/7da3b647-eaed-47c3-aefc-426a501f0453/527d97a4-a1e9-450f-8cde-afd66ebfee28) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:03.649909 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Pushing event updated for resources: {'Port': ['ID=2e165d0d-9930-4228-ba89-aab9fabd82e4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:03.660794 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Attempting to bind port 2e165d0d-9930-4228-ba89-aab9fabd82e4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:03.661222 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Attempting to bind port 2e165d0d-9930-4228-ba89-aab9fabd82e4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:03.661634 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Attempting to bind port 2e165d0d-9930-4228-ba89-aab9fabd82e4 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:03.672300 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.674575 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.675111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.678537 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.679058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.679620 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.682628 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.682987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.683331 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.683692 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.686385 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.686701 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.687049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:00:03.704965 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:03.705291 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:03.705767 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.708315 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:03.708500 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Bound port: 2e165d0d-9930-4228-ba89-aab9fabd82e4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:03.708893 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.825415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks [] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.838189 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.838448 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] For port 2e165d0d-9930-4228-ba89-aab9fabd82e4, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:03.847392 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] For port 2e165d0d-9930-4228-ba89-aab9fabd82e4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2e165d0d-9930-4228-ba89-aab9fabd82e4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:03.854416 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:03.913454 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:03.914279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:03.932169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:03.937699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:03.952217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:03.997673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Pushing event updated for resources: {'Port': ['ID=527d97a4-a1e9-450f-8cde-afd66ebfee28,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:04.089065 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:04.102045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Attempting to bind port 527d97a4-a1e9-450f-8cde-afd66ebfee28 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:04.110409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Attempting to bind port 527d97a4-a1e9-450f-8cde-afd66ebfee28 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:04.110823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Attempting to bind port 527d97a4-a1e9-450f-8cde-afd66ebfee28 on network 5eff5424-3d88-492f-a158-d44ad3bb6e56 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:04.135077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:04.135526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Checking segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:04.136008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:04.136534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Bound using segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:04.137036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Bound port: 527d97a4-a1e9-450f-8cde-afd66ebfee28, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:04.141285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:04.147060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:04.232303 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11f214-fb55-47e5-b0c4-4fe8b8da2dc7 None None] Pushing event updated for resources: {'Port': ['ID=2e165d0d-9930-4228-ba89-aab9fabd82e4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:04.312294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] For port 527d97a4-a1e9-450f-8cde-afd66ebfee28, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:04.324863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] For port 527d97a4-a1e9-450f-8cde-afd66ebfee28, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=527d97a4-a1e9-450f-8cde-afd66ebfee28,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:04.332391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:04.481195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392d120-403a-4c5d-bfa4-172ced0352d2 None None] Pushing event updated for resources: {'Port': ['ID=527d97a4-a1e9-450f-8cde-afd66ebfee28,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:04.488258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:00Z', 'revision_number': 3, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:04.556617 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe496d-5848-4497-a51a-bb360a7827d1 None None] The sync data for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 is: [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:00Z', 'revision_number': 3, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:00:04.727957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.1 (5eff5424-3d88-492f-a158-d44ad3bb6e56/7da3b647-eaed-47c3-aefc-426a501f0453/e7cf2581-646b-4413-9389-3a6310a077b2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:04.971803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (e7cf2581-646b-4413-9389-3a6310a077b2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:05.077959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:05.146598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:05.146876 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:05.157942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:05.341360 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:05.356440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:05.505117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 527d97a4-a1e9-450f-8cde-afd66ebfee28 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:05.671507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 527d97a4-a1e9-450f-8cde-afd66ebfee28 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:05.671891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:05.755464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:05.932653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 527d97a4-a1e9-450f-8cde-afd66ebfee28 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:05.933046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.066713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 527d97a4-a1e9-450f-8cde-afd66ebfee28, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=527d97a4-a1e9-450f-8cde-afd66ebfee28,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:06.074169 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.075222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2e165d0d-9930-4228-ba89-aab9fabd82e4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:06.188377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=527d97a4-a1e9-450f-8cde-afd66ebfee28,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:06.348329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2e165d0d-9930-4228-ba89-aab9fabd82e4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:06.348722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.469871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa2bfd-c837-4712-9a7c-ff560bc5ea8e None None] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:00:06.484700 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (e7cf2581-646b-4413-9389-3a6310a077b2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.492308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.610981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:06.658510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.773177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-84c43b9a-df4c-4272-bfbc-4289cdd1cb1d None None] Provisioning complete for port 527d97a4-a1e9-450f-8cde-afd66ebfee28 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:06.774900 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c43b9a-df4c-4272-bfbc-4289cdd1cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:06.792979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:06.796404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:06.980535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84c43b9a-df4c-4272-bfbc-4289cdd1cb1d None None] Current status of the port 527d97a4-a1e9-450f-8cde-afd66ebfee28 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:06.984184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router dd31840a-b4a8-4c38-b47f-023f91f9761b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:00:07.025758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2e165d0d-9930-4228-ba89-aab9fabd82e4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:07.026151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:07.077453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 2e165d0d-9930-4228-ba89-aab9fabd82e4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2e165d0d-9930-4228-ba89-aab9fabd82e4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:07.108296 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:07.282065 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=2e165d0d-9930-4228-ba89-aab9fabd82e4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:07.309808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 527d97a4-a1e9-450f-8cde-afd66ebfee28 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:07.325289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:00:07.337787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87c3c118-b117-4011-852b-754ca3c19660 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/dd31840a-b4a8-4c38-b47f-023f91f9761b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1458411 Jan 27 20:00:07.339001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:07.449580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 527d97a4-a1e9-450f-8cde-afd66ebfee28 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:07.449965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:07.518198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Provisioning complete for port 527d97a4-a1e9-450f-8cde-afd66ebfee28 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:07.518579 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:07.750847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.752675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.754500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.755764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.757721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.758622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.760326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.760990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:07.767110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b369e544-9561-430c-afa6-c6fd34a38021 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.4239922 Jan 27 20:00:07.767870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34826) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:07.794328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 527d97a4-a1e9-450f-8cde-afd66ebfee28 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:07.926457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Current status of the port 527d97a4-a1e9-450f-8cde-afd66ebfee28 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:07.986130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Provisioning complete for port e7cf2581-646b-4413-9389-3a6310a077b2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:07.986518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:07.996138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Sync routers for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:00:08.061924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.065935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.066604 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.067239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.067843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.068453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.070526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.071260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:08.078924 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5323a183-eee0-4e59-969f-de693d52b447 tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.3098207 Jan 27 20:00:08.082183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:08.088465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:08.089980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:08.158795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e567ee6f-32f0-426b-a9aa-de02f2e6fd18 None None] Port e7cf2581-646b-4413-9389-3a6310a077b2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:00:08.577118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7f73872e-cd21-435e-893e-cfcf83a1172e tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.4917343 Jan 27 20:00:08.613938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:08.768457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b6dfc3ed-5fdf-4718-bd8d-c83b6fde89dd None None] Provisioning complete for port e7cf2581-646b-4413-9389-3a6310a077b2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:08.769146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc3ed-5fdf-4718-bd8d-c83b6fde89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:08.904678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfc3ed-5fdf-4718-bd8d-c83b6fde89dd None None] Port e7cf2581-646b-4413-9389-3a6310a077b2 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:00:09.038055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:09.041203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08348f10-d228-40a1-a897-c1f946d2626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.045514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193522521', 'description': 'tempest-secgroup-smoke-1193522521 description', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:09.078676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:06Z', 'revision_number': 2, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:09.098283 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.126139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Checking router: dd31840a-b4a8-4c38-b47f-023f91f9761b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:00:09.126522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Updating router dd31840a-b4a8-4c38-b47f-023f91f9761b port e7cf2581-646b-4413-9389-3a6310a077b2 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:00:09.208404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.302733 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (5f1d83fb-8574-44c1-866b-fbb6597d208b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.324123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5f1d83fb-8574-44c1-866b-fbb6597d208b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.386964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.398820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3591967 Jan 27 20:00:09.402354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34860) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:09.407930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:09.420217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0ec01-7c03-4c24-87d5-b63e8521f9df tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d83fb-8574-44c1-866b-fbb6597d208b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:09.421756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2e165d0d-9930-4228-ba89-aab9fabd82e4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:09.467676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (695a84b5-2e49-4019-b532-062a5982cf80), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.582539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (695a84b5-2e49-4019-b532-062a5982cf80), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.594316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (695a84b5-2e49-4019-b532-062a5982cf80), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.642491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695a84b5-2e49-4019-b532-062a5982cf80,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:09.662392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.668055 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9b7fff2a-7cb8-4b13-ae09-bc7d8d179e9c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2610753 Jan 27 20:00:09.669171 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:09.692091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:09.869270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (e0e0d28e-372a-471d-8575-b198fca110e0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.934714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2e165d0d-9930-4228-ba89-aab9fabd82e4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:09.935301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.970569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (e0e0d28e-372a-471d-8575-b198fca110e0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:09.978291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e0e0d28e-372a-471d-8575-b198fca110e0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.004817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e0d28e-372a-471d-8575-b198fca110e0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:10.051102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.062146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f51943ad-4da6-4848-9a2d-28490866b3ef tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890910 Jan 27 20:00:10.063160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:10.077938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:10.159611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (3658109e-f549-472f-88fc-a2153fb8953f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.319327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2e165d0d-9930-4228-ba89-aab9fabd82e4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:10.373538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks [] for port (e7cf2581-646b-4413-9389-3a6310a077b2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.396460 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.435050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (3658109e-f549-472f-88fc-a2153fb8953f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.443557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3658109e-f549-472f-88fc-a2153fb8953f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.470486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3658109e-f549-472f-88fc-a2153fb8953f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:10.502317 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.504516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6001eb7a-df2f-4664-a3ba-482eede2e4a5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4392710 Jan 27 20:00:10.507536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:10.517063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:10.612327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (86cde31d-2c47-4c1a-8c5b-863d181b2306), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.777615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Attempting to bind port e7cf2581-646b-4413-9389-3a6310a077b2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:10.778251 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Attempting to bind port e7cf2581-646b-4413-9389-3a6310a077b2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:10.778870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Attempting to bind port e7cf2581-646b-4413-9389-3a6310a077b2 on network 5eff5424-3d88-492f-a158-d44ad3bb6e56 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:10.782480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8992-acd8-4b46-af2d-56007ff124e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:10.811813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:10.812345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Checking segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:10.812864 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.813392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Bound using segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:10.813988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Bound port: e7cf2581-646b-4413-9389-3a6310a077b2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:10.814577 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.943478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (86cde31d-2c47-4c1a-8c5b-863d181b2306), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.949464 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (86cde31d-2c47-4c1a-8c5b-863d181b2306), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:10.983237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cde31d-2c47-4c1a-8c5b-863d181b2306,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:11.021617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.022896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ca3342b-9080-469c-afe0-32745ad5c2bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5124357 Jan 27 20:00:11.026198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 34892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:11.031497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:11.031771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] For port e7cf2581-646b-4413-9389-3a6310a077b2, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:11.061726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] For port e7cf2581-646b-4413-9389-3a6310a077b2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e7cf2581-646b-4413-9389-3a6310a077b2,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:11.069059 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:00:11.069576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.075944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (bea7b8f2-994e-4294-a9d7-13a929af7f49), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.148631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:11.150247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T19:59:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:11.255520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (bea7b8f2-994e-4294-a9d7-13a929af7f49), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.278301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (bea7b8f2-994e-4294-a9d7-13a929af7f49), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.287581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:11.341193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea7b8f2-994e-4294-a9d7-13a929af7f49,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:11.368791 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.374079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 34898) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:11.376202 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3ca92cb6-d61f-40d1-85ee-8a5e65b2ee1e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3464825 Jan 27 20:00:11.382043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'security_group_rule': {'security_group_id': '5f1d83fb-8574-44c1-866b-fbb6597d208b', 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:11.469198 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Project bc6fd969cbca4ae78d2c4fb2efbe6bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:00:11.488233 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (d4fd8697-79e4-477a-98a8-6cbb48f21d79), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.530943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8992-acd8-4b46-af2d-56007ff124e9 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:11.647242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Provisioning complete for port e7cf2581-646b-4413-9389-3a6310a077b2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:11.647625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.708072 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (d4fd8697-79e4-477a-98a8-6cbb48f21d79), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.719794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d4fd8697-79e4-477a-98a8-6cbb48f21d79), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.752372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fd8697-79e4-477a-98a8-6cbb48f21d79,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:11.792998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.794795 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87d18fbd-7343-4c6d-8e5f-af50d08ed101 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193883 Jan 27 20:00:11.820940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:11.852824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a534d-95b6-4966-8689-452194b0f4c1 None None] The sync data for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 is: [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:00:11.855166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Current status of the port e7cf2581-646b-4413-9389-3a6310a077b2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:11.855565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:11.933623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] For port e7cf2581-646b-4413-9389-3a6310a077b2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e7cf2581-646b-4413-9389-3a6310a077b2,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:11.941631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:12.168898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8bcbe-d38c-412c-af86-8a3aacb6c300 None None] Pushing event updated for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:12.209349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4b5fb6ca-193a-46a1-9148-2d854f5355a6 None None] Provisioning complete for port e7cf2581-646b-4413-9389-3a6310a077b2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:12.210485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5fb6ca-193a-46a1-9148-2d854f5355a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:12.216104 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad1851f-0b26-475e-9937-65df81638227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:12.423629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fb6ca-193a-46a1-9148-2d854f5355a6 None None] Current status of the port e7cf2581-646b-4413-9389-3a6310a077b2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:12.481932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-8b29b312-d787-4490-a0ea-7142a24ce2d9 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193522521&fields=id&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 267 time: 0.1769488 Jan 27 20:00:12.742738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-848aa11a-490c-4398-ada8-7adfda67b1e4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:12.746456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-848aa11a-490c-4398-ada8-7adfda67b1e4 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 796 time: 0.2619388 Jan 27 20:00:12.780120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-09b099bf-1be0-4e91-bee7-81ebb56ea991 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/quotas/bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 375 time: 0.0241704 Jan 27 20:00:12.875469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-6587e282-46b0-4327-bdf7-7f95d89102ed tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854111 Jan 27 20:00:13.134134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-bdf40bef-488f-4a18-999c-c8df28bb3f4a service neutron] 10.222.0.59 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936121 Jan 27 20:00:13.331316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-588665e6-0855-4c5e-a503-a9a6356fdf53 service neutron] 10.222.0.59 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819818 Jan 27 20:00:13.460635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e7cf2581-646b-4413-9389-3a6310a077b2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:13.577483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e7cf2581-646b-4413-9389-3a6310a077b2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:13.579545 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:13.778363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e7cf2581-646b-4413-9389-3a6310a077b2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:13.897355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be902e82-8799-4543-bce2-89232cf2b20d req-d3e60cd0-a3eb-4bf8-a288-3e34c74d8a48 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 210 time: 0.0870068 Jan 27 20:00:15.051154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e7dd2a6-c07e-47c6-ae76-78de1e6c6df7 req-04af5e5f-d972-4542-a0ed-3923cba86c35 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 210 time: 0.0751410 Jan 27 20:00:15.259762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-b720c0c4-44ef-45a0-ab5c-0ab30ea69b53 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:15.262635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-b720c0c4-44ef-45a0-ab5c-0ab30ea69b53 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.39 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 796 time: 0.1971486 Jan 27 20:00:15.267490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:15.403531 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-658ecf42-0175-4d33-9c74-1e1f4370ff6a tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6 HTTP/1.1" status: 200 len: 380 time: 0.1312144 Jan 27 20:00:15.423751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'port': {'device_id': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'admin_state_up': True, 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'security_groups': ['5f1d83fb-8574-44c1-866b-fbb6597d208b']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:15.584746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Made reservation on behalf of bc6fd969cbca4ae78d2c4fb2efbe6bd6 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:00:15.588807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:15.681484 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:15.824714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.20.0.12 (5eff5424-3d88-492f-a158-d44ad3bb6e56/7da3b647-eaed-47c3-aefc-426a501f0453/757e2610-995d-4b12-899e-ee1e57a7ea60) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:16.065955 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.088420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.120709 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.220591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:16.246901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:16.255413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:16.274269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:16.435365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:16.446419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.487877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-0b183fa8-e686-4ae7-9edc-5912aa3eb30b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0741973 Jan 27 20:00:16.500936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Request body: {'port': {'device_id': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:16.681203 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.812827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a8cdecaf-d354-4dc5-9160-2ecea169bbfa None None] Provisioning complete for port 757e2610-995d-4b12-899e-ee1e57a7ea60 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:16.813420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8cdecaf-d354-4dc5-9160-2ecea169bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:16.842544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006a56-c102-4b3a-8a8e-be0de716a4c3 req-53af86d0-8767-4597-b660-4475f9e3bc1b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:16.852543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a006a56-c102-4b3a-8a8e-be0de716a4c3 req-53af86d0-8767-4597-b660-4475f9e3bc1b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 932 time: 0.6474113 Jan 27 20:00:16.925108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdecaf-d354-4dc5-9160-2ecea169bbfa None None] Port 757e2610-995d-4b12-899e-ee1e57a7ea60 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:00:16.988188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a006a56-c102-4b3a-8a8e-be0de716a4c3 req-b2fb3a96-b38c-4696-aa1b-5d4e6de8bdd2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341903 Jan 27 20:00:17.247172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757e2610-995d-4b12-899e-ee1e57a7ea60 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:00:17.259297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks [] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:17.280000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Transition to ACTIVE for port object 757e2610-995d-4b12-899e-ee1e57a7ea60 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:00:17.290752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:17.388605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:17.479347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Attempting to bind port 757e2610-995d-4b12-899e-ee1e57a7ea60 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:17.479702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Attempting to bind port 757e2610-995d-4b12-899e-ee1e57a7ea60 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:17.480019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Attempting to bind port 757e2610-995d-4b12-899e-ee1e57a7ea60 on network 5eff5424-3d88-492f-a158-d44ad3bb6e56 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:17.494552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Port 757e2610-995d-4b12-899e-ee1e57a7ea60 on network 5eff5424-3d88-492f-a158-d44ad3bb6e56 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:00:17.495173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Attempting to bind port 757e2610-995d-4b12-899e-ee1e57a7ea60 on network 5eff5424-3d88-492f-a158-d44ad3bb6e56 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:17.501933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:17.502608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Checking segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:17.503192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Bound using segment: {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:17.503823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Bound port: 757e2610-995d-4b12-899e-ee1e57a7ea60, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:17.504379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:17.575731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:17.579461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=757e2610-995d-4b12-899e-ee1e57a7ea60,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:17.588288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:17.629082 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:17.629744 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:17.631276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] 10.222.0.39 "PUT /v2.0/ports/757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 1092 time: 1.1347096 Jan 27 20:00:17.631800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:00:17.634675 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d" -d '{"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:00:17.724542 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196749e-0dac-4b4c-8a3f-8e288e2f0de7 x-openstack-request-id: req-a196749e-0dac-4b4c-8a3f-8e288e2f0de7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:00:17.724845 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:00:17.725101 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a196749e-0dac-4b4c-8a3f-8e288e2f0de7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:00:17.725593 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'status': 'completed', 'code': 200} Jan 27 20:00:17.745458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6006c-00dc-45c9-92ba-343f3c2a6fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:17.769234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3bdb19f6-3992-4ca5-b381-a8641687c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:17.772644 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-3bdb19f6-3992-4ca5-b381-a8641687c232 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1095 time: 0.0804269 Jan 27 20:00:17.827175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-24b4bf09-59b8-4119-871b-e1e8b7e4166c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 217 time: 0.0472100 Jan 27 20:00:17.881747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-e0c8e840-4980-4325-ad19-424c208ebec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:17.884021 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-e0c8e840-4980-4325-ad19-424c208ebec3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 200 len: 835 time: 0.0487955 Jan 27 20:00:17.968352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-f4b0fa0e-cd59-4d4e-88fd-2d3c8a7d5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:17.969565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-f4b0fa0e-cd59-4d4e-88fd-2d3c8a7d5350 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5eff5424-3d88-492f-a158-d44ad3bb6e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801110 Jan 27 20:00:18.158287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-9c19af62-97d1-46d6-b97c-adbc3aeb9e11 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783946 Jan 27 20:00:18.199818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208317-3d62-493c-9987-b48891525c1a req-9fe41eed-e65a-439e-9d7b-528d8974cbdd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.207946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27208317-3d62-493c-9987-b48891525c1a req-9fe41eed-e65a-439e-9d7b-528d8974cbdd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 944 time: 0.0842435 Jan 27 20:00:18.282272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27208317-3d62-493c-9987-b48891525c1a req-998d43e2-60e3-4189-9973-9e9f80113bf2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734229 Jan 27 20:00:18.308022 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8774afcd-1ba1-4dd0-a0c4-6159bace41d3 req-ac80bb4d-f954-4f60-9e1f-d6a5723e7d51 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425426 Jan 27 20:00:18.500458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-d0f8a7c5-5cd3-47d8-9156-42817114abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.502179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-d0f8a7c5-5cd3-47d8-9156-42817114abe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1095 time: 0.1237631 Jan 27 20:00:18.664234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-2e52e798-d559-4faa-bc7a-01c42a0afe0e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.667464 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-2e52e798-d559-4faa-bc7a-01c42a0afe0e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.2169313 Jan 27 20:00:18.675231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-2896ab1c-a4fe-45e0-a521-ac5f49ff0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.677808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-2896ab1c-a4fe-45e0-a521-ac5f49ff0ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 897 time: 0.1647427 Jan 27 20:00:18.700509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-49323f79-ce26-48d9-b587-d4ace81a38ce tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0210290 Jan 27 20:00:18.746681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-63dc7449-7041-490a-a6d5-f7adffdf207d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 217 time: 0.0624878 Jan 27 20:00:18.808368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-ffcf88a3-64d8-4843-afbb-b4372f8e49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.810304 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-ffcf88a3-64d8-4843-afbb-b4372f8e49d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 200 len: 835 time: 0.0559962 Jan 27 20:00:18.814857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-d928ff08-bdb2-486d-b653-8ca77889abab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081753 Jan 27 20:00:18.884722 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-a7ef1098-6d05-4bf7-b58c-23d354e5b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:18.886972 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-a7ef1098-6d05-4bf7-b58c-23d354e5b8d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5eff5424-3d88-492f-a158-d44ad3bb6e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708272 Jan 27 20:00:19.021861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-5c00a50e-11d9-4533-9878-f2b931ca8d06 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277747 Jan 27 20:00:19.038063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-4d820786-e77c-46e3-a8fb-feba287f21c1 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162495 Jan 27 20:00:19.307384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-83f1e090-6da3-437b-8659-a1f6dad138b6 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497575 Jan 27 20:00:19.702057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8b8f9b6d-edfe-4993-a02c-6d95bf71ab6d req-4908ab4f-4cc6-43cf-af59-dc6e4f34e68e service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713500 Jan 27 20:00:19.718617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ec1ee-67c9-4c82-9903-5e9ef1708e72 req-f0a857d4-b801-4c63-a9d6-211fdfc170b8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:19.730914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-789ec1ee-67c9-4c82-9903-5e9ef1708e72 req-f0a857d4-b801-4c63-a9d6-211fdfc170b8 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 944 time: 0.1680968 Jan 27 20:00:19.856363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-789ec1ee-67c9-4c82-9903-5e9ef1708e72 req-e1402109-44be-47d5-a899-6a078c96fb99 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220188 Jan 27 20:00:19.980024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-683e2a81-bc15-48ea-9c5a-1e10c9b3937a req-e527cff1-7e6a-47d9-8919-6c2107c85365 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0477929 Jan 27 20:00:20.656410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 757e2610-995d-4b12-899e-ee1e57a7ea60 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:00:20.803399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=757e2610-995d-4b12-899e-ee1e57a7ea60,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:20.827138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'port_id': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'mac_address': 'fa:16:3e:1a:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:00:20.897712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 757e2610-995d-4b12-899e-ee1e57a7ea60 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:20.898327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:20.918770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757e2610-995d-4b12-899e-ee1e57a7ea60 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:00:20.946405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=757e2610-995d-4b12-899e-ee1e57a7ea60,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:20.972609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:21.075111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:21.166878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047c197-8dbb-43b1-be18-27ce321c4779 req-1afce789-f1db-48a5-8c69-6a3a74c62f6f tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:21.170063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9047c197-8dbb-43b1-be18-27ce321c4779 req-1afce789-f1db-48a5-8c69-6a3a74c62f6f tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 945 time: 0.1485257 Jan 27 20:00:21.196833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['757e2610-995d-4b12-899e-ee1e57a7ea60'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:00:21.349716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9047c197-8dbb-43b1-be18-27ce321c4779 req-903d144f-b913-4700-b5c3-57f5765aa60b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731129 Jan 27 20:00:21.473671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-6d294f43-ac55-4da2-a469-2632506aa156 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:21.475471 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-6d294f43-ac55-4da2-a469-2632506aa156 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.3538048 Jan 27 20:00:21.490541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:21.513460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b510c0-d9a6-48ef-9a1a-9cc3c95a4f2f req-faa039cb-30b9-4eb8-9b35-cbd49cea62cb tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0395603 Jan 27 20:00:21.646379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:00:21.654603 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:21.973009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.5 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/e269824b-6a6b-43e8-a5e1-3973866accca) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:22.349686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (e269824b-6a6b-43e8-a5e1-3973866accca), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.391685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.449016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:22.453204 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:22.478845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:22.590303 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:22.591251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.595033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:22.615892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-05584974-7f77-4f71-8e5f-5a769e74c686 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1332235 Jan 27 20:00:22.627931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Request body: {'port': {'device_id': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:22.636723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2793a3-37ec-48f8-80f7-087f788cdcdb req-894f0eeb-8ea3-4669-beef-5ae523378a8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:22.651711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2793a3-37ec-48f8-80f7-087f788cdcdb req-894f0eeb-8ea3-4669-beef-5ae523378a8d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 945 time: 0.1374300 Jan 27 20:00:22.666783 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 757e2610-995d-4b12-899e-ee1e57a7ea60 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:00:22.781058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2793a3-37ec-48f8-80f7-087f788cdcdb req-4f26bda3-207e-4efb-9ecc-ebfacf03ead6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181166 Jan 27 20:00:22.792111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 757e2610-995d-4b12-899e-ee1e57a7ea60 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:00:22.798614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.798740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 757e2610-995d-4b12-899e-ee1e57a7ea60 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:22.799240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.938476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 757e2610-995d-4b12-899e-ee1e57a7ea60 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:00:22.938969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:22.978476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=757e2610-995d-4b12-899e-ee1e57a7ea60,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:00:22.979663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:00:22.982399 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b1ec7e-8646-4798-9ecc-45ba884203c9" -d '{"events": [{"server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "name": "network-vif-plugged", "status": "completed", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:00:22.991997 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.030900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b565dbdc-435f-43eb-8844-95d88871ebb8 None None] Provisioning complete for port e269824b-6a6b-43e8-a5e1-3973866accca triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:23.031383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565dbdc-435f-43eb-8844-95d88871ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.076578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b565dbdc-435f-43eb-8844-95d88871ebb8 None None] Port e269824b-6a6b-43e8-a5e1-3973866accca cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:00:23.089067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fdab0-f7b0-45e4-8ec2-85034372769c req-9f57f578-c3f0-4c32-a3ea-768024484435 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:23.090645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c3fdab0-f7b0-45e4-8ec2-85034372769c req-9f57f578-c3f0-4c32-a3ea-768024484435 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 931 time: 0.0994737 Jan 27 20:00:23.112403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:23.223867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c3fdab0-f7b0-45e4-8ec2-85034372769c req-f75cdcf5-309d-4abf-91e1-ef3390b3dda4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218042 Jan 27 20:00:23.390103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e269824b-6a6b-43e8-a5e1-3973866accca {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:00:23.398249 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks [] for port (e269824b-6a6b-43e8-a5e1-3973866accca), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.411485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Transition to ACTIVE for port object e269824b-6a6b-43e8-a5e1-3973866accca will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:00:23.416872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.421157 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720b00dd-9718-465f-9e78-39a64a4379a0 x-openstack-request-id: req-720b00dd-9718-465f-9e78-39a64a4379a0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:00:23.421482 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "name": "network-vif-plugged", "status": "completed", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:00:23.421733 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-720b00dd-9718-465f-9e78-39a64a4379a0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:00:23.422131 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'code': 200} Jan 27 20:00:23.526941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Pushing event updated for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:23.650844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Attempting to bind port e269824b-6a6b-43e8-a5e1-3973866accca on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:23.651242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Attempting to bind port e269824b-6a6b-43e8-a5e1-3973866accca by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:23.651631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Attempting to bind port e269824b-6a6b-43e8-a5e1-3973866accca on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:23.657644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Port e269824b-6a6b-43e8-a5e1-3973866accca on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:00:23.661318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Attempting to bind port e269824b-6a6b-43e8-a5e1-3973866accca on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:23.680666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:23.681026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:23.681464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:23.681905 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Bound port: e269824b-6a6b-43e8-a5e1-3973866accca, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:23.682268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.855873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e195a-aca7-42c3-beba-545e40484b4a req-0709a1c4-32d7-42a0-8ddb-9510a6c5ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:23.857490 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-289e195a-aca7-42c3-beba-545e40484b4a req-0709a1c4-32d7-42a0-8ddb-9510a6c5ca31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1097 time: 0.2993500 Jan 27 20:00:23.876538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:23.880630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e269824b-6a6b-43e8-a5e1-3973866accca,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:23.911245 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.990742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:23.991540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:23.993670 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] 10.222.0.66 "PUT /v2.0/ports/e269824b-6a6b-43e8-a5e1-3973866accca HTTP/1.1" status: 200 len: 1091 time: 1.3702462 Jan 27 20:00:23.999457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:00:24.003562 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf609965-5454-48ce-9a48-7d2d140d484d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:00:24.004105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fec4d1-5bce-4553-9dc3-f61649b668f6 req-2bab448d-5ff9-4900-8f1d-6a832bc9260b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:24.024977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28fec4d1-5bce-4553-9dc3-f61649b668f6 req-2bab448d-5ff9-4900-8f1d-6a832bc9260b tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.1149964 Jan 27 20:00:24.085289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:24.100519 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-289e195a-aca7-42c3-beba-545e40484b4a req-67b094d5-1cae-43c1-82b7-2fc88694c804 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354453 Jan 27 20:00:24.119372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28fec4d1-5bce-4553-9dc3-f61649b668f6 req-0d2814af-bcae-40a4-83dc-be4f589c5b44 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928924 Jan 27 20:00:24.218261 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1f6cd-bb82-4cc9-afd3-5187a1f66c7b service neutron] Pushing event updated for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:24.268823 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7f5dc-0772-45c4-9ced-c4d844de2c19 x-openstack-request-id: req-66f7f5dc-0772-45c4-9ced-c4d844de2c19 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:00:24.273132 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:00:24.273700 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66f7f5dc-0772-45c4-9ced-c4d844de2c19 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:00:24.274915 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca', 'status': 'completed', 'code': 200} Jan 27 20:00:24.317795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-499c814d-88ac-4868-983d-9320d3f56ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:24.319651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-499c814d-88ac-4868-983d-9320d3f56ba3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 1094 time: 0.1259098 Jan 27 20:00:24.388113 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-8af6b3e1-0322-4db7-9933-d33db09a1c91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e269824b-6a6b-43e8-a5e1-3973866accca HTTP/1.1" status: 200 len: 217 time: 0.0620112 Jan 27 20:00:24.496825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-dd933912-60c3-4b73-bb1c-5cc9c54e68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:24.498463 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-dd933912-60c3-4b73-bb1c-5cc9c54e68e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.1045995 Jan 27 20:00:24.523082 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0eb3a-c667-42ea-b48d-c17649b67b43 req-d4f42c87-cd8b-436f-8ae7-9f812e43bf9a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:24.530608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34e0eb3a-c667-42ea-b48d-c17649b67b43 req-d4f42c87-cd8b-436f-8ae7-9f812e43bf9a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.1561353 Jan 27 20:00:24.592496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-369798b1-017d-4f48-ab6e-205659c5caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:24.594373 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-369798b1-017d-4f48-ab6e-205659c5caf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891769 Jan 27 20:00:24.686356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34e0eb3a-c667-42ea-b48d-c17649b67b43 req-bcecefcd-d66a-4d35-9330-3d540c3a32c5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456239 Jan 27 20:00:24.790678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-5066d7c4-404d-4662-a012-91bf304e55be service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868865 Jan 27 20:00:24.946243 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9e8acd7d-dfaa-4fce-b8c8-dcfaa1db8c37 req-cc67f2ef-b153-43f7-ba7c-d24c7128dd3d service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472278 Jan 27 20:00:24.952030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:25.114037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609965-5454-48ce-9a48-7d2d140d484d req-a95c9148-ea26-4682-bf29-74e4caa31699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.115925 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-a95c9148-ea26-4682-bf29-74e4caa31699 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 1094 time: 0.0824988 Jan 27 20:00:25.141504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:00:25.280324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609965-5454-48ce-9a48-7d2d140d484d req-f199c8c0-c9c1-44cb-ba01-8f1688101bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.282132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-f199c8c0-c9c1-44cb-ba01-8f1688101bc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.1600003 Jan 27 20:00:25.406409 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-7bebf84c-61a0-4ce9-b062-c0e5c6309867 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e269824b-6a6b-43e8-a5e1-3973866accca HTTP/1.1" status: 200 len: 217 time: 0.1182029 Jan 27 20:00:25.435763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ba551-5235-41d2-baca-8a77bb5558ac req-0c2dbb26-d3df-4abd-ba82-dec927b2e031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.442956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e5ba551-5235-41d2-baca-8a77bb5558ac req-0c2dbb26-d3df-4abd-ba82-dec927b2e031 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.1491389 Jan 27 20:00:25.487701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609965-5454-48ce-9a48-7d2d140d484d req-a71ce419-d2b7-44fb-9ce4-aed104a7ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.489059 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-a71ce419-d2b7-44fb-9ce4-aed104a7ed89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0765212 Jan 27 20:00:25.502970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e5ba551-5235-41d2-baca-8a77bb5558ac req-8525a204-37f7-4653-a918-ae7674404556 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544627 Jan 27 20:00:25.553008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609965-5454-48ce-9a48-7d2d140d484d req-7a6081bc-fced-4e9f-895f-9ef2561d9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.555085 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-7a6081bc-fced-4e9f-895f-9ef2561d9032 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601523 Jan 27 20:00:25.692263 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-18ae7bc5-b186-4c5a-9817-e547af875ee1 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315074 Jan 27 20:00:25.855614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e09-5c10-45ee-8457-6e0acca365e8 req-2b9f3975-0e2d-4de0-8f42-a5bbcfd9a889 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:25.857211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441f0e09-5c10-45ee-8457-6e0acca365e8 req-2b9f3975-0e2d-4de0-8f42-a5bbcfd9a889 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.1013122 Jan 27 20:00:25.883616 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf609965-5454-48ce-9a48-7d2d140d484d req-223ce6cd-ae6b-4411-801e-f381b7f14f75 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847422 Jan 27 20:00:25.954154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441f0e09-5c10-45ee-8457-6e0acca365e8 req-b65e2e82-1c54-4f0a-97b1-0fa77b97050f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875249 Jan 27 20:00:26.645678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad706fd-c208-4ed0-9db8-14cf32fb57dd req-4273f55c-b167-49ef-ab99-c5a2523e6f29 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:26.647258 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ad706fd-c208-4ed0-9db8-14cf32fb57dd req-4273f55c-b167-49ef-ab99-c5a2523e6f29 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.0732510 Jan 27 20:00:26.716798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ad706fd-c208-4ed0-9db8-14cf32fb57dd req-f0ea657d-161d-4970-855b-5dcf8d830622 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610073 Jan 27 20:00:26.890059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275b1cb-5826-4068-ad59-bd5dc108e875 req-fd433492-42bb-4ecf-b9f3-55ff8137a408 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:26.891679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0275b1cb-5826-4068-ad59-bd5dc108e875 req-fd433492-42bb-4ecf-b9f3-55ff8137a408 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.0952346 Jan 27 20:00:26.949327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0275b1cb-5826-4068-ad59-bd5dc108e875 req-53fd5bd2-1486-4d08-86d1-99355b3395ac tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507593 Jan 27 20:00:26.971330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35124) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:27.045900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef4f6b-454e-4f76-b72d-ee632839d06b tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:27.050061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-87ef4f6b-454e-4f76-b72d-ee632839d06b tempest-TestNetworkBasicOps-1969287978 tempest-TestNetworkBasicOps-1969287978-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1092 time: 0.0750008 Jan 27 20:00:27.058345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35128) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:27.063103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:27.092893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef53e3-7917-4ccd-8130-664989350488 req-6355a30d-8cd5-495b-b41d-1e14024f0fac tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:27.103622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdef53e3-7917-4ccd-8130-664989350488 req-6355a30d-8cd5-495b-b41d-1e14024f0fac tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0785773 Jan 27 20:00:27.108004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:27.168122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdef53e3-7917-4ccd-8130-664989350488 req-7c74f4a7-6fdc-4f00-b448-3f9bef17e6e3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632639 Jan 27 20:00:27.250799 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:27.385844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Allocated IP 172.25.5.87 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/2f33a832-eedc-494d-a359-edd15112c206) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:27.509401 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (2f33a832-eedc-494d-a359-edd15112c206), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:27.557578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2f33a832-eedc-494d-a359-edd15112c206), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:27.624380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=2f33a832-eedc-494d-a359-edd15112c206,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:27.634735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:27.636501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:27.643126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:28.350237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e8745-6f1f-43ff-bce8-1a972018c4c5 req-d409b19e-f0cf-4883-998d-946a8e1c3285 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:28.362049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd7e8745-6f1f-43ff-bce8-1a972018c4c5 req-d409b19e-f0cf-4883-998d-946a8e1c3285 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0998397 Jan 27 20:00:28.428765 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (7b249623-8006-4763-869d-95dda344f1df), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:28.452016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd7e8745-6f1f-43ff-bce8-1a972018c4c5 req-ee5c5d14-6960-42f5-8e1b-7cb20d158e04 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873444 Jan 27 20:00:28.573363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2f33a832-eedc-494d-a359-edd15112c206), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:28.743354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for port (2f33a832-eedc-494d-a359-edd15112c206), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:28.749445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (2f33a832-eedc-494d-a359-edd15112c206), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:28.832061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event updated for resources: {'Port': ['ID=2f33a832-eedc-494d-a359-edd15112c206,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:28.845124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (7b249623-8006-4763-869d-95dda344f1df), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:28.956363 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Floating IP 7b249623-8006-4763-869d-95dda344f1df associated. External IP: 172.25.5.87, port: 757e2610-995d-4b12-899e-ee1e57a7ea60. Jan 27 20:00:29.245292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router dd31840a-b4a8-4c38-b47f-023f91f9761b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:00:29.416780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:00:29.427751 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Sync routers for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:00:29.444594 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:29.445983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:29.505281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:29.623315 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:29.636564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-54cd527b-f257-46d5-8ef3-02faff30f8d2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5732830 Jan 27 20:00:29.636564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:00:29.636564 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:00:29.638298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:29.857158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bafe8-290c-4ff8-80ad-9900e73d06e5 req-72c6d13c-1104-4f81-b72a-8378283aeef7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:29.865157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564bafe8-290c-4ff8-80ad-9900e73d06e5 req-72c6d13c-1104-4f81-b72a-8378283aeef7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.2107873 Jan 27 20:00:29.905819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5602ef43-9039-43b9-b3d9-d40d79b2f4d1 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/7b249623-8006-4763-869d-95dda344f1df HTTP/1.1" status: 200 len: 991 time: 0.2651792 Jan 27 20:00:29.956379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564bafe8-290c-4ff8-80ad-9900e73d06e5 req-d3fa471d-ad7c-45d7-bfcc-2a17a082ada8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903153 Jan 27 20:00:30.048954 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9050761a-e169-493d-9e31-0f25b7bb7f62 x-openstack-request-id: req-9050761a-e169-493d-9e31-0f25b7bb7f62 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:00:30.049755 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:00:30.052352 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9050761a-e169-493d-9e31-0f25b7bb7f62 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:00:30.052899 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'status': 'completed', 'code': 200} Jan 27 20:00:30.139608 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '7b249623-8006-4763-869d-95dda344f1df', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'port_id': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'mac_address': 'fa:16:3e:1a:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:00:27Z', 'updated_at': '2022-01-27T20:00:27Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:30.151899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-01475c57-6435-4322-baa4-bf11b4634be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:30.154223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-01475c57-6435-4322-baa4-bf11b4634be9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1097 time: 0.0838618 Jan 27 20:00:30.183790 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Checking router: dd31840a-b4a8-4c38-b47f-023f91f9761b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:00:30.202209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:00:30.203365 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:30.406248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-0152f3bb-d8a7-4d12-a6cc-75259e96d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:30.408731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-0152f3bb-d8a7-4d12-a6cc-75259e96d904 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 897 time: 0.2476044 Jan 27 20:00:30.486345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:00:30.535161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-f11e5448-a980-4f3f-bd04-239c61d6f16d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 999 time: 0.1194909 Jan 27 20:00:30.635559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-8ff55f04-e519-48fc-b5c4-0165e506753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:30.637900 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-8ff55f04-e519-48fc-b5c4-0165e506753e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 200 len: 835 time: 0.0926552 Jan 27 20:00:30.736707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-05a00f79-06d4-4bde-8e64-f3b2eaecafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:30.739759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-05a00f79-06d4-4bde-8e64-f3b2eaecafa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5eff5424-3d88-492f-a158-d44ad3bb6e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924816 Jan 27 20:00:30.908667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:30.976780 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-040c2fa0-c51c-49af-84bf-41611e995167 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297986 Jan 27 20:00:31.119778 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '7b249623-8006-4763-869d-95dda344f1df', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'port_id': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'mac_address': 'fa:16:3e:1a:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:00:27Z', 'updated_at': '2022-01-27T20:00:27Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:00:31.149834 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae39fb-db36-45ff-b661-338b396ef379 None None] The sync data for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 is: [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '7b249623-8006-4763-869d-95dda344f1df', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'port_id': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'mac_address': 'fa:16:3e:1a:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:00:27Z', 'updated_at': '2022-01-27T20:00:27Z', 'revision_number': 0, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:00:31.168462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-6500f5a7-5dc4-49d7-8d2b-4e32fed6002a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1670024 Jan 27 20:00:31.203944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-17c4b506-c5ec-4f10-ac94-df1e2ea976fa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/7b249623-8006-4763-869d-95dda344f1df HTTP/1.1" status: 200 len: 991 time: 0.2928271 Jan 27 20:00:31.225887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee938ec9-f2d4-4b0e-ac4e-5bbc8b7b0ac8 req-480208b3-31c8-4c9b-943e-6ad11890f94b service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424786 Jan 27 20:00:31.264473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b871dea-9a7e-4847-8607-ebb7ce954533 req-7ed348f3-ee3b-4999-a0c2-c554e67a5724 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:31.266880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b871dea-9a7e-4847-8607-ebb7ce954533 req-7ed348f3-ee3b-4999-a0c2-c554e67a5724 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.1541154 Jan 27 20:00:31.351319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b871dea-9a7e-4847-8607-ebb7ce954533 req-a1b7ab7e-90ec-4b25-8f8a-be297551a69e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Jan 27 20:00:31.526689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-dea233f3-8c6b-471e-9f47-169f704f04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:31.531683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-dea233f3-8c6b-471e-9f47-169f704f04a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1097 time: 0.1893361 Jan 27 20:00:31.635662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999ec7d-897f-425b-b198-c566723195bb None None] New status for floating IP 7b249623-8006-4763-869d-95dda344f1df: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:00:31.788674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-10e0f87f-a24c-43e9-aea4-0b90431abeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:31.797634 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-10e0f87f-a24c-43e9-aea4-0b90431abeb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 897 time: 0.2383037 Jan 27 20:00:31.856292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:31.865753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252058720', 'description': 'tempest-secgroup-smoke-252058720 description', 'project_id': '661eb0f22d994a6290d29cdf30c8305b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:31.927086 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:31.942013 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-9fe86cb2-ed5b-43ea-8db9-601d62b5775d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 999 time: 0.1376534 Jan 27 20:00:32.044003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-2e6656f7-d5aa-478b-8350-581d6f4797ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:32.047489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-2e6656f7-d5aa-478b-8350-581d6f4797ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 200 len: 835 time: 0.0967069 Jan 27 20:00:32.048971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (aa1b193c-8493-4cb5-adc0-2ac3c1d2d425), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.062836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aa1b193c-8493-4cb5-adc0-2ac3c1d2d425), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.107349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:32.123201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.124487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-b614ebaa-f71c-4205-9af9-0fed2d89358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:32.125043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-402c87bd-d69c-4c7d-a3fd-94911e8d6d5f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2669587 Jan 27 20:00:32.126483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-b614ebaa-f71c-4205-9af9-0fed2d89358b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5eff5424-3d88-492f-a158-d44ad3bb6e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727983 Jan 27 20:00:32.128023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:32.135589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:32.208862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:32.229086 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (6b8fa55e-adaa-4acd-a360-d25784bafd5e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.319692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cc63bfeb-7bf5-4fa3-bbdf-66bbfc3d91d9 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/7b249623-8006-4763-869d-95dda344f1df HTTP/1.1" status: 200 len: 993 time: 0.1090469 Jan 27 20:00:32.524202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94567cee-4d23-4d68-8b36-e35bfb853725 req-d8d348ae-2ca6-499a-8a3e-df9defb79997 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:32.525022 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94567cee-4d23-4d68-8b36-e35bfb853725 req-d8d348ae-2ca6-499a-8a3e-df9defb79997 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0680490 Jan 27 20:00:32.580758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-94567cee-4d23-4d68-8b36-e35bfb853725 req-39528d28-7321-4045-825c-674ed9ee2fc7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492115 Jan 27 20:00:32.652825 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-820a39f5-194f-4149-a5b9-b3daf97b1a21 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113182 Jan 27 20:00:32.731135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (6b8fa55e-adaa-4acd-a360-d25784bafd5e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.737197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (6b8fa55e-adaa-4acd-a360-d25784bafd5e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.766418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8fa55e-adaa-4acd-a360-d25784bafd5e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:32.787818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.789041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a7a86153-c5f9-421f-b151-1092cc77bdd4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6598046 Jan 27 20:00:32.793119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:32.793837 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-77cce75a-951a-44ce-a8a1-0fba54f62b3e req-94467800-a510-4504-a663-6ef77e5cea5b service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331549 Jan 27 20:00:32.798508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:32.838255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (f4504b3e-bcf8-481d-841c-b01f3e8d3aa3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.922193 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (f4504b3e-bcf8-481d-841c-b01f3e8d3aa3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.933867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f4504b3e-bcf8-481d-841c-b01f3e8d3aa3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.956270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4504b3e-bcf8-481d-841c-b01f3e8d3aa3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:32.965644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:32.967435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-752aa8d5-b255-4fc3-ae1f-e80ad3e807fe tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1729162 Jan 27 20:00:32.971130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:32.978424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:33.024105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (f04b0028-bb4b-4268-8557-ba51ff9880fe), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.161723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (f04b0028-bb4b-4268-8557-ba51ff9880fe), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.167647 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f04b0028-bb4b-4268-8557-ba51ff9880fe), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.189132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b0028-bb4b-4268-8557-ba51ff9880fe,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:33.203632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.205769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ffbb5bb-545e-444d-bf9e-680af35b9d74 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334177 Jan 27 20:00:33.212295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:33.221453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:33.281432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (b465d496-138f-4ac8-bc03-b944f8522a9d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.364989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (b465d496-138f-4ac8-bc03-b944f8522a9d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.376818 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (b465d496-138f-4ac8-bc03-b944f8522a9d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.409067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b465d496-138f-4ac8-bc03-b944f8522a9d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:33.432575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.434432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0ff934ef-911d-4871-b8be-16e65a0e3f82 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203135 Jan 27 20:00:33.437871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35196) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:33.443409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:33.483119 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Project 661eb0f22d994a6290d29cdf30c8305b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:00:33.495232 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (7b03cef3-ff0d-4709-ba1c-28fc243d5295), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.571691 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (7b03cef3-ff0d-4709-ba1c-28fc243d5295), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.582282 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (7b03cef3-ff0d-4709-ba1c-28fc243d5295), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.620101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b03cef3-ff0d-4709-ba1c-28fc243d5295,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:33.638668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.643011 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9d5856a7-6ce0-46ca-95ca-613ba71fd755 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2007825 Jan 27 20:00:33.643341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:00:33.648683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b193c-8493-4cb5-adc0-2ac3c1d2d425', 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:33.704395 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Project 661eb0f22d994a6290d29cdf30c8305b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:00:33.719700 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (2e521a4f-bd0f-4b22-bdc0-aa9cad66743b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.828764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93dbed-30df-4576-9064-2ed0e3719f17 req-6562be30-a2b0-4088-bd73-f69dc3608893 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:33.833810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f93dbed-30df-4576-9064-2ed0e3719f17 req-6562be30-a2b0-4088-bd73-f69dc3608893 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.1231568 Jan 27 20:00:33.890602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (2e521a4f-bd0f-4b22-bdc0-aa9cad66743b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.915948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (2e521a4f-bd0f-4b22-bdc0-aa9cad66743b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.952222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e521a4f-bd0f-4b22-bdc0-aa9cad66743b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:33.983705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f93dbed-30df-4576-9064-2ed0e3719f17 req-d076bea4-3dff-47e0-9d5f-082f09f6ddab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334300 Jan 27 20:00:33.987360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:33.994471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-590c25fa-dd30-463e-a2f7-e4da8b74bfe3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3500230 Jan 27 20:00:34.283542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-f56e7fe4-2023-4965-b95d-4e7a2421def8 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252058720&fields=id&tenant_id=661eb0f22d994a6290d29cdf30c8305b HTTP/1.1" status: 200 len: 267 time: 0.0821612 Jan 27 20:00:34.533857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-de3b9327-ee45-4196-b81c-025666627397 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:34.537761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-de3b9327-ee45-4196-b81c-025666627397 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 813 time: 0.2413692 Jan 27 20:00:34.553856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-35540fd5-a3e6-4816-bee3-c143be0d202f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/quotas/661eb0f22d994a6290d29cdf30c8305b HTTP/1.1" status: 200 len: 375 time: 0.0108514 Jan 27 20:00:34.718273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-e7caaeae-345b-4b04-92b9-7a9891741b92 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195788 Jan 27 20:00:34.911918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-53384158-1747-47fe-bb64-3bd01d274ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662011 Jan 27 20:00:35.119155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-99582e8c-fb3f-4153-b703-1877cf5ba4c1 service neutron] 10.222.0.59 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002761 Jan 27 20:00:35.756687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b02c7-cde4-4ddc-8d14-13468ab53975 req-3a88bc7a-bcb7-49cd-8518-0018330fb949 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:35.763302 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b6b02c7-cde4-4ddc-8d14-13468ab53975 req-3a88bc7a-bcb7-49cd-8518-0018330fb949 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.1402311 Jan 27 20:00:35.895875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b6b02c7-cde4-4ddc-8d14-13468ab53975 req-fea4c89b-adc7-43af-a55d-f44c69a1edb6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129308 Jan 27 20:00:36.000800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6f1e734-7f4a-4e58-ae53-34da15bfa6b5 req-bfc3c5a0-3ba3-4b35-9ab3-05cea4c0d249 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0414569 Jan 27 20:00:37.080260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5739e-b301-4e0c-9cc6-a7bce03baa8f req-33cb8391-e74e-4a95-884e-758a9974e6a4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:37.082914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5f5739e-b301-4e0c-9cc6-a7bce03baa8f req-33cb8391-e74e-4a95-884e-758a9974e6a4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0840824 Jan 27 20:00:37.085769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-17a5b204-143b-4ce5-8fbe-203aae62aab6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:37.088027 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-17a5b204-143b-4ce5-8fbe-203aae62aab6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 813 time: 0.1567228 Jan 27 20:00:37.144442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5f5739e-b301-4e0c-9cc6-a7bce03baa8f req-40ce308d-b4e1-416e-8e3b-13cff9eff4ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541389 Jan 27 20:00:37.203659 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-ad26f910-498d-4a86-b14e-0f8d1d6df6fc tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=661eb0f22d994a6290d29cdf30c8305b HTTP/1.1" status: 200 len: 379 time: 0.1012201 Jan 27 20:00:37.214679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'port': {'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'admin_state_up': True, 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'security_groups': ['aa1b193c-8493-4cb5-adc0-2ac3c1d2d425']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:37.284678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2067aec2-acdb-4502-ab6f-07da61af897b req-27266b6e-f75f-477e-b00f-443334d88017 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0301442 Jan 27 20:00:37.359430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Made reservation on behalf of 661eb0f22d994a6290d29cdf30c8305b for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:00:37.365646 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:37.545707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Allocated IP 172.20.0.13 (6da47606-2ea0-4594-81a4-ca59f5af3988/177437c0-21b1-4f06-a020-631dc4547dad/c2a10887-62f6-4f1c-9a01-6c6f681a8da0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:00:37.814075 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:37.857534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:37.926440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:00:37.930643 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:00:37.937385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:00:37.966813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:38.005640 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:38.006626 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.031859 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-7c609a83-5ce3-4918-b284-50c648d1e88c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262367 Jan 27 20:00:38.049625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Request body: {'port': {'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:00:38.129342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.319199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1d5e1cf4-35fb-42ac-82f4-fad2a4561d76 None None] Provisioning complete for port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:00:38.319735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1cf4-35fb-42ac-82f4-fad2a4561d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.351156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4cfc-0d06-43c8-9972-23c3c980ca0d req-9fbe6917-3d80-436b-be57-79dee13885a4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:38.354909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b1a4cfc-0d06-43c8-9972-23c3c980ca0d req-9fbe6917-3d80-436b-be57-79dee13885a4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0629358 Jan 27 20:00:38.439705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e1cf4-35fb-42ac-82f4-fad2a4561d76 None None] Port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:00:38.495087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b1a4cfc-0d06-43c8-9972-23c3c980ca0d req-e0f40e06-54ac-46b1-b93c-2b21cb8c83b0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332271 Jan 27 20:00:38.564598 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a10887-62f6-4f1c-9a01-6c6f681a8da0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:00:38.584583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks [] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.630918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Transition to ACTIVE for port object c2a10887-62f6-4f1c-9a01-6c6f681a8da0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:00:38.640617 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.709009 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:38.744884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7d5b-3ba3-4ec3-a5cd-d34fa77b7e75 req-645cf990-e488-4924-b856-54d8abb919ec tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:38.755248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9def7d5b-3ba3-4ec3-a5cd-d34fa77b7e75 req-645cf990-e488-4924-b856-54d8abb919ec tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.1247773 Jan 27 20:00:38.863183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Attempting to bind port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:00:38.863616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Attempting to bind port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:00:38.864004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Attempting to bind port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 on network 6da47606-2ea0-4594-81a4-ca59f5af3988 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:38.874560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 on network 6da47606-2ea0-4594-81a4-ca59f5af3988 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:00:38.875052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Attempting to bind port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 on network 6da47606-2ea0-4594-81a4-ca59f5af3988 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:00:38.881186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:00:38.881581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Checking segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:00:38.882043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Bound using segment: {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:00:38.882551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Bound port: c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803f81fa-ad59-4db0-8dde-1f034457dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:00:38.883623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:38.896984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9def7d5b-3ba3-4ec3-a5cd-d34fa77b7e75 req-a09324d1-f1eb-4af4-bfb2-95fe81369ab6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288290 Jan 27 20:00:39.006270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:00:39.011759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e02f6deb-1007-46ca-b027-37d98f370734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:39.011997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:00:39.022463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:39.100368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.100993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:39.102826 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] 10.222.0.66 "PUT /v2.0/ports/c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 1092 time: 1.0643623 Jan 27 20:00:39.103272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:00:39.105740 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260a067-acc6-46cd-9554-b87faecb637a" -d '{"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:00:39.123656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe9ec-e681-4146-8d1a-078d833bdf7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:00:39.197721 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ea6cf2-998f-4557-ae18-0946889fe85b x-openstack-request-id: req-e0ea6cf2-998f-4557-ae18-0946889fe85b {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:00:39.198414 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:00:39.198414 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0ea6cf2-998f-4557-ae18-0946889fe85b {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:00:39.198597 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:00:39.221024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-c93050a9-9d35-448d-8eac-75f71752f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.225123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-c93050a9-9d35-448d-8eac-75f71752f8f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1095 time: 0.0787232 Jan 27 20:00:39.271857 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-ef976fb4-fcc6-4ac1-a178-e2b106d03687 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 217 time: 0.0411758 Jan 27 20:00:39.365443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-1a37b714-e28e-4d8b-8b14-f674d8a523ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.373091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-1a37b714-e28e-4d8b-8b14-f674d8a523ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.0956101 Jan 27 20:00:39.432769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-9ea2abea-b9cd-44fb-bbad-d6722df89aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.434441 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-9ea2abea-b9cd-44fb-bbad-d6722df89aa9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535138 Jan 27 20:00:39.578092 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-40b274c4-9cf2-4ebe-9a0f-29e4c365d8ed service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373582 Jan 27 20:00:39.674727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0fe6a-790e-4b7f-879e-03352e39630b req-f459cd08-1036-489c-b819-ced641a64e65 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.677746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cb0fe6a-790e-4b7f-879e-03352e39630b req-f459cd08-1036-489c-b819-ced641a64e65 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0588169 Jan 27 20:00:39.698803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-991f80c0-b054-44a3-96f4-c6546f6e3524 req-780d9b0a-9b03-4f94-b208-a62f0d2796d8 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131637 Jan 27 20:00:39.739450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7cb0fe6a-790e-4b7f-879e-03352e39630b req-bc5a433a-c345-42be-8243-bfd3296e46dc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Jan 27 20:00:39.793792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a067-acc6-46cd-9554-b87faecb637a req-eceea80b-7284-4638-9169-fb3331c39813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.795393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-eceea80b-7284-4638-9169-fb3331c39813 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1095 time: 0.0496902 Jan 27 20:00:39.891882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a067-acc6-46cd-9554-b87faecb637a req-69454e39-89c6-4d93-a8c4-1e0116f6de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:39.893383 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-69454e39-89c6-4d93-a8c4-1e0116f6de82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 914 time: 0.0914011 Jan 27 20:00:39.941592 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-c2ecdf9b-c6d6-4032-9977-3ca6660d4a92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 217 time: 0.0424492 Jan 27 20:00:40.000666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a067-acc6-46cd-9554-b87faecb637a req-34e030ab-cf56-4b0a-8f71-d8417b43ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:40.002613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-34e030ab-cf56-4b0a-8f71-d8417b43ec6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.0548809 Jan 27 20:00:40.041911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595674-1722-490e-b9cb-d2b136715dfc req-5856c3d1-c86a-46ca-ac72-6202cc65b9f1 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:40.043494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de595674-1722-490e-b9cb-d2b136715dfc req-5856c3d1-c86a-46ca-ac72-6202cc65b9f1 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0608695 Jan 27 20:00:40.056613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a067-acc6-46cd-9554-b87faecb637a req-44a283b0-44d8-4933-8f38-8031f94553c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:40.058475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-44a283b0-44d8-4933-8f38-8031f94553c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499156 Jan 27 20:00:40.110115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de595674-1722-490e-b9cb-d2b136715dfc req-613eed6e-2af5-4e96-a661-d62f07eec0d7 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537193 Jan 27 20:00:40.161358 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-379c605c-4a61-4066-b803-130bcc5770c1 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966103 Jan 27 20:00:40.268927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b260a067-acc6-46cd-9554-b87faecb637a req-c275da46-fec1-48a3-91ca-48dc4bd75461 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021664 Jan 27 20:00:40.852527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b391-b855-4af7-9943-4b3027834a20 req-34b3c914-a7be-4d01-9703-20cd6b43684e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:40.854236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8625b391-b855-4af7-9943-4b3027834a20 req-34b3c914-a7be-4d01-9703-20cd6b43684e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0517523 Jan 27 20:00:40.905686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8625b391-b855-4af7-9943-4b3027834a20 req-1e202cae-679d-4f5a-b6fc-85bc63ebd822 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Jan 27 20:00:41.220845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522954b-007d-44c6-b530-a82d53936e56 req-2e3e2c71-b16e-42fb-a9bc-ee63952d9710 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:41.223476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d522954b-007d-44c6-b530-a82d53936e56 req-2e3e2c71-b16e-42fb-a9bc-ee63952d9710 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0530405 Jan 27 20:00:41.292754 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d522954b-007d-44c6-b530-a82d53936e56 req-810d9b0f-7e48-491a-8f2a-08c0de488c57 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565498 Jan 27 20:00:42.038834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bffdd-e177-49e0-992a-e5108fbe1573 req-82ae1ed2-a2a1-462b-a505-cc733913e98c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:42.042066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f7bffdd-e177-49e0-992a-e5108fbe1573 req-82ae1ed2-a2a1-462b-a505-cc733913e98c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0606604 Jan 27 20:00:42.099962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f7bffdd-e177-49e0-992a-e5108fbe1573 req-e1aa6deb-96f0-4a7c-b4f5-43eac5f56223 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Jan 27 20:00:42.126152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-968e7f46-bb0a-4f5f-8632-5f3722db8da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:42.457374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f0c9a-5106-4858-ad72-b7dcab05c549 req-c91e0214-0967-49c9-aa07-9e6ef6c5c7eb tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:42.462120 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-846f0c9a-5106-4858-ad72-b7dcab05c549 req-c91e0214-0967-49c9-aa07-9e6ef6c5c7eb tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0658095 Jan 27 20:00:42.522721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-846f0c9a-5106-4858-ad72-b7dcab05c549 req-25c9b45b-2fc8-46ff-a2ac-fa33010c142a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560539 Jan 27 20:00:43.260388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4adf0-3162-43fd-b5f0-da2e727ef7f9 req-09ec33ab-3e23-46b2-a8e8-28b96eb75b2d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:43.267714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a4adf0-3162-43fd-b5f0-da2e727ef7f9 req-09ec33ab-3e23-46b2-a8e8-28b96eb75b2d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0632112 Jan 27 20:00:43.332957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a4adf0-3162-43fd-b5f0-da2e727ef7f9 req-12e66e2f-5131-45ba-a848-8fef6aa5fef8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Jan 27 20:00:43.644528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1e3f-c027-40b1-a2d7-3ee78ba6f5dc req-0eefd5c8-d95b-4737-a482-d4c06956be48 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:43.652418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-451b1e3f-c027-40b1-a2d7-3ee78ba6f5dc req-0eefd5c8-d95b-4737-a482-d4c06956be48 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0613697 Jan 27 20:00:43.713655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-451b1e3f-c027-40b1-a2d7-3ee78ba6f5dc req-05953c48-3343-4301-a4f7-843bad73cc4c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563803 Jan 27 20:00:44.464839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc63feb-7069-4cdb-ab87-900265412eb9 req-99ef955d-5d2c-4d94-8699-883a5f63ea78 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:44.472894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc63feb-7069-4cdb-ab87-900265412eb9 req-99ef955d-5d2c-4d94-8699-883a5f63ea78 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0715988 Jan 27 20:00:44.531974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bfc63feb-7069-4cdb-ab87-900265412eb9 req-738a9440-58f1-4cbb-ad9e-429186196322 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566745 Jan 27 20:00:44.837015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af2b2-6656-4bd6-a5f2-e967f7e59166 req-6824e636-b61f-400d-92b0-019479ec4680 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:44.838556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c0af2b2-6656-4bd6-a5f2-e967f7e59166 req-6824e636-b61f-400d-92b0-019479ec4680 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0560720 Jan 27 20:00:44.901473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c0af2b2-6656-4bd6-a5f2-e967f7e59166 req-6201b661-06ef-469b-b336-2e35fda94b31 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560136 Jan 27 20:00:45.237317 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:45.663841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9328-b1fa-46ea-9f0c-2b9d86d5059d req-909e3eae-d6f2-4edb-a0ae-9c5d7e1ade2b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:45.666457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bfa9328-b1fa-46ea-9f0c-2b9d86d5059d req-909e3eae-d6f2-4edb-a0ae-9c5d7e1ade2b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0615718 Jan 27 20:00:45.688456 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:45.731048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bfa9328-b1fa-46ea-9f0c-2b9d86d5059d req-ac90ab27-969c-4450-ba2d-98cb9ed7ada1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Jan 27 20:00:46.020386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d23b77-e8fd-44ae-a954-f110cd80019b req-aa8b4c6c-f90b-47a5-809c-38b62bda7056 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:46.028074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9d23b77-e8fd-44ae-a954-f110cd80019b req-aa8b4c6c-f90b-47a5-809c-38b62bda7056 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0617952 Jan 27 20:00:46.081241 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:46.089292 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9d23b77-e8fd-44ae-a954-f110cd80019b req-8c6d8c38-91e6-4ae6-8112-bbcdda14de8e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600536 Jan 27 20:00:46.846387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e064-ec07-440c-b940-5e5cdd536718 req-57303757-1939-4ff6-8c0f-7146c917a91e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:46.848555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6a1e064-ec07-440c-b940-5e5cdd536718 req-57303757-1939-4ff6-8c0f-7146c917a91e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0527959 Jan 27 20:00:46.898834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6a1e064-ec07-440c-b940-5e5cdd536718 req-94407294-02e9-4991-944b-6f775ee2e8ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Jan 27 20:00:47.220042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389ab5-5eeb-4227-b1bd-30c92838cef9 req-a107b8e9-b897-4bdf-b198-151d75d137ae tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:47.221995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb389ab5-5eeb-4227-b1bd-30c92838cef9 req-a107b8e9-b897-4bdf-b198-151d75d137ae tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0584979 Jan 27 20:00:47.275552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb389ab5-5eeb-4227-b1bd-30c92838cef9 req-8bf072b2-4eb9-4ae3-8cde-d42e94cc981e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461953 Jan 27 20:00:48.025129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc04156-dad3-4396-9e6d-bede0652eead req-b1c25f16-b3c0-462a-a5ba-f0eea185802f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:48.026760 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cc04156-dad3-4396-9e6d-bede0652eead req-b1c25f16-b3c0-462a-a5ba-f0eea185802f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0521586 Jan 27 20:00:48.076695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cc04156-dad3-4396-9e6d-bede0652eead req-736c1c9a-5409-45b4-9f13-351d193293ad tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Jan 27 20:00:48.408141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975155b8-6a83-43ce-aa74-44d52ee14118 req-ed9c959f-4bf4-484b-b2c2-cd265002023e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:48.410361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975155b8-6a83-43ce-aa74-44d52ee14118 req-ed9c959f-4bf4-484b-b2c2-cd265002023e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0564210 Jan 27 20:00:48.459198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975155b8-6a83-43ce-aa74-44d52ee14118 req-31b84483-3095-4f12-a862-4ed27e81a951 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478001 Jan 27 20:00:49.192623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ded7-98de-4544-974e-5d3fa8685ba0 req-f5d2d061-8452-4908-9260-03e7e16adf7a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:49.194152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82d5ded7-98de-4544-974e-5d3fa8685ba0 req-f5d2d061-8452-4908-9260-03e7e16adf7a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0478876 Jan 27 20:00:49.241309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-82d5ded7-98de-4544-974e-5d3fa8685ba0 req-ef159d38-184c-40ba-805e-c92465d493ea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Jan 27 20:00:49.580806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29dfc-5f43-456d-a3ce-4f65a1ba7bab req-88faf6e5-7af7-4a13-acc3-bd26fe7448be tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:49.582507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a29dfc-5f43-456d-a3ce-4f65a1ba7bab req-88faf6e5-7af7-4a13-acc3-bd26fe7448be tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0547626 Jan 27 20:00:49.634183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a29dfc-5f43-456d-a3ce-4f65a1ba7bab req-7d9ed976-4c86-4ab4-bd1c-37301a0f77c7 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460131 Jan 27 20:00:50.370293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cab04f-02ca-44c1-aa38-ff0da13c274b req-f7303714-14b7-4773-8d01-4b8b447657eb tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:50.372083 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75cab04f-02ca-44c1-aa38-ff0da13c274b req-f7303714-14b7-4773-8d01-4b8b447657eb tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0601640 Jan 27 20:00:50.432321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75cab04f-02ca-44c1-aa38-ff0da13c274b req-644e71a5-15ca-4206-aad7-9d9e90c1ed04 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Jan 27 20:00:50.763130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2e22-89c7-4c04-bad9-3b6bb9b26d60 req-8cfaaa79-90b0-427d-9080-9b6642abcd62 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:50.764617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0cb2e22-89c7-4c04-bad9-3b6bb9b26d60 req-8cfaaa79-90b0-427d-9080-9b6642abcd62 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0562775 Jan 27 20:00:50.814385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0cb2e22-89c7-4c04-bad9-3b6bb9b26d60 req-e1cd23e3-4bb6-400c-b742-8a65f05c2c2c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Jan 27 20:00:51.564677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3e65-8c33-49ec-aa5c-815bdd9665ed req-71d16a32-b44d-4e75-952b-99dd047d9a63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:51.566208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc4c3e65-8c33-49ec-aa5c-815bdd9665ed req-71d16a32-b44d-4e75-952b-99dd047d9a63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0534742 Jan 27 20:00:51.614596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc4c3e65-8c33-49ec-aa5c-815bdd9665ed req-d1751d8a-f80f-4a47-91fb-59e60fd79fcd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Jan 27 20:00:51.937589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d180ef-4162-415f-88c5-85a8bae05c9b req-ee5593b0-4b33-4813-a971-49c4a26c92b6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:51.939077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88d180ef-4162-415f-88c5-85a8bae05c9b req-ee5593b0-4b33-4813-a971-49c4a26c92b6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0507822 Jan 27 20:00:51.990665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88d180ef-4162-415f-88c5-85a8bae05c9b req-462ea179-6efa-4e2a-8dd0-4faff41c81b4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Jan 27 20:00:52.749962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b397-5f2d-4973-80ed-49eb36f5a41b req-63e7e2f9-c1df-490e-a54e-e2c2f0b96c4d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:52.751587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4465b397-5f2d-4973-80ed-49eb36f5a41b req-63e7e2f9-c1df-490e-a54e-e2c2f0b96c4d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0624111 Jan 27 20:00:52.808421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4465b397-5f2d-4973-80ed-49eb36f5a41b req-aa03f916-f910-4edb-8e47-c3bcba319dea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506933 Jan 27 20:00:53.450180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd4f0a-811b-460c-9e48-f218fddf7209 req-43f4634b-6b88-4304-96d3-42089d65f4ee tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:53.451572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8fd4f0a-811b-460c-9e48-f218fddf7209 req-43f4634b-6b88-4304-96d3-42089d65f4ee tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.3905981 Jan 27 20:00:53.502623 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8fd4f0a-811b-460c-9e48-f218fddf7209 req-7d976820-1209-44fc-8315-4e858f6454a8 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443316 Jan 27 20:00:53.935879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e116b-b7fa-4984-a83e-111f5703acde req-6a9947bf-c965-4bca-af95-b4d7e3cb3f9f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:53.937767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-821e116b-b7fa-4984-a83e-111f5703acde req-6a9947bf-c965-4bca-af95-b4d7e3cb3f9f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0536067 Jan 27 20:00:53.994351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-821e116b-b7fa-4984-a83e-111f5703acde req-2f6ec724-468e-4bba-9c71-51bcc6faa467 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Jan 27 20:00:54.047084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:54.644946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4cd7-5a1a-473e-846d-4595c5fad71a req-9c813190-b784-452d-8eb5-10a38601ee05 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:54.646595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d35e4cd7-5a1a-473e-846d-4595c5fad71a req-9c813190-b784-452d-8eb5-10a38601ee05 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0683537 Jan 27 20:00:54.696437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d35e4cd7-5a1a-473e-846d-4595c5fad71a req-5a5c52b6-6694-44bc-8469-64aba4cb34a6 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Jan 27 20:00:54.963025 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:00:55.130653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854c5b-dc0d-4525-bb08-81330d8da967 req-af2a0f36-a54c-4690-affd-d7960818e553 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:55.132306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2854c5b-dc0d-4525-bb08-81330d8da967 req-af2a0f36-a54c-4690-affd-d7960818e553 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0528436 Jan 27 20:00:55.187643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2854c5b-dc0d-4525-bb08-81330d8da967 req-477ef9c1-77a9-4970-932c-19373b326bda tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Jan 27 20:00:55.841978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d434-b592-4f9b-b3ac-153f6cb0a103 req-dd9ad156-63fa-4eff-939c-1684306a4d99 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:55.843573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b750d434-b592-4f9b-b3ac-153f6cb0a103 req-dd9ad156-63fa-4eff-939c-1684306a4d99 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0688529 Jan 27 20:00:55.904041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b750d434-b592-4f9b-b3ac-153f6cb0a103 req-b857217a-ee6d-4bc7-a91b-971e01bf6d3a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526612 Jan 27 20:00:56.307334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769acfd1-2986-4766-bc9b-f02ce0b289f2 req-4b5b3ea0-63a7-4494-8fb5-a4fe671490cd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:56.308808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-769acfd1-2986-4766-bc9b-f02ce0b289f2 req-4b5b3ea0-63a7-4494-8fb5-a4fe671490cd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0484319 Jan 27 20:00:56.356296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-769acfd1-2986-4766-bc9b-f02ce0b289f2 req-179775a0-740d-491e-99f3-75800ede53a0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Jan 27 20:00:57.044603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4996-1612-4015-90e8-dddc81989827 req-f8d46e66-e855-4e60-892b-1249672da465 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:57.046245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e70d4996-1612-4015-90e8-dddc81989827 req-f8d46e66-e855-4e60-892b-1249672da465 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0543475 Jan 27 20:00:57.097580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e70d4996-1612-4015-90e8-dddc81989827 req-0dfda555-cfbe-4ee0-8f0d-d4f0df194ee2 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443439 Jan 27 20:00:57.483438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb904ec9-b340-41d1-a653-dad1dd597184 req-78667ddc-e44b-448e-a481-4c679f717d59 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:57.486061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb904ec9-b340-41d1-a653-dad1dd597184 req-78667ddc-e44b-448e-a481-4c679f717d59 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0586081 Jan 27 20:00:57.545810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb904ec9-b340-41d1-a653-dad1dd597184 req-1e524551-45d3-45b5-86a1-1299b549ce08 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Jan 27 20:00:58.221505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e45d1-8ed8-47d0-8dd4-d4b56c27dc4b req-348f40ed-e08b-4f1c-9f4c-96efd7c6a740 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:58.222975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-475e45d1-8ed8-47d0-8dd4-d4b56c27dc4b req-348f40ed-e08b-4f1c-9f4c-96efd7c6a740 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0483699 Jan 27 20:00:58.271368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-475e45d1-8ed8-47d0-8dd4-d4b56c27dc4b req-86d077e5-2d85-46a1-991b-fc2eec92d41c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Jan 27 20:00:58.669761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb717179-ca9f-4d2c-b163-df32540aa012 req-596b4683-ac42-4fb3-a339-52944728c743 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:58.671251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb717179-ca9f-4d2c-b163-df32540aa012 req-596b4683-ac42-4fb3-a339-52944728c743 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0546889 Jan 27 20:00:58.719495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb717179-ca9f-4d2c-b163-df32540aa012 req-6aab5dff-65a5-4c8b-b446-0035cd2b5a43 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jan 27 20:00:59.384864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fe1b-3fc6-4226-9905-dc3e70eabeea req-a1e72c75-086c-4f6c-bda3-c5bd2e749a6a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:59.386516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2556fe1b-3fc6-4226-9905-dc3e70eabeea req-a1e72c75-086c-4f6c-bda3-c5bd2e749a6a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0485239 Jan 27 20:00:59.435479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2556fe1b-3fc6-4226-9905-dc3e70eabeea req-a50293ab-369f-4515-9254-8618652d32d7 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Jan 27 20:00:59.836809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce71107-0d2c-48dd-8cde-514c102361af req-fb89fd81-0bf9-4bb3-afc3-298025e83b22 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:00:59.838323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce71107-0d2c-48dd-8cde-514c102361af req-fb89fd81-0bf9-4bb3-afc3-298025e83b22 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0493238 Jan 27 20:00:59.889772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fce71107-0d2c-48dd-8cde-514c102361af req-e92f6594-e07e-42de-ba41-966030e0954e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Jan 27 20:01:00.548083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7d880-f514-4b70-8bc7-8eabe0e785ec req-3313c9df-4402-44f5-b701-16c1f873378d tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:00.549589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ff7d880-f514-4b70-8bc7-8eabe0e785ec req-3313c9df-4402-44f5-b701-16c1f873378d tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 944 time: 0.0480964 Jan 27 20:01:00.598015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ff7d880-f514-4b70-8bc7-8eabe0e785ec req-4a03cf15-5804-47e4-a5bc-b4676d05ddf9 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Jan 27 20:01:00.735975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c2a10887-62f6-4f1c-9a01-6c6f681a8da0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:01:00.834769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:00.846774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:01:00.884614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:00.885011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:00.899104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a10887-62f6-4f1c-9a01-6c6f681a8da0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:01:00.919175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:00.924095 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:00.974329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:00.985113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.985501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.985852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.986260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.986543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.986892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.987211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.987542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.987873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.988200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.988535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.988856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:00.989187 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:01.021588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14375d2c-47d1-4eb6-8c70-f311101bac94 req-f7fb6cc7-e1fb-44fa-bdcc-e6b7a4559a26 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:01.023686 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14375d2c-47d1-4eb6-8c70-f311101bac94 req-f7fb6cc7-e1fb-44fa-bdcc-e6b7a4559a26 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0625336 Jan 27 20:01:01.080012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14375d2c-47d1-4eb6-8c70-f311101bac94 req-99799ae8-b8bf-4a13-88a8-1c4ce7fc4f1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Jan 27 20:01:01.206568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c2a10887-62f6-4f1c-9a01-6c6f681a8da0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:01:01.296505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35364) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:01.401848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a8f20183-11f0-4425-aba5-1e80776985a0 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/floatingips/7b249623-8006-4763-869d-95dda344f1df HTTP/1.1" status: 200 len: 993 time: 0.1031702 Jan 27 20:01:01.683964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:01.739335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ecda-c277-478f-8f96-4af448d88c64 req-7d4614e6-2107-4616-92b5-abcc97568921 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:01.740844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6959ecda-c277-478f-8f96-4af448d88c64 req-7d4614e6-2107-4616-92b5-abcc97568921 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 945 time: 0.0656509 Jan 27 20:01:01.809079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6959ecda-c277-478f-8f96-4af448d88c64 req-0264daba-fa34-4ed2-8d50-3f432ae45f2b tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557978 Jan 27 20:01:01.858042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 2f33a832-eedc-494d-a359-edd15112c206 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:01.858383 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2f33a832-eedc-494d-a359-edd15112c206), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:01.937040 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2f33a832-eedc-494d-a359-edd15112c206), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:01.937390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (2f33a832-eedc-494d-a359-edd15112c206), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:01.949572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 2f33a832-eedc-494d-a359-edd15112c206 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:02.110728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2f33a832-eedc-494d-a359-edd15112c206), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:02.142366 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:01:02.145688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=2f33a832-eedc-494d-a359-edd15112c206,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:02.191952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.192427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.192771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.193109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.193509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.193791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.194123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.194446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.194772 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.195128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.195493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.195825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.196146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:02.217497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6148ad-f7e7-4469-8b10-ed3d272d9ab5 req-fb1567a2-cd8f-477c-8c93-cbdcfe4db5d0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:02.219209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af6148ad-f7e7-4469-8b10-ed3d272d9ab5 req-fb1567a2-cd8f-477c-8c93-cbdcfe4db5d0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0528467 Jan 27 20:01:02.223077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for floatingip (7b249623-8006-4763-869d-95dda344f1df), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:02.223416 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Floating IP 7b249623-8006-4763-869d-95dda344f1df disassociated (deleted). External IP: 172.25.5.87, port: 757e2610-995d-4b12-899e-ee1e57a7ea60. Jan 27 20:01:02.270497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af6148ad-f7e7-4469-8b10-ed3d272d9ab5 req-2a9fd181-cf87-486e-b7f2-3bd41fa1e406 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Jan 27 20:01:02.476242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router dd31840a-b4a8-4c38-b47f-023f91f9761b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:02.583075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:02.588664 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:02.593845 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Sync routers for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:02.604157 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:02.604903 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:02.618693 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-552c5175-2731-4ac9-9c29-cc9470439843 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/floatingips/7b249623-8006-4763-869d-95dda344f1df HTTP/1.1" status: 204 len: 168 time: 0.9311676 Jan 27 20:01:02.618693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:02.619441 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f47252-2a69-4ba9-ae10-488018889baa" -d '{"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:02.714594 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:02.752175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c2a10887-62f6-4f1c-9a01-6c6f681a8da0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:02.786425 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b913c87-39e8-45a7-b7b6-ee5b2587c602 x-openstack-request-id: req-7b913c87-39e8-45a7-b7b6-ee5b2587c602 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:02.786425 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:02.786718 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b913c87-39e8-45a7-b7b6-ee5b2587c602 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:02.786971 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'status': 'completed', 'code': 200} Jan 27 20:01:02.829162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:01:02.840209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:02.841362 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:02.898473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47252-2a69-4ba9-ae10-488018889baa req-fd851c5a-2241-482c-859d-798167bd73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:02.901076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-fd851c5a-2241-482c-859d-798167bd73ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 1097 time: 0.0849822 Jan 27 20:01:02.907126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd050e0-6399-412c-9aea-325dd8c0c8b4 req-d9bdc312-ba1e-4cd6-98af-76d18b20bca2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:02.908914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd050e0-6399-412c-9aea-325dd8c0c8b4 req-d9bdc312-ba1e-4cd6-98af-76d18b20bca2 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.0649338 Jan 27 20:01:02.980055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:02.987262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd050e0-6399-412c-9aea-325dd8c0c8b4 req-4b84e159-874f-4f9c-99d4-7a21d1f64208 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712657 Jan 27 20:01:03.005810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:03.006424 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:03.035006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47252-2a69-4ba9-ae10-488018889baa req-11d73690-822d-4b4e-8608-3c441dfb5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.036680 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-11d73690-822d-4b4e-8608-3c441dfb5b55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 200 len: 897 time: 0.1234224 Jan 27 20:01:03.037903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:03.040219 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f993f86a-6dc1-479d-8324-7ce366bbf4da" -d '{"events": [{"server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "name": "network-vif-plugged", "status": "completed", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:03.053506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:03.055423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Checking router: dd31840a-b4a8-4c38-b47f-023f91f9761b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:03.061796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:03.078807 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:03.079590 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:03.096256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-328effae-dc5d-4646-a969-a26adab74d96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 200 len: 217 time: 0.0520520 Jan 27 20:01:03.127240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:03.167974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47252-2a69-4ba9-ae10-488018889baa req-38a26588-91cb-48d4-956b-52602898f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.169800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-38a26588-91cb-48d4-956b-52602898f41d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 200 len: 835 time: 0.0631335 Jan 27 20:01:03.199764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb07cc-408a-427d-a3c5-12c2b15aa2e2 req-76ddd553-b643-4781-89e2-682905fc1db1 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.201825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ebb07cc-408a-427d-a3c5-12c2b15aa2e2 req-76ddd553-b643-4781-89e2-682905fc1db1 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0715630 Jan 27 20:01:03.238818 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:03.243673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47252-2a69-4ba9-ae10-488018889baa req-2e56fdbe-895b-4c3b-a905-5bab7ec5d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.250671 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-2e56fdbe-895b-4c3b-a905-5bab7ec5d162 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5eff5424-3d88-492f-a158-d44ad3bb6e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649800 Jan 27 20:01:03.264377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ebb07cc-408a-427d-a3c5-12c2b15aa2e2 req-c55d6e8a-f9c5-4351-8886-befb0982e7d3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566065 Jan 27 20:01:03.321841 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065dd339-1152-4a15-81a6-27c1823383ed x-openstack-request-id: req-065dd339-1152-4a15-81a6-27c1823383ed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:03.322251 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "name": "network-vif-plugged", "status": "completed", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:03.322603 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-065dd339-1152-4a15-81a6-27c1823383ed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:03.331055 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'code': 200} Jan 27 20:01:03.443973 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-f8af2b60-8b56-4859-a914-af4017cfaae2 service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857133 Jan 27 20:01:03.473128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118f84a-107a-43a1-80ce-3f0c04a2fde1 req-a9eb8774-f09c-4e68-b4d6-7c6e47aadd41 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.475011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9118f84a-107a-43a1-80ce-3f0c04a2fde1 req-a9eb8774-f09c-4e68-b4d6-7c6e47aadd41 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0658166 Jan 27 20:01:03.543460 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:03.549796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9118f84a-107a-43a1-80ce-3f0c04a2fde1 req-f3e982d4-f269-4cd5-898d-3cd984a03a8c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671890 Jan 27 20:01:03.579897 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcfffc-d720-405c-bbfa-7ef4476b71aa None None] The sync data for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 is: [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:00:05Z', 'revision_number': 4, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e7cf2581-646b-4413-9389-3a6310a077b2', 'name': '', 'network_id': '5eff5424-3d88-492f-a158-d44ad3bb6e56', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'mac_address': 'fa:16:3e:d5:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:00:04Z', 'updated_at': '2022-01-27T20:00:11Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'subnets': [{'id': '7da3b647-eaed-47c3-aefc-426a501f0453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:03.787459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17243268-24b4-43b2-9b66-064050d6692d req-75a8f2d4-ec7b-431e-ac0f-bc57b1211308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:03.789573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17243268-24b4-43b2-9b66-064050d6692d req-75a8f2d4-ec7b-431e-ac0f-bc57b1211308 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1097 time: 0.3921649 Jan 27 20:01:03.867284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c3dae6-4396-4519-9f49-1da7f248eebf None None] New status for floating IP 7b249623-8006-4763-869d-95dda344f1df: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:01:03.867993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-40f47252-2a69-4ba9-ae10-488018889baa req-86421212-cddb-4454-89cf-6e621c0a583f service neutron] 10.222.0.39 "GET /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163241 Jan 27 20:01:03.870151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17243268-24b4-43b2-9b66-064050d6692d req-39df8139-7dd8-4a69-b294-86e1138c2e83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742264 Jan 27 20:01:04.117886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae168b-acfb-4a61-9b32-839c7fc7b750 req-9ca89958-8ba2-47b5-a0e5-4ac08eadb8bb tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:04.119391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eae168b-acfb-4a61-9b32-839c7fc7b750 req-9ca89958-8ba2-47b5-a0e5-4ac08eadb8bb tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Jan 27 20:01:04.169633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2eae168b-acfb-4a61-9b32-839c7fc7b750 req-5e9896b7-c936-40f8-b6ba-bccb744ed79e tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1d83fb-8574-44c1-866b-fbb6597d208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Jan 27 20:01:04.286229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-45c69910-6efe-410e-958c-9fe85f65046d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:04.287816 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-45c69910-6efe-410e-958c-9fe85f65046d tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.39 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 946 time: 0.0486405 Jan 27 20:01:04.380980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60c40-6ee4-4346-8356-b082a87899cd req-ed8f6094-ad0c-4009-8f86-81f59fbc92d0 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:04.383097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1db60c40-6ee4-4346-8356-b082a87899cd req-ed8f6094-ad0c-4009-8f86-81f59fbc92d0 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0490625 Jan 27 20:01:04.400386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 757e2610-995d-4b12-899e-ee1e57a7ea60 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:04.400801 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:04.443609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1db60c40-6ee4-4346-8356-b082a87899cd req-13c10a4a-96ee-4456-bb3e-efcf603f8838 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543084 Jan 27 20:01:04.504107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 757e2610-995d-4b12-899e-ee1e57a7ea60, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=757e2610-995d-4b12-899e-ee1e57a7ea60,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:04.504572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:04.518499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 757e2610-995d-4b12-899e-ee1e57a7ea60 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:04.668055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (757e2610-995d-4b12-899e-ee1e57a7ea60), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:04.695974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf57a-98d4-4f69-a329-79dc1cc55369 req-444b1ff2-172a-4e63-98b9-4d15ebc55f5c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:04.701623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=757e2610-995d-4b12-899e-ee1e57a7ea60,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:04.701826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-828bf57a-98d4-4f69-a329-79dc1cc55369 req-444b1ff2-172a-4e63-98b9-4d15ebc55f5c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 943 time: 0.0627563 Jan 27 20:01:04.752033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e269824b-6a6b-43e8-a5e1-3973866accca details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:01:04.754742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] No DVR routers for this DVR port 757e2610-995d-4b12-899e-ee1e57a7ea60 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:04.757786 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:04.761741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1a469bb-9dab-4b3d-9498-d8810de0e768 req-8454e598-0ce6-4b72-aacb-eeb3cadc556c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.39 "DELETE /v2.0/ports/757e2610-995d-4b12-899e-ee1e57a7ea60 HTTP/1.1" status: 204 len: 173 time: 0.4688027 Jan 27 20:01:04.764628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-828bf57a-98d4-4f69-a329-79dc1cc55369 req-5ea1f4be-7388-4a8b-8278-c44048946aa4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586965 Jan 27 20:01:04.788275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'name': 'network-vif-deleted', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:04.794509 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1527d-86ad-4d75-a9a2-990e528db1e6" -d '{"events": [{"server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "name": "network-vif-deleted", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:04.833754 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082da0c-e6f5-495b-b921-05b983cdb894 x-openstack-request-id: req-7082da0c-e6f5-495b-b921-05b983cdb894 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:04.834054 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12910f16-cb9c-4553-9ae8-dba1aefb1456", "name": "network-vif-deleted", "tag": "757e2610-995d-4b12-899e-ee1e57a7ea60", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:04.834313 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7082da0c-e6f5-495b-b921-05b983cdb894 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:04.834714 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12910f16-cb9c-4553-9ae8-dba1aefb1456', 'name': 'network-vif-deleted', 'tag': '757e2610-995d-4b12-899e-ee1e57a7ea60', 'status': 'completed', 'code': 200} Jan 27 20:01:04.890050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e269824b-6a6b-43e8-a5e1-3973866accca,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:04.908460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'e269824b-6a6b-43e8-a5e1-3973866accca', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': 'e269824b-6a6b-43e8-a5e1-3973866accca', 'mac_address': 'fa:16:3e:44:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:01:04.946858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e269824b-6a6b-43e8-a5e1-3973866accca is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:04.947233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:04.960364 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e269824b-6a6b-43e8-a5e1-3973866accca {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:01:04.980555 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e269824b-6a6b-43e8-a5e1-3973866accca,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:04.984471 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:05.040495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:05.313497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-044ee684-a07f-4aa5-83de-ae131281be99 req-f57a02dc-b9eb-4e5e-bba4-e3dd32e851fa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "GET /v2.0/ports?device_id=12910f16-cb9c-4553-9ae8-dba1aefb1456 HTTP/1.1" status: 200 len: 210 time: 0.0297575 Jan 27 20:01:05.332629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['e269824b-6a6b-43e8-a5e1-3973866accca'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:01:05.578920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26799bd2-641f-43a7-8650-d59cedf515df req-ebd0395a-cade-41c7-8141-11b29a9a674e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:05.580400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26799bd2-641f-43a7-8650-d59cedf515df req-ebd0395a-cade-41c7-8141-11b29a9a674e tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0611663 Jan 27 20:01:05.634933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26799bd2-641f-43a7-8650-d59cedf515df req-333df321-c0e3-4e82-af22-bfb0aa6462ae tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Jan 27 20:01:05.758454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d051a-18dd-461c-9dc6-5abe1ffb3251 req-1d0c5516-2ffc-49e8-a31c-3c66e1de038f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:05.760466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441d051a-18dd-461c-9dc6-5abe1ffb3251 req-1d0c5516-2ffc-49e8-a31c-3c66e1de038f tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0571945 Jan 27 20:01:05.815593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-441d051a-18dd-461c-9dc6-5abe1ffb3251 req-55738413-e83a-4dcb-9db9-088cec1ef0c7 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486817 Jan 27 20:01:05.844920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:05.952380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f90ec-1c09-4207-a48d-33639d1488e3 req-a95daa91-1a76-4f3f-b329-6d910d467d8d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:05.954586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45f90ec-1c09-4207-a48d-33639d1488e3 req-a95daa91-1a76-4f3f-b329-6d910d467d8d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 944 time: 0.0529373 Jan 27 20:01:06.011009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a45f90ec-1c09-4207-a48d-33639d1488e3 req-ff31e846-d4ed-45ad-b91c-005b94b90ffe tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Jan 27 20:01:06.050412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e01eee-a253-4086-81ec-9ea96560bd91 tempest-TestVolumeBackupRestore-1493552697 tempest-TestVolumeBackupRestore-1493552697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:06.055255 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f6e01eee-a253-4086-81ec-9ea96560bd91 tempest-TestVolumeBackupRestore-1493552697 tempest-TestVolumeBackupRestore-1493552697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1092 time: 0.2059202 Jan 27 20:01:06.055564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35420) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:06.059986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:06.081249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.182803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.297405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Allocated IP 172.25.5.10 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/f6bee957-6e82-4230-8306-880a9ec3fb55) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:06.401548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:06.426571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.470762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.473764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (5f1d83fb-8574-44c1-866b-fbb6597d208b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.522700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:06.524522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (5f1d83fb-8574-44c1-866b-fbb6597d208b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.526201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:06.530898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:06.573114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'Port': ['ID=f6bee957-6e82-4230-8306-880a9ec3fb55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:06.589362 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.590214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.590475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.590910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.591341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.591773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.592230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.592670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.593091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.593543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.593961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.594388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.594796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:06.609949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (5f1d83fb-8574-44c1-866b-fbb6597d208b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.627257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.631123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/security-groups/5f1d83fb-8574-44c1-866b-fbb6597d208b HTTP/1.1" status: 204 len: 168 time: 0.2251959 Jan 27 20:01:06.662263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a0ee-5cc5-4133-8242-40fb051840bd tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d83fb-8574-44c1-866b-fbb6597d208b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:06.679512 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:06.766615 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e269824b-6a6b-43e8-a5e1-3973866accca up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:06.863877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port e269824b-6a6b-43e8-a5e1-3973866accca completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:01:06.870075 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port e269824b-6a6b-43e8-a5e1-3973866accca triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:06.870734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:06.986344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port e269824b-6a6b-43e8-a5e1-3973866accca is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:06.987007 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.013982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:07.017494 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e16592-009e-415b-83d9-8c8395aa7cf8" -d '{"events": [{"server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "name": "network-vif-plugged", "status": "completed", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:07.037292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e269824b-6a6b-43e8-a5e1-3973866accca,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:07.044489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.131577 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106afb6-71f5-4372-83ef-581160fca733 x-openstack-request-id: req-e106afb6-71f5-4372-83ef-581160fca733 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:07.131791 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "name": "network-vif-plugged", "status": "completed", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:07.132043 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e106afb6-71f5-4372-83ef-581160fca733 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:07.132937 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca', 'code': 200} Jan 27 20:01:07.134346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:07.242988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (bd4bc358-4355-459f-b259-be85129a18de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.248990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070eb84-74e2-47ac-a37f-6ee24cd8bcb0 req-53292dbc-b460-4cf4-8052-7a0fff6f02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:07.250730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1070eb84-74e2-47ac-a37f-6ee24cd8bcb0 req-53292dbc-b460-4cf4-8052-7a0fff6f02a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 1096 time: 0.1045644 Jan 27 20:01:07.283785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca987bd-1736-4ffd-b39f-91236db1856b req-4ac17c3c-76f0-4911-9992-e80c17938cd4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:07.284819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fca987bd-1736-4ffd-b39f-91236db1856b req-4ac17c3c-76f0-4911-9992-e80c17938cd4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.0917392 Jan 27 20:01:07.328094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1070eb84-74e2-47ac-a37f-6ee24cd8bcb0 req-2628846a-57d5-4c84-b799-bc2a8d0cb571 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709786 Jan 27 20:01:07.336489 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.366290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.395684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fca987bd-1736-4ffd-b39f-91236db1856b req-b61bf82c-1e02-4819-8e7c-621d564401f7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022222 Jan 27 20:01:07.540441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.545692 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.617589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event updated for resources: {'Port': ['ID=f6bee957-6e82-4230-8306-880a9ec3fb55,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:07.626964 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bd4bc358-4355-459f-b259-be85129a18de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.686207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port e7cf2581-646b-4413-9389-3a6310a077b2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:07.686805 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.746901 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Floating IP bd4bc358-4355-459f-b259-be85129a18de associated. External IP: 172.25.5.10, port: c2a10887-62f6-4f1c-9a01-6c6f681a8da0. Jan 27 20:01:07.786822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port e7cf2581-646b-4413-9389-3a6310a077b2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e7cf2581-646b-4413-9389-3a6310a077b2,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:07.787849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:07.806367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for e7cf2581-646b-4413-9389-3a6310a077b2 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:07.984346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:08.009954 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e7cf2581-646b-4413-9389-3a6310a077b2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:08.035623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=e7cf2581-646b-4413-9389-3a6310a077b2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:08.108167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:08.124391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:08.132994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:08.147721 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:08.149595 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:08.182241 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fb849401-e06a-47cb-9860-3ddfadc62f4a tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1251945 Jan 27 20:01:08.182929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:08.183576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:08.186306 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9" -d '{"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:08.256022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64667620-ddc0-4225-b077-a9e7bf645b22 tempest-TestVolumeBackupRestore-1493552697 tempest-TestVolumeBackupRestore-1493552697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:08.261427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-64667620-ddc0-4225-b077-a9e7bf645b22 tempest-TestVolumeBackupRestore-1493552697 tempest-TestVolumeBackupRestore-1493552697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1092 time: 0.0722022 Jan 27 20:01:08.262073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:08.265186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:08.268427 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Request body: {'floatingip': {'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:08.361585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (bd4bc358-4355-459f-b259-be85129a18de), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:08.447792 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:08.761920 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2005b57-5c6b-46fe-bc8c-c672f746a99d x-openstack-request-id: req-e2005b57-5c6b-46fe-bc8c-c672f746a99d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:08.762608 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:08.762608 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2005b57-5c6b-46fe-bc8c-c672f746a99d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:08.765327 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:01:08.848633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd1c4a-0b64-4ca9-9fa4-c1a3d9f627da req-991e1821-87b3-4b55-aaf5-8b12079d7b91 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:08.849851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07dd1c4a-0b64-4ca9-9fa4-c1a3d9f627da req-991e1821-87b3-4b55-aaf5-8b12079d7b91 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.1193647 Jan 27 20:01:08.883165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-3f035216-ab74-4e22-a7a7-b52c214129cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:08.884657 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-3f035216-ab74-4e22-a7a7-b52c214129cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1097 time: 0.4095368 Jan 27 20:01:08.917202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 757e2610-995d-4b12-899e-ee1e57a7ea60 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:08.947634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 757e2610-995d-4b12-899e-ee1e57a7ea60 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:08.950215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 757e2610-995d-4b12-899e-ee1e57a7ea60 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:08.962763 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:06Z', 'revision_number': 0, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:08.975836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07dd1c4a-0b64-4ca9-9fa4-c1a3d9f627da req-0470f64b-0889-4b89-afe6-02fd16b2b66f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894415 Jan 27 20:01:08.989979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-16c68bbf-036c-431e-859c-a02e03cd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:08.991796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-16c68bbf-036c-431e-859c-a02e03cd3570 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 914 time: 0.0982821 Jan 27 20:01:09.005425 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Router dd31840a-b4a8-4c38-b47f-023f91f9761b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:09.022768 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:09.029249 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30867d15-00db-4dcd-bfed-47db6e92d4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.035149 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:09.035913 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:09.112826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.117755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (bd4bc358-4355-459f-b259-be85129a18de), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.126770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-1278558e-aeab-44c2-be6e-5db7403819af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 999 time: 0.1291578 Jan 27 20:01:09.175130 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:09.259738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:09.270838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Sync routers for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:09.279223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a138a6f-a57c-4cba-9a3d-0baf26102efa tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "PUT /v2.0/routers/dd31840a-b4a8-4c38-b47f-023f91f9761b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985672 Jan 27 20:01:09.282151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:09.287645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-a12d58d1-fa6d-4ba3-ac80-ce1747abef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:09.289178 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-a12d58d1-fa6d-4ba3-ac80-ce1747abef81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.1544352 Jan 27 20:01:09.291182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:09.292094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:09.359591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-d60a719c-e034-48c2-aa68-3c4002d956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:09.361535 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-d60a719c-e034-48c2-aa68-3c4002d956ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657306 Jan 27 20:01:09.363518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting subnet 7da3b647-eaed-47c3-aefc-426a501f0453 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:01:09.397816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (7da3b647-eaed-47c3-aefc-426a501f0453), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.454232 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (7da3b647-eaed-47c3-aefc-426a501f0453), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.482656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:09.483030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:09.513628 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-8b3f327c-6a63-4d20-b54a-f89aee36c487 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451080 Jan 27 20:01:09.616279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:09.623289 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.674299 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0d261c8d-56b7-47c2-90e0-b8d0bab566e9 req-e6d4ea48-9216-49f3-96e5-178dca677b4e service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552992 Jan 27 20:01:09.678281 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:06Z', 'revision_number': 0, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:09.711559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-147ea861-660b-45dd-afcc-94b997140356 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "PUT /v2.0/floatingips/bd4bc358-4355-459f-b259-be85129a18de HTTP/1.1" status: 200 len: 991 time: 1.4483247 Jan 27 20:01:09.728822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98181987-a2c2-44d0-b677-b62501e4ae11 None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:06Z', 'revision_number': 0, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:09.729833 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (7da3b647-eaed-47c3-aefc-426a501f0453), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.732160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:01:07Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:09.761619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Checking router: dd31840a-b4a8-4c38-b47f-023f91f9761b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:09.773435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Routers {'dd31840a-b4a8-4c38-b47f-023f91f9761b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:09.774677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['dd31840a-b4a8-4c38-b47f-023f91f9761b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:09.812855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (7da3b647-eaed-47c3-aefc-426a501f0453), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.856035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Subnet': ['ID=7da3b647-eaed-47c3-aefc-426a501f0453,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:09.860356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:09.864089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e83ff5c8-530e-4966-baf4-57aa39ce4b3c tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/subnets/7da3b647-eaed-47c3-aefc-426a501f0453 HTTP/1.1" status: 204 len: 168 time: 0.5807586 Jan 27 20:01:09.867278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:09.909705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5250e-3117-46ca-bfc2-eb272ac99bf7 None None] Network 5eff5424-3d88-492f-a158-d44ad3bb6e56 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:09.994924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] Set router dd31840a-b4a8-4c38-b47f-023f91f9761b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:10.017029 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418155a-a315-4784-a3cd-e8b40b1309ac None None] New status for floating IP bd4bc358-4355-459f-b259-be85129a18de: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:01:10.092966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.314455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] DHCP port deletion for 5eff5424-3d88-492f-a158-d44ad3bb6e56 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:01:10.375444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:01:07Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:10.383792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_gateway (dd31840a-b4a8-4c38-b47f-023f91f9761b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.434747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf6db7-57a2-40fa-bfae-b22010d361fd None None] The sync data for ids ['dd31840a-b4a8-4c38-b47f-023f91f9761b'] in n-d-760453-6 is: [{'id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'name': 'tempest-TestNetworkBasicOps-router-1728441240', 'tenant_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:59:58Z', 'updated_at': '2022-01-27T20:01:07Z', 'revision_number': 5, 'project_id': 'bc6fd969cbca4ae78d2c4fb2efbe6bd6', 'gw_port': {'id': '2e165d0d-9930-4228-ba89-aab9fabd82e4', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31840a-b4a8-4c38-b47f-023f91f9761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:59:59Z', 'updated_at': '2022-01-27T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:10.453465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Deleting port 527d97a4-a1e9-450f-8cde-afd66ebfee28 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:10.453954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.458505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:10.528303 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-8d64e009-83b7-4234-b3af-74d6a464ea01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365652 Jan 27 20:01:10.552127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Deleting port 2e165d0d-9930-4228-ba89-aab9fabd82e4 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:10.552415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.671004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-f1888561-89ca-4a55-a7cd-1aa8da03db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:10.672529 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-f1888561-89ca-4a55-a7cd-1aa8da03db35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 1096 time: 0.0775480 Jan 27 20:01:10.681158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd693be9-5485-49fa-8461-705577970392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.703091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:10.748884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:10.749761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:10.768725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}, {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:10.770985 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786304c7-ef46-4f4e-98db-fc8f35d8fe48" -d '{"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}, {"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:10.801599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056f53d-35b8-4a4d-983d-fe493bf34a93 req-03569927-2a7a-4b87-9a98-7a8b8a4b7f72 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:10.807444 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-1333ad7f-f4c6-469b-95f9-90d546804b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:10.808886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-1333ad7f-f4c6-469b-95f9-90d546804b9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.1061947 Jan 27 20:01:10.817102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e056f53d-35b8-4a4d-983d-fe493bf34a93 req-03569927-2a7a-4b87-9a98-7a8b8a4b7f72 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.7149370 Jan 27 20:01:10.875498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-397e15e7-d3d2-413f-8d90-ac2b091ce9c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e269824b-6a6b-43e8-a5e1-3973866accca HTTP/1.1" status: 200 len: 217 time: 0.0605516 Jan 27 20:01:10.880785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:10.933483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] For port 2e165d0d-9930-4228-ba89-aab9fabd82e4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2e165d0d-9930-4228-ba89-aab9fabd82e4,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:10.933639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] For port 527d97a4-a1e9-450f-8cde-afd66ebfee28, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=527d97a4-a1e9-450f-8cde-afd66ebfee28,segment=NetworkSegment(1ff8c433-5cf5-4a68-b3e0-9af4157f95fe),segment_id=1ff8c433-5cf5-4a68-b3e0-9af4157f95fe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:10.933870 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.933992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:10.938852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e056f53d-35b8-4a4d-983d-fe493bf34a93 req-c283d42a-c6e6-45fd-8154-7245ff5f78ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121027 Jan 27 20:01:10.958793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Calling delete_port for 527d97a4-a1e9-450f-8cde-afd66ebfee28 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:10.971638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Calling delete_port for 2e165d0d-9930-4228-ba89-aab9fabd82e4 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:10.998627 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5ed29-43d6-4f7c-a6c0-1c3bb46493f1 x-openstack-request-id: req-96a5ed29-43d6-4f7c-a6c0-1c3bb46493f1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:10.998960 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:10.999199 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96a5ed29-43d6-4f7c-a6c0-1c3bb46493f1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:10.999934 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:01:11.000210 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:01:11.035749 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-0a05aaa9-21ab-4ed9-a8e8-2f7ca60429c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.037306 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-0a05aaa9-21ab-4ed9-a8e8-2f7ca60429c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.1507566 Jan 27 20:01:11.195576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-4e021b06-8c9a-4961-83cb-98efb3159b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.197162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-4e021b06-8c9a-4961-83cb-98efb3159b73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091061 Jan 27 20:01:11.203450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-a5cbcda2-a47b-463b-86f5-aad58f336479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.203597 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd693be9-5485-49fa-8461-705577970392 admin admin] Publish callbacks [] for security_group (bb947634-d51a-496b-9350-cf728e3a3c6a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.206180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-a5cbcda2-a47b-463b-86f5-aad58f336479 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1097 time: 0.1868117 Jan 27 20:01:11.251354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd693be9-5485-49fa-8461-705577970392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bb947634-d51a-496b-9350-cf728e3a3c6a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.282558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2467-1645-4ef7-9505-445cd946d2fa req-ce0a8f58-a4e1-4a78-8d82-70ab9eb9b3ac tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.293513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e3b2467-1645-4ef7-9505-445cd946d2fa req-ce0a8f58-a4e1-4a78-8d82-70ab9eb9b3ac tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.1843259 Jan 27 20:01:11.322740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 527d97a4-a1e9-450f-8cde-afd66ebfee28 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:11.357326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 527d97a4-a1e9-450f-8cde-afd66ebfee28 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:11.357721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 527d97a4-a1e9-450f-8cde-afd66ebfee28 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:11.358683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e7cf2581-646b-4413-9389-3a6310a077b2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:11.362631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd693be9-5485-49fa-8461-705577970392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb947634-d51a-496b-9350-cf728e3a3c6a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:11.362828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (527d97a4-a1e9-450f-8cde-afd66ebfee28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.369189 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dd693be9-5485-49fa-8461-705577970392 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7577e7d6c19e47f38d3f5ca3d95f6683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9024215 Jan 27 20:01:11.370716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:11.423141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e7cf2581-646b-4413-9389-3a6310a077b2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:11.423464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e7cf2581-646b-4413-9389-3a6310a077b2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:11.433644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:10Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:11.466041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] Pushing event deleted for resources: {'Port': ['ID=527d97a4-a1e9-450f-8cde-afd66ebfee28,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:11.470903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:11.478882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7acd0a-fd62-46a5-b085-92c0161ca7e0 None None] No DVR routers for this DVR port 527d97a4-a1e9-450f-8cde-afd66ebfee28 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:11.480791 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-9c13f0cf-c654-4d2d-9bba-195130e6fc07 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757666 Jan 27 20:01:11.493001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:11.493718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:00:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:11.508666 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] Publish callbacks [] for security_group (bb947634-d51a-496b-9350-cf728e3a3c6a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.524346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-b45ce741-3c1f-4bce-bdc6-f5f37373653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.525930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-b45ce741-3c1f-4bce-bdc6-f5f37373653f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 914 time: 0.3132138 Jan 27 20:01:11.532394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2e165d0d-9930-4228-ba89-aab9fabd82e4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.612007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] Publish callbacks [] for security_group (bb947634-d51a-496b-9350-cf728e3a3c6a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.614314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Port': ['ID=2e165d0d-9930-4228-ba89-aab9fabd82e4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:11.653181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:11.665883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-02755dbb-03e7-46fa-b6d2-0209f01e8bb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 1001 time: 0.1327810 Jan 27 20:01:11.706918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.725303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e3b2467-1645-4ef7-9505-445cd946d2fa req-b0a1db89-16cf-4758-932d-4ad849515657 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289868 Jan 27 20:01:11.773017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-5119c253-f9eb-46ed-aaf7-d7f840f5b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.777072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-5119c253-f9eb-46ed-aaf7-d7f840f5b757 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.1060047 Jan 27 20:01:11.829148 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.832766 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-c74e81c9-edaa-44ef-9b94-4aac5aa56433 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414011 Jan 27 20:01:11.833980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router_controller (dd31840a-b4a8-4c38-b47f-023f91f9761b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.856571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (bb947634-d51a-496b-9350-cf728e3a3c6a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.860027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.861197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb947634-d51a-496b-9350-cf728e3a3c6a HTTP/1.1" status: 204 len: 168 time: 0.4895558 Jan 27 20:01:11.902941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8278-4cd5-44f3-9670-cd22f65fda6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb947634-d51a-496b-9350-cf728e3a3c6a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:11.914183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (dd31840a-b4a8-4c38-b47f-023f91f9761b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.915023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Fanout notify agent at l3_agent the message router_deleted on router dd31840a-b4a8-4c38-b47f-023f91f9761b {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:01:11.945957 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:11.948110 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e769a1a-5dd9-432e-88fe-38ff97901df5 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/routers/dd31840a-b4a8-4c38-b47f-023f91f9761b HTTP/1.1" status: 204 len: 168 time: 2.0797913 Jan 27 20:01:11.952481 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:11.983917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-338a97ad-a870-4684-a16f-13f42cfcad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:11.985878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-338a97ad-a870-4684-a16f-13f42cfcad2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023058 Jan 27 20:01:12.005068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60760-13b1-4bb7-b92a-55bc34ebf288 req-0f8f90bb-6fdf-4185-80bf-ac43568c97e8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:12.012060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e60760-13b1-4bb7-b92a-55bc34ebf288 req-0f8f90bb-6fdf-4185-80bf-ac43568c97e8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.1469636 Jan 27 20:01:12.083459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5eff5424-3d88-492f-a158-d44ad3bb6e56), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.101803 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:10Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:12.167947 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdf19e-0d41-4d62-a348-33e2e9447255 None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'bd4bc358-4355-459f-b259-be85129a18de', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'port_id': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'mac_address': 'fa:16:3e:a4:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:01:06Z', 'updated_at': '2022-01-27T20:01:10Z', 'revision_number': 2, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:12.180620 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e7db717-79b0-4c49-ae4f-e8944b4e065b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.197762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7e60760-13b1-4bb7-b92a-55bc34ebf288 req-dfaaccdd-9537-4b12-89e2-c766102a96d6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654387 Jan 27 20:01:12.268379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-457afd1b-621c-43d4-912c-c647e085262c service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551150 Jan 27 20:01:12.315298 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5eff5424-3d88-492f-a158-d44ad3bb6e56), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.373796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff5424-3d88-492f-a158-d44ad3bb6e56']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:12.398939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:12.399240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff8c433-5cf5-4a68-b3e0-9af4157f95fe') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:12.416272 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (1ff8c433-5cf5-4a68-b3e0-9af4157f95fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.455974 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1ff8c433-5cf5-4a68-b3e0-9af4157f95fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.478457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:01:12.478944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (1ff8c433-5cf5-4a68-b3e0-9af4157f95fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:01:12.487382 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:01:12.508765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-85389e2b-1a09-4c63-a438-a7e434f0f57b service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309294 Jan 27 20:01:12.620334 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5eff5424-3d88-492f-a158-d44ad3bb6e56), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.621203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-508f8202-929a-4bc3-bb8d-bb2f7abf43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:12.625612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-508f8202-929a-4bc3-bb8d-bb2f7abf43e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1097 time: 0.0656519 Jan 27 20:01:12.634728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:12.644484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] 10.222.0.59 "DELETE /v2.0/networks/5eff5424-3d88-492f-a158-d44ad3bb6e56 HTTP/1.1" status: 204 len: 168 time: 0.6887078 Jan 27 20:01:12.663771 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f921801-fe76-4811-9ba8-fc1a380483b6 tempest-TestNetworkBasicOps-812376393 tempest-TestNetworkBasicOps-812376393-project] Pushing event deleted for resources: {'Network': ['ID=5eff5424-3d88-492f-a158-d44ad3bb6e56,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:12.797108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a692a-e6e4-4d92-9736-658ea1bdbb8d req-045c1e5f-8b96-4a11-8698-f5622478e684 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:12.798614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b0a692a-e6e4-4d92-9736-658ea1bdbb8d req-045c1e5f-8b96-4a11-8698-f5622478e684 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.0910406 Jan 27 20:01:12.799933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-d7b043c1-e723-4040-8e59-a75fa56f85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:12.801493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-d7b043c1-e723-4040-8e59-a75fa56f85b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 914 time: 0.1695073 Jan 27 20:01:12.903479 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-486f9ce5-8bd8-49c5-a278-71d6e7570bad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 1001 time: 0.0945065 Jan 27 20:01:12.910707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b0a692a-e6e4-4d92-9736-658ea1bdbb8d req-0ab40dcb-7e9b-49fa-b14d-56da5ad7e4fc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046093 Jan 27 20:01:12.956683 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-9baba3a0-8a7d-4019-aa4c-ff55a738ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:12.958492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-9baba3a0-8a7d-4019-aa4c-ff55a738ce95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.0469241 Jan 27 20:01:12.994415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35508) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.011264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-caeecc63-ebb2-4061-8cc5-49814b54dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:13.013247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-caeecc63-ebb2-4061-8cc5-49814b54dacc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483079 Jan 27 20:01:13.091341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.117842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-6b7d9e49-5757-4d6a-9fa9-256af56d2337 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974112 Jan 27 20:01:13.199189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-166037722-network', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:13.217306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-786304c7-ef46-4f4e-98db-fc8f35d8fe48 req-11660890-be5f-4573-abc1-dc1a0cdf933b service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917304 Jan 27 20:01:13.217504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5ae20924-5564-4e90-9b5f-5631c48d80bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc6fd969cbca4ae78d2c4fb2efbe6bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212064 Jan 27 20:01:13.219541 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.252609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2e165d0d-9930-4228-ba89-aab9fabd82e4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:13.253145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Made reservation on behalf of 1efaa24837614c818a7e43b3262b65a7 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:01:13.255121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.270321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.273556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2e165d0d-9930-4228-ba89-aab9fabd82e4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:13.274124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2e165d0d-9930-4228-ba89-aab9fabd82e4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:13.308620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] Publish callbacks [] for security_group (493ea8af-9676-4200-9571-3f75b6a37b06), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.350602 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] Publish callbacks [] for security_group (493ea8af-9676-4200-9571-3f75b6a37b06), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.411505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks [] for security_group (35e736fc-b1ea-4304-aa1c-41fea95b1cae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.416062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (35e736fc-b1ea-4304-aa1c-41fea95b1cae), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.437987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (493ea8af-9676-4200-9571-3f75b6a37b06), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.440505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.441677 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/493ea8af-9676-4200-9571-3f75b6a37b06 HTTP/1.1" status: 204 len: 168 time: 0.2212932 Jan 27 20:01:13.451773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:01:13.458978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e736fc-b1ea-4304-aa1c-41fea95b1cae,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:13.468754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47f02e24-4d92-4d14-9977-a61ee39971db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.469116 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Added segment 47f02e24-4d92-4d14-9977-a61ee39971db of type vlan for network f80c6430-f601-48ad-aab6-c39d894e0050 Jan 27 20:01:13.483315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fbd5f-012d-4f13-8bf7-abb9f4a4821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ea8af-9676-4200-9571-3f75b6a37b06,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:13.529523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f80c6430-f601-48ad-aab6-c39d894e0050), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.556220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f80c6430-f601-48ad-aab6-c39d894e0050), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.557249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:13.557841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.634307 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5418415 Jan 27 20:01:13.637336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.642405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Request body: {'subnet': {'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-166037722-subnet', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:13.664298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccc712-3933-4fc1-82e5-5d2a8009e78a admin admin] Pushing event updated for resources: {'Network': ['ID=f80c6430-f601-48ad-aab6-c39d894e0050,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:13.667119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Made reservation on behalf of 1efaa24837614c818a7e43b3262b65a7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:01:13.670043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.674795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f80c6430-f601-48ad-aab6-c39d894e0050 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:01:13.768203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35526) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.782413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c399883f-3a6d-4898-899b-7439b5bf09aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.868636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c399883f-3a6d-4898-899b-7439b5bf09aa admin admin] Publish callbacks [] for security_group (9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.868939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (3a9b6683-cc9a-4809-8c93-361625f14529), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.872021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c399883f-3a6d-4898-899b-7439b5bf09aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.912877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c399883f-3a6d-4898-899b-7439b5bf09aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b8ba754bee945d88bfcbeb23371290b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411915 Jan 27 20:01:13.913108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:13.919428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399883f-3a6d-4898-899b-7439b5bf09aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:13.935199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9b6683-cc9a-4809-8c93-361625f14529,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:13.941692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Checking segment: {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:13.942507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Network hostable DHCP agents. Network: f80c6430-f601-48ad-aab6-c39d894e0050, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:01:13.962467 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Network f80c6430-f601-48ad-aab6-c39d894e0050 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:01:13.974488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f80c6430-f601-48ad-aab6-c39d894e0050) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:13.979558 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] Publish callbacks [] for security_group (9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.981937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:13.982988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:13.983530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb24aba-d646-455a-92d7-17843133bc21 None None] Network f80c6430-f601-48ad-aab6-c39d894e0050 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:14.003213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e38c2bd9-e427-45ca-9f74-21c9c6482610 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3644547 Jan 27 20:01:14.003783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:14.009122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:14.012141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] Publish callbacks [] for security_group (9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.067663 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (800e5b5d-1986-467f-9856-872a368dd80e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.069401 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (800e5b5d-1986-467f-9856-872a368dd80e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.076295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.081685 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.084259 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304 HTTP/1.1" status: 204 len: 168 time: 0.1694803 Jan 27 20:01:14.093912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7db70-a147-4097-a6cd-fabc937c3aa2 req-1cb780e1-46e3-4f1d-9561-f315e04314d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:14.096613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f7db70-a147-4097-a6cd-fabc937c3aa2 req-1cb780e1-46e3-4f1d-9561-f315e04314d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.0818908 Jan 27 20:01:14.098333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf2f36-b354-4ea8-adc5-576b57398958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1f9df-c75b-4fe1-ae8e-b3b4eeb66304,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:14.143143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f80c6430-f601-48ad-aab6-c39d894e0050', 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050', 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'fixed_ips': [{'subnet_id': '3a9b6683-cc9a-4809-8c93-361625f14529'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:01:14.144867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.228133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for router_controller (800e5b5d-1986-467f-9856-872a368dd80e), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.305459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Allocated IP 172.20.0.2 (f80c6430-f601-48ad-aab6-c39d894e0050/3a9b6683-cc9a-4809-8c93-361625f14529/d6077c5a-a3b8-4540-a2cf-c78b9fda62b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:14.385098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-67f7db70-a147-4097-a6cd-fabc937c3aa2 req-45001cbc-d882-450b-b788-d5b187cbe519 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771256 Jan 27 20:01:14.441185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-3909a6ab-0bd1-4bf4-9856-2a0752c13cd0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:14.443199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-3909a6ab-0bd1-4bf4-9856-2a0752c13cd0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 945 time: 0.2362492 Jan 27 20:01:14.486170 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for router_gateway (800e5b5d-1986-467f-9856-872a368dd80e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.493379 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks [] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.499883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.553687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Network f80c6430-f601-48ad-aab6-c39d894e0050 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:14.558104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:14.560179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Pushing event updated for resources: {'Port': ['ID=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:14.565569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:14.641234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Attempting to bind port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:14.641920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Attempting to bind port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:14.642288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Attempting to bind port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 on network f80c6430-f601-48ad-aab6-c39d894e0050 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:14.648893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:14.649378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Checking segment: {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:14.649795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.650199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Bound using segment: {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:14.650696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Bound port: d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:14.651087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.651955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port e269824b-6a6b-43e8-a5e1-3973866accca {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:14.652303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.726657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] For port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:14.730917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] For port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:14.736987 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.801562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4ce1d-e566-4cca-a886-944404f8526c None None] Pushing event updated for resources: {'Port': ['ID=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:14.817705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port e269824b-6a6b-43e8-a5e1-3973866accca, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=e269824b-6a6b-43e8-a5e1-3973866accca,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:14.818206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.864085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for e269824b-6a6b-43e8-a5e1-3973866accca owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:14.945367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for router_gateway (800e5b5d-1986-467f-9856-872a368dd80e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:14.982500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.134441 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e269824b-6a6b-43e8-a5e1-3973866accca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.146761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Allocated IP 172.25.5.28 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/abad92a4-c867-4702-88ce-f3f7129d9674) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:15.183573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=e269824b-6a6b-43e8-a5e1-3973866accca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:15.250899 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.264635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port e269824b-6a6b-43e8-a5e1-3973866accca on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:15.268363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.271712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00c09bcc-a83a-4dea-8c0c-d5ecab153b35 req-c4a763d3-8128-40cf-9cd5-754b1ce50c32 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "DELETE /v2.0/ports/e269824b-6a6b-43e8-a5e1-3973866accca HTTP/1.1" status: 204 len: 173 time: 0.7976072 Jan 27 20:01:15.272166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'name': 'network-vif-deleted', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:15.274459 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d73a69-539b-4f9a-9d1b-cf666a456ff6" -d '{"events": [{"server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "name": "network-vif-deleted", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:15.345397 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for port (abad92a4-c867-4702-88ce-f3f7129d9674), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.350478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:15.357727 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a006aa-65d0-44d2-aa15-c809eb389682 x-openstack-request-id: req-15a006aa-65d0-44d2-aa15-c809eb389682 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:15.358360 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b083fdc-1ea8-486d-8fbc-62e6aa97030d", "name": "network-vif-deleted", "tag": "e269824b-6a6b-43e8-a5e1-3973866accca", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:15.358763 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15a006aa-65d0-44d2-aa15-c809eb389682 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:15.359433 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b083fdc-1ea8-486d-8fbc-62e6aa97030d', 'name': 'network-vif-deleted', 'tag': 'e269824b-6a6b-43e8-a5e1-3973866accca', 'status': 'completed', 'code': 200} Jan 27 20:01:15.400316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.428384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:15.429671 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.448404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:15.451649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:15.455347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:15.495695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Pushing event updated for resources: {'Port': ['ID=abad92a4-c867-4702-88ce-f3f7129d9674,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:15.539098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:15.539598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.581652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:15.592189 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.661542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:15.680497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:15.703351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e4dbbf56-bc42-455d-809e-4d63a68e3e23 req-51b1f93d-cf1a-4014-b53b-d9ea5c339d02 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0305305 Jan 27 20:01:15.818873 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for router_gateway (800e5b5d-1986-467f-9856-872a368dd80e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.050272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebe6b7-bd83-4202-af47-573750553496 None None] Network f80c6430-f601-48ad-aab6-c39d894e0050 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:16.150805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.191394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-65a07a5d-2679-4fef-aa5a-5247d9e7dd10 None None] Provisioning complete for port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:16.191781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a07a5d-2679-4fef-aa5a-5247d9e7dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.321820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65a07a5d-2679-4fef-aa5a-5247d9e7dd10 None None] Current status of the port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:16.418384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (800e5b5d-1986-467f-9856-872a368dd80e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.567324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Router 800e5b5d-1986-467f-9856-872a368dd80e is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:01:16.646823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-934ec945-0262-42bf-a2ea-8af9091f7bba None None] Provisioning complete for port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:16.648495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-934ec945-0262-42bf-a2ea-8af9091f7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.695488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:16.710040 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Sync routers for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:16.720410 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:16.721898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f0452ed5-76db-47c0-9f98-1ed54f9ad925 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7170708 Jan 27 20:01:16.724612 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:16.724788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:16.725501 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:16.784731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-934ec945-0262-42bf-a2ea-8af9091f7bba None None] Current status of the port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:16.800046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e269824b-6a6b-43e8-a5e1-3973866accca no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:16.838072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: e269824b-6a6b-43e8-a5e1-3973866accca {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:16.838415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device e269824b-6a6b-43e8-a5e1-3973866accca not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:16.843442 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-333d85f1-b24f-43d7-95bb-24cf9110119c req-f56ccf93-13ab-4ed6-bc0d-ba4300632a66 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0370250 Jan 27 20:01:16.875193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:17.091555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:15Z', 'revision_number': 3, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:17.124163 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Checking router: 800e5b5d-1986-467f-9856-872a368dd80e for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:17.124540 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Updating router 800e5b5d-1986-467f-9856-872a368dd80e port abad92a4-c867-4702-88ce-f3f7129d9674 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:01:17.154068 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.292660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:17.357648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:17.358365 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.459829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:17.477366 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks [] for port (abad92a4-c867-4702-88ce-f3f7129d9674), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.483360 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.537031 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Attempting to bind port abad92a4-c867-4702-88ce-f3f7129d9674 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:17.537433 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Attempting to bind port abad92a4-c867-4702-88ce-f3f7129d9674 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:17.537814 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Attempting to bind port abad92a4-c867-4702-88ce-f3f7129d9674 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:17.547935 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Pushing event updated for resources: {'Port': ['ID=abad92a4-c867-4702-88ce-f3f7129d9674,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:17.557004 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.557929 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.557929 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.558128 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.558308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.558639 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.558962 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.559290 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.559609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.559989 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.560246 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.560569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.560885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:01:17.565711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:17.566084 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:17.566487 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.566868 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:17.567342 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Bound port: abad92a4-c867-4702-88ce-f3f7129d9674, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:17.567721 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.591620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.621573 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] For port abad92a4-c867-4702-88ce-f3f7129d9674, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:17.625191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] For port abad92a4-c867-4702-88ce-f3f7129d9674, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abad92a4-c867-4702-88ce-f3f7129d9674,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:17.632710 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.692288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:17.693055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:17.746357 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69a27-594d-4ad5-8b71-77dca32eb230 None None] Pushing event updated for resources: {'Port': ['ID=abad92a4-c867-4702-88ce-f3f7129d9674,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:17.812799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Allocated IP 172.20.0.1 (f80c6430-f601-48ad-aab6-c39d894e0050/3a9b6683-cc9a-4809-8c93-361625f14529/6cc345f7-d149-43d3-a3a6-f24d96673615) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:17.834975 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:17.940522 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks [] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.981298 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:17.997792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c0995972-a0e8-429e-8e6d-7023ae506e87 req-8c6e676e-33d2-4481-9ce6-2f189a9e121f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0528026 Jan 27 20:01:18.026958 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Network f80c6430-f601-48ad-aab6-c39d894e0050 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:18.030129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:18.034045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:18.061842 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:15Z', 'revision_number': 3, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:18.078907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Pushing event updated for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:18.093777 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662bef-49dd-4a87-89d1-4f04921d32a3 None None] The sync data for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 is: [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:15Z', 'revision_number': 3, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:18.096562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (800e5b5d-1986-467f-9856-872a368dd80e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.260936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.328544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-425ea940-7816-4e0d-817f-ffba512e7c98 None None] Provisioning complete for port 6cc345f7-d149-43d3-a3a6-f24d96673615 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:18.329607 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-425ea940-7816-4e0d-817f-ffba512e7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.379503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-425ea940-7816-4e0d-817f-ffba512e7c98 None None] Port 6cc345f7-d149-43d3-a3a6-f24d96673615 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:01:18.473682 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks [] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.481583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.554507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Pushing event updated for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:18.557034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (800e5b5d-1986-467f-9856-872a368dd80e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:18.655355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Network f80c6430-f601-48ad-aab6-c39d894e0050 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:18.656770 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:18.785300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Router 800e5b5d-1986-467f-9856-872a368dd80e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:18.917012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:18.924997 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3668c1d6-f0a0-49be-ad09-2ae98cdbd0cf admin admin] 10.222.0.59 "PUT /v2.0/routers/800e5b5d-1986-467f-9856-872a368dd80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991398 Jan 27 20:01:19.018669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-6fd72e8c-dcb0-4dd8-a8e9-61b18031059c None None] Provisioning complete for port 6cc345f7-d149-43d3-a3a6-f24d96673615 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:19.019256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fd72e8c-dcb0-4dd8-a8e9-61b18031059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.074965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6fd72e8c-dcb0-4dd8-a8e9-61b18031059c None None] Port 6cc345f7-d149-43d3-a3a6-f24d96673615 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:01:19.122284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f98f1fbf-7d4a-4a59-99c3-17e0968033ae req-5fb1ec2b-6440-4fe0-a12b-b001bfefcb4a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jan 27 20:01:19.337986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abad92a4-c867-4702-88ce-f3f7129d9674 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:19.391039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port abad92a4-c867-4702-88ce-f3f7129d9674 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:19.391418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.485595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port abad92a4-c867-4702-88ce-f3f7129d9674 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:19.485894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.507436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port abad92a4-c867-4702-88ce-f3f7129d9674, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abad92a4-c867-4702-88ce-f3f7129d9674,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:19.512065 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.565498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=abad92a4-c867-4702-88ce-f3f7129d9674,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:19.629197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35562) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:19.634544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-106557950-network', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:19.659381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Made reservation on behalf of f55deff31bb543dc82c6c1491b439935 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:01:19.662138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.672117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.758524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks [] for security_group (d1d18a14-f4cd-4200-8665-b75f9e9bb72f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.762896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d1d18a14-f4cd-4200-8665-b75f9e9bb72f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.788845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:01:19.808894 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d18a14-f4cd-4200-8665-b75f9e9bb72f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:19.813222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (54e23ca2-b02d-4e19-be3c-c3c2d0982ca2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.813599 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Added segment 54e23ca2-b02d-4e19-be3c-c3c2d0982ca2 of type vlan for network 09a98830-9c08-488a-9323-9b11dabf74d4 Jan 27 20:01:19.866539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (09a98830-9c08-488a-9323-9b11dabf74d4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.897721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (09a98830-9c08-488a-9323-9b11dabf74d4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.899418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:19.900061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:19.949213 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3188457 Jan 27 20:01:19.953137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:19.969829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Request body: {'subnet': {'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-106557950-subnet', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:19.970012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118af8-a9c5-4bf6-a6e9-7b4e8bc1cbea admin admin] Pushing event updated for resources: {'Network': ['ID=09a98830-9c08-488a-9323-9b11dabf74d4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:19.980235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 09a98830-9c08-488a-9323-9b11dabf74d4 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:01:20.004935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Made reservation on behalf of f55deff31bb543dc82c6c1491b439935 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:01:20.008989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.037860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Sync routers for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:20.062881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:20.063529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:20.280789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79a25074-e37f-4d46-bfd4-c24fb2444647 req-c79fffae-058f-4c96-bedf-51dde8216ddf tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0405326 Jan 27 20:01:20.287202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (32c9720a-aa11-4dbc-81b3-582deb8395b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.358127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c9720a-aa11-4dbc-81b3-582deb8395b6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:20.368519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Checking segment: {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:20.369370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Network hostable DHCP agents. Network: 09a98830-9c08-488a-9323-9b11dabf74d4, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:01:20.383422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:20.392363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Network 09a98830-9c08-488a-9323-9b11dabf74d4 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:01:20.402280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 09a98830-9c08-488a-9323-9b11dabf74d4) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:20.407092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:20.407932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.426832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c585833-adec-4cba-832b-5174946f5b6a None None] Network 09a98830-9c08-488a-9323-9b11dabf74d4 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:20.432428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a076c56e-ae38-44f3-9f2c-9e74f924859c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4752295 Jan 27 20:01:20.432857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:20.437656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:01:20.459114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (d3db1539-5a4d-431c-adfc-df0980073744), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.461085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (d3db1539-5a4d-431c-adfc-df0980073744), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.514753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for router_controller (d3db1539-5a4d-431c-adfc-df0980073744), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.661088 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for router_gateway (d3db1539-5a4d-431c-adfc-df0980073744), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.662873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-09a98830-9c08-488a-9323-9b11dabf74d4', 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4', 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'fixed_ips': [{'subnet_id': '32c9720a-aa11-4dbc-81b3-582deb8395b6'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:01:20.664803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.785693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:18Z', 'revision_number': 4, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6cc345f7-d149-43d3-a3a6-f24d96673615', 'name': '', 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'mac_address': 'fa:16:3e:2f:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:17Z', 'updated_at': '2022-01-27T20:01:18Z', 'revision_number': 2, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'subnets': [{'id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:20.820137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Checking router: 800e5b5d-1986-467f-9856-872a368dd80e for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:20.820525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Updating router 800e5b5d-1986-467f-9856-872a368dd80e port 6cc345f7-d149-43d3-a3a6-f24d96673615 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:01:20.870903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.894067 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for router_gateway (d3db1539-5a4d-431c-adfc-df0980073744), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:20.899846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Allocated IP 172.20.0.2 (09a98830-9c08-488a-9323-9b11dabf74d4/32c9720a-aa11-4dbc-81b3-582deb8395b6/2edced02-5f4a-4e14-a0f4-ebdaae2989af) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:20.916253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.049653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Allocated IP 172.25.5.57 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/9102a455-722c-4b92-bc02-a55406694d98) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:21.170071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for port (9102a455-722c-4b92-bc02-a55406694d98), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.212534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9102a455-722c-4b92-bc02-a55406694d98), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.219867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks [] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.233552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.268119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:21.277492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:21.287275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:21.289521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Pushing event updated for resources: {'Port': ['ID=9102a455-722c-4b92-bc02-a55406694d98,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:21.298687 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abad92a4-c867-4702-88ce-f3f7129d9674 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:21.336045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Network 09a98830-9c08-488a-9323-9b11dabf74d4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:21.356184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:21.366479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:21.395234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Pushing event updated for resources: {'Port': ['ID=2edced02-5f4a-4e14-a0f4-ebdaae2989af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:21.399532 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks [] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.431386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.455357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc22401b-2348-4b69-b31a-ae192245377b req-dca91704-35f6-45b8-9bd9-1e4823af516f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0618460 Jan 27 20:01:21.487607 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Attempting to bind port 2edced02-5f4a-4e14-a0f4-ebdaae2989af on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:21.489121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Attempting to bind port 2edced02-5f4a-4e14-a0f4-ebdaae2989af by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:21.489652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Attempting to bind port 2edced02-5f4a-4e14-a0f4-ebdaae2989af on network 09a98830-9c08-488a-9323-9b11dabf74d4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:21.506145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:21.506519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Checking segment: {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:21.507628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.507860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Bound using segment: {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:21.508341 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Bound port: 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:21.508719 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.532290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446224-faf9-481c-abe6-66df3bda9393 None None] Pushing event updated for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:21.542981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port abad92a4-c867-4702-88ce-f3f7129d9674 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:21.543353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.647520 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for router_gateway (d3db1539-5a4d-431c-adfc-df0980073744), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.667305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Attempting to bind port 6cc345f7-d149-43d3-a3a6-f24d96673615 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:21.667853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Attempting to bind port 6cc345f7-d149-43d3-a3a6-f24d96673615 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:21.668357 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Attempting to bind port 6cc345f7-d149-43d3-a3a6-f24d96673615 on network f80c6430-f601-48ad-aab6-c39d894e0050 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:21.695151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:21.695663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Checking segment: {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:21.696273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.696869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Bound using segment: {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:21.697670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Bound port: 6cc345f7-d149-43d3-a3a6-f24d96673615, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f02e24-4d92-4d14-9977-a61ee39971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:21.698236 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.702416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] For port 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:21.709808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] For port 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2edced02-5f4a-4e14-a0f4-ebdaae2989af,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:21.726239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.893537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port abad92a4-c867-4702-88ce-f3f7129d9674 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:21.938718 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (d3db1539-5a4d-431c-adfc-df0980073744), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.941144 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] For port 6cc345f7-d149-43d3-a3a6-f24d96673615, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:21.950373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] For port 6cc345f7-d149-43d3-a3a6-f24d96673615, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6cc345f7-d149-43d3-a3a6-f24d96673615,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:21.959496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.973535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Provisioning complete for port 6cc345f7-d149-43d3-a3a6-f24d96673615 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:21.973997 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:21.976954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fb038-1f19-4223-b4f7-da75bc41dda1 None None] Pushing event updated for resources: {'Port': ['ID=2edced02-5f4a-4e14-a0f4-ebdaae2989af,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:22.017212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:22.017948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:22.145691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Router d3db1539-5a4d-431c-adfc-df0980073744 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:01:22.375601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:22.393471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Sync routers for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:22.410313 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:22.411226 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:22.422658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:22.423990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-508ffef9-42c3-4772-b5a1-5a46fd47e278 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9901288 Jan 27 20:01:22.429599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:22.450913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446224-faf9-481c-abe6-66df3bda9393 None None] Pushing event updated for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:22.518066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:22.573589 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:22.615631 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Current status of the port 6cc345f7-d149-43d3-a3a6-f24d96673615 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:22.616913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:22.620243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d33f107e-cafb-40a4-8370-67422e258754 req-bc2e055f-dc3f-48d9-b5f9-0a772f423d74 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0519588 Jan 27 20:01:22.767095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] For port 6cc345f7-d149-43d3-a3a6-f24d96673615, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6cc345f7-d149-43d3-a3a6-f24d96673615,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:22.778501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:22.846977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fa1e0-1fd9-488e-838f-6053cbb35110 None None] Pushing event updated for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:22.892227 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 3, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:22.926916 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Checking router: d3db1539-5a4d-431c-adfc-df0980073744 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:22.927449 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Updating router d3db1539-5a4d-431c-adfc-df0980073744 port 9102a455-722c-4b92-bc02-a55406694d98 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:01:22.949999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4fec4c14-ef03-4a15-93b6-d4d4529882f9 None None] Provisioning complete for port 6cc345f7-d149-43d3-a3a6-f24d96673615 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:22.950368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fec4c14-ef03-4a15-93b6-d4d4529882f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:22.962889 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9102a455-722c-4b92-bc02-a55406694d98), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.021480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:18Z', 'revision_number': 4, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6cc345f7-d149-43d3-a3a6-f24d96673615', 'name': '', 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'mac_address': 'fa:16:3e:2f:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:17Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 4, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'subnets': [{'id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:23.054287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.068646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c7e2-edfa-4cdd-b9a0-40d74d95183c None None] The sync data for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 is: [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:18Z', 'revision_number': 4, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6cc345f7-d149-43d3-a3a6-f24d96673615', 'name': '', 'network_id': 'f80c6430-f601-48ad-aab6-c39d894e0050', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'mac_address': 'fa:16:3e:2f:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:17Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 4, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'subnets': [{'id': '3a9b6683-cc9a-4809-8c93-361625f14529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:23.135420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fec4c14-ef03-4a15-93b6-d4d4529882f9 None None] Current status of the port 6cc345f7-d149-43d3-a3a6-f24d96673615 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:23.357655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Allocated IP 172.20.0.1 (09a98830-9c08-488a-9323-9b11dabf74d4/32c9720a-aa11-4dbc-81b3-582deb8395b6/dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:01:23.540440 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6cc345f7-d149-43d3-a3a6-f24d96673615 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:23.571348 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks [] for port (9102a455-722c-4b92-bc02-a55406694d98), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.579812 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9102a455-722c-4b92-bc02-a55406694d98), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.612094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dab605-b1ab-43e0-9764-529fef3c42cf None None] Network 09a98830-9c08-488a-9323-9b11dabf74d4 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:23.624517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks [] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.648190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Attempting to bind port 9102a455-722c-4b92-bc02-a55406694d98 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:23.648190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Attempting to bind port 9102a455-722c-4b92-bc02-a55406694d98 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:23.648525 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Attempting to bind port 9102a455-722c-4b92-bc02-a55406694d98 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:23.660690 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:23.661112 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:23.661577 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.662111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:23.662546 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Bound port: 9102a455-722c-4b92-bc02-a55406694d98, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:23.663083 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9102a455-722c-4b92-bc02-a55406694d98), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.713688 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.759351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eda585e8-e69c-41d5-a9b9-079ebaea1da2 req-948dc6f1-0d30-410c-8da7-a112c9a30192 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0446682 Jan 27 20:01:23.762823 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] For port 9102a455-722c-4b92-bc02-a55406694d98, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:23.774941 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] For port 9102a455-722c-4b92-bc02-a55406694d98, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9102a455-722c-4b92-bc02-a55406694d98,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:23.784303 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9102a455-722c-4b92-bc02-a55406694d98), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.791826 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e493a-9690-49e4-81b7-a01c9672bd2d None None] Pushing event updated for resources: {'Port': ['ID=9102a455-722c-4b92-bc02-a55406694d98,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:23.821882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Network 09a98830-9c08-488a-9323-9b11dabf74d4 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:23.825142 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:23.828956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:01:23.840727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Provisioning complete for port 2edced02-5f4a-4e14-a0f4-ebdaae2989af triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:23.842201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.884354 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:23.884990 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:23.902032 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Pushing event updated for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:23.921313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (d3db1539-5a4d-431c-adfc-df0980073744), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.935270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6cc345f7-d149-43d3-a3a6-f24d96673615 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:23.935866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:23.978812 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e493a-9690-49e4-81b7-a01c9672bd2d None None] Pushing event updated for resources: {'Port': ['ID=9102a455-722c-4b92-bc02-a55406694d98,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:24.079968 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:24.117470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.174276 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.190422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6cc345f7-d149-43d3-a3a6-f24d96673615 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:24.191936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2edced02-5f4a-4e14-a0f4-ebdaae2989af up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:24.287943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Current status of the port 2edced02-5f4a-4e14-a0f4-ebdaae2989af is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:24.288389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.387912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] For port 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2edced02-5f4a-4e14-a0f4-ebdaae2989af,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:24.410153 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.452448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2edced02-5f4a-4e14-a0f4-ebdaae2989af triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:24.452976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.474867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks [] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.483944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.503075 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 3, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:24.558819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe0a1d-c657-4e58-ba73-d3e0151318ff None None] The sync data for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 is: [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:21Z', 'revision_number': 3, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:24.583223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b15278-585e-4268-aab6-0e844734e4fd None None] Pushing event updated for resources: {'Port': ['ID=2edced02-5f4a-4e14-a0f4-ebdaae2989af,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:24.612809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Pushing event updated for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:24.622383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Provisioning complete for port 2edced02-5f4a-4e14-a0f4-ebdaae2989af triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:24.623222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.633667 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (d3db1539-5a4d-431c-adfc-df0980073744), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.733082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2edced02-5f4a-4e14-a0f4-ebdaae2989af is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:24.824208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Current status of the port 2edced02-5f4a-4e14-a0f4-ebdaae2989af is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:24.837638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:24.838293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:24.877576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Network 09a98830-9c08-488a-9323-9b11dabf74d4 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:01:24.879768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:01:24.901511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-79002823-dc9b-49c4-a62d-47ddafdd655e None None] Port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:01:25.018074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb3c9d2f-0c0a-4137-bcc3-0491752d6f7f req-3aee5fbb-292c-40de-b50c-875776a7d446 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.1090782 Jan 27 20:01:25.037505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.055428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b6bac39f-0606-4a1a-ad09-8705775572c8 None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:25.055817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6bac39f-0606-4a1a-ad09-8705775572c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.126668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6bac39f-0606-4a1a-ad09-8705775572c8 None None] Port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:01:25.149613 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Router d3db1539-5a4d-431c-adfc-df0980073744 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:25.330843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:25.343526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2fc48533-2c5a-4e76-8e2b-b8e4cb2baf4f admin admin] 10.222.0.59 "PUT /v2.0/routers/d3db1539-5a4d-431c-adfc-df0980073744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9123733 Jan 27 20:01:25.462173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-57b297b7-9ce9-403c-b4c6-2153c624851e None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:25.462692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57b297b7-9ce9-403c-b4c6-2153c624851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.500925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9102a455-722c-4b92-bc02-a55406694d98 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:25.548110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-57b297b7-9ce9-403c-b4c6-2153c624851e None None] Port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:01:25.580339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9102a455-722c-4b92-bc02-a55406694d98 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:25.580722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9102a455-722c-4b92-bc02-a55406694d98), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.675671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9102a455-722c-4b92-bc02-a55406694d98 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:25.676313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9102a455-722c-4b92-bc02-a55406694d98), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.709397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 9102a455-722c-4b92-bc02-a55406694d98, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9102a455-722c-4b92-bc02-a55406694d98,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:25.715221 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (9102a455-722c-4b92-bc02-a55406694d98), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.716143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2edced02-5f4a-4e14-a0f4-ebdaae2989af up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:25.813732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=9102a455-722c-4b92-bc02-a55406694d98,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:25.831462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2edced02-5f4a-4e14-a0f4-ebdaae2989af triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:25.832291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:25.949196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2edced02-5f4a-4e14-a0f4-ebdaae2989af is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:26.289753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48388bc6-1ea1-4974-9f8c-8ebdfc45831e req-677d4c24-a050-4731-9127-043faea5a129 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b083fdc-1ea8-486d-8fbc-62e6aa97030d HTTP/1.1" status: 200 len: 210 time: 0.0322986 Jan 27 20:01:26.797625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35626) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:26.969993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Sync routers for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:26.983218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:26.983935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:27.106498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:27.197716 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (800e5b5d-1986-467f-9856-872a368dd80e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.287579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9102a455-722c-4b92-bc02-a55406694d98 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:27.396741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 9102a455-722c-4b92-bc02-a55406694d98 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:27.397066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (9102a455-722c-4b92-bc02-a55406694d98), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.444184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:24Z', 'revision_number': 4, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be', 'name': '', 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'mac_address': 'fa:16:3e:e0:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:23Z', 'updated_at': '2022-01-27T20:01:24Z', 'revision_number': 2, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'subnets': [{'id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:27.481306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Checking router: d3db1539-5a4d-431c-adfc-df0980073744 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:27.481669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Updating router d3db1539-5a4d-431c-adfc-df0980073744 port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:01:27.517355 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.517839 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Deleting port 6cc345f7-d149-43d3-a3a6-f24d96673615 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:27.518192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.590066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 9102a455-722c-4b92-bc02-a55406694d98 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:27.622057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] For port 6cc345f7-d149-43d3-a3a6-f24d96673615, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6cc345f7-d149-43d3-a3a6-f24d96673615,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:27.622445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.636269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Calling delete_port for 6cc345f7-d149-43d3-a3a6-f24d96673615 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:27.836538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6cc345f7-d149-43d3-a3a6-f24d96673615), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.842294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks [] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.849198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:27.872548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc345f7-d149-43d3-a3a6-f24d96673615,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:27.932961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc6aec-e836-4386-a4ee-ef0c64268a84 None None] Pushing event updated for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:27.995442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Attempting to bind port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:01:27.996021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Attempting to bind port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:01:27.997066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Attempting to bind port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be on network 09a98830-9c08-488a-9323-9b11dabf74d4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:01:28.002414 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:01:28.002810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Checking segment: {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:01:28.003206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.003608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Bound using segment: {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:01:28.004097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Bound port: dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:01:28.004486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.118483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] For port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:01:28.124149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] For port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:01:28.134043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.216125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:28.217022 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:28.479642 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (800e5b5d-1986-467f-9856-872a368dd80e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.551823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc6aec-e836-4386-a4ee-ef0c64268a84 None None] Pushing event updated for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:28.570854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:28.571308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.603427 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:28.733371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Router 800e5b5d-1986-467f-9856-872a368dd80e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:28.776993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Current status of the port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:28.777518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.859851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] For port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:28.868279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:28.878565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:28.884900 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f6f69a29-adb1-48fe-88e7-1528a486428a admin admin] 10.222.0.59 "PUT /v2.0/routers/800e5b5d-1986-467f-9856-872a368dd80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862091 Jan 27 20:01:28.887748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35634) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:28.889772 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Sync routers for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:28.905739 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:28.906786 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:28.931491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8334e1e-569f-4e94-987e-ae0da6aca948 None None] Pushing event updated for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:28.943320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:24Z', 'revision_number': 4, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be', 'name': '', 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'mac_address': 'fa:16:3e:e0:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:23Z', 'updated_at': '2022-01-27T20:01:28Z', 'revision_number': 4, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'subnets': [{'id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:28.981875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c41e5-d9f6-43ee-b171-b4f69c9ceaea None None] The sync data for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 is: [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:24Z', 'revision_number': 4, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be', 'name': '', 'network_id': '09a98830-9c08-488a-9323-9b11dabf74d4', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'mac_address': 'fa:16:3e:e0:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:23Z', 'updated_at': '2022-01-27T20:01:28Z', 'revision_number': 4, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'subnets': [{'id': '32c9720a-aa11-4dbc-81b3-582deb8395b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:29.003944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-885601ec-3312-4a0e-96df-4cd8f5cece45 None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:29.004581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-885601ec-3312-4a0e-96df-4cd8f5cece45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.016138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks [] for router (800e5b5d-1986-467f-9856-872a368dd80e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.107446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:29.149945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-885601ec-3312-4a0e-96df-4cd8f5cece45 None None] Current status of the port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:29.199001 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks [] for router_gateway (800e5b5d-1986-467f-9856-872a368dd80e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.295680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Deleting port abad92a4-c867-4702-88ce-f3f7129d9674 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:29.296210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.370052 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:27Z', 'revision_number': 5, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port': {'id': 'abad92a4-c867-4702-88ce-f3f7129d9674', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e5b5d-1986-467f-9856-872a368dd80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:29.425601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] For port abad92a4-c867-4702-88ce-f3f7129d9674, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=abad92a4-c867-4702-88ce-f3f7129d9674,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:29.428082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.440844 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Checking router: 800e5b5d-1986-467f-9856-872a368dd80e for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:29.451679 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Routers {'800e5b5d-1986-467f-9856-872a368dd80e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:29.452063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Calling delete_port for abad92a4-c867-4702-88ce-f3f7129d9674 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:29.452458 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['800e5b5d-1986-467f-9856-872a368dd80e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:29.491311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:01:29.575104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:01:29.575974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.605854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] Set router 800e5b5d-1986-467f-9856-872a368dd80e gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:29.671569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:29Z', 'revision_number': 6, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:29.712447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:01:29.758536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (abad92a4-c867-4702-88ce-f3f7129d9674), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.785350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=abad92a4-c867-4702-88ce-f3f7129d9674,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:29.856819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754827f-5b30-44fe-9146-a8e626c6c636 None None] The sync data for ids ['800e5b5d-1986-467f-9856-872a368dd80e'] in n-d-760453-6 is: [{'id': '800e5b5d-1986-467f-9856-872a368dd80e', 'name': 'tempest-TestAggregatesBasicOps-166037722-router', 'tenant_id': '1efaa24837614c818a7e43b3262b65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:14Z', 'updated_at': '2022-01-27T20:01:29Z', 'revision_number': 6, 'project_id': '1efaa24837614c818a7e43b3262b65a7', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:29.876164 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (800e5b5d-1986-467f-9856-872a368dd80e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.993069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (800e5b5d-1986-467f-9856-872a368dd80e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:29.995570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks [] for router_controller (800e5b5d-1986-467f-9856-872a368dd80e), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.042171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (800e5b5d-1986-467f-9856-872a368dd80e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.043063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800e5b5d-1986-467f-9856-872a368dd80e {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:01:30.050026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.054552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-75c74cca-c2da-40e3-9fbc-e2a69c743e9f admin admin] 10.222.0.59 "DELETE /v2.0/routers/800e5b5d-1986-467f-9856-872a368dd80e HTTP/1.1" status: 204 len: 168 time: 1.1623111 Jan 27 20:01:30.054799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:30.110827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Deleting subnet 3a9b6683-cc9a-4809-8c93-361625f14529 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:01:30.116796 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Publish callbacks [] for subnet (3a9b6683-cc9a-4809-8c93-361625f14529), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.159775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (3a9b6683-cc9a-4809-8c93-361625f14529), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.245984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3a9b6683-cc9a-4809-8c93-361625f14529), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.303141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (3a9b6683-cc9a-4809-8c93-361625f14529), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.338041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9b6683-cc9a-4809-8c93-361625f14529,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:30.340044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.348120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbf4ec-12cd-4338-9bce-8ac453efe423 None None] Network f80c6430-f601-48ad-aab6-c39d894e0050 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:30.351921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-da1b9c2e-f0ed-470a-84e5-2e6387ca9655 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3a9b6683-cc9a-4809-8c93-361625f14529 HTTP/1.1" status: 204 len: 168 time: 0.2933645 Jan 27 20:01:30.352084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:30.446409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f80c6430-f601-48ad-aab6-c39d894e0050), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.513599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Deleting port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:30.514245 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.560685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] DHCP port deletion for f80c6430-f601-48ad-aab6-c39d894e0050 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:01:30.605886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] For port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:30.606183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.634400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Calling delete_port for d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:30.644276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Deleting port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:30.644915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.751641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.760074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] For port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,segment=NetworkSegment(47f02e24-4d92-4d14-9977-a61ee39971db),segment_id=47f02e24-4d92-4d14-9977-a61ee39971db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:30.760572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.779524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Calling delete_port for d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:30.786304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:30.788729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] No DVR routers for this DVR port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:30.880926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f80c6430-f601-48ad-aab6-c39d894e0050), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.918120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (d6077c5a-a3b8-4540-a2cf-c78b9fda62b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.930901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c6430-f601-48ad-aab6-c39d894e0050']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:30.943343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f02e24-4d92-4d14-9977-a61ee39971db') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:30.943647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f02e24-4d92-4d14-9977-a61ee39971db') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:30.950489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] Pushing event deleted for resources: {'Port': ['ID=d6077c5a-a3b8-4540-a2cf-c78b9fda62b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:30.953897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (47f02e24-4d92-4d14-9977-a61ee39971db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.955495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b1526-af01-4ad5-803a-0a3a8dae15c7 None None] No DVR routers for this DVR port d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:30.970091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (47f02e24-4d92-4d14-9977-a61ee39971db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.977655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:01:30.978299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (47f02e24-4d92-4d14-9977-a61ee39971db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:01:30.979971 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:01:31.039922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f80c6430-f601-48ad-aab6-c39d894e0050), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:31.045538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:31.051885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35644) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:31.052461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f80c6430-f601-48ad-aab6-c39d894e0050 HTTP/1.1" status: 204 len: 168 time: 0.6989136 Jan 27 20:01:31.063717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236ba22-eb45-4f12-95a6-47457d426326 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80c6430-f601-48ad-aab6-c39d894e0050,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:31.284714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abad92a4-c867-4702-88ce-f3f7129d9674 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:31.308863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: abad92a4-c867-4702-88ce-f3f7129d9674 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:31.309246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device abad92a4-c867-4702-88ce-f3f7129d9674 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:31.309677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6cc345f7-d149-43d3-a3a6-f24d96673615 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:31.335926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6cc345f7-d149-43d3-a3a6-f24d96673615 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:31.336200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6cc345f7-d149-43d3-a3a6-f24d96673615 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:31.336620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:31.360759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:31.361308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d6077c5a-a3b8-4540-a2cf-c78b9fda62b3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:31.428347 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (d3db1539-5a4d-431c-adfc-df0980073744), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:31.703716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Deleting port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:31.704063 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:31.796405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] For port dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:31.796866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:31.811074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Calling delete_port for dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:32.024066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:32.048999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:32.227520 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (d3db1539-5a4d-431c-adfc-df0980073744), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:32.715445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Router d3db1539-5a4d-431c-adfc-df0980073744 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:32.841764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:32.847709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fb38b562-0626-46e6-95aa-c7e594f280a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/d3db1539-5a4d-431c-adfc-df0980073744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946568 Jan 27 20:01:32.850310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35654) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:32.854749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Sync routers for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:32.876582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:32.877556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:33.019404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks [] for router (d3db1539-5a4d-431c-adfc-df0980073744), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.050623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:33.251619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks [] for router_gateway (d3db1539-5a4d-431c-adfc-df0980073744), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.311048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9102a455-722c-4b92-bc02-a55406694d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:31Z', 'revision_number': 5, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port': {'id': '9102a455-722c-4b92-bc02-a55406694d98', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:33.333314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Deleting port 9102a455-722c-4b92-bc02-a55406694d98 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:33.333693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9102a455-722c-4b92-bc02-a55406694d98), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.347935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Checking router: d3db1539-5a4d-431c-adfc-df0980073744 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:33.359927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Routers {'d3db1539-5a4d-431c-adfc-df0980073744'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:33.360848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['d3db1539-5a4d-431c-adfc-df0980073744'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:33.447923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] For port 9102a455-722c-4b92-bc02-a55406694d98, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=9102a455-722c-4b92-bc02-a55406694d98,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:33.448311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9102a455-722c-4b92-bc02-a55406694d98), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.463152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Calling delete_port for 9102a455-722c-4b92-bc02-a55406694d98 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:33.499685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] Set router d3db1539-5a4d-431c-adfc-df0980073744 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:33.643461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:33Z', 'revision_number': 6, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:33.674486 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9102a455-722c-4b92-bc02-a55406694d98), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.711184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35682b6-03c9-46c4-a544-8faa62853ced None None] The sync data for ids ['d3db1539-5a4d-431c-adfc-df0980073744'] in n-d-760453-6 is: [{'id': 'd3db1539-5a4d-431c-adfc-df0980073744', 'name': 'tempest-TestAggregatesBasicOps-106557950-router', 'tenant_id': 'f55deff31bb543dc82c6c1491b439935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:01:20Z', 'updated_at': '2022-01-27T20:01:33Z', 'revision_number': 6, 'project_id': 'f55deff31bb543dc82c6c1491b439935', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:33.728312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9102a455-722c-4b92-bc02-a55406694d98,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:33.816477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (d3db1539-5a4d-431c-adfc-df0980073744), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.935271 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (d3db1539-5a4d-431c-adfc-df0980073744), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:33.938425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks [] for router_controller (d3db1539-5a4d-431c-adfc-df0980073744), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.024359 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (d3db1539-5a4d-431c-adfc-df0980073744), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.024996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3db1539-5a4d-431c-adfc-df0980073744 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:01:34.033090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.039107 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6c379b61-3c5d-4af0-b99d-e5efbd506a1a admin admin] 10.222.0.59 "DELETE /v2.0/routers/d3db1539-5a4d-431c-adfc-df0980073744 HTTP/1.1" status: 204 len: 168 time: 1.1845732 Jan 27 20:01:34.040790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:34.126264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Deleting subnet 32c9720a-aa11-4dbc-81b3-582deb8395b6 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:01:34.132135 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Publish callbacks [] for subnet (32c9720a-aa11-4dbc-81b3-582deb8395b6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.184636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (32c9720a-aa11-4dbc-81b3-582deb8395b6), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.374400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (32c9720a-aa11-4dbc-81b3-582deb8395b6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.464189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (32c9720a-aa11-4dbc-81b3-582deb8395b6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.492759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c9720a-aa11-4dbc-81b3-582deb8395b6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:34.497145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.502980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2e462806-4ae7-46e3-b2cd-8fbb9760ed53 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32c9720a-aa11-4dbc-81b3-582deb8395b6 HTTP/1.1" status: 204 len: 168 time: 0.4587889 Jan 27 20:01:34.503679 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:34.506683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569bbbc7-4cf6-4fcc-8000-a05f9158da3b None None] Network 09a98830-9c08-488a-9323-9b11dabf74d4 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:01:34.672497 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (09a98830-9c08-488a-9323-9b11dabf74d4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.750371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Deleting port 2edced02-5f4a-4e14-a0f4-ebdaae2989af {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:34.751110 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.777298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] DHCP port deletion for 09a98830-9c08-488a-9323-9b11dabf74d4 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:01:34.842175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] For port 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2edced02-5f4a-4e14-a0f4-ebdaae2989af,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:34.842704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.864117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Calling delete_port for 2edced02-5f4a-4e14-a0f4-ebdaae2989af owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:34.872382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Deleting port 2edced02-5f4a-4e14-a0f4-ebdaae2989af {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:34.874090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.967865 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:34.995894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] For port 2edced02-5f4a-4e14-a0f4-ebdaae2989af, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2edced02-5f4a-4e14-a0f4-ebdaae2989af,segment=NetworkSegment(54e23ca2-b02d-4e19-be3c-c3c2d0982ca2),segment_id=54e23ca2-b02d-4e19-be3c-c3c2d0982ca2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:34.996313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.025340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Pushing event deleted for resources: {'Port': ['ID=2edced02-5f4a-4e14-a0f4-ebdaae2989af,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:35.034884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] No DVR routers for this DVR port 2edced02-5f4a-4e14-a0f4-ebdaae2989af on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:35.068837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Calling delete_port for 2edced02-5f4a-4e14-a0f4-ebdaae2989af owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:35.182616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (09a98830-9c08-488a-9323-9b11dabf74d4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.186009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2edced02-5f4a-4e14-a0f4-ebdaae2989af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.211351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a98830-9c08-488a-9323-9b11dabf74d4']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:35.236332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:35.237187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e23ca2-b02d-4e19-be3c-c3c2d0982ca2') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:35.253588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] Pushing event deleted for resources: {'Port': ['ID=2edced02-5f4a-4e14-a0f4-ebdaae2989af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:35.254971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (54e23ca2-b02d-4e19-be3c-c3c2d0982ca2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.259508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a10ccf-90cd-46ed-b3d2-fad649a958d5 None None] No DVR routers for this DVR port 2edced02-5f4a-4e14-a0f4-ebdaae2989af on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:35.281445 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (54e23ca2-b02d-4e19-be3c-c3c2d0982ca2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.289465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:01:35.290202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (54e23ca2-b02d-4e19-be3c-c3c2d0982ca2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:01:35.292804 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:01:35.347267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9102a455-722c-4b92-bc02-a55406694d98 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:35.382146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 9102a455-722c-4b92-bc02-a55406694d98 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:35.382449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 9102a455-722c-4b92-bc02-a55406694d98 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:35.383306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:35.384963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (09a98830-9c08-488a-9323-9b11dabf74d4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.406431 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.410340 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:35.410688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device dbf6db9b-ea68-4ed3-853f-59e8e5e1a4be not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:35.411092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2edced02-5f4a-4e14-a0f4-ebdaae2989af no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:35.412449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] 10.222.0.59 "DELETE /v2.0/networks/09a98830-9c08-488a-9323-9b11dabf74d4 HTTP/1.1" status: 204 len: 168 time: 0.9071708 Jan 27 20:01:35.414233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd889c6-94d0-4d52-a320-382bf919eccf admin admin] Pushing event deleted for resources: {'Network': ['ID=09a98830-9c08-488a-9323-9b11dabf74d4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:35.440732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2edced02-5f4a-4e14-a0f4-ebdaae2989af {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:35.441274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2edced02-5f4a-4e14-a0f4-ebdaae2989af not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:35.626543 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35672) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:35.682665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-25242b97-0369-41c8-a4a8-e4500918d5f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1efaa24837614c818a7e43b3262b65a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548244 Jan 27 20:01:35.685443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35674) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:35.747390 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] Publish callbacks [] for security_group (35e736fc-b1ea-4304-aa1c-41fea95b1cae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.776398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] Publish callbacks [] for security_group (35e736fc-b1ea-4304-aa1c-41fea95b1cae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.841288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (35e736fc-b1ea-4304-aa1c-41fea95b1cae), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.841288 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:35.842489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35e736fc-b1ea-4304-aa1c-41fea95b1cae HTTP/1.1" status: 204 len: 168 time: 0.1557863 Jan 27 20:01:35.851847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1eeb5-8c31-434d-8539-30ca20169aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e736fc-b1ea-4304-aa1c-41fea95b1cae,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:36.244762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 35682) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:36.288849 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d996bea7-1190-406c-832d-6e8ad6bd5d09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f55deff31bb543dc82c6c1491b439935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431099 Jan 27 20:01:36.291391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:36.341155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] Publish callbacks [] for security_group (d1d18a14-f4cd-4200-8665-b75f9e9bb72f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:36.362010 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] Publish callbacks [] for security_group (d1d18a14-f4cd-4200-8665-b75f9e9bb72f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:36.407678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d1d18a14-f4cd-4200-8665-b75f9e9bb72f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:36.410274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:36.413556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1d18a14-f4cd-4200-8665-b75f9e9bb72f HTTP/1.1" status: 204 len: 168 time: 0.1208906 Jan 27 20:01:36.421984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66efb46-8fa9-4a82-a4d1-140336f287d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d18a14-f4cd-4200-8665-b75f9e9bb72f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:39.004402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74552e8f-879f-4a09-a5c5-031d657a4ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:39.141875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:01:42.125295 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b685091f-c855-45f2-8b6b-78e8015c3275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.129168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:45.244727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.296284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Deleting port f6bee957-6e82-4230-8306-880a9ec3fb55 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:45.296628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.376230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.376569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (f6bee957-6e82-4230-8306-880a9ec3fb55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.390026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Calling delete_port for f6bee957-6e82-4230-8306-880a9ec3fb55 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:45.547668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (f6bee957-6e82-4230-8306-880a9ec3fb55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.584297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event deleted for resources: {'Port': ['ID=f6bee957-6e82-4230-8306-880a9ec3fb55,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:45.641446 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for floatingip (bd4bc358-4355-459f-b259-be85129a18de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.641849 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Floating IP bd4bc358-4355-459f-b259-be85129a18de disassociated (deleted). External IP: 172.25.5.10, port: c2a10887-62f6-4f1c-9a01-6c6f681a8da0. Jan 27 20:01:45.677286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:45.871884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:01:45.992105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:01:45.996972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:46.007347 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:01:46.017824 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:46.017824 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:46.032300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cb729016-0e54-4c2c-b43f-9fcc175e3b22 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "DELETE /v2.0/floatingips/bd4bc358-4355-459f-b259-be85129a18de HTTP/1.1" status: 204 len: 168 time: 0.9019451 Jan 27 20:01:46.032942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:46.035369 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe8a5d-15b3-4538-89e0-691c880eec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:46.080526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:46.174143 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:46.238012 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9dc6d9-fc15-44c2-a8c8-e9885728c53a x-openstack-request-id: req-fd9dc6d9-fc15-44c2-a8c8-e9885728c53a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:46.238539 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:46.238539 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd9dc6d9-fc15-44c2-a8c8-e9885728c53a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:46.238956 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:01:46.340350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-8c39351b-b98f-465b-aaf4-163366451de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:46.342223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-8c39351b-b98f-465b-aaf4-163366451de9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=661eb0f22d994a6290d29cdf30c8305b&device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 1097 time: 0.0822902 Jan 27 20:01:46.364707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bb91f-e132-4bb4-9f6a-c3829fa70ca9 req-c0845c45-bd51-4493-a493-cc3b1e40b932 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:46.366266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-107bb91f-e132-4bb4-9f6a-c3829fa70ca9 req-c0845c45-bd51-4493-a493-cc3b1e40b932 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0718620 Jan 27 20:01:46.404570 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:46.437383 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:01:46.446063 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:01:46.446687 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:46.466369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-107bb91f-e132-4bb4-9f6a-c3829fa70ca9 req-15ac72fa-0cd3-4225-b010-66c3b19a35d1 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898404 Jan 27 20:01:46.485902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-b4323d67-d92a-472a-bf67-f7d5822952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:46.489498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-b4323d67-d92a-472a-bf67-f7d5822952f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 200 len: 914 time: 0.1388712 Jan 27 20:01:46.539843 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-f3947e70-f303-4574-9ab3-2cf12b785c4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 200 len: 217 time: 0.0453300 Jan 27 20:01:46.576051 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:01:46.594905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-9a736def-039e-4a6a-a45b-5c43d3880003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:46.596478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-9a736def-039e-4a6a-a45b-5c43d3880003 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 200 len: 852 time: 0.0503500 Jan 27 20:01:46.653489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-1b65625a-c023-4590-b1fd-e3cfb1f6c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:46.655272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-1b65625a-c023-4590-b1fd-e3cfb1f6c086 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6da47606-2ea0-4594-81a4-ca59f5af3988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531259 Jan 27 20:01:46.666033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-e2c54915-3732-4fd5-922a-d0efe826eeb5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:01:46.667043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-e2c54915-3732-4fd5-922a-d0efe826eeb5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058980 Jan 27 20:01:46.781182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-97ece967-b940-4da5-860d-f3224ef91aef service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062975 Jan 27 20:01:46.792789 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:01:46.821031 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1606d-c80e-4284-b993-b5755e08bbee None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T19:56:40Z', 'revision_number': 4, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'f1527fc2-bfef-4321-8bc8-8ab9b90f869a', 'name': '', 'network_id': '6da47606-2ea0-4594-81a4-ca59f5af3988', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'mac_address': 'fa:16:3e:85:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '177437c0-21b1-4f06-a020-631dc4547dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:39Z', 'updated_at': '2022-01-27T19:56:50Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'subnets': [{'id': '177437c0-21b1-4f06-a020-631dc4547dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:01:46.884056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17fe8a5d-15b3-4538-89e0-691c880eec1d req-18f1bd2c-a79f-421c-956f-62b91fbfd716 service neutron] 10.222.0.66 "GET /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964386 Jan 27 20:01:47.084476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3aa843-bd9e-475e-8278-1b49fa506ba6 None None] New status for floating IP bd4bc358-4355-459f-b259-be85129a18de: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:01:47.597589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c036-7e17-4bc2-a910-7781bf8b97d1 req-4bf09efd-1763-42e9-9305-facb1d321911 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:47.599063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1e4c036-7e17-4bc2-a910-7781bf8b97d1 req-4bf09efd-1763-42e9-9305-facb1d321911 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0508385 Jan 27 20:01:47.654544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1e4c036-7e17-4bc2-a910-7781bf8b97d1 req-0ff548d4-331d-4f7d-9d4d-cfbc77ad8823 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495725 Jan 27 20:01:47.910899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-302091e2-3287-4cb6-abb5-68de4b9f1dd3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:01:47.912312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-302091e2-3287-4cb6-abb5-68de4b9f1dd3 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.66 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 946 time: 0.0495105 Jan 27 20:01:48.003630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Deleting port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:01:48.003973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:48.452985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] For port c2a10887-62f6-4f1c-9a01-6c6f681a8da0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:01:48.453285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:48.465645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Calling delete_port for c2a10887-62f6-4f1c-9a01-6c6f681a8da0 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:01:48.606420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c2a10887-62f6-4f1c-9a01-6c6f681a8da0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:48.636931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event deleted for resources: {'Port': ['ID=c2a10887-62f6-4f1c-9a01-6c6f681a8da0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:01:48.680423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] No DVR routers for this DVR port c2a10887-62f6-4f1c-9a01-6c6f681a8da0 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:01:48.683235 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:48.686772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efff769f-7a91-4372-b3fc-dab6e8451d9b req-979d2eab-463c-4085-9e2e-2f114b7dfda4 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.66 "DELETE /v2.0/ports/c2a10887-62f6-4f1c-9a01-6c6f681a8da0 HTTP/1.1" status: 204 len: 173 time: 0.7698381 Jan 27 20:01:48.687227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'name': 'network-vif-deleted', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:01:48.689890 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe25c663-32fa-40dc-9ad8-b78713699685" -d '{"events": [{"server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "name": "network-vif-deleted", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:01:48.759180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-787bd78a-60b6-47aa-9851-5e734c32838e req-665ea812-6bce-4125-bf31-fbab21bb1e07 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0281024 Jan 27 20:01:48.804522 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c61be1-23ba-4e33-b609-105b2423f31e x-openstack-request-id: req-16c61be1-23ba-4e33-b609-105b2423f31e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:01:48.804827 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f300b1-d648-41ae-9d81-c1f6a26ec41a", "name": "network-vif-deleted", "tag": "c2a10887-62f6-4f1c-9a01-6c6f681a8da0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:01:48.805122 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16c61be1-23ba-4e33-b609-105b2423f31e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:01:48.805761 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f300b1-d648-41ae-9d81-c1f6a26ec41a', 'name': 'network-vif-deleted', 'tag': 'c2a10887-62f6-4f1c-9a01-6c6f681a8da0', 'status': 'completed', 'code': 200} Jan 27 20:01:49.865589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36a85f6d-a2a3-419a-9151-285af2cf5238 req-bc53229a-79b7-4d46-8d56-c88973cc3607 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0330341 Jan 27 20:01:50.898222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c2a10887-62f6-4f1c-9a01-6c6f681a8da0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:01:50.921512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c2a10887-62f6-4f1c-9a01-6c6f681a8da0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:01:50.922082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c2a10887-62f6-4f1c-9a01-6c6f681a8da0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:01:50.971352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2328526a-1eef-4fb7-a4e1-9ce956835e6e req-da433739-dd53-4ee3-975e-19e219f0c6f0 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0271008 Jan 27 20:01:52.072253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d3468ce-8a7a-4bb8-8892-0eeea1726ed2 req-e22d1d34-966b-4e68-9518-e78704105b31 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0292125 Jan 27 20:01:53.178111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ab40dfa-e4be-48ff-b880-5a9d2eef9bdd req-3acdbc17-6d71-484e-87db-7b744d913bee tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0289745 Jan 27 20:01:54.045714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:54.306949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-695b58dd-c651-4cb2-87a2-910b64a4b8a3 req-157a7218-40ea-4282-9a65-ed9bd7b83e2c tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0265379 Jan 27 20:01:54.958610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:55.415403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec6174d3-075f-4f65-b753-253778a0596a req-ccac0bfa-8ebb-489d-b1b3-03b1ba5d7526 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jan 27 20:01:56.519350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ccab78a-225b-4f35-a31f-1eda6b20df98 req-12d7ed3e-6118-4e1f-bd85-8f27a94392ab tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f300b1-d648-41ae-9d81-c1f6a26ec41a HTTP/1.1" status: 200 len: 210 time: 0.0319102 Jan 27 20:01:57.887197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 35874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:01:57.962735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (aa1b193c-8493-4cb5-adc0-2ac3c1d2d425), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:57.997203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (aa1b193c-8493-4cb5-adc0-2ac3c1d2d425), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:58.082280 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (aa1b193c-8493-4cb5-adc0-2ac3c1d2d425), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:58.086550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:01:58.087952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] 10.222.0.59 "DELETE /v2.0/security-groups/aa1b193c-8493-4cb5-adc0-2ac3c1d2d425 HTTP/1.1" status: 204 len: 168 time: 0.1996789 Jan 27 20:01:58.099360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538927cb-dbda-44ee-88d5-0bbf13cd6f61 tempest-TestVolumeBackupRestore-1598040762 tempest-TestVolumeBackupRestore-1598040762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1b193c-8493-4cb5-adc0-2ac3c1d2d425,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:00.122409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f5e9a0f8-349d-4d47-a258-934e10a81c7d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:00.130040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f5e9a0f8-349d-4d47-a258-934e10a81c7d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1182199 Jan 27 20:02:00.153296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-4b4de205-671e-44fc-831b-8b1d26c7b5e5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0218427 Jan 27 20:02:00.213780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-c5312867-57a6-43d6-86b4-69239e39335a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593674 Jan 27 20:02:00.336071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-3befc2c8-9073-4835-ad2e-1ef02d1f0b4a service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152174 Jan 27 20:02:00.454887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-af522795-79ab-4e22-b683-e08b3358b07e service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159110 Jan 27 20:02:00.878347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1ab16f8-e246-4429-b0bb-0201bf4c5044 req-cf1a8b64-a9ff-474e-9f15-8108c67a079a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0471857 Jan 27 20:02:02.024096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00da484a-cfa1-45e4-9dc2-da2b821a1905 req-511cc2e5-d628-41ef-9589-f711478ded08 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0470719 Jan 27 20:02:02.095745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-2ac4a2e5-6de2-4d0e-b4b3-324e39388bdf tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:02.097398 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-2ac4a2e5-6de2-4d0e-b4b3-324e39388bdf tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1855624 Jan 27 20:02:02.113241 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:02:02.240423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:02:02.244304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:02.404450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.6 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/1c21215c-6137-44f6-88e2-0258b0577548) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:02:02.578587 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (1c21215c-6137-44f6-88e2-0258b0577548), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:02.622793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:02.677949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:02:02.681748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:02:02.689891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:02:02.729415 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:02.744611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.744974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.746093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.746451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.746794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.747136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.747472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.747803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.748132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.748458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.748789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.749117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.749473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:02.772818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:02.773481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:02.801274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-f91ca65c-196c-440c-ba2f-eaa97689802c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6917629 Jan 27 20:02:02.811776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-0d78f232-0646-4059-b1f2-eeb53fbeab50 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:02:02.813157 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-0d78f232-0646-4059-b1f2-eeb53fbeab50 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059760 Jan 27 20:02:02.840492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Request body: {'port': {'device_id': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:02:02.927586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21215c-6137-44f6-88e2-0258b0577548), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.143078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2854ecc2-61f1-47d6-9ed0-0667bd7bb090 None None] Provisioning complete for port 1c21215c-6137-44f6-88e2-0258b0577548 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:02:03.145179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2854ecc2-61f1-47d6-9ed0-0667bd7bb090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c21215c-6137-44f6-88e2-0258b0577548), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.253170 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c21215c-6137-44f6-88e2-0258b0577548 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:02:03.254485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2854ecc2-61f1-47d6-9ed0-0667bd7bb090 None None] Port 1c21215c-6137-44f6-88e2-0258b0577548 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:02:03.261805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028af09-70e3-4a07-a8bb-c8d4e2946bcb req-cd97a612-bb44-4f91-9ded-3a190dbebfc3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:03.263905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3028af09-70e3-4a07-a8bb-c8d4e2946bcb req-cd97a612-bb44-4f91-9ded-3a190dbebfc3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 931 time: 0.1047132 Jan 27 20:02:03.265811 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks [] for port (1c21215c-6137-44f6-88e2-0258b0577548), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.282005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Transition to ACTIVE for port object 1c21215c-6137-44f6-88e2-0258b0577548 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:02:03.288162 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.343906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:03.367369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3028af09-70e3-4a07-a8bb-c8d4e2946bcb req-b1b3096f-8bec-4880-9466-7a55dc74314a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 Jan 27 20:02:03.487674 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Attempting to bind port 1c21215c-6137-44f6-88e2-0258b0577548 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:02:03.488016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Attempting to bind port 1c21215c-6137-44f6-88e2-0258b0577548 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:02:03.488354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Attempting to bind port 1c21215c-6137-44f6-88e2-0258b0577548 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:02:03.494459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Port 1c21215c-6137-44f6-88e2-0258b0577548 on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:02:03.494783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Attempting to bind port 1c21215c-6137-44f6-88e2-0258b0577548 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:02:03.500441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:02:03.500824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:02:03.501315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:02:03.501747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Bound port: 1c21215c-6137-44f6-88e2-0258b0577548, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:02:03.502160 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21215c-6137-44f6-88e2-0258b0577548), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.591636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:02:03.595332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21215c-6137-44f6-88e2-0258b0577548,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:02:03.602098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.691016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:03.691687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:03.693372 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] 10.222.0.39 "PUT /v2.0/ports/1c21215c-6137-44f6-88e2-0258b0577548 HTTP/1.1" status: 200 len: 1091 time: 0.8721974 Jan 27 20:02:03.693896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:02:03.696218 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047325b-4db2-4bb9-876f-3c3f0325ae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "tag": "1c21215c-6137-44f6-88e2-0258b0577548"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:02:03.749942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6e0a4-18a0-44da-adfa-6d3e1dd4dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:03.823719 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821891ba-641d-4dfd-9584-5c49f3331b74 x-openstack-request-id: req-821891ba-641d-4dfd-9584-5c49f3331b74 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:02:03.824241 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "tag": "1c21215c-6137-44f6-88e2-0258b0577548", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:02:03.824695 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-821891ba-641d-4dfd-9584-5c49f3331b74 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:02:03.826034 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548', 'status': 'completed', 'code': 200} Jan 27 20:02:03.845606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-931bb3d7-002c-4d33-a978-0661b3e0bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:03.847443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-931bb3d7-002c-4d33-a978-0661b3e0bf69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 1094 time: 0.0824034 Jan 27 20:02:03.900887 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-43e2390a-a68a-4a66-a46a-7984f4692a92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c21215c-6137-44f6-88e2-0258b0577548 HTTP/1.1" status: 200 len: 217 time: 0.0457046 Jan 27 20:02:03.979192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-b2828826-a8ad-4e5b-bd59-da36f92b827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:03.981975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-b2828826-a8ad-4e5b-bd59-da36f92b827f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0751302 Jan 27 20:02:04.042912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-94aa3381-a421-4b49-b487-ffcbdb773796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.044440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-94aa3381-a421-4b49-b487-ffcbdb773796 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542886 Jan 27 20:02:04.150878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-e443a435-068f-46e9-9e51-35092b51a521 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997889 Jan 27 20:02:04.257926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-96131db2-551e-459c-96dd-d3c8e3027ea8 req-4541f03f-d4ad-473f-99e5-5fff2dfb5056 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009467 Jan 27 20:02:04.366853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-9f67d61c-a571-4fc5-bd12-5533308bc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.368368 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-9f67d61c-a571-4fc5-bd12-5533308bc45f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 1094 time: 0.0615022 Jan 27 20:02:04.551229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2124-33e9-438f-8e3f-c5a058c429b6 req-8392a3c1-edc6-447c-9fa3-c87c46a9ed60 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.553921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0af2124-33e9-438f-8e3f-c5a058c429b6 req-8392a3c1-edc6-447c-9fa3-c87c46a9ed60 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0727615 Jan 27 20:02:04.632524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-225ad622-d814-4c00-adff-3e84f27de303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.636210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-225ad622-d814-4c00-adff-3e84f27de303 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.2621374 Jan 27 20:02:04.637579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0af2124-33e9-438f-8e3f-c5a058c429b6 req-2b7e0227-5f98-4cec-893b-1050355a3c67 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771947 Jan 27 20:02:04.688877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-567feaf1-7d12-441f-8758-d47dc8efd089 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c21215c-6137-44f6-88e2-0258b0577548 HTTP/1.1" status: 200 len: 217 time: 0.0457847 Jan 27 20:02:04.743899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-ece9f932-74fd-49c3-a8a3-e8152b130cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.746154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-ece9f932-74fd-49c3-a8a3-e8152b130cdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0511935 Jan 27 20:02:04.800488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-9fc2b48d-114c-4db6-8c79-0e799afcde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:04.802537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-9fc2b48d-114c-4db6-8c79-0e799afcde74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505474 Jan 27 20:02:04.918881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-9190a2eb-f069-4ed2-909d-c8b36357dc56 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102066 Jan 27 20:02:05.021072 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c047325b-4db2-4bb9-876f-3c3f0325ae7e req-22d617b5-5b93-4b38-b27f-8b116e407fb4 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Jan 27 20:02:05.776923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3802cc-47a7-4bbc-b292-82760ab79dc4 req-d418cf42-b58f-4fef-b561-f2e7d498a42c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:05.784878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec3802cc-47a7-4bbc-b292-82760ab79dc4 req-d418cf42-b58f-4fef-b561-f2e7d498a42c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0620737 Jan 27 20:02:05.841841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec3802cc-47a7-4bbc-b292-82760ab79dc4 req-9368cf9c-d8fc-41bb-827b-80bb9a574e0c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554664 Jan 27 20:02:05.976858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:06.516487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:06.958342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553593-3295-48a5-bf98-f0c8221cc547 req-072edf5e-adbf-4f1b-af09-ef78ab06b62b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:06.960619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2553593-3295-48a5-bf98-f0c8221cc547 req-072edf5e-adbf-4f1b-af09-ef78ab06b62b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0528376 Jan 27 20:02:07.012297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2553593-3295-48a5-bf98-f0c8221cc547 req-909ce3c5-e34f-4790-ab0e-a4a113239aae tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Jan 27 20:02:07.080354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Deleting port f1527fc2-bfef-4321-8bc8-8ab9b90f869a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:07.081506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:07.170808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] For port f1527fc2-bfef-4321-8bc8-8ab9b90f869a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:07.171412 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:07.185746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Calling delete_port for f1527fc2-bfef-4321-8bc8-8ab9b90f869a owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:07.375140 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (f1527fc2-bfef-4321-8bc8-8ab9b90f869a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:07.430433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1527fc2-bfef-4321-8bc8-8ab9b90f869a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:07.586581 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:07.821495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:02:07.934717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:02:07.939740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2dfd779c-8f25-4d7e-ba79-a20edc7c9407 admin admin] 10.222.0.59 "PUT /v2.0/routers/41a7dcc5-4c8f-490a-bf30-a22f72a5f359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608355 Jan 27 20:02:07.942315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36378) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:07.946242 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Sync routers for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:02:07.956764 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:02:07.957461 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:08.053949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks [] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.070524 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:02:08.144961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4f70-143d-4984-b30d-857c852eed06 req-56e8cf8a-655f-4905-a28e-b041d6ce6e24 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:08.155917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-948f4f70-143d-4984-b30d-857c852eed06 req-56e8cf8a-655f-4905-a28e-b041d6ce6e24 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0692201 Jan 27 20:02:08.176474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks [] for router_gateway (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.210887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-948f4f70-143d-4984-b30d-857c852eed06 req-649ae2a4-3088-4281-90d1-4139682f5295 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536916 Jan 27 20:02:08.249866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Deleting port a712d6ce-aeab-406f-bf47-c0f78bb05843 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:08.250451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.289114 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T20:02:07Z', 'revision_number': 5, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port': {'id': 'a712d6ce-aeab-406f-bf47-c0f78bb05843', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:34Z', 'updated_at': '2022-01-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:08.322289 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Checking router: 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:02:08.330580 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Routers {'41a7dcc5-4c8f-490a-bf30-a22f72a5f359'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:02:08.331218 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:08.343912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] For port a712d6ce-aeab-406f-bf47-c0f78bb05843, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a712d6ce-aeab-406f-bf47-c0f78bb05843,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:08.344286 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.356938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Calling delete_port for a712d6ce-aeab-406f-bf47-c0f78bb05843 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:08.420780 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] Set router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:02:08.483511 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T20:02:08Z', 'revision_number': 6, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:08.511296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560afcf-d266-4a20-97b6-e0524855eca6 None None] The sync data for ids ['41a7dcc5-4c8f-490a-bf30-a22f72a5f359'] in n-d-760453-6 is: [{'id': '41a7dcc5-4c8f-490a-bf30-a22f72a5f359', 'name': 'tempest-TestVolumeBackupRestore-944555516-router', 'tenant_id': '661eb0f22d994a6290d29cdf30c8305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:33Z', 'updated_at': '2022-01-27T20:02:08Z', 'revision_number': 6, 'project_id': '661eb0f22d994a6290d29cdf30c8305b', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:02:08.559399 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a712d6ce-aeab-406f-bf47-c0f78bb05843), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.589809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a712d6ce-aeab-406f-bf47-c0f78bb05843,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:08.652620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.746965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.749206 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks [] for router_controller (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.799201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (41a7dcc5-4c8f-490a-bf30-a22f72a5f359), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.799997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a7dcc5-4c8f-490a-bf30-a22f72a5f359 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:02:08.805058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.806375 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-19928d88-f15d-4dc3-89aa-4c1381b1b2b7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/41a7dcc5-4c8f-490a-bf30-a22f72a5f359 HTTP/1.1" status: 204 len: 168 time: 0.8631108 Jan 27 20:02:08.809095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36382) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:08.867376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Deleting subnet 177437c0-21b1-4f06-a020-631dc4547dad {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:02:08.871271 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Publish callbacks [] for subnet (177437c0-21b1-4f06-a020-631dc4547dad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:08.914094 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (177437c0-21b1-4f06-a020-631dc4547dad), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.006021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e0838c-e920-410c-94ba-0747afb294bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.017116 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (177437c0-21b1-4f06-a020-631dc4547dad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.086914 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (177437c0-21b1-4f06-a020-631dc4547dad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.115633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177437c0-21b1-4f06-a020-631dc4547dad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:09.119696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.123330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-521a2345-5ba9-42b9-931a-07198f71739c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/177437c0-21b1-4f06-a020-631dc4547dad HTTP/1.1" status: 204 len: 168 time: 0.3127832 Jan 27 20:02:09.127033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36384) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:09.135349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cac29-a7ab-47a2-91a8-8447e6bd543c None None] Network 6da47606-2ea0-4594-81a4-ca59f5af3988 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:02:09.223733 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6da47606-2ea0-4594-81a4-ca59f5af3988), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.298222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Deleting port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:09.298591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.406400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c544ee-6c0d-4252-a30a-7d80c8ce938d req-036955db-b7d0-46fa-b486-06459902a8fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:09.414760 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] DHCP port deletion for 6da47606-2ea0-4594-81a4-ca59f5af3988 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:02:09.415040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65c544ee-6c0d-4252-a30a-7d80c8ce938d req-036955db-b7d0-46fa-b486-06459902a8fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.1206260 Jan 27 20:02:09.446114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] For port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:09.446984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.477306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65c544ee-6c0d-4252-a30a-7d80c8ce938d req-9691cbbd-0dc3-447b-9d11-b7528c34f048 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Jan 27 20:02:09.486823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Calling delete_port for 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:09.492983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1527fc2-bfef-4321-8bc8-8ab9b90f869a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:09.530331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f1527fc2-bfef-4321-8bc8-8ab9b90f869a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:02:09.531094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1527fc2-bfef-4321-8bc8-8ab9b90f869a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:09.531591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a712d6ce-aeab-406f-bf47-c0f78bb05843 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:09.535013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Deleting port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:09.535473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.572023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: a712d6ce-aeab-406f-bf47-c0f78bb05843 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:02:09.572504 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a712d6ce-aeab-406f-bf47-c0f78bb05843 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:09.609311 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.635346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] For port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,segment=NetworkSegment(803f81fa-ad59-4db0-8dde-1f034457dc2c),segment_id=803f81fa-ad59-4db0-8dde-1f034457dc2c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:09.635683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.652953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Calling delete_port for 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:09.665638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:09.672575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] No DVR routers for this DVR port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:02:09.761943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6da47606-2ea0-4594-81a4-ca59f5af3988), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.774278 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.793573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da47606-2ea0-4594-81a4-ca59f5af3988']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:09.808384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Pushing event deleted for resources: {'Port': ['ID=2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:09.808766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803f81fa-ad59-4db0-8dde-1f034457dc2c') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:09.809283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803f81fa-ad59-4db0-8dde-1f034457dc2c') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:09.814377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] No DVR routers for this DVR port 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:02:09.824146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.824368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (803f81fa-ad59-4db0-8dde-1f034457dc2c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.824975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.827098 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.827709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.829677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.830284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.830882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.836219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.837478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.838550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.838979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.839525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.840308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37553ae9-4b88-4192-aff4-6a39f8b67955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:09.850419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (803f81fa-ad59-4db0-8dde-1f034457dc2c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.857406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:02:09.858137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (803f81fa-ad59-4db0-8dde-1f034457dc2c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:02:09.860700 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:02:09.925752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6da47606-2ea0-4594-81a4-ca59f5af3988), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.931668 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:09.938374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] 10.222.0.59 "DELETE /v2.0/networks/6da47606-2ea0-4594-81a4-ca59f5af3988 HTTP/1.1" status: 204 len: 168 time: 0.8073120 Jan 27 20:02:09.938663 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:09.959024 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279774ea-5fee-4f4c-ba21-f5ef7fec7f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=6da47606-2ea0-4594-81a4-ca59f5af3988,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:10.309918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:10.627059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7d7f-d283-4d17-838a-510782607aad req-92cc8a82-a656-4676-a9b3-7cb68a991fbd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:10.628601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847d7d7f-d283-4d17-838a-510782607aad req-92cc8a82-a656-4676-a9b3-7cb68a991fbd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0648038 Jan 27 20:02:10.650463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Deleting port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:10.651038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:10.743570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847d7d7f-d283-4d17-838a-510782607aad req-c6d0d972-3a59-4501-83cd-2c2121f1f363 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043060 Jan 27 20:02:10.777235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] For port 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:10.777653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:10.791502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Calling delete_port for 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:10.988307 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (0a42ecee-d446-4e2f-b1ef-a1bd359d7db1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:11.018705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0a42ecee-d446-4e2f-b1ef-a1bd359d7db1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:11.048615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.048936 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.049304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.049640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.049977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.050312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.050641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.050964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.051287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.051610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.051933 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.052253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.052576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:02:11.253185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:11.369718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:11.406887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:02:11.407462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2ea202b9-67c9-4e91-b1f3-5d4b4181e4d6 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:11.496805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:02:11.617058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:02:11.622938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-91154a69-aaf1-496b-91f5-e22b87dc11ef admin admin] 10.222.0.59 "PUT /v2.0/routers/6fa11a86-3554-498b-9c10-da5f4fcbbe84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829042 Jan 27 20:02:11.626720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:11.628959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Sync routers for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:02:11.647521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:02:11.648598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:11.737546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks [] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:11.804574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:02:11.993126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e8cd-05df-4855-9919-9e68b20ac63d req-b88ffa49-9ba0-48f1-90b8-2a2bdf4b97b2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:11.995725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4558e8cd-05df-4855-9919-9e68b20ac63d req-b88ffa49-9ba0-48f1-90b8-2a2bdf4b97b2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.1669993 Jan 27 20:02:11.998301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks [] for router_gateway (6fa11a86-3554-498b-9c10-da5f4fcbbe84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.001752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T20:02:10Z', 'revision_number': 5, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port': {'id': 'ad70733b-ecd4-4bf4-901c-bc5d44d4e963', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:56:46Z', 'updated_at': '2022-01-27T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:12.032877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Checking router: 6fa11a86-3554-498b-9c10-da5f4fcbbe84 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:02:12.041887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Routers {'6fa11a86-3554-498b-9c10-da5f4fcbbe84'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:02:12.042434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:01:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:12.118107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4558e8cd-05df-4855-9919-9e68b20ac63d req-c05c2f71-30fb-4d5b-bdec-2d66efd942c7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131604 Jan 27 20:02:12.153483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] Set router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:02:12.154574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a89e264-8c5c-4697-acf9-10d5623bf557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.167909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Deleting port ad70733b-ecd4-4bf4-901c-bc5d44d4e963 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:12.168483 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.210294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T20:02:11Z', 'revision_number': 6, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:12.240241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25126f74-e2ed-4902-8928-c8d73d668853 None None] The sync data for ids ['6fa11a86-3554-498b-9c10-da5f4fcbbe84'] in n-d-760453-6 is: [{'id': '6fa11a86-3554-498b-9c10-da5f4fcbbe84', 'name': 'tempest-TestVolumeBackupRestore-209843026-router', 'tenant_id': '3fba944440bb4bd69fec966224d5ee4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:56:45Z', 'updated_at': '2022-01-27T20:02:11Z', 'revision_number': 6, 'project_id': '3fba944440bb4bd69fec966224d5ee4c', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:02:12.257587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] For port ad70733b-ecd4-4bf4-901c-bc5d44d4e963, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:12.257967 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.270642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Calling delete_port for ad70733b-ecd4-4bf4-901c-bc5d44d4e963 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:12.442708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ad70733b-ecd4-4bf4-901c-bc5d44d4e963), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.470926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad70733b-ecd4-4bf4-901c-bc5d44d4e963,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:12.531987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.634860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.637594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks [] for router_controller (6fa11a86-3554-498b-9c10-da5f4fcbbe84), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.688974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (6fa11a86-3554-498b-9c10-da5f4fcbbe84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.689671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa11a86-3554-498b-9c10-da5f4fcbbe84 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:02:12.694979 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.699367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-63164ff5-1cc4-4bf9-bc29-5c4d32202856 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6fa11a86-3554-498b-9c10-da5f4fcbbe84 HTTP/1.1" status: 204 len: 168 time: 1.0684600 Jan 27 20:02:12.699712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36396) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:12.753053 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Deleting subnet 13165657-2268-4882-bcf8-94101c4b356a {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:02:12.756977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Publish callbacks [] for subnet (13165657-2268-4882-bcf8-94101c4b356a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.793477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (13165657-2268-4882-bcf8-94101c4b356a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.890932 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (13165657-2268-4882-bcf8-94101c4b356a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.946257 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (13165657-2268-4882-bcf8-94101c4b356a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.977104 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:12.984825 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/13165657-2268-4882-bcf8-94101c4b356a HTTP/1.1" status: 204 len: 168 time: 0.2804608 Jan 27 20:02:12.984825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97309c41-4eab-463b-b5d2-3454e497124d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13165657-2268-4882-bcf8-94101c4b356a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:12.985103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9dec13-c840-4ce1-aaac-5345034ecf3f None None] Network e620bc88-b598-4d44-94d0-ed12660c03f3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:02:12.985885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:13.061673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (e620bc88-b598-4d44-94d0-ed12660c03f3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.122275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Deleting port c1950693-f028-4e7a-959d-d877683339bf {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:13.122275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c1950693-f028-4e7a-959d-d877683339bf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.145798 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] DHCP port deletion for e620bc88-b598-4d44-94d0-ed12660c03f3 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:02:13.206333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] For port c1950693-f028-4e7a-959d-d877683339bf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c1950693-f028-4e7a-959d-d877683339bf,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:13.206750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c1950693-f028-4e7a-959d-d877683339bf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.210676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Deleting port c1950693-f028-4e7a-959d-d877683339bf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:02:13.211051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c1950693-f028-4e7a-959d-d877683339bf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.224229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Calling delete_port for c1950693-f028-4e7a-959d-d877683339bf owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:13.301614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c1950693-f028-4e7a-959d-d877683339bf no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:13.305818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] For port c1950693-f028-4e7a-959d-d877683339bf, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c1950693-f028-4e7a-959d-d877683339bf,segment=NetworkSegment(b5cadd90-7192-437e-9d1e-ea570f11c561),segment_id=b5cadd90-7192-437e-9d1e-ea570f11c561)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:13.306335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c1950693-f028-4e7a-959d-d877683339bf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.321752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06d74d-3a7c-4cdb-b9a5-824168984f96 req-dbeb2abb-ed94-43a8-b41e-7ab09b0387dc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:13.329828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b06d74d-3a7c-4cdb-b9a5-824168984f96 req-dbeb2abb-ed94-43a8-b41e-7ab09b0387dc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0862837 Jan 27 20:02:13.349379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c1950693-f028-4e7a-959d-d877683339bf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.360892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Calling delete_port for c1950693-f028-4e7a-959d-d877683339bf owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:02:13.387560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1950693-f028-4e7a-959d-d877683339bf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:13.391860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b06d74d-3a7c-4cdb-b9a5-824168984f96 req-2ed70389-c6fa-45f2-991f-d1430bff5b6c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Jan 27 20:02:13.400866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] No DVR routers for this DVR port c1950693-f028-4e7a-959d-d877683339bf on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:02:13.438155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No active binding found for port c1950693-f028-4e7a-959d-d877683339bf {{(pid=103324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 20:02:13.438539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] The host n-d-760453-6 is not matching for port c1950693-f028-4e7a-959d-d877683339bf host None! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:02:13.438935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c1950693-f028-4e7a-959d-d877683339bf not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:13.439352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:13.462287 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:02:13.462756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a42ecee-d446-4e2f-b1ef-a1bd359d7db1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:13.463040 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ad70733b-ecd4-4bf4-901c-bc5d44d4e963 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:02:13.484218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (e620bc88-b598-4d44-94d0-ed12660c03f3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.497150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ad70733b-ecd4-4bf4-901c-bc5d44d4e963 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:02:13.497520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ad70733b-ecd4-4bf4-901c-bc5d44d4e963 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:02:13.507811 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e620bc88-b598-4d44-94d0-ed12660c03f3']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:13.519414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cadd90-7192-437e-9d1e-ea570f11c561') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:13.519711 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cadd90-7192-437e-9d1e-ea570f11c561') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:02:13.526126 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c1950693-f028-4e7a-959d-d877683339bf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.531671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (b5cadd90-7192-437e-9d1e-ea570f11c561), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.548059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b5cadd90-7192-437e-9d1e-ea570f11c561), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.554319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:02:13.554720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (b5cadd90-7192-437e-9d1e-ea570f11c561), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:02:13.556441 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:02:13.559501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] Pushing event deleted for resources: {'Port': ['ID=c1950693-f028-4e7a-959d-d877683339bf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:13.564285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a080ef-4cc6-4df6-bc2a-4327e4e89bd8 None None] No DVR routers for this DVR port c1950693-f028-4e7a-959d-d877683339bf on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:02:13.619050 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (e620bc88-b598-4d44-94d0-ed12660c03f3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.626049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.629269 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e620bc88-b598-4d44-94d0-ed12660c03f3 HTTP/1.1" status: 204 len: 168 time: 0.6426756 Jan 27 20:02:13.639349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238030e-88ed-4a95-b222-10a36f5e5203 admin admin] Pushing event deleted for resources: {'Network': ['ID=e620bc88-b598-4d44-94d0-ed12660c03f3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:13.741827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:13.781631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4ce1482d-5e51-4878-a2d8-5a8ae61c90ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=661eb0f22d994a6290d29cdf30c8305b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386195 Jan 27 20:02:13.784081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36406) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:13.830708 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] Publish callbacks [] for security_group (ad67d378-b6d8-47c0-937a-9b31ad4ab51a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:13.856707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] Publish callbacks [] for security_group (ad67d378-b6d8-47c0-937a-9b31ad4ab51a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.248498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (ad67d378-b6d8-47c0-937a-9b31ad4ab51a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.251191 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.252350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad67d378-b6d8-47c0-937a-9b31ad4ab51a HTTP/1.1" status: 204 len: 168 time: 0.4673910 Jan 27 20:02:14.261198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d09d4-b17c-4eaa-a127-11e313e34000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad67d378-b6d8-47c0-937a-9b31ad4ab51a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:14.504956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e657daa-dadc-4c58-a1f8-cb7f64e26c56 req-ed7f74a7-41e6-4156-bb97-c6c2db6255d3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:14.506381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e657daa-dadc-4c58-a1f8-cb7f64e26c56 req-ed7f74a7-41e6-4156-bb97-c6c2db6255d3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0497015 Jan 27 20:02:14.556034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e657daa-dadc-4c58-a1f8-cb7f64e26c56 req-8d9b2244-278f-41d3-9f54-16d529e1b764 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Jan 27 20:02:14.588612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36414) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:14.631470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ad69aa4-13aa-4999-af95-fee8606fcaf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fba944440bb4bd69fec966224d5ee4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406041 Jan 27 20:02:14.633870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36416) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:02:14.685810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] Publish callbacks [] for security_group (155e78e1-2ecc-44d4-8cca-a813c52476bb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.706785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] Publish callbacks [] for security_group (155e78e1-2ecc-44d4-8cca-a813c52476bb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.753447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (155e78e1-2ecc-44d4-8cca-a813c52476bb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.756234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:14.757388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/155e78e1-2ecc-44d4-8cca-a813c52476bb HTTP/1.1" status: 204 len: 168 time: 0.1225803 Jan 27 20:02:14.765794 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd726ec-69aa-4799-8264-558eda99cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e78e1-2ecc-44d4-8cca-a813c52476bb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:15.247510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:15.671059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9de44-4fc3-45a7-826c-5788f86d0b74 req-e1816477-3c40-420d-aa36-7902051092fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:15.672582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9d9de44-4fc3-45a7-826c-5788f86d0b74 req-e1816477-3c40-420d-aa36-7902051092fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0481377 Jan 27 20:02:15.683726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:15.726217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9d9de44-4fc3-45a7-826c-5788f86d0b74 req-882cd99d-dd0c-4611-9b26-e802a34d19b0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Jan 27 20:02:16.072999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:16.140948 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:02:16.842629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afc61f-0074-45cf-9f67-1b3f99241563 req-c52392bf-de14-4f5d-a9cf-76482234e417 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:16.844124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25afc61f-0074-45cf-9f67-1b3f99241563 req-c52392bf-de14-4f5d-a9cf-76482234e417 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0502069 Jan 27 20:02:16.891820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25afc61f-0074-45cf-9f67-1b3f99241563 req-d7f00c28-50a5-4257-986e-c071fa41df18 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jan 27 20:02:18.007129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d60ee-2585-4b9d-9c14-ca19c04cf86f req-72771006-719e-4229-a0d4-2454b8c8ec17 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:18.008633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-899d60ee-2585-4b9d-9c14-ca19c04cf86f req-72771006-719e-4229-a0d4-2454b8c8ec17 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0485592 Jan 27 20:02:18.056122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-899d60ee-2585-4b9d-9c14-ca19c04cf86f req-1b5b1d58-acad-4aa6-a12d-5528349c3f93 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Jan 27 20:02:19.177439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f46924-3cda-4aea-92db-cb8a2fb213d5 req-35c46e80-7b25-4c2b-9c75-b88ca7fed0d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:19.178959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09f46924-3cda-4aea-92db-cb8a2fb213d5 req-35c46e80-7b25-4c2b-9c75-b88ca7fed0d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0538418 Jan 27 20:02:19.227465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09f46924-3cda-4aea-92db-cb8a2fb213d5 req-849b4e5a-3d65-47e1-9bb7-d0d8c4f84fad tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Jan 27 20:02:20.343588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f26dd-e72c-4927-882a-6ce7f1b897f2 req-dad0ac80-d4fe-4e1c-bf00-98a0f420cddd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:20.345753 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-455f26dd-e72c-4927-882a-6ce7f1b897f2 req-dad0ac80-d4fe-4e1c-bf00-98a0f420cddd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0498247 Jan 27 20:02:20.394203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-455f26dd-e72c-4927-882a-6ce7f1b897f2 req-0918fb58-be14-4db9-905c-225c32c3e445 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Jan 27 20:02:21.292174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21215c-6137-44f6-88e2-0258b0577548 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:02:21.395917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21215c-6137-44f6-88e2-0258b0577548,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:21.409764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '1c21215c-6137-44f6-88e2-0258b0577548', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '1c21215c-6137-44f6-88e2-0258b0577548', 'mac_address': 'fa:16:3e:60:56:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:02:21.448845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21215c-6137-44f6-88e2-0258b0577548 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:02:21.449727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21215c-6137-44f6-88e2-0258b0577548), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:21.471168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c21215c-6137-44f6-88e2-0258b0577548 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:02:21.493054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21215c-6137-44f6-88e2-0258b0577548,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:21.498107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:21.519830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96925a9a-ef68-483f-b3cd-d170b9d44eb0 req-75c0e4d6-f2f5-4fe9-aeb3-ccca985db3e4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:21.521416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96925a9a-ef68-483f-b3cd-d170b9d44eb0 req-75c0e4d6-f2f5-4fe9-aeb3-ccca985db3e4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 943 time: 0.0552340 Jan 27 20:02:21.548966 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:21.573565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96925a9a-ef68-483f-b3cd-d170b9d44eb0 req-c2ff4e0c-2140-4e5c-ada4-32e55c50a072 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Jan 27 20:02:21.722802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21215c-6137-44f6-88e2-0258b0577548'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:02:22.688364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfdc9b-17d0-4962-9f30-9dfcd6a47d6a req-b9aae06d-cf93-43d5-a509-62465f26b6b9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:22.689808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ebfdc9b-17d0-4962-9f30-9dfcd6a47d6a req-b9aae06d-cf93-43d5-a509-62465f26b6b9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 944 time: 0.0485742 Jan 27 20:02:22.741918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ebfdc9b-17d0-4962-9f30-9dfcd6a47d6a req-58d5adc6-6e6f-44f7-85c4-3d4ffd91609e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Jan 27 20:02:23.318953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21215c-6137-44f6-88e2-0258b0577548 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:02:23.369581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 1c21215c-6137-44f6-88e2-0258b0577548 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:02:23.373837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 1c21215c-6137-44f6-88e2-0258b0577548 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:02:23.374222 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1c21215c-6137-44f6-88e2-0258b0577548), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:23.455157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1c21215c-6137-44f6-88e2-0258b0577548 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:02:23.455550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1c21215c-6137-44f6-88e2-0258b0577548), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:23.479374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:02:23.481567 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12f2475-f056-45f0-b279-a109eef0c8e7" -d '{"events": [{"server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "name": "network-vif-plugged", "status": "completed", "tag": "1c21215c-6137-44f6-88e2-0258b0577548"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:02:23.494404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21215c-6137-44f6-88e2-0258b0577548,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:02:23.498889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:23.527754 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371ec25-e97e-457c-abfc-55f8dc401af5 x-openstack-request-id: req-9371ec25-e97e-457c-abfc-55f8dc401af5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:02:23.528047 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "name": "network-vif-plugged", "status": "completed", "tag": "1c21215c-6137-44f6-88e2-0258b0577548", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:02:23.528302 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9371ec25-e97e-457c-abfc-55f8dc401af5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:02:23.528691 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548', 'code': 200} Jan 27 20:02:23.557890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:23.616621 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a6907-5af9-4807-b0a6-38e68834b94d req-ba975259-e2ee-4066-807c-3583fd5d4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:23.618185 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-299a6907-5af9-4807-b0a6-38e68834b94d req-ba975259-e2ee-4066-807c-3583fd5d4ccd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 1096 time: 0.0402868 Jan 27 20:02:23.663309 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-299a6907-5af9-4807-b0a6-38e68834b94d req-e067199d-dcef-4ff3-b392-e537619a2295 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Jan 27 20:02:23.866412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948725a-56fe-490b-9faa-416e5cb091fd req-3df0da6e-0f2a-4eb8-b996-e7516129e40d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:23.867914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5948725a-56fe-490b-9faa-416e5cb091fd req-3df0da6e-0f2a-4eb8-b996-e7516129e40d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0500927 Jan 27 20:02:23.915363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5948725a-56fe-490b-9faa-416e5cb091fd req-a8d47c14-1b6d-4ec7-95ee-95798a206951 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 27 20:02:24.046054 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:24.949215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:25.042285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f14e0-d323-44b7-8bed-50117cae31fb req-4b80d4b9-7362-43f0-8b60-c3c7fab54d61 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:25.043790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f32f14e0-d323-44b7-8bed-50117cae31fb req-4b80d4b9-7362-43f0-8b60-c3c7fab54d61 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0529859 Jan 27 20:02:25.091820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f32f14e0-d323-44b7-8bed-50117cae31fb req-b2e4eb5d-c225-4b0c-9539-55b2d98274de tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jan 27 20:02:25.214280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1bf4-cc07-45a2-a31f-a272db9db529 req-cfe6cb67-fc07-41be-8920-dfdd40a591f1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:25.215681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-509a1bf4-cc07-45a2-a31f-a272db9db529 req-cfe6cb67-fc07-41be-8920-dfdd40a591f1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Jan 27 20:02:25.269339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-509a1bf4-cc07-45a2-a31f-a272db9db529 req-5e1e814c-3b73-4981-9fa5-1d20409e7f92 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Jan 27 20:02:28.913338 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-90a5545c-40fc-4ac4-b3ab-7b37fc0b714f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:28.914734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-90a5545c-40fc-4ac4-b3ab-7b37fc0b714f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1284337 Jan 27 20:02:28.929617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-16de8150-69a7-47d1-a79a-975a8f9f7d63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0094581 Jan 27 20:02:28.980363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-9e819945-f605-469b-a2bc-d5b60e7d08f2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458841 Jan 27 20:02:29.075879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-0a7ffda8-2f40-4b82-a278-db6d320e42ac service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880616 Jan 27 20:02:29.167576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-4f12de16-4e5a-4816-8e9b-946954c0c93b service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858040 Jan 27 20:02:29.358121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ef052e6-9ca2-4d6b-aa44-c27c6c799d30 req-ad1196da-2758-4c43-af31-155eb8d0a7f7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0287719 Jan 27 20:02:30.321142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-89955a31-9842-43c6-a23c-e12911d500a1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:30.322750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-89955a31-9842-43c6-a23c-e12911d500a1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1252885 Jan 27 20:02:30.454353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': 'bce94d96-7761-499a-a94b-11b430b62866', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:02:30.474674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edc9b093-91e0-4c50-b386-b1d594e201e6 req-602a7bc5-44d3-46f0-971a-0d63f124f909 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0349526 Jan 27 20:02:30.591796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:02:30.595346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:30.761324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.5 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:02:30.995956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.039762 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.055106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21215c-6137-44f6-88e2-0258b0577548'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:02:31.083463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:02:31.087057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:02:31.090802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:02:31.155370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:31.156019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.167003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:31.183493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-e73d0939-8f37-467b-946f-64b3d29a916d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341604 Jan 27 20:02:31.337930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Request body: {'port': {'device_id': 'bce94d96-7761-499a-a94b-11b430b62866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:02:31.345055 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c494a7b7-9dd3-4df4-b931-5082a94b4b82 None None] Provisioning complete for port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:02:31.345725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c494a7b7-9dd3-4df4-b931-5082a94b4b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.383649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c494a7b7-9dd3-4df4-b931-5082a94b4b82 None None] Port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:02:31.399514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.679666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f853e-07d8-486a-9db3-7e283c2a9a5a req-ae292d93-16ef-4671-91d6-e9f5303a569b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:31.681095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-238f853e-07d8-486a-9db3-7e283c2a9a5a req-ae292d93-16ef-4671-91d6-e9f5303a569b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 931 time: 0.1246340 Jan 27 20:02:31.761781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-238f853e-07d8-486a-9db3-7e283c2a9a5a req-9a827abe-f989-4094-9b80-25c2cc35fe27 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702443 Jan 27 20:02:31.809006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:02:31.817316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks [] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.834530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Transition to ACTIVE for port object 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:02:31.843040 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:31.902425 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:31.983485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Attempting to bind port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:02:31.983996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Attempting to bind port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:02:31.984375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Attempting to bind port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:02:31.990431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:02:31.992071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Attempting to bind port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:02:31.998847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:02:31.999307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:02:31.999731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:02:32.000296 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Bound port: 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:02:32.000689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:32.078213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:02:32.083579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:02:32.092876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:32.136069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.136897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:32.138570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] 10.222.0.66 "PUT /v2.0/ports/34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 HTTP/1.1" status: 200 len: 1091 time: 0.9475005 Jan 27 20:02:32.139045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:02:32.141395 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562fc45-595d-42ba-889c-e184ac97958f" -d '{"events": [{"name": "network-changed", "server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:02:32.174386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35ffb6-5c2b-44b2-bae4-3115bd989aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:02:32.214472 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd459714-a3a4-47be-988b-9a38a5748aa5 x-openstack-request-id: req-dd459714-a3a4-47be-988b-9a38a5748aa5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:02:32.214774 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:02:32.215034 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd459714-a3a4-47be-988b-9a38a5748aa5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:02:32.215841 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3', 'status': 'completed', 'code': 200} Jan 27 20:02:32.278114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-c2753b5f-15c1-4d01-be94-a7d8750742c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.279989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-c2753b5f-15c1-4d01-be94-a7d8750742c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 1094 time: 0.0636632 Jan 27 20:02:32.340561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-2dbf5b8d-6372-497d-a39c-fa007835d51b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 HTTP/1.1" status: 200 len: 217 time: 0.0461404 Jan 27 20:02:32.403033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-1ea580b0-6521-4511-977d-09ee2a4e6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.404521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-1ea580b0-6521-4511-977d-09ee2a4e6264 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0588310 Jan 27 20:02:32.453565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-c3bf5951-3a84-4260-8256-3b6c6fe00337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.455090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-c3bf5951-3a84-4260-8256-3b6c6fe00337 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451188 Jan 27 20:02:32.555023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-a9d3e320-14f5-4981-8ec8-8d79c46d3c0c service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937426 Jan 27 20:02:32.649776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49410d12-74ab-47b3-adb7-a15ef92df807 req-49428cb6-72bb-4a56-a3bf-a264e7003edf service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884283 Jan 27 20:02:32.745558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fc45-595d-42ba-889c-e184ac97958f req-2c663a53-b841-47ee-866d-e6b3203ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.747171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-2c663a53-b841-47ee-866d-e6b3203ea9a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 1094 time: 0.0508776 Jan 27 20:02:32.859524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fc45-595d-42ba-889c-e184ac97958f req-e9b33db5-dba0-48a2-90ca-7d4eb463ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.860996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-e9b33db5-dba0-48a2-90ca-7d4eb463ff35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.1075850 Jan 27 20:02:32.916842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-33ebcf18-7b29-4e0c-a227-080db39418b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 HTTP/1.1" status: 200 len: 217 time: 0.0416951 Jan 27 20:02:32.965864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5539-6cf8-41c3-b5ba-467aab36dc9d req-178bb4ec-be9a-4352-8425-9344393a9d2e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.967359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ecb5539-6cf8-41c3-b5ba-467aab36dc9d req-178bb4ec-be9a-4352-8425-9344393a9d2e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.1223314 Jan 27 20:02:32.987812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fc45-595d-42ba-889c-e184ac97958f req-b8cae5e9-8272-47aa-989d-b433f7dcbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:32.989307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-b8cae5e9-8272-47aa-989d-b433f7dcbc7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0661364 Jan 27 20:02:33.056069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ecb5539-6cf8-41c3-b5ba-467aab36dc9d req-bbf602fa-f1cb-4e7c-8697-8020b0691e63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814612 Jan 27 20:02:33.070603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fc45-595d-42ba-889c-e184ac97958f req-76ebb9bf-7d25-4471-997d-047793d43922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:33.079901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-76ebb9bf-7d25-4471-997d-047793d43922 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757551 Jan 27 20:02:33.180200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-7044a5da-f13b-439c-a27a-e990aa36c384 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015651 Jan 27 20:02:33.282449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1562fc45-595d-42ba-889c-e184ac97958f req-4c801399-72e3-4cb8-af0f-eec023a8df1b service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960939 Jan 27 20:02:34.223355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06c69-0199-4a94-bb43-073e07a7b2e1 req-7dddfed5-a688-4ace-ac5a-f311788d63e8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:34.229034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5dd06c69-0199-4a94-bb43-073e07a7b2e1 req-7dddfed5-a688-4ace-ac5a-f311788d63e8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0680189 Jan 27 20:02:34.298484 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5dd06c69-0199-4a94-bb43-073e07a7b2e1 req-18412c9b-e39c-4e68-b566-4204f8301dfd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Jan 27 20:02:34.992611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-62a5f026-be84-4f6e-95bb-a2c873c26750 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513122 Jan 27 20:02:35.085513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-4807e789-4ff6-4955-a194-5d2ac97a164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:35.087063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-4807e789-4ff6-4955-a194-5d2ac97a164b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 1096 time: 0.0440717 Jan 27 20:02:35.204751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-8d4f1918-2972-4bc8-8936-f54954bdc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:35.206663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-8d4f1918-2972-4bc8-8936-f54954bdc1ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0939019 Jan 27 20:02:35.270590 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-f2efc905-a231-4de0-9bc5-6193e6e5cd42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c21215c-6137-44f6-88e2-0258b0577548 HTTP/1.1" status: 200 len: 217 time: 0.0548437 Jan 27 20:02:35.325893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-e1e80655-bffd-449c-98cf-6a60453fe50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:35.327594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-e1e80655-bffd-449c-98cf-6a60453fe50e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0514123 Jan 27 20:02:35.382275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-f3bfa686-daa9-4082-a640-2b75efbda409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:35.383906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-f3bfa686-daa9-4082-a640-2b75efbda409 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490429 Jan 27 20:02:35.450870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea067f4-c18e-4053-aca8-0bb0fab9e1a2 req-fc640d28-8d2b-4bbb-b4d1-36f836bdff3a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:35.453762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fea067f4-c18e-4053-aca8-0bb0fab9e1a2 req-fc640d28-8d2b-4bbb-b4d1-36f836bdff3a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0552630 Jan 27 20:02:35.503930 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-bf7fa09e-34c0-4b8e-85d2-b1488190ec49 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106486 Jan 27 20:02:35.505129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fea067f4-c18e-4053-aca8-0bb0fab9e1a2 req-69ac43db-65b5-41ae-a189-ee1c5f5419f1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Jan 27 20:02:35.599046 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3410e928-0efc-4b73-9d8a-9d9433f94423 req-044cc0cf-a212-4a65-9875-fb95dad07bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Jan 27 20:02:36.702480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bdc89-3402-4de0-be82-996c37257dfa req-3c715369-82fc-4351-a980-d2a1cd255488 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:36.711251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d27bdc89-3402-4de0-be82-996c37257dfa req-3c715369-82fc-4351-a980-d2a1cd255488 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.1128323 Jan 27 20:02:36.768432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d27bdc89-3402-4de0-be82-996c37257dfa req-82f40184-567a-40bb-aab6-6998a26815d2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Jan 27 20:02:37.938649 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bfa12-74aa-4574-a3c7-763b3da50266 req-4dde1539-08a4-48b1-8869-367621b8c291 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:37.940902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c5bfa12-74aa-4574-a3c7-763b3da50266 req-4dde1539-08a4-48b1-8869-367621b8c291 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0770237 Jan 27 20:02:38.014017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c5bfa12-74aa-4574-a3c7-763b3da50266 req-14b83c20-7e22-40d5-9e21-bbe32419c6b7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660357 Jan 27 20:02:39.014542 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3b4afc-1c6d-4b4b-8e84-c393d497cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:39.170257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6065f-0de7-4622-877f-c3deb84109be req-7573d9a4-1e28-4429-847c-fd78795497b6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:39.173727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3de6065f-0de7-4622-877f-c3deb84109be req-7573d9a4-1e28-4429-847c-fd78795497b6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0668848 Jan 27 20:02:39.242323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3de6065f-0de7-4622-877f-c3deb84109be req-b1bac04c-8741-4e36-9aa8-6f262ccad4cc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Jan 27 20:02:40.390276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac548a5-7824-4cc5-88b2-b167d904ec2f req-505aaba7-c16e-45a2-88c3-51601b4ac10d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:40.393953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ac548a5-7824-4cc5-88b2-b167d904ec2f req-505aaba7-c16e-45a2-88c3-51601b4ac10d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0621240 Jan 27 20:02:40.451459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ac548a5-7824-4cc5-88b2-b167d904ec2f req-bc9997b6-4f8d-4831-a1af-fb3c1347fff7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Jan 27 20:02:41.581499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1a61-f9bb-42ba-8a53-1b66511cbfed req-cc29fcec-166a-46f1-93df-d61daaa19771 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:41.583170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-781c1a61-f9bb-42ba-8a53-1b66511cbfed req-cc29fcec-166a-46f1-93df-d61daaa19771 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0621884 Jan 27 20:02:41.634931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-781c1a61-f9bb-42ba-8a53-1b66511cbfed req-e92279ac-07ab-4846-828e-d0483e24dd26 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Jan 27 20:02:42.117381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d56e490-ee3d-4f21-b774-b5f4278cde2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:42.761740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2dab9-09ac-4d99-bfbc-587acd372755 req-d9ded68d-4d20-476e-9753-96f22def22d7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:42.763338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ec2dab9-09ac-4d99-bfbc-587acd372755 req-d9ded68d-4d20-476e-9753-96f22def22d7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0596099 Jan 27 20:02:42.811533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ec2dab9-09ac-4d99-bfbc-587acd372755 req-8c5b5f17-d2a9-4183-ae73-e75c22c3f37f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jan 27 20:02:43.940501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacac380-f76e-400e-a21b-edc3b8a9dd80 req-64fe1ab7-04a1-4c3f-a840-8c518de2d923 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:43.942060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dacac380-f76e-400e-a21b-edc3b8a9dd80 req-64fe1ab7-04a1-4c3f-a840-8c518de2d923 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0554368 Jan 27 20:02:43.991425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dacac380-f76e-400e-a21b-edc3b8a9dd80 req-e40daadf-56d7-4e03-95ca-41bf021ab566 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Jan 27 20:02:45.111010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b736d2-e221-4ef9-9a0e-269c9a7181f8 req-1c8a22f8-83ea-44e1-80e0-4939c0a63144 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:45.112516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36b736d2-e221-4ef9-9a0e-269c9a7181f8 req-1c8a22f8-83ea-44e1-80e0-4939c0a63144 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0490956 Jan 27 20:02:45.168456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36b736d2-e221-4ef9-9a0e-269c9a7181f8 req-e2567cb9-4a1e-4739-aeaa-cae31180bc35 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Jan 27 20:02:45.250057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:45.683616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:46.077705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:46.299269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af542d-3281-447a-8536-f6b334f7b327 req-895df45c-565f-4555-aa2c-a66674d776c9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:46.300774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24af542d-3281-447a-8536-f6b334f7b327 req-895df45c-565f-4555-aa2c-a66674d776c9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0575979 Jan 27 20:02:46.349157 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24af542d-3281-447a-8536-f6b334f7b327 req-106132a7-c369-45f4-8904-417171159899 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Jan 27 20:02:47.486311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e8723-ee8c-42d3-9fae-84470f877bc9 req-6e2bf6c7-f7db-4645-8afa-b2d1ee1dbcf9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:47.488066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c28e8723-ee8c-42d3-9fae-84470f877bc9 req-6e2bf6c7-f7db-4645-8afa-b2d1ee1dbcf9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0538645 Jan 27 20:02:47.541144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c28e8723-ee8c-42d3-9fae-84470f877bc9 req-f4f8b0fa-f540-4098-abe0-64d527aeab77 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Jan 27 20:02:48.689453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451329c4-08c9-4425-a196-5f99c5a01220 req-fefee454-f5e9-47bd-9288-4bf10b765704 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:48.690951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-451329c4-08c9-4425-a196-5f99c5a01220 req-fefee454-f5e9-47bd-9288-4bf10b765704 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0656378 Jan 27 20:02:48.748047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-451329c4-08c9-4425-a196-5f99c5a01220 req-803ba495-d2fd-4bce-a7d6-863c24c7f2a8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Jan 27 20:02:49.899944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd9a1-2873-4c46-b02a-a9fa7b7899aa req-af06a6c5-1dc3-4185-ba87-88d8fd7a1b1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:49.901514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c54dd9a1-2873-4c46-b02a-a9fa7b7899aa req-af06a6c5-1dc3-4185-ba87-88d8fd7a1b1d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0586951 Jan 27 20:02:49.953026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c54dd9a1-2873-4c46-b02a-a9fa7b7899aa req-baf78f02-1452-45db-9943-ebf1d4afd48b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Jan 27 20:02:51.098507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499ef9-dcbf-4c94-8163-a40b0f8cfbc0 req-2f030952-f430-46c4-8812-ba217f3caeba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:51.100807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03499ef9-dcbf-4c94-8163-a40b0f8cfbc0 req-2f030952-f430-46c4-8812-ba217f3caeba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0650909 Jan 27 20:02:51.167445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03499ef9-dcbf-4c94-8163-a40b0f8cfbc0 req-d688874e-d413-43c3-ac6d-acd111b4a7c8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 Jan 27 20:02:52.298227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb3026-c8a9-46ab-8634-01dd0bc588be req-66908910-6496-4034-8ee1-624edd86b1ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:52.299730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5deb3026-c8a9-46ab-8634-01dd0bc588be req-66908910-6496-4034-8ee1-624edd86b1ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0504110 Jan 27 20:02:52.356541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5deb3026-c8a9-46ab-8634-01dd0bc588be req-e972bd39-d847-470e-9791-e8ec90a94db2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Jan 27 20:02:53.140797 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:02:53.486501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f1c2f-19a2-4928-ab09-ee4a3666ab5b req-c916e622-955c-4deb-8661-10784c54c723 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:53.488020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-137f1c2f-19a2-4928-ab09-ee4a3666ab5b req-c916e622-955c-4deb-8661-10784c54c723 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0512614 Jan 27 20:02:53.553509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-137f1c2f-19a2-4928-ab09-ee4a3666ab5b req-819c9adf-a4a1-42ad-bd1d-c26016975116 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591938 Jan 27 20:02:54.059258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:54.696680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006582fe-27b8-4064-adeb-2e79e1b5c3bb req-e179c977-61a9-4c33-8a99-e4bac00138dc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:54.698290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-006582fe-27b8-4064-adeb-2e79e1b5c3bb req-e179c977-61a9-4c33-8a99-e4bac00138dc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0546427 Jan 27 20:02:54.758550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-006582fe-27b8-4064-adeb-2e79e1b5c3bb req-b027a680-0b66-4678-80ee-73bcbff0f290 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532019 Jan 27 20:02:54.979623 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:02:55.902068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a4d5b-8fb5-4fa1-8712-2fdcd8a9feb6 req-1e44a6cc-37ec-4092-8026-eca9c79400bd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:55.903854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-238a4d5b-8fb5-4fa1-8712-2fdcd8a9feb6 req-1e44a6cc-37ec-4092-8026-eca9c79400bd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0572708 Jan 27 20:02:55.955558 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-238a4d5b-8fb5-4fa1-8712-2fdcd8a9feb6 req-e9e5e0b3-b5b0-472f-9486-76e1e915a1e9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Jan 27 20:02:57.090163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019b085-1069-49c3-9f45-60fd6684bedf req-7c4b5579-4ebf-4c6a-b388-e749ae8a9167 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:57.091648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d019b085-1069-49c3-9f45-60fd6684bedf req-7c4b5579-4ebf-4c6a-b388-e749ae8a9167 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0599012 Jan 27 20:02:57.140999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d019b085-1069-49c3-9f45-60fd6684bedf req-083468c1-f8c9-4e25-8594-bdd3bdad31a8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Jan 27 20:02:58.269189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f65577-6f67-4717-a6bc-93ab9266769b req-bb0b51d1-68ef-4af4-9dcf-52bdf159eac0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:58.270770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58f65577-6f67-4717-a6bc-93ab9266769b req-bb0b51d1-68ef-4af4-9dcf-52bdf159eac0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0537808 Jan 27 20:02:58.323313 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58f65577-6f67-4717-a6bc-93ab9266769b req-4b03b574-6288-45f1-b98d-f54400ace7eb tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Jan 27 20:02:59.448710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79328797-7c09-4914-beaf-5d93049c53b1 req-b761945a-c60a-4bd9-8e6f-34cf33ddee70 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:02:59.450393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79328797-7c09-4914-beaf-5d93049c53b1 req-b761945a-c60a-4bd9-8e6f-34cf33ddee70 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0537541 Jan 27 20:02:59.506689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79328797-7c09-4914-beaf-5d93049c53b1 req-471e50b2-339a-4760-bdc2-b57a9e401d8f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499225 Jan 27 20:03:00.626073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cb8f3-a39e-4f45-a951-3387399df024 req-e2bb22bf-2408-458b-9eb3-63ef92d82833 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:00.627585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-467cb8f3-a39e-4f45-a951-3387399df024 req-e2bb22bf-2408-458b-9eb3-63ef92d82833 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 943 time: 0.0494127 Jan 27 20:03:00.675215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-467cb8f3-a39e-4f45-a951-3387399df024 req-7d26664d-acb7-495f-94d1-11b9a67caca7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Jan 27 20:03:01.309651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:03:01.410654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:03:01.575164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3', 'mac_address': 'fa:16:3e:20:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:03:01.613373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:03:01.613767 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:01.627239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:03:01.647161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:03:01.651578 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:01.699655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:01.795367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ff6bc-a3dd-4a89-988c-35bd6a4ce0a4 req-2b72c873-5c51-49c6-b0a6-2ede3f5ef2c6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:01.796867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857ff6bc-a3dd-4a89-988c-35bd6a4ce0a4 req-2b72c873-5c51-49c6-b0a6-2ede3f5ef2c6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 944 time: 0.0494962 Jan 27 20:03:01.845450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-857ff6bc-a3dd-4a89-988c-35bd6a4ce0a4 req-26744119-b323-47c3-ba19-baa5507c49b9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Jan 27 20:03:01.951708 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:03:02.967711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b6430-40bd-404f-938f-a3f3408d8535 req-c0f39e42-33a5-4bd5-9dff-64e47b627a37 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:02.969214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b4b6430-40bd-404f-938f-a3f3408d8535 req-c0f39e42-33a5-4bd5-9dff-64e47b627a37 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 944 time: 0.0533822 Jan 27 20:03:03.017495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b4b6430-40bd-404f-938f-a3f3408d8535 req-e073adcd-91cf-49f8-8218-1f1679792886 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Jan 27 20:03:03.325992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:03:03.374843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:03:03.378811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:03:03.379187 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:03.463350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:03:03.463765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:03.489239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:03:03.492037 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ff1396-c32f-4fb7-90af-1d705164e808" -d '{"events": [{"server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "name": "network-vif-plugged", "status": "completed", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:03:03.505785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:03:03.510591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:03.535803 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ce765-66c0-467c-acd8-48d427cb1902 x-openstack-request-id: req-883ce765-66c0-467c-acd8-48d427cb1902 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:03:03.536188 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "name": "network-vif-plugged", "status": "completed", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:03:03.536361 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-883ce765-66c0-467c-acd8-48d427cb1902 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:03:03.536772 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3', 'code': 200} Jan 27 20:03:03.563808 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:03.628602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b60de-22f4-4731-8d05-057d24452cd4 req-2971f74b-52d5-47a2-bcd6-ec985ec42782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:03.630176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc2b60de-22f4-4731-8d05-057d24452cd4 req-2971f74b-52d5-47a2-bcd6-ec985ec42782 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 1096 time: 0.0441489 Jan 27 20:03:03.680898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc2b60de-22f4-4731-8d05-057d24452cd4 req-1252bf54-b038-4cb2-ab65-7a93d2647d43 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Jan 27 20:03:04.139009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d582-5791-4d30-97f4-096aaada9d76 req-99f34940-905f-4592-8d9f-170570f2e1ea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:04.140514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75f6d582-5791-4d30-97f4-096aaada9d76 req-99f34940-905f-4592-8d9f-170570f2e1ea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0537651 Jan 27 20:03:04.187952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75f6d582-5791-4d30-97f4-096aaada9d76 req-d2ba5eb1-f61c-469b-9d7d-ae260ee4a6eb tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Jan 27 20:03:05.305560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad12d-5c3c-46ab-8fb1-799bac342b05 req-655c234f-cb2c-47f5-b1eb-d9534f4f1033 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:05.307066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-167ad12d-5c3c-46ab-8fb1-799bac342b05 req-655c234f-cb2c-47f5-b1eb-d9534f4f1033 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Jan 27 20:03:05.354516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-167ad12d-5c3c-46ab-8fb1-799bac342b05 req-21e84990-9a45-43a7-97d4-59faf7b9a396 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Jan 27 20:03:05.476325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b3d75-19d3-4a7b-8208-4e8a84199a25 req-247bc5e1-45d4-4f43-9b3a-935540d49a5f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:05.477777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd2b3d75-19d3-4a7b-8208-4e8a84199a25 req-247bc5e1-45d4-4f43-9b3a-935540d49a5f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0502758 Jan 27 20:03:05.531101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd2b3d75-19d3-4a7b-8208-4e8a84199a25 req-475adebd-77f5-4a6c-9274-fa34f30dff58 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Jan 27 20:03:05.842229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e4b6-d9d5-4090-a186-0d343d97806b req-c6d46068-0631-44bb-a12d-89b4cbe101df tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:05.843737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3377e4b6-d9d5-4090-a186-0d343d97806b req-c6d46068-0631-44bb-a12d-89b4cbe101df tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0501757 Jan 27 20:03:05.894993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3377e4b6-d9d5-4090-a186-0d343d97806b req-6ae97c31-371a-4ade-b7ff-a2743ff72a90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Jan 27 20:03:07.022324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9c96a-1564-4b6c-b12b-c01d111435e8 req-df3f8bdf-d9fa-46f8-96cf-a8b4f0a9f12f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:07.023832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd9c96a-1564-4b6c-b12b-c01d111435e8 req-df3f8bdf-d9fa-46f8-96cf-a8b4f0a9f12f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0579040 Jan 27 20:03:07.074328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bd9c96a-1564-4b6c-b12b-c01d111435e8 req-fee32df3-8927-4b8e-8603-bbdc62bfd39a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Jan 27 20:03:07.352509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-13442c31-033b-4fbc-9275-b01315a3793a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:07.354501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-13442c31-033b-4fbc-9275-b01315a3793a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 945 time: 0.0648038 Jan 27 20:03:07.475256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:03:07.475605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:07.588329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:03:07.588691 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:07.603268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:03:07.749641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:07.763955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:03:07.767387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21215c-6137-44f6-88e2-0258b0577548'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:03:07.786609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:07.832932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:03:07.837934 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:07.841725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad8bff43-c43b-4d16-b5db-fe254470196c req-b9992780-bfb7-4a8e-94db-4e24a5eb7696 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "DELETE /v2.0/ports/34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 HTTP/1.1" status: 204 len: 173 time: 0.4813128 Jan 27 20:03:07.842315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'name': 'network-vif-deleted', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:03:07.844905 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e95fc03-5791-4d7c-941a-8bc286b0033f" -d '{"events": [{"server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "name": "network-vif-deleted", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:03:07.910912 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ec170-bee2-4f43-9693-15dd3847412d x-openstack-request-id: req-2e2ec170-bee2-4f43-9693-15dd3847412d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:03:07.911300 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce94d96-7761-499a-a94b-11b430b62866", "name": "network-vif-deleted", "tag": "34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:03:07.911610 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e2ec170-bee2-4f43-9693-15dd3847412d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:03:07.912571 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce94d96-7761-499a-a94b-11b430b62866', 'name': 'network-vif-deleted', 'tag': '34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3', 'status': 'completed', 'code': 200} Jan 27 20:03:08.184542 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10d7a65d-73ba-48b4-9f8a-929d5883da02 req-0b423fd3-5f21-4947-80b1-5b561fb15fed tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Jan 27 20:03:09.005777 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99b7-ed35-46f0-bc56-1d89b118866d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:09.288927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b75ffcfd-2688-4b26-9895-ca35eaf46cc4 req-6247f741-d4f7-42fc-a677-451d37987cbd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0272911 Jan 27 20:03:10.397036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-251575bf-a1d1-4e1f-891a-ace99fdfad29 req-69521edd-7fee-4e2c-a739-dff4a4cf9d44 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Jan 27 20:03:11.360103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:03:11.381678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:03:11.382030 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 34c42ae8-aca0-41f3-87f7-0ccf2b15d8f3 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:03:11.500418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-90c6bc7e-d13c-4cee-bba1-c1026cf629e3 req-70f5152e-fede-45a0-a937-a70d2fd8dc22 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Jan 27 20:03:12.120539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb1ba-b227-40f7-94eb-92e1142ac1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:12.597649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7b9c95f2-6ce9-4fd6-b8fa-6e98f768219e req-8f6bf8df-5927-48ec-a55f-28ff10eab023 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0270407 Jan 27 20:03:13.700007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b9baa3c-7111-4dbb-ac63-15ea8fdb3ba7 req-465b10ac-257c-42dc-baa2-3faac474c721 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Jan 27 20:03:14.802568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b1d5450-b180-4878-b00e-1d3c3ed5a1b8 req-3597d19e-003d-4727-bd1d-fc8ce199af18 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0286479 Jan 27 20:03:15.252586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:15.686560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:15.909933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-317f66a2-c7f9-4ffd-8517-62a109b132c9 req-509f1607-dd9d-4dbf-ad80-799a4c1a836b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0293565 Jan 27 20:03:16.083005 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:17.035600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38a53a26-3a01-4adf-bd10-c69d6c3fb766 req-e2aa5a3a-ffc4-437a-a834-495222949af2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=bce94d96-7761-499a-a94b-11b430b62866 HTTP/1.1" status: 200 len: 210 time: 0.0290434 Jan 27 20:03:24.066622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:24.975874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:25.746150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0409-0ac4-4912-9cfb-3ccf067ae3dc req-1d7cd63a-9703-4331-8f2c-e339f4298280 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:25.747622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcdb0409-0ac4-4912-9cfb-3ccf067ae3dc req-1d7cd63a-9703-4331-8f2c-e339f4298280 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0544391 Jan 27 20:03:25.797575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fcdb0409-0ac4-4912-9cfb-3ccf067ae3dc req-7ba900e4-feea-4e61-a4ef-edb5ebee2bb0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Jan 27 20:03:26.922953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619427-b2e9-48a0-8a76-75ab8ec085f5 req-df3efeab-ff23-4944-90b4-f7676230751a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:26.924478 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89619427-b2e9-48a0-8a76-75ab8ec085f5 req-df3efeab-ff23-4944-90b4-f7676230751a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Jan 27 20:03:26.970948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-89619427-b2e9-48a0-8a76-75ab8ec085f5 req-98e9befc-654d-4e32-bd68-95f1f82728a6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=d02947a0-14dc-4cac-a95f-5e568acd71ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Jan 27 20:03:27.280954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-d6d7d85b-bd00-4a99-913f-efdbf144d4f3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:03:27.282459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-d6d7d85b-bd00-4a99-913f-efdbf144d4f3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 945 time: 0.0487323 Jan 27 20:03:27.376761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 1c21215c-6137-44f6-88e2-0258b0577548 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:03:27.377103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1c21215c-6137-44f6-88e2-0258b0577548), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:27.467253 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 1c21215c-6137-44f6-88e2-0258b0577548, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1c21215c-6137-44f6-88e2-0258b0577548,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:03:27.467620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1c21215c-6137-44f6-88e2-0258b0577548), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:27.481596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 1c21215c-6137-44f6-88e2-0258b0577548 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:03:27.615806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1c21215c-6137-44f6-88e2-0258b0577548), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:27.628191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1c21215c-6137-44f6-88e2-0258b0577548'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:03:27.643834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=1c21215c-6137-44f6-88e2-0258b0577548,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:27.675534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.675884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.676228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.676565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.676901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.677285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.677620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.677944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.678266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.678698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.678909 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.679229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.679544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:27.697883 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 1c21215c-6137-44f6-88e2-0258b0577548 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:03:27.700419 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:27.703787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-121b3d40-ff04-452b-b90e-95681d11d7d3 req-22ae3620-153a-4910-821c-c17b0453804a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "DELETE /v2.0/ports/1c21215c-6137-44f6-88e2-0258b0577548 HTTP/1.1" status: 204 len: 173 time: 0.4155276 Jan 27 20:03:27.704237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'name': 'network-vif-deleted', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:03:27.706578 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693dc29e-ffed-4e72-8f31-fb674d8db21a" -d '{"events": [{"server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "name": "network-vif-deleted", "tag": "1c21215c-6137-44f6-88e2-0258b0577548"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:03:27.746801 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4745c8-5169-4a46-a211-4c32a21bd996 x-openstack-request-id: req-8f4745c8-5169-4a46-a211-4c32a21bd996 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:03:27.747097 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ec125a-3bdd-4e53-b5dc-d12bf2519e54", "name": "network-vif-deleted", "tag": "1c21215c-6137-44f6-88e2-0258b0577548", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:03:27.747377 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f4745c8-5169-4a46-a211-4c32a21bd996 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:03:27.747777 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec125a-3bdd-4e53-b5dc-d12bf2519e54', 'name': 'network-vif-deleted', 'tag': '1c21215c-6137-44f6-88e2-0258b0577548', 'status': 'completed', 'code': 200} Jan 27 20:03:28.087211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3165c220-2d3d-4a75-ab44-59a8b3f0f4a7 req-9e652e5d-a7dd-4263-86e5-b43f2e1099a6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0301213 Jan 27 20:03:29.187539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-11b4fe9a-ba7e-41bc-98c6-6acf0cecdb1a req-4351e06d-f42b-4f36-8fbf-4e42375bddaa tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0301490 Jan 27 20:03:30.139695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:03:30.281895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-711b6883-aa6b-492b-b73e-f448651d7ad7 req-c28ac05d-df8c-4d71-8594-d5c0a587ed82 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0268981 Jan 27 20:03:31.377520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fe8db0ef-f3da-44c7-b066-51aecb5ff2c5 req-9a2ed4d6-a29f-4f63-bf6e-0e5a72a912e8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Jan 27 20:03:31.639178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21215c-6137-44f6-88e2-0258b0577548 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:03:31.663660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 1c21215c-6137-44f6-88e2-0258b0577548 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:03:31.664008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1c21215c-6137-44f6-88e2-0258b0577548 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:03:32.596927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15e3b148-e5b8-467e-914d-1b6551bf5456 req-a85c40ff-2da5-4e49-a766-1c2d9584f19e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0282083 Jan 27 20:03:33.719001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa4c3cc6-50c8-4741-bf3e-40eb03e43f2a req-9cdeed1e-2ad1-4b90-89f4-43a63ffb596d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0470612 Jan 27 20:03:34.824814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7f9b53e2-78d0-4ca9-92b5-d8894227eb2e req-22854c35-e3fc-4821-b775-c2b0c7766c08 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Jan 27 20:03:35.935678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-564d1308-c538-43cf-89e1-14c9bd8c90c3 req-d7252667-185d-48fe-b511-e0b42f790c18 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ec125a-3bdd-4e53-b5dc-d12bf2519e54 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jan 27 20:03:39.003106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa132654-caf2-4e7c-8917-f07ff311a3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.030342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36748) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.034985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024651562', 'description': 'tempest-secgroup-smoke-1024651562 description', 'project_id': 'cdc734b901354603a3b4498e5ef5348f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.061212 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.126652 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a59da15-adaa-4751-911c-e45b44c4be55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.138261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (a755b5ff-5934-4b3e-a8a4-11f13113a790), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.141936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a755b5ff-5934-4b3e-a8a4-11f13113a790), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.173374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.178051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432862 Jan 27 20:03:42.178520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 36750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.179387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c21098-8caf-4019-a6f9-edb7de7ded90 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a755b5ff-5934-4b3e-a8a4-11f13113a790,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.185048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.211253 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (8c952579-86d0-4308-b749-aa42b4ee8e79), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.279836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (8c952579-86d0-4308-b749-aa42b4ee8e79), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.283653 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (8c952579-86d0-4308-b749-aa42b4ee8e79), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.305223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c952579-86d0-4308-b749-aa42b4ee8e79,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.315203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.318974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365023 Jan 27 20:03:42.318974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.318974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.318974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.319451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.319546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.319814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.320146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.320406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.320514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.320788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.321111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.321465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.321794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.322120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263353a-bf3b-4cf7-8abe-04ce641656f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:03:42.325886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.352992 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (fccc7bd4-cff6-4255-90c7-c881ffc0e09e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.409721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (fccc7bd4-cff6-4255-90c7-c881ffc0e09e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.414071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (fccc7bd4-cff6-4255-90c7-c881ffc0e09e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.431973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccc7bd4-cff6-4255-90c7-c881ffc0e09e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.439260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.443095 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-269cddcb-3368-4b65-b82d-fa45764c616d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185281 Jan 27 20:03:42.443573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36754) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.447997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.472477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (7134fbdf-9603-4933-9206-36be0016b01e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.533466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (7134fbdf-9603-4933-9206-36be0016b01e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.537917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (7134fbdf-9603-4933-9206-36be0016b01e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.556382 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7134fbdf-9603-4933-9206-36be0016b01e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.564723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.566006 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4fa6afea-e3b2-4766-9cb8-1f61bd3303ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214893 Jan 27 20:03:42.569433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.573970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.601927 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (da627ed6-c05a-4cd7-ad34-488375246bfd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.663012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (da627ed6-c05a-4cd7-ad34-488375246bfd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.666754 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (da627ed6-c05a-4cd7-ad34-488375246bfd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.686028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da627ed6-c05a-4cd7-ad34-488375246bfd,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.694244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.695468 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-92a42a8a-c07a-4b97-86a9-f5a5a6d86842 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249571 Jan 27 20:03:42.698287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.702802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.723760 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Project cdc734b901354603a3b4498e5ef5348f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:03:42.729745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (e5a32feb-36d0-4497-8004-b51ff3b5c781), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.789175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (e5a32feb-36d0-4497-8004-b51ff3b5c781), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.792878 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e5a32feb-36d0-4497-8004-b51ff3b5c781), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.812355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a32feb-36d0-4497-8004-b51ff3b5c781,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.818297 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.819507 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-23ae788a-15e7-4159-8fbd-ce4db3556e48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201398 Jan 27 20:03:42.822401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36760) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:03:42.827017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'security_group_rule': {'security_group_id': 'a755b5ff-5934-4b3e-a8a4-11f13113a790', 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:03:42.847261 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Project cdc734b901354603a3b4498e5ef5348f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:03:42.852931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (67eddddc-d76c-4bcd-a3ec-7f0472f20895), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.918235 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (67eddddc-d76c-4bcd-a3ec-7f0472f20895), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.921981 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (67eddddc-d76c-4bcd-a3ec-7f0472f20895), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.940842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eddddc-d76c-4bcd-a3ec-7f0472f20895,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:03:42.950224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:42.951530 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51c81946-3771-4032-8ffe-e39793310813 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281085 Jan 27 20:03:45.257993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:45.690131 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:46.088090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:54.072370 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:03:54.977156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:01.390187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-22f0e937-9d73-4278-ba3d-05ff8f2ce09f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024651562&fields=id&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 267 time: 0.0454881 Jan 27 20:04:01.502057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-80ff17d5-cf20-4a11-98a5-e103f735f047 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:01.503457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-80ff17d5-cf20-4a11-98a5-e103f735f047 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1063194 Jan 27 20:04:01.517771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-7f25062e-f9ad-4ce4-8c5e-7431b8c5663b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0089972 Jan 27 20:04:01.568526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-66bc975c-d052-4537-8f3e-e76469ad8692 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452988 Jan 27 20:04:01.666198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-6ec625d7-d7b0-4f35-9483-08ee0349394a service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866175 Jan 27 20:04:01.757444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-3450e142-743e-41f0-aedd-a54cc26c5639 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853977 Jan 27 20:04:01.813986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f57484c1-f924-458f-a953-d9f004348311 req-a67afa11-4f6b-45e0-944b-2dbd5d637b04 service neutron] (103322) timed out ('10.222.0.59', 58264) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:04:02.053707 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2afc2613-2123-47c8-8b67-cdce51923328 req-966430f2-048f-45f3-8904-e9b7d62c6e35 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Jan 27 20:04:03.149752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f820138d-2ec3-4a30-833f-b369a44e88a3 req-16fb915d-d92e-44e3-ba27-e017f5c6fab6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Jan 27 20:04:04.048560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-971fd6a4-1e0d-4b5a-9b49-c9381f669c81 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:04.050262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-971fd6a4-1e0d-4b5a-9b49-c9381f669c81 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1080754 Jan 27 20:04:04.124823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-794f3c5a-b523-4f78-acf8-d63b6d357e0f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 380 time: 0.0666978 Jan 27 20:04:04.133792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'security_groups': ['a755b5ff-5934-4b3e-a8a4-11f13113a790']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:04:04.566402 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16675369-4fa3-460e-ae82-f8aa88bb0ba1 req-e14b6dc9-30c5-47c3-a7f4-693b41dfefa7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Jan 27 20:04:04.625988 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:04:04.629333 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:04.756502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.9 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/3b904548-d059-4ccd-9ffb-b62ba7881562) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:04:04.903322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:04.942571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:04.993392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:04:04.997080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:04:05.005501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:04:05.030868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:05.064453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:05.065131 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.086943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-c6e8dd05-daa0-4ead-91ab-6f6f71c89477 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9561656 Jan 27 20:04:05.097823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Request body: {'port': {'device_id': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:04:05.162083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.275657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e72c5095-0ab0-4a1c-a32a-b10933fc6d49 None None] Provisioning complete for port 3b904548-d059-4ccd-9ffb-b62ba7881562 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:04:05.276608 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72c5095-0ab0-4a1c-a32a-b10933fc6d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.316149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e72c5095-0ab0-4a1c-a32a-b10933fc6d49 None None] Port 3b904548-d059-4ccd-9ffb-b62ba7881562 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:04:05.464322 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b904548-d059-4ccd-9ffb-b62ba7881562 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:04:05.474621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks [] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.487644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Transition to ACTIVE for port object 3b904548-d059-4ccd-9ffb-b62ba7881562 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:04:05.492579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.565058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Pushing event updated for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:05.628045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Attempting to bind port 3b904548-d059-4ccd-9ffb-b62ba7881562 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:04:05.628729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Attempting to bind port 3b904548-d059-4ccd-9ffb-b62ba7881562 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:04:05.628729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Attempting to bind port 3b904548-d059-4ccd-9ffb-b62ba7881562 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:04:05.633725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Port 3b904548-d059-4ccd-9ffb-b62ba7881562 on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:04:05.634069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Attempting to bind port 3b904548-d059-4ccd-9ffb-b62ba7881562 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:04:05.640752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:04:05.641146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:04:05.641626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:04:05.642143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Bound port: 3b904548-d059-4ccd-9ffb-b62ba7881562, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:04:05.642434 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.760077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968e5b-4d2c-41b0-a96b-6c4c8c8dcb6d req-a0f24746-8cff-40c3-b474-508b4de345d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:05.761710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa968e5b-4d2c-41b0-a96b-6c4c8c8dcb6d req-a0f24746-8cff-40c3-b474-508b4de345d9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.1013577 Jan 27 20:04:05.762890 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:04:05.766652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3b904548-d059-4ccd-9ffb-b62ba7881562,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:04:05.778510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.831532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:05.832155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:05.834117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] 10.222.0.66 "PUT /v2.0/ports/3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 1091 time: 0.7416923 Jan 27 20:04:05.834587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:04:05.837020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:04:05.875824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa968e5b-4d2c-41b0-a96b-6c4c8c8dcb6d req-5d29710f-a178-42dd-ab1d-5942e251296c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044302 Jan 27 20:04:05.888579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00e8f1-ec72-4e13-947d-2d6d15e61b36 service neutron] Pushing event updated for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:05.950034 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaca6be-6853-4b19-a606-2cf32f1e4d54 x-openstack-request-id: req-8aaca6be-6853-4b19-a606-2cf32f1e4d54 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:04:05.950676 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:04:05.951216 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aaca6be-6853-4b19-a606-2cf32f1e4d54 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:04:05.951993 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'status': 'completed', 'code': 200} Jan 27 20:04:05.955543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-6727b4dd-d451-4eb1-b45d-4a473cdc954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:05.959615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-6727b4dd-d451-4eb1-b45d-4a473cdc954a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1094 time: 0.0802786 Jan 27 20:04:06.006954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-327bd109-2717-4258-80e9-05e1515dc43c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 217 time: 0.0407393 Jan 27 20:04:06.071651 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-e3d080b3-25eb-4428-aeaf-bbbe44a590d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.073421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-e3d080b3-25eb-4428-aeaf-bbbe44a590d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0608900 Jan 27 20:04:06.130453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-492b83fb-71f7-4820-9d0d-dc3c902fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.132039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-492b83fb-71f7-4820-9d0d-dc3c902fd271 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517893 Jan 27 20:04:06.234278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-18cbef5a-73d4-4d58-bc38-9055a57eec62 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962584 Jan 27 20:04:06.326495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0f73991-bc2c-4ef7-a270-277968eabc9b req-eb4156f4-9d9c-4207-978c-5338d996ef69 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Jan 27 20:04:06.416992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-598e67a2-a07c-4633-9f37-a3a6b686eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.418527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-598e67a2-a07c-4633-9f37-a3a6b686eb8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1094 time: 0.0480785 Jan 27 20:04:06.511397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-4671ba9d-2e62-427a-ada4-a06aa2583ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.512904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-4671ba9d-2e62-427a-ada4-a06aa2583ede service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0879455 Jan 27 20:04:06.559322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-659ccbc0-fca5-4975-bf47-e96a638dda0f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 217 time: 0.0404758 Jan 27 20:04:06.608337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-459f6bd2-961e-46cd-8baf-e7752f155dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.609775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-459f6bd2-961e-46cd-8baf-e7752f155dde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0448081 Jan 27 20:04:06.658023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-06bf5626-d0b6-411c-aeab-58586cd1dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:06.659553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-06bf5626-d0b6-411c-aeab-58586cd1dbf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443745 Jan 27 20:04:06.771792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-272710c4-b6a1-4dc7-8aa5-c916f5ce7c5e service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063969 Jan 27 20:04:06.882403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f81b8b7c-c467-4e5d-813d-6ba03ddf1883 req-a3cd1e0a-b10b-4674-99da-b83f01f7a03f service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049452 Jan 27 20:04:07.014849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225ec88-c2fd-4e4d-b702-9fb63ce30654 req-b9bf73b1-c06f-412d-a919-8abcfc21278b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:07.016396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4225ec88-c2fd-4e4d-b702-9fb63ce30654 req-b9bf73b1-c06f-412d-a919-8abcfc21278b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0585546 Jan 27 20:04:07.071291 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4225ec88-c2fd-4e4d-b702-9fb63ce30654 req-3aa3596f-4022-4ed5-873a-a5f7a3e41e22 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Jan 27 20:04:07.139090 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:04:08.191879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45c5c2-f3aa-4a5b-bc9a-fd09e095ff5f req-a170b323-0805-45bb-b998-62114415e759 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:08.193961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d45c5c2-f3aa-4a5b-bc9a-fd09e095ff5f req-a170b323-0805-45bb-b998-62114415e759 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0534811 Jan 27 20:04:08.242352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d45c5c2-f3aa-4a5b-bc9a-fd09e095ff5f req-f95c0e57-071b-4862-a5a3-9fe42125a117 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Jan 27 20:04:08.997840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27c0a2ab-3856-4ffe-80fa-434da889cdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:09.361307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b73f-816a-48f0-9030-ed86176037e2 req-bb84ce70-06e4-477b-a7cb-693a9d73bf9e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:09.362984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68e6b73f-816a-48f0-9030-ed86176037e2 req-bb84ce70-06e4-477b-a7cb-693a9d73bf9e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0510116 Jan 27 20:04:09.416910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68e6b73f-816a-48f0-9030-ed86176037e2 req-7c5d92a7-c88e-4c61-98cd-bbf9f66066ae tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Jan 27 20:04:10.565565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dd0f3-b9f9-4779-a741-f743f38f7bd6 req-73b7e1bd-6ea4-41b8-b254-bdd8b88852b8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:10.568223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164dd0f3-b9f9-4779-a741-f743f38f7bd6 req-73b7e1bd-6ea4-41b8-b254-bdd8b88852b8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0673318 Jan 27 20:04:10.623270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-164dd0f3-b9f9-4779-a741-f743f38f7bd6 req-93d18f5f-7130-4adb-a34c-2687ad798662 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484321 Jan 27 20:04:11.755828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144632-6c43-4509-bc80-0ac952e67b90 req-12e758ea-5676-4603-8657-6c121d58a46c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:11.757493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db144632-6c43-4509-bc80-0ac952e67b90 req-12e758ea-5676-4603-8657-6c121d58a46c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0550575 Jan 27 20:04:11.842353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db144632-6c43-4509-bc80-0ac952e67b90 req-b216af51-3dcc-4c23-9d3b-3fa65e681837 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774345 Jan 27 20:04:12.120321 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8adead0-bd8a-4b1b-9a63-7afb3f412355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:12.964695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c83289-8f37-4e81-97de-08793aab6bb9 req-001f31f7-2383-40bd-bb2c-dbc4dcfbae12 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:12.966266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6c83289-8f37-4e81-97de-08793aab6bb9 req-001f31f7-2383-40bd-bb2c-dbc4dcfbae12 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0510955 Jan 27 20:04:13.024570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6c83289-8f37-4e81-97de-08793aab6bb9 req-d4d6a558-0d4c-4974-ba9f-f647dd5c23c8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522375 Jan 27 20:04:14.146690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b254-d7fb-4be9-9900-926875170af0 req-16dba50f-2f65-4438-b0ae-b64657781979 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:14.148282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1221b254-d7fb-4be9-9900-926875170af0 req-16dba50f-2f65-4438-b0ae-b64657781979 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0518541 Jan 27 20:04:14.198958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1221b254-d7fb-4be9-9900-926875170af0 req-8bfdf258-1bb8-44b9-a653-3f42217260d7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Jan 27 20:04:15.257831 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:15.328716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f7cd-1c00-4d85-a3b5-745725dc8be0 req-53027ea2-f72e-40ff-a8ea-a127a1f6c150 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:15.330391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e90f7cd-1c00-4d85-a3b5-745725dc8be0 req-53027ea2-f72e-40ff-a8ea-a127a1f6c150 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0554461 Jan 27 20:04:15.385472 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e90f7cd-1c00-4d85-a3b5-745725dc8be0 req-76c2ec4a-8fa8-4066-8486-ad82314a7e5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Jan 27 20:04:15.691447 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:16.090908 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:16.503440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84106-3cfe-4e73-a405-3906009e536b req-33c13005-80d1-4054-9ad1-5383beaa2c2c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:16.505579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32a84106-3cfe-4e73-a405-3906009e536b req-33c13005-80d1-4054-9ad1-5383beaa2c2c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0522227 Jan 27 20:04:16.555044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-32a84106-3cfe-4e73-a405-3906009e536b req-d51a40a3-80a3-49f9-8960-f1e998452e7c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Jan 27 20:04:17.672435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146cb7-8419-4eab-b8d2-897cd4d631aa req-c0c4c99a-3760-49e4-8ee1-f950c8f1878b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:17.673949 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7146cb7-8419-4eab-b8d2-897cd4d631aa req-c0c4c99a-3760-49e4-8ee1-f950c8f1878b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0486703 Jan 27 20:04:17.723487 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7146cb7-8419-4eab-b8d2-897cd4d631aa req-a69c34a4-9940-498a-bee4-d170f418a1d8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Jan 27 20:04:18.840259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c3ac-bd87-4ad1-b62c-bbb67c1f84e3 req-86cfb029-b566-403f-9606-5a57e5bd6404 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:18.841785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c7c3ac-bd87-4ad1-b62c-bbb67c1f84e3 req-86cfb029-b566-403f-9606-5a57e5bd6404 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0492177 Jan 27 20:04:18.904394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8c7c3ac-bd87-4ad1-b62c-bbb67c1f84e3 req-0d73c3e8-735a-4e17-9d89-dcbe71e696df tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569308 Jan 27 20:04:20.028531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff95a50-300d-4d11-a92e-ce1ac1c5d190 req-92da1d6d-00c9-42ab-9760-c431ec6c41ab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:20.030043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ff95a50-300d-4d11-a92e-ce1ac1c5d190 req-92da1d6d-00c9-42ab-9760-c431ec6c41ab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0507913 Jan 27 20:04:20.080126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ff95a50-300d-4d11-a92e-ce1ac1c5d190 req-2758cb9e-cc54-4671-b290-5ce44299752c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 Jan 27 20:04:21.196500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78346-b6d0-4823-b8f5-ca71c697eb97 req-82c5c905-f510-4532-b1fb-3cb308525555 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:21.198066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30e78346-b6d0-4823-b8f5-ca71c697eb97 req-82c5c905-f510-4532-b1fb-3cb308525555 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 943 time: 0.0483522 Jan 27 20:04:21.248282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30e78346-b6d0-4823-b8f5-ca71c697eb97 req-badd805e-cbaf-4912-98ba-b64010d40f55 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Jan 27 20:04:21.555222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3b904548-d059-4ccd-9ffb-b62ba7881562 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:04:21.651436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3b904548-d059-4ccd-9ffb-b62ba7881562,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:04:21.662913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'mac_address': 'fa:16:3e:87:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:04:21.699653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3b904548-d059-4ccd-9ffb-b62ba7881562 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:04:21.700038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:21.712457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b904548-d059-4ccd-9ffb-b62ba7881562 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:04:21.731120 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3b904548-d059-4ccd-9ffb-b62ba7881562,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:04:21.735502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:21.783225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:21.791123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.791474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.791820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.792160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.792491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.792820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.793150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.793499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.793825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.794149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.794473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.794794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:21.795117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:04:22.030056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['3b904548-d059-4ccd-9ffb-b62ba7881562'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:04:22.371452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80087-1a34-4adc-9c6a-f64a8a36dcaa req-6e01dc8d-470a-4761-8092-bc7793c547fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:22.372971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ef80087-1a34-4adc-9c6a-f64a8a36dcaa req-6e01dc8d-470a-4761-8092-bc7793c547fd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 944 time: 0.0574911 Jan 27 20:04:22.422963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ef80087-1a34-4adc-9c6a-f64a8a36dcaa req-b4fec2aa-f857-4233-bb21-6d07be5043da tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Jan 27 20:04:23.548199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d19f8-199b-498f-b958-a615073d7f7f req-a84b7785-7e8a-49a1-a914-de8156dc19f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:23.549740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa5d19f8-199b-498f-b958-a615073d7f7f req-a84b7785-7e8a-49a1-a914-de8156dc19f4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 944 time: 0.0514696 Jan 27 20:04:23.557323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3b904548-d059-4ccd-9ffb-b62ba7881562 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:04:23.606416 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa5d19f8-199b-498f-b958-a615073d7f7f req-13a8dd92-26d0-4f95-909f-76843c4552f7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498338 Jan 27 20:04:23.617243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 3b904548-d059-4ccd-9ffb-b62ba7881562 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:04:23.622133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 3b904548-d059-4ccd-9ffb-b62ba7881562 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:04:23.622521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:23.703556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 3b904548-d059-4ccd-9ffb-b62ba7881562 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:04:23.703941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:23.727564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:04:23.730094 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac32d08-990d-444e-8010-697082b7e556" -d '{"events": [{"server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "name": "network-vif-plugged", "status": "completed", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:04:23.749390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3b904548-d059-4ccd-9ffb-b62ba7881562,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:04:23.754219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:23.783834 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74be10b-ac1d-48fb-803f-4f7ebecb7d46 x-openstack-request-id: req-d74be10b-ac1d-48fb-803f-4f7ebecb7d46 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:04:23.784172 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "name": "network-vif-plugged", "status": "completed", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:04:23.784507 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d74be10b-ac1d-48fb-803f-4f7ebecb7d46 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:04:23.784918 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'code': 200} Jan 27 20:04:23.815886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:23.888600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9af3-c105-4bab-b814-9870880ac600 req-5d1ea333-a6c7-4f03-a7d8-752ee2907aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:23.890168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06be9af3-c105-4bab-b814-9870880ac600 req-5d1ea333-a6c7-4f03-a7d8-752ee2907aad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1096 time: 0.0475585 Jan 27 20:04:23.945458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06be9af3-c105-4bab-b814-9870880ac600 req-cab98d20-eb96-4914-b845-693199fb0f3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 Jan 27 20:04:24.072722 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:24.732245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef0cbc-2816-401e-8ce1-026e5d0e0d06 req-cde5440b-fc64-4334-90d8-c379bf017c1b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:24.733856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6aef0cbc-2816-401e-8ce1-026e5d0e0d06 req-cde5440b-fc64-4334-90d8-c379bf017c1b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Jan 27 20:04:24.786177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6aef0cbc-2816-401e-8ce1-026e5d0e0d06 req-6a2e82c4-dfb2-4a71-b9a5-14a569a18ecf tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456827 Jan 27 20:04:24.984625 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:25.903253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508a4d7-ebea-4cc3-99b0-6ea9f1d4ef40 req-888d99b0-32b7-43b5-bce7-148d1f6b4bec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:25.904678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4508a4d7-ebea-4cc3-99b0-6ea9f1d4ef40 req-888d99b0-32b7-43b5-bce7-148d1f6b4bec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Jan 27 20:04:25.956462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4508a4d7-ebea-4cc3-99b0-6ea9f1d4ef40 req-46258092-a0e3-4a02-b068-f2c27df41753 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Jan 27 20:04:26.072959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dba8f7-3f25-45b1-97cd-76d95f6367e4 req-cbda2851-d2a8-45ae-a403-d6ecc2e242ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:26.074494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00dba8f7-3f25-45b1-97cd-76d95f6367e4 req-cbda2851-d2a8-45ae-a403-d6ecc2e242ba tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0510552 Jan 27 20:04:26.126114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00dba8f7-3f25-45b1-97cd-76d95f6367e4 req-8e0869da-612e-42df-9964-6178bed93082 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460122 Jan 27 20:04:26.150447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36968) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:04:26.302834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d05fe6-0541-454a-a5b5-6401e084e2eb tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:26.304356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-39d05fe6-0541-454a-a5b5-6401e084e2eb tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1091 time: 0.1529164 Jan 27 20:04:26.307211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 36972) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:04:26.311649 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:04:26.332833 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:26.692940 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:26.791308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.25.5.24 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/45187192-53f0-47f1-b385-ae531a90331e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:04:26.896996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (45187192-53f0-47f1-b385-ae531a90331e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:26.931098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (45187192-53f0-47f1-b385-ae531a90331e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:26.970915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:04:26.975874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:04:26.980662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:04:26.983913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=45187192-53f0-47f1-b385-ae531a90331e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:27.347768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (9acb86c2-dcad-4f9f-9a58-3e040277f4ff), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:27.413220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (45187192-53f0-47f1-b385-ae531a90331e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:27.564071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (45187192-53f0-47f1-b385-ae531a90331e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:27.568378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (45187192-53f0-47f1-b385-ae531a90331e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:27.642132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=45187192-53f0-47f1-b385-ae531a90331e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:04:27.649139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (9acb86c2-dcad-4f9f-9a58-3e040277f4ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:27.747417 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP 9acb86c2-dcad-4f9f-9a58-3e040277f4ff associated. External IP: 172.25.5.24, port: 3b904548-d059-4ccd-9ffb-b62ba7881562. Jan 27 20:04:27.954695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:04:28.063482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:04:28.073852 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:04:28.081546 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:28.085639 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:04:28.086260 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:04:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:04:28.108947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09764365-d1f9-4e87-bd2b-a497f25f4b69 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8006742 Jan 27 20:04:28.109573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:04:28.111925 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}652e725a35dd843a96d62b79388898bc77541dc7c379b049e284b5c79191e7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:04:28.196152 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:04:28.223362 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a915f-011c-4de3-8ad2-2d3bb354d40e x-openstack-request-id: req-397a915f-011c-4de3-8ad2-2d3bb354d40e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:04:28.223697 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:04:28.223952 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-397a915f-011c-4de3-8ad2-2d3bb354d40e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:04:28.224366 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'status': 'completed', 'code': 200} Jan 27 20:04:28.287943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-fc82fccb-b715-42e8-aaec-a3e00c51372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:28.289584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-fc82fccb-b715-42e8-aaec-a3e00c51372b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1096 time: 0.0447602 Jan 27 20:04:28.383531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-d1187e88-4955-41f7-881a-ece986326fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:28.385033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-d1187e88-4955-41f7-881a-ece986326fca service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0902672 Jan 27 20:04:28.436274 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '9acb86c2-dcad-4f9f-9a58-3e040277f4ff', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:87:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:04:27Z', 'updated_at': '2022-01-27T20:04:27Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:04:28.453631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-833bbf95-fa8a-4700-aaec-c46ec23177d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 998 time: 0.0629637 Jan 27 20:04:28.462796 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:04:28.471591 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:04:28.472134 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:04:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:04:28.506231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-96e62abb-6695-4c8b-88f8-80b7ddeb479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:28.507721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-96e62abb-6695-4c8b-88f8-80b7ddeb479e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0491550 Jan 27 20:04:28.556606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-1e0245db-2962-421b-8b31-d6c119e1d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:04:28.558163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-1e0245db-2962-421b-8b31-d6c119e1d4dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452309 Jan 27 20:04:28.578562 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:04:28.650159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-4bdeff88-be89-40c0-a78e-c4061e5b52e3 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Jan 27 20:04:28.745780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01e46a7f-8d4b-46ff-bfe5-9eb684dd14f7 req-ea476d5a-fa75-46c3-904c-8521c7ba4be5 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Jan 27 20:04:28.807276 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '9acb86c2-dcad-4f9f-9a58-3e040277f4ff', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:87:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:04:27Z', 'updated_at': '2022-01-27T20:04:27Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:04:28.839491 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f2f6f-470d-4e7e-991e-6f3c0f826644 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '9acb86c2-dcad-4f9f-9a58-3e040277f4ff', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:87:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:04:27Z', 'updated_at': '2022-01-27T20:04:27Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:04:29.049845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bfc13-34cc-485f-acf7-1dd5781bd7a6 None None] New status for floating IP 9acb86c2-dcad-4f9f-9a58-3e040277f4ff: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:04:39.003753 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d32390f9-ece7-4d91-9ed6-71c0be3b1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:42.123274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3116444-5591-473e-8570-d792a3b5b353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:44.138822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:04:45.260664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:45.695196 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:46.093123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:49.435544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-6032fbdb-c7e2-4a4c-bcd8-86f422ef929e req-1a6e99b8-188e-40a7-8ad1-f947ec335d19 service neutron] (103323) timed out ('10.222.0.59', 46992) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:04:54.088853 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:04:54.998576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:08.996500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a1690bd-35fc-4b29-affd-9d5d7d0867f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:12.125544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab6ac759-7b79-41b3-8390-363fef38df85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:15.263616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:15.399401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-d4798993-28b9-43f7-bc07-bffd03a5c25d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418034 Jan 27 20:05:15.482685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-176f1113-d244-4984-b741-b98cd2fba8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:05:15.484186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-176f1113-d244-4984-b741-b98cd2fba8e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1096 time: 0.0426252 Jan 27 20:05:15.588768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-fa686fd7-d7ed-4e3d-ac3f-c8be37700e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:05:15.590266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-fa686fd7-d7ed-4e3d-ac3f-c8be37700e01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0883927 Jan 27 20:05:15.654600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-1b061143-9861-4e3d-b4c5-61ffc236c7e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 1000 time: 0.0578105 Jan 27 20:05:15.697571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:15.702359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-df27bb58-d231-43f2-89e5-5cba76479a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:05:15.703982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-df27bb58-d231-43f2-89e5-5cba76479a52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0434773 Jan 27 20:05:15.754256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-f2b4856d-924a-4427-9b3c-112fc1f0229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:05:15.755722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-f2b4856d-924a-4427-9b3c-112fc1f0229e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444736 Jan 27 20:05:15.853855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-60880f53-7039-4cc8-817a-3e505eef41b0 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919738 Jan 27 20:05:15.944437 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11e1ba7-8552-4d4f-94bf-55ed3b05823e req-c67e718b-9301-4181-bdd1-cc66bf94f552 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Jan 27 20:05:16.095040 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:21.138976 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:05:24.101518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:24.997546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:39.000038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd347bcb-7da3-41cf-b316-53fb08221280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:42.127363 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-153a0225-ce54-454f-8a08-c31a1135921a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:45.274598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:45.699422 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:46.098600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:54.124569 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:54.997672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:05:58.138574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:06:09.002838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6047a48-c6b8-4f21-acaf-e703c0087072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:12.130538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30657e76-aee1-4dd2-b273-85b012741cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:15.269667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:15.705575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:16.103234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:17.399374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-f4059071-cb35-4739-8f5a-61d29a945d5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436671 Jan 27 20:06:17.483749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-ad62b8ae-7121-4398-bf83-6486dfde89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:17.485318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-ad62b8ae-7121-4398-bf83-6486dfde89af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 1096 time: 0.0415418 Jan 27 20:06:17.589071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-dc0d9f9a-fb8e-4ec7-bc92-1f626c9eecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:17.590599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-dc0d9f9a-fb8e-4ec7-bc92-1f626c9eecdc service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0866110 Jan 27 20:06:17.657750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-73c115a1-2dd3-4f0c-84fa-068d86d6ad70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 200 len: 1000 time: 0.0610509 Jan 27 20:06:17.704176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-8d919518-6025-443a-825e-2f7cb85b4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:17.705666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-8d919518-6025-443a-825e-2f7cb85b4426 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0426528 Jan 27 20:06:17.755333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-a5363267-2e41-4f5f-8e71-6726dd179473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:17.756828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-a5363267-2e41-4f5f-8e71-6726dd179473 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442142 Jan 27 20:06:17.843619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-abea0811-6783-4375-bb79-7ae377fcac48 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809615 Jan 27 20:06:17.935108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c67b5818-42e8-4b3f-9f95-11658b68d4a5 req-42320986-95c6-4c0b-ba06-2cdfebfea2fc service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Jan 27 20:06:23.678999 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a0b-1308-4a44-859a-3522f246926d req-8fee6974-565a-4ea1-8a7e-77827506639c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:23.680492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df682a0b-1308-4a44-859a-3522f246926d req-8fee6974-565a-4ea1-8a7e-77827506639c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.1038659 Jan 27 20:06:23.728539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-df682a0b-1308-4a44-859a-3522f246926d req-863151e8-b0f4-41fa-8b60-567738e18483 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Jan 27 20:06:24.127278 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:24.849290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4923-540e-4357-a586-2d75bc7f44d6 req-8839b7f4-feee-4f07-bdcd-d04147366acc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:24.850766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3c4923-540e-4357-a586-2d75bc7f44d6 req-8839b7f4-feee-4f07-bdcd-d04147366acc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Jan 27 20:06:24.903668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be3c4923-540e-4357-a586-2d75bc7f44d6 req-03d2cd62-b10b-43d8-b3ee-9a0c5a8e6008 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468638 Jan 27 20:06:25.012021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:25.217013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-c3a675d1-dd57-438c-a295-eaa8d4061a55 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:25.218506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-c3a675d1-dd57-438c-a295-eaa8d4061a55 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Jan 27 20:06:25.306695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 3b904548-d059-4ccd-9ffb-b62ba7881562 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:06:25.307547 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:25.402256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 3b904548-d059-4ccd-9ffb-b62ba7881562, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=3b904548-d059-4ccd-9ffb-b62ba7881562,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:06:25.402628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:25.870346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:25.871053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (9acb86c2-dcad-4f9f-9a58-3e040277f4ff), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:25.871053 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP 9acb86c2-dcad-4f9f-9a58-3e040277f4ff disassociated. External IP: 172.25.5.24, port: 3b904548-d059-4ccd-9ffb-b62ba7881562. Jan 27 20:06:25.871358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 3b904548-d059-4ccd-9ffb-b62ba7881562 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:06:26.032206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3b904548-d059-4ccd-9ffb-b62ba7881562), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:26.070571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515b53a-8cfd-4125-a3af-0df29ee7e77f req-6daa3574-78a7-48a3-846d-1651e4260ca6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:26.072113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e515b53a-8cfd-4125-a3af-0df29ee7e77f req-6daa3574-78a7-48a3-846d-1651e4260ca6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 945 time: 0.0981376 Jan 27 20:06:26.074572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=3b904548-d059-4ccd-9ffb-b62ba7881562,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:26.093480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.093838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.094184 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.094528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.095389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.095389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.095600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.095862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.096491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.096902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.097232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.097635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.097966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:26.192654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e515b53a-8cfd-4125-a3af-0df29ee7e77f req-744c0c71-fb4f-4380-9cf0-f8859efbece9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082795 Jan 27 20:06:26.246265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:06:26.360257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:06:26.370681 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:06:26.381049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:06:26.381722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:06:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:06:26.400220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 3b904548-d059-4ccd-9ffb-b62ba7881562 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:06:26.403849 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:26.407506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fcce37f-08c1-401b-94a2-8719d4fb19c4 req-b7a342b5-0b8d-41d0-aa8e-31c902ba7618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "DELETE /v2.0/ports/3b904548-d059-4ccd-9ffb-b62ba7881562 HTTP/1.1" status: 204 len: 173 time: 1.1839492 Jan 27 20:06:26.408073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'name': 'network-vif-deleted', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:06:26.410584 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11cf1f-9c9a-4dc9-aaa7-f7cad321b771" -d '{"events": [{"server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "name": "network-vif-deleted", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:06:26.517136 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:06:26.539339 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33a4e3-0eb3-4eb6-a399-afbaa7fe5ec5 x-openstack-request-id: req-ae33a4e3-0eb3-4eb6-a399-afbaa7fe5ec5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:06:26.539751 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4badcd-6fee-455f-a767-4bca5dc6c472", "name": "network-vif-deleted", "tag": "3b904548-d059-4ccd-9ffb-b62ba7881562", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:06:26.540002 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae33a4e3-0eb3-4eb6-a399-afbaa7fe5ec5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:06:26.540419 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4badcd-6fee-455f-a767-4bca5dc6c472', 'name': 'network-vif-deleted', 'tag': '3b904548-d059-4ccd-9ffb-b62ba7881562', 'status': 'completed', 'code': 200} Jan 27 20:06:26.750605 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:06:26.780725 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:06:26.789333 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:06:26.789955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:06:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:06:26.894732 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:06:27.091745 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:06:27.117910 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165c05-3175-44ee-8e8a-9ac39fd2af85 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:06:27.322463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-267f3f8f-da32-4da8-b031-994af51e10ea req-485595fe-460a-46fc-a2fc-23597c06e618 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0436327 Jan 27 20:06:27.443971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930338f-9636-4960-9eb5-2353ae699973 None None] New status for floating IP 9acb86c2-dcad-4f9f-9a58-3e040277f4ff: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:06:28.105422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3b904548-d059-4ccd-9ffb-b62ba7881562 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:06:28.131731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 3b904548-d059-4ccd-9ffb-b62ba7881562 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:06:28.132086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 3b904548-d059-4ccd-9ffb-b62ba7881562 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:06:28.417935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-99e323b9-1590-4080-b132-e88c0c516298 req-219ce95c-6fa6-412d-a7c3-97de29127830 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0267360 Jan 27 20:06:29.513430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6fe3c2-0e57-4b2f-903b-65582f12f504 req-daeb34b7-5110-4842-b0ba-006539ffd255 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0269220 Jan 27 20:06:30.608889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f8cd731-c7e3-492c-9ee1-5441a34c9bdb req-de99a5be-67d0-4d12-883e-418f4ff9f8cd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Jan 27 20:06:31.703756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2c3da62-0c38-48ba-90c4-9e2cef08c70d req-8f854673-220e-48a4-a1ad-2b93bf9d7b12 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Jan 27 20:06:32.798220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5bd8e339-c357-47d9-a29c-766dbe8c5c0d req-b5f36cd7-22e9-4502-aeb6-7498f620ee5e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0260444 Jan 27 20:06:33.903187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8d6f7b5-d7cc-43c9-a7c6-326293ae170f req-f8cbdbad-df84-4c89-b294-41a18516dd92 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0351419 Jan 27 20:06:35.018620 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-077975e8-ff76-4ead-b4fb-80a5d20265aa req-d90d4da9-93e1-4233-bb15-e82fa595d2a7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d4badcd-6fee-455f-a767-4bca5dc6c472 HTTP/1.1" status: 200 len: 210 time: 0.0279241 Jan 27 20:06:35.139863 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:06:36.239552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-73152ae7-1338-4dd1-a93e-30b264120ff3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024651562&fields=id&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 267 time: 0.0555809 Jan 27 20:06:36.348033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-047ce692-40cb-480f-ac48-fb92766606f8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:36.349470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-047ce692-40cb-480f-ac48-fb92766606f8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1033170 Jan 27 20:06:36.365223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-2b85378d-8542-4a15-a058-d2a6a626b8ea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0098660 Jan 27 20:06:36.416758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-7a82d730-210a-450d-bb95-129f0184d75b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459101 Jan 27 20:06:36.479546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-7b967f4b-4f07-4d4c-bebe-8b6045f80f42 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:06:36.480928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-7b967f4b-4f07-4d4c-bebe-8b6045f80f42 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524359 Jan 27 20:06:36.568528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-0d4f521e-eb48-42b2-9e96-406ce77f4cde service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816722 Jan 27 20:06:36.665614 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-bc7c3f1f-efdd-4ce7-b089-efad97c51d13 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899222 Jan 27 20:06:36.944804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b3643bb7-6683-4c98-9e46-4fad61aa8585 req-a229a2df-998d-4ec8-835e-c5c643ed17bd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0270879 Jan 27 20:06:37.946996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-28c57fc2-dba0-49b4-91d0-8e46441c8d94 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:37.949034 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-28c57fc2-dba0-49b4-91d0-8e46441c8d94 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1134613 Jan 27 20:06:38.022439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-d6d967af-19f0-479c-8010-1de74a0a3ede tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 380 time: 0.0655155 Jan 27 20:06:38.051834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'security_groups': ['a755b5ff-5934-4b3e-a8a4-11f13113a790']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:06:38.056494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3129597e-7877-403d-81f1-b51b4ab069e9 req-7abbe0f9-df4e-4eed-8492-204e54ce1c7f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Jan 27 20:06:38.167198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:06:38.170628 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.301311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.5 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/14745bce-ca3d-48be-985f-6722c9ee19b4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:06:38.447005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.480915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.521766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:06:38.524622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:06:38.529143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:06:38.563817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:38.588694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:38.589551 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.608327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-1dbc39da-1623-4017-a919-4986995f0319 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743921 Jan 27 20:06:38.620900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Request body: {'port': {'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:06:38.684944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.801539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fed9ee6d-c38a-4336-a0d9-445770057ea6 None None] Provisioning complete for port 14745bce-ca3d-48be-985f-6722c9ee19b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:06:38.802324 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee6d-c38a-4336-a0d9-445770057ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.836217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fed9ee6d-c38a-4336-a0d9-445770057ea6 None None] Port 14745bce-ca3d-48be-985f-6722c9ee19b4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:06:38.964807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14745bce-ca3d-48be-985f-6722c9ee19b4 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:06:38.973220 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks [] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:38.988716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Transition to ACTIVE for port object 14745bce-ca3d-48be-985f-6722c9ee19b4 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:06:38.993326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:39.006993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44c0b63b-a648-4abb-8c4c-6b653336eee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:39.067626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Pushing event updated for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:39.142292 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Attempting to bind port 14745bce-ca3d-48be-985f-6722c9ee19b4 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:06:39.142656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Attempting to bind port 14745bce-ca3d-48be-985f-6722c9ee19b4 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:06:39.142945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Attempting to bind port 14745bce-ca3d-48be-985f-6722c9ee19b4 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:06:39.161965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Port 14745bce-ca3d-48be-985f-6722c9ee19b4 on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:06:39.161965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Attempting to bind port 14745bce-ca3d-48be-985f-6722c9ee19b4 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:06:39.180638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:06:39.180974 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:06:39.181391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:06:39.181873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Bound port: 14745bce-ca3d-48be-985f-6722c9ee19b4, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:06:39.182233 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:39.236961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d093b0-b0b6-48e6-a049-e492812acb9d req-869d1d90-5cf8-4870-8c7d-95cb855e6a7a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.238533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0d093b0-b0b6-48e6-a049-e492812acb9d req-869d1d90-5cf8-4870-8c7d-95cb855e6a7a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0932846 Jan 27 20:06:39.281375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:06:39.285490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=14745bce-ca3d-48be-985f-6722c9ee19b4,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:06:39.292595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:39.346022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.346686 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:39.348122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] 10.222.0.66 "PUT /v2.0/ports/14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 1091 time: 0.7325459 Jan 27 20:06:39.352101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0d093b0-b0b6-48e6-a049-e492812acb9d req-c034700c-e63f-46dd-a8bc-0e3d05b060ac tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067059 Jan 27 20:06:39.352543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:06:39.355027 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4d3404-82a1-4074-a30f-aa5faf61bb36" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:06:39.408985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fbead-16e3-424c-b815-d02549cf32fd service neutron] Pushing event updated for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:39.454635 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131fd6ad-8fdd-447e-a0ba-3df64cb7347d x-openstack-request-id: req-131fd6ad-8fdd-447e-a0ba-3df64cb7347d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:06:39.455127 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:06:39.455567 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-131fd6ad-8fdd-447e-a0ba-3df64cb7347d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:06:39.456553 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'status': 'completed', 'code': 200} Jan 27 20:06:39.475172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-9a52722e-07ec-4fb8-a019-f9a1145ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.476671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-9a52722e-07ec-4fb8-a019-f9a1145ff0d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1094 time: 0.0613592 Jan 27 20:06:39.520414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-9964977f-9861-4458-b6fe-de32d5fd5b55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Jan 27 20:06:39.575754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-e44e1aa4-baba-4e2f-b2fb-3f035b6d670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.577245 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-e44e1aa4-baba-4e2f-b2fb-3f035b6d670d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0519040 Jan 27 20:06:39.625712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f67e-c03a-4430-8773-672d81bfc629 req-bca61b3e-fd25-48f7-b3f0-0bfce2866fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.627266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-bca61b3e-fd25-48f7-b3f0-0bfce2866fea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438030 Jan 27 20:06:39.718637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-0fe53f32-9a06-4583-8dcd-d2ffe591bd29 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845237 Jan 27 20:06:39.818409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7692f67e-c03a-4430-8773-672d81bfc629 req-ce309144-7eef-434d-bc50-89e3f0850cc6 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928245 Jan 27 20:06:39.899805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-ac81744c-152a-424f-90c1-28ab1e162fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.901418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-ac81744c-152a-424f-90c1-28ab1e162fda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1094 time: 0.0433428 Jan 27 20:06:39.993901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-2cb43eb2-dc14-4c05-b9d5-204a149db907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:39.995327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-2cb43eb2-dc14-4c05-b9d5-204a149db907 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0887077 Jan 27 20:06:40.035390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-f17c8cb5-649a-4ea3-9a25-2449c793ff96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Jan 27 20:06:40.083598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-2cf43349-d06b-4939-87c7-9f1e3703c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:40.085059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-2cf43349-d06b-4939-87c7-9f1e3703c6ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0430045 Jan 27 20:06:40.134256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-7ab72625-fd6e-4a4b-a3a4-b8d65012760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:40.135777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-7ab72625-fd6e-4a4b-a3a4-b8d65012760b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453575 Jan 27 20:06:40.227471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-e85cc2fa-bf8a-4e47-a243-d97b94b19f7a service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Jan 27 20:06:40.320755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e4d3404-82a1-4074-a30f-aa5faf61bb36 req-4c96ece3-9909-4100-b7e5-6b64068be43c service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878563 Jan 27 20:06:40.486388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1a496-0caf-4aee-acd4-2afcb9bb2505 req-e2573fa2-2f5f-47a9-8e37-29b44abfeb9d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:40.487826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6b1a496-0caf-4aee-acd4-2afcb9bb2505 req-e2573fa2-2f5f-47a9-8e37-29b44abfeb9d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Jan 27 20:06:40.542470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6b1a496-0caf-4aee-acd4-2afcb9bb2505 req-233160d8-9423-40ae-96b2-0fc30e2398a5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487142 Jan 27 20:06:41.659543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d39c-c317-4ae8-a3a5-314bd73d3f95 req-b00839c3-c932-4ee7-a104-dd201b9981b0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:41.660990 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c665d39c-c317-4ae8-a3a5-314bd73d3f95 req-b00839c3-c932-4ee7-a104-dd201b9981b0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0491979 Jan 27 20:06:41.709705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c665d39c-c317-4ae8-a3a5-314bd73d3f95 req-a1162923-06aa-471b-af46-7eae9cdb21e6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Jan 27 20:06:42.134525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6228c5eb-1009-4ad3-bc70-cc2d11c18eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:42.829540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a174-e8fe-45e9-a364-17e28d2c7e09 req-de5becc7-a948-4d3e-97a9-069bea6cdc6e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:42.831040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7217a174-e8fe-45e9-a364-17e28d2c7e09 req-de5becc7-a948-4d3e-97a9-069bea6cdc6e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0537412 Jan 27 20:06:42.888133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7217a174-e8fe-45e9-a364-17e28d2c7e09 req-e170159b-fc3e-4563-a3b1-9c0d81a28637 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515285 Jan 27 20:06:44.009044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ecd22-558b-4cf2-9729-21ac9e44bb57 req-ee467bc0-56fe-4c78-a4f1-078a017e5c85 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:44.011216 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-591ecd22-558b-4cf2-9729-21ac9e44bb57 req-ee467bc0-56fe-4c78-a4f1-078a017e5c85 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0520389 Jan 27 20:06:44.062762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-591ecd22-558b-4cf2-9729-21ac9e44bb57 req-744c2a57-e01f-453f-81ca-0c32427a6da4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Jan 27 20:06:45.187223 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40411b24-896b-479b-bf07-52be32ea7f26 req-9ded69e9-d188-4f4d-8dd5-1af443cc8d54 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:45.188786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40411b24-896b-479b-bf07-52be32ea7f26 req-9ded69e9-d188-4f4d-8dd5-1af443cc8d54 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0483303 Jan 27 20:06:45.241922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40411b24-896b-479b-bf07-52be32ea7f26 req-eef39301-14f7-4590-ab74-7d87d45c40ae tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 Jan 27 20:06:45.280057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:45.705022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:46.107840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:46.358132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c3a5c-8443-4348-8819-96135581d28a req-d57d6a2f-ee99-4d98-831b-5c6faf7294fc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:46.359575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e50c3a5c-8443-4348-8819-96135581d28a req-d57d6a2f-ee99-4d98-831b-5c6faf7294fc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0489876 Jan 27 20:06:46.408633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e50c3a5c-8443-4348-8819-96135581d28a req-1651ec39-8ab1-468c-8707-0bbf5d598077 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 Jan 27 20:06:47.531256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711d87-acd3-4a05-b6f6-d854159b4e34 req-97dbed8f-51d8-4704-b005-f3b3c683ad8d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:47.532904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36711d87-acd3-4a05-b6f6-d854159b4e34 req-97dbed8f-51d8-4704-b005-f3b3c683ad8d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0527880 Jan 27 20:06:47.582801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36711d87-acd3-4a05-b6f6-d854159b4e34 req-f081bf34-118c-4a18-9d55-d699fa9247d4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Jan 27 20:06:48.700634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaa255-cea2-48e7-91fb-f3b2fc53e173 req-457974e3-ff6f-4a2f-a833-40f71e629954 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:48.702065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eaaa255-cea2-48e7-91fb-f3b2fc53e173 req-457974e3-ff6f-4a2f-a833-40f71e629954 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0527899 Jan 27 20:06:48.750344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3eaaa255-cea2-48e7-91fb-f3b2fc53e173 req-24e92d8c-1ce9-4bf0-b240-c3bbd9478cf9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Jan 27 20:06:49.865231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b7b7-211c-4d52-b2d2-b072efc900fb req-bd2d68bc-8e5f-4372-988f-28c36c10b121 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:49.866744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91d5b7b7-211c-4d52-b2d2-b072efc900fb req-bd2d68bc-8e5f-4372-988f-28c36c10b121 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0489500 Jan 27 20:06:49.920747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-91d5b7b7-211c-4d52-b2d2-b072efc900fb req-dedef539-5a19-4b06-a943-b5e5b26e77a9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483990 Jan 27 20:06:51.039222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacf0e5-2560-4771-be34-f646eef81388 req-93f1c07c-4924-44a3-afb4-f509ade81246 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:51.040708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bacf0e5-2560-4771-be34-f646eef81388 req-93f1c07c-4924-44a3-afb4-f509ade81246 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0531960 Jan 27 20:06:51.091199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bacf0e5-2560-4771-be34-f646eef81388 req-027b3447-29da-4309-b607-10f634d550ab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Jan 27 20:06:52.208119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cd1b6-e36a-43c5-8e0d-7c33699d01fa req-c908f9af-e782-480f-b021-1491036608cc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:52.209651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c88cd1b6-e36a-43c5-8e0d-7c33699d01fa req-c908f9af-e782-480f-b021-1491036608cc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0485928 Jan 27 20:06:52.259514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c88cd1b6-e36a-43c5-8e0d-7c33699d01fa req-35e72ccd-ed38-47e5-9998-05e97ce1a715 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Jan 27 20:06:53.374534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8e723-388a-4b85-9ecb-d2681f4ce056 req-5d0bd233-d9d6-4f65-a32a-aa98e9ad4e63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:53.375995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54c8e723-388a-4b85-9ecb-d2681f4ce056 req-5d0bd233-d9d6-4f65-a32a-aa98e9ad4e63 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0485787 Jan 27 20:06:53.427306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54c8e723-388a-4b85-9ecb-d2681f4ce056 req-ae79edaf-92b2-472e-898c-5df205e4a5c6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Jan 27 20:06:54.128774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:54.544337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a241d6-b662-41a8-bee5-5cea77d40b30 req-7b5c72db-d30e-4c8a-97c0-1d39c3b4eba3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:54.545827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1a241d6-b662-41a8-bee5-5cea77d40b30 req-7b5c72db-d30e-4c8a-97c0-1d39c3b4eba3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0475111 Jan 27 20:06:54.594513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b1a241d6-b662-41a8-bee5-5cea77d40b30 req-0dfe2feb-c5e3-4693-bb0c-0624d79bbbe0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Jan 27 20:06:55.010490 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:55.712107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143330-fe86-4276-84ab-be304aae3526 req-9a3fadea-90ef-46c9-aebb-7c9f3477a595 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:55.716068 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc143330-fe86-4276-84ab-be304aae3526 req-9a3fadea-90ef-46c9-aebb-7c9f3477a595 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 943 time: 0.0550776 Jan 27 20:06:55.767861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc143330-fe86-4276-84ab-be304aae3526 req-fc960438-8d48-40ca-99d2-f19a5ed9b150 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Jan 27 20:06:56.262492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 14745bce-ca3d-48be-985f-6722c9ee19b4 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:06:56.355039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=14745bce-ca3d-48be-985f-6722c9ee19b4,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:06:56.370277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:06:56.406397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 14745bce-ca3d-48be-985f-6722c9ee19b4 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:06:56.406790 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:56.419750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14745bce-ca3d-48be-985f-6722c9ee19b4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:06:56.438861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=14745bce-ca3d-48be-985f-6722c9ee19b4,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:06:56.443139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:56.490954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:56.498974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.499320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.499658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.499993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.500324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.500652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.500976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.501330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.501657 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.501978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.502304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.502622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.502941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:06:56.774429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['14745bce-ca3d-48be-985f-6722c9ee19b4'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:06:56.891768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8063ca-88be-46a2-9a18-fa8731754970 req-175ba617-a091-4399-a0ce-b093bb780182 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:56.893271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be8063ca-88be-46a2-9a18-fa8731754970 req-175ba617-a091-4399-a0ce-b093bb780182 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 944 time: 0.0530157 Jan 27 20:06:56.941971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be8063ca-88be-46a2-9a18-fa8731754970 req-36e89bc6-209b-436e-a5d3-7ae50281d1e1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Jan 27 20:06:58.059699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351db250-5f15-4a0f-be1f-391383895e96 req-7cc696df-4dc3-4912-9873-1c6841220140 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:58.061174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-351db250-5f15-4a0f-be1f-391383895e96 req-7cc696df-4dc3-4912-9873-1c6841220140 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 944 time: 0.0484176 Jan 27 20:06:58.110330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-351db250-5f15-4a0f-be1f-391383895e96 req-e149e618-6185-426e-90bd-09392ee88be1 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Jan 27 20:06:58.276401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 14745bce-ca3d-48be-985f-6722c9ee19b4 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:06:58.326526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 14745bce-ca3d-48be-985f-6722c9ee19b4 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:06:58.338953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 14745bce-ca3d-48be-985f-6722c9ee19b4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:06:58.339332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:58.565969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 14745bce-ca3d-48be-985f-6722c9ee19b4 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:06:58.566271 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:58.590483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:06:58.592719 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd1707accfae940f671967b0b30c5b29d67517ad975af3b2816b94a0f39971a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b61279-cd52-4773-bf18-8fa4bf59012b" -d '{"events": [{"server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "name": "network-vif-plugged", "status": "completed", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:06:58.605390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=14745bce-ca3d-48be-985f-6722c9ee19b4,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:06:58.612391 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:06:58.661899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:06:58.695983 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9df2229-9d13-437c-955c-1332c646a596 x-openstack-request-id: req-c9df2229-9d13-437c-955c-1332c646a596 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:06:58.696282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "name": "network-vif-plugged", "status": "completed", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:06:58.696540 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9df2229-9d13-437c-955c-1332c646a596 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:06:58.697492 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'code': 200} Jan 27 20:06:58.795158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a27ee5-557a-4220-9bd5-9632055fed10 req-7dafbb63-623c-4f83-8a2b-67904a511517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:58.796698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8a27ee5-557a-4220-9bd5-9632055fed10 req-7dafbb63-623c-4f83-8a2b-67904a511517 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0423203 Jan 27 20:06:59.087831 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8a27ee5-557a-4220-9bd5-9632055fed10 req-4d79bbdd-00d3-4165-bba4-f530268efb87 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846355 Jan 27 20:06:59.227533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7818bb-248f-4ddb-a107-7e2a70c41547 req-6733badc-4505-4a8d-a599-1b35878604ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:06:59.229006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e7818bb-248f-4ddb-a107-7e2a70c41547 req-6733badc-4505-4a8d-a599-1b35878604ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Jan 27 20:06:59.277057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e7818bb-248f-4ddb-a107-7e2a70c41547 req-11f7997d-acba-405d-9cd0-69c00d622440 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Jan 27 20:07:00.393863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d7192-5830-49d2-a75c-7d98ca093f77 req-c428719a-a1b6-440d-b33c-139d788171c4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:00.395382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-519d7192-5830-49d2-a75c-7d98ca093f77 req-c428719a-a1b6-440d-b33c-139d788171c4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0495338 Jan 27 20:07:00.445544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-519d7192-5830-49d2-a75c-7d98ca093f77 req-60fd58ea-e991-4f0f-a07c-b09e6469a460 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Jan 27 20:07:01.572235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97985f5-9708-40ce-b03f-3b7562df9aba req-e0ae2edc-a551-47ea-a4d0-f5cfdc73ad17 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:01.573737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e97985f5-9708-40ce-b03f-3b7562df9aba req-e0ae2edc-a551-47ea-a4d0-f5cfdc73ad17 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Jan 27 20:07:01.621237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e97985f5-9708-40ce-b03f-3b7562df9aba req-6fa9afdd-76b9-480c-815f-03ffa568ec7a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Jan 27 20:07:01.731871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170700f-1205-4a15-b721-9102faa39b44 req-9c7aca5e-760a-4084-8b54-8e62ec32b55f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:01.733357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1170700f-1205-4a15-b721-9102faa39b44 req-9c7aca5e-760a-4084-8b54-8e62ec32b55f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0477128 Jan 27 20:07:01.781997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1170700f-1205-4a15-b721-9102faa39b44 req-cc15a5f3-e295-4cdc-8cd9-b505e067f02f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Jan 27 20:07:01.804293 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:07:01.848310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e1ea0-daa2-4f1a-8cd2-5d2ba4fcd688 tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:01.849869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-154e1ea0-daa2-4f1a-8cd2-5d2ba4fcd688 tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1091 time: 0.0445683 Jan 27 20:07:01.852545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:07:01.857102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:07:01.877512 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:01.971615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.079684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.25.5.89 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/2a1c21e4-7668-42a6-81a8-00958ba56d95) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:07:02.183782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.220118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.259620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:07:02.264581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:07:02.267994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:07:02.293193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=2a1c21e4-7668-42a6-81a8-00958ba56d95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:07:02.636186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (02421d1a-6e48-4d31-8f39-f96eec81a172), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.705336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.858703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.863257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:02.949684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=2a1c21e4-7668-42a6-81a8-00958ba56d95,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:07:02.963955 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (02421d1a-6e48-4d31-8f39-f96eec81a172), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:03.070177 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP 02421d1a-6e48-4d31-8f39-f96eec81a172 associated. External IP: 172.25.5.89, port: 14745bce-ca3d-48be-985f-6722c9ee19b4. Jan 27 20:07:03.286722 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:07:03.394898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:07:03.405148 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:07:03.412373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:03.415600 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:07:03.416214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:06:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:07:03.439925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6d153269-d9b8-4175-a1f5-5dd7fe6d690b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5860996 Jan 27 20:07:03.440310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:07:03.442625 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c87699f3648ff9b9cac2ede1ed7c9f6e5a4b08e0c2035c59449d21f56bd7c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ffb454-3383-4aea-ae8c-42b49cfc54ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:07:03.486431 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6c009-d0ca-4624-af89-4eda12afca26 x-openstack-request-id: req-6aa6c009-d0ca-4624-af89-4eda12afca26 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:07:03.486737 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:07:03.486997 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6aa6c009-d0ca-4624-af89-4eda12afca26 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:07:03.487411 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'status': 'completed', 'code': 200} Jan 27 20:07:03.524137 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:07:03.550834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-52a1d082-8d1d-4ae3-8ccd-803c66926fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:03.552328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-52a1d082-8d1d-4ae3-8ccd-803c66926fd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0415919 Jan 27 20:07:03.647616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-8638970c-60f7-42af-8cf6-d8189ef9a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:03.649115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-8638970c-60f7-42af-8cf6-d8189ef9a519 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0912418 Jan 27 20:07:03.713736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-48e16c2e-28b0-442c-be91-e8cbba7f9bb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 998 time: 0.0584106 Jan 27 20:07:03.760741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-bb028c2d-39d5-45d1-9da6-74927b068ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:03.760991 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:02Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:07:03.762281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-bb028c2d-39d5-45d1-9da6-74927b068ea1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0435340 Jan 27 20:07:03.813806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-4d839f81-7244-402e-ba9e-65eb5acc45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:03.815265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-4d839f81-7244-402e-ba9e-65eb5acc45af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477226 Jan 27 20:07:03.877662 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:07:03.886052 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:07:03.887046 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:06:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:07:03.907164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-c5bf90af-e722-4c32-bf51-9a24df91d37f service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Jan 27 20:07:03.993101 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:07:04.005032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33ffb454-3383-4aea-ae8c-42b49cfc54ce req-3f8b3950-0edb-4ff4-90ff-5f803a9af695 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919554 Jan 27 20:07:04.210620 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:02Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:07:04.240394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5723-885f-4c57-9f82-4ddb7b5bb228 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:02Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:07:04.427545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a04cf8-16e2-4d7b-a552-c0c2f330d03f None None] New status for floating IP 02421d1a-6e48-4d31-8f39-f96eec81a172: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:07:09.008930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63804f1a-ec2d-44a4-86e4-bd1df4baed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:12.137377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91255ad0-8a03-40c8-9d50-59659ea10358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:12.139206 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:07:15.271290 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:15.707044 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:16.110017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:19.382262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-1df8079f-23eb-44d1-907c-ee97e9340a5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402787 Jan 27 20:07:19.460394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-f5789170-5ce0-4047-bdde-73c34807582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:19.461971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-f5789170-5ce0-4047-bdde-73c34807582e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0410275 Jan 27 20:07:19.569308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-ae6d42d8-a4e7-4938-9703-e734bb953acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:19.570989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-ae6d42d8-a4e7-4938-9703-e734bb953acc service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0907903 Jan 27 20:07:19.634756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-884e88d1-8fc1-49ed-acc8-19873a560a68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 1000 time: 0.0584249 Jan 27 20:07:19.682290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-3448603a-2a65-464e-8ea5-26cbe0d9d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:19.683735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-3448603a-2a65-464e-8ea5-26cbe0d9d62f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0440619 Jan 27 20:07:19.732063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-a7d5258c-239f-44c0-bf67-9fd3298495e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:07:19.733633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-a7d5258c-239f-44c0-bf67-9fd3298495e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434232 Jan 27 20:07:19.819879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-5036614e-946e-44a4-8f9d-db141e291efd service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800374 Jan 27 20:07:19.916422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87b62df6-e3cd-438e-ba4a-ff50ede79644 req-b1d9c986-42d2-4241-b59d-9cf23ea5a045 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900955 Jan 27 20:07:24.135704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:25.025855 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:39.011697 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddef88c7-80c4-42df-9883-dd884da4bcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:42.139966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3e65f93-c323-43b3-af6a-4984ba2db887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:45.276248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:45.710725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:46.112972 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:49.138810 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:07:54.138060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:07:55.030349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:09.016051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c918d1ee-19a3-4157-84da-cd81ff717982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:12.143169 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bbdff48-0393-4568-8361-c4361ddd1cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:15.278285 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:15.712870 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:16.115986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:21.483117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-a3eb649b-9c8e-4e68-9571-d80486e0e3b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792692 Jan 27 20:08:21.565869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f067f-738f-4270-94fb-3eba9a202597 req-6211b0c8-43a5-42c3-ad7b-e174a0ae36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:21.567429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-6211b0c8-43a5-42c3-ad7b-e174a0ae36a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0414143 Jan 27 20:08:21.671014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f067f-738f-4270-94fb-3eba9a202597 req-4ca73cda-926d-41f7-918e-b0adf8f8a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:21.672414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-4ca73cda-926d-41f7-918e-b0adf8f8a194 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0875950 Jan 27 20:08:21.735796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-6171d74f-a0f8-40e2-913d-f46984f02696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 1000 time: 0.0570381 Jan 27 20:08:21.781656 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f067f-738f-4270-94fb-3eba9a202597 req-c62f1e5e-a7df-4e68-a33e-614c9964801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:21.783665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-c62f1e5e-a7df-4e68-a33e-614c9964801e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0429041 Jan 27 20:08:21.832138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f067f-738f-4270-94fb-3eba9a202597 req-3145eba2-2578-4549-9499-8f9ced58925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:21.833652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-3145eba2-2578-4549-9499-8f9ced58925d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446844 Jan 27 20:08:21.923709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-1ab89fc2-b9de-4135-8a4d-1158426512fd service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837080 Jan 27 20:08:22.019449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-876f067f-738f-4270-94fb-3eba9a202597 req-0087436a-7637-4fd5-a93f-13295f9d56b1 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910125 Jan 27 20:08:24.156486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:25.038166 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:26.138197 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:08:39.020050 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-709776c0-ae2e-42f9-9c34-031ff3f7a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:42.163503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c987ffbb-cccf-403c-8abb-f47eeb38dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:45.280998 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:45.723941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:46.121531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:46.947381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-dff1b6b8-61f5-4216-85ef-b8c2ad66d694 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024651562&fields=id&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 267 time: 0.0469928 Jan 27 20:08:47.052697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-aac98876-7e54-40f2-85dd-114ef2522d48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:47.054198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-aac98876-7e54-40f2-85dd-114ef2522d48 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1004457 Jan 27 20:08:47.068367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-9f255677-7eee-48a6-a4bd-2ed13c5ba344 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/quotas/cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jan 27 20:08:47.125037 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-651df62d-263f-4c15-98b6-83550acd93b3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518289 Jan 27 20:08:47.216973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffc351ae-87e6-44ca-bf0a-2ea610c01855 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809579 Jan 27 20:08:47.549420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-bdc91903-6b13-4eea-b263-5c82be7cc5e6 service neutron] 10.222.0.59 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268392 Jan 27 20:08:47.826500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-258e4e86-2a35-46eb-9bc4-263942afdbdc req-cfd4e1a1-ceee-47cc-bd84-df4507780c34 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Jan 27 20:08:48.737016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-2e0fd9d7-7218-4a80-aedb-8b02af147b5a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:48.738608 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-2e0fd9d7-7218-4a80-aedb-8b02af147b5a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 812 time: 0.1064825 Jan 27 20:08:48.800404 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-5cb0bcba-dd19-421c-8513-ea6154698e28 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc734b901354603a3b4498e5ef5348f HTTP/1.1" status: 200 len: 380 time: 0.0543549 Jan 27 20:08:48.809030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'port': {'device_id': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'admin_state_up': True, 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'security_groups': ['a755b5ff-5934-4b3e-a8a4-11f13113a790']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:08:48.925830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Made reservation on behalf of cdc734b901354603a3b4498e5ef5348f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:08:48.929268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:48.932119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f93c11d-a85a-4b45-86a2-772ff561868e req-0f718e42-8ac1-447a-be9d-446d4d9d2b12 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0351179 Jan 27 20:08:49.066915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.20.0.8 (6b13f465-8c5a-4351-ba16-15435b03f267/934756cd-380b-4800-9745-00b75416ab39/4f911665-eac1-43a6-90d6-c4a11da18fa9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:08:49.207601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.240598 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.282169 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 6b13f465-8c5a-4351-ba16-15435b03f267 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:08:49.285199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:08:49.291572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:08:49.327877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:08:49.341928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.342275 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.342617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.342955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.343292 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.343627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.343955 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.344285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.344610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.344934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.345270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.345602 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.345928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:08:49.365840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:49.366481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.390831 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-ffcc9585-e83b-4364-a7a9-927e49d20214 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853245 Jan 27 20:08:49.484830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Request body: {'port': {'device_id': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:08:49.552577 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.564823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dcb11e15-65f8-4798-aabb-39d501487dd6 None None] Provisioning complete for port 4f911665-eac1-43a6-90d6-c4a11da18fa9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:08:49.565401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcb11e15-65f8-4798-aabb-39d501487dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.603295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dcb11e15-65f8-4798-aabb-39d501487dd6 None None] Port 4f911665-eac1-43a6-90d6-c4a11da18fa9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:08:49.828893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f911665-eac1-43a6-90d6-c4a11da18fa9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:08:49.837621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks [] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.851209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Transition to ACTIVE for port object 4f911665-eac1-43a6-90d6-c4a11da18fa9 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:08:49.855581 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:49.909192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Pushing event updated for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:08:49.998453 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Attempting to bind port 4f911665-eac1-43a6-90d6-c4a11da18fa9 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:08:49.999129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Attempting to bind port 4f911665-eac1-43a6-90d6-c4a11da18fa9 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:08:49.999762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Attempting to bind port 4f911665-eac1-43a6-90d6-c4a11da18fa9 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:08:50.006113 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Port 4f911665-eac1-43a6-90d6-c4a11da18fa9 on network 6b13f465-8c5a-4351-ba16-15435b03f267 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:08:50.006452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Attempting to bind port 4f911665-eac1-43a6-90d6-c4a11da18fa9 on network 6b13f465-8c5a-4351-ba16-15435b03f267 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:08:50.012659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:08:50.012999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Checking segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:08:50.013423 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Bound using segment: {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:08:50.013853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Bound port: 4f911665-eac1-43a6-90d6-c4a11da18fa9, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3738b4-b8ea-4357-918f-c8b60b249eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:08:50.014219 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:50.075233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1441f-e01e-4b4d-b427-d00f129f44de req-196adfdb-409a-458f-bcbe-476b0729624f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.077488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1c1441f-e01e-4b4d-b427-d00f129f44de req-196adfdb-409a-458f-bcbe-476b0729624f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0606523 Jan 27 20:08:50.102067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:08:50.106184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:08:50.111839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:50.138423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1c1441f-e01e-4b4d-b427-d00f129f44de req-2df703a4-64a3-421f-875e-b76186cec8bd tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527356 Jan 27 20:08:50.149790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.150417 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:50.151886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] 10.222.0.39 "PUT /v2.0/ports/4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 1091 time: 0.7161217 Jan 27 20:08:50.152352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:08:50.198914 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c81f5-21da-4d0f-a2eb-25d6cf77f5fe service neutron] Pushing event updated for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:08:50.212876 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b950e5de-4541-4c16-97a6-22481ea17bab" -d '{"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:08:50.269118 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-dc8cb2db-fa49-4f46-9fc6-c1ccc14a41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.271408 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-dc8cb2db-fa49-4f46-9fc6-c1ccc14a41c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1094 time: 0.0559523 Jan 27 20:08:50.317094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-41986656-b32d-4d7c-9e9a-e1996e789022 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 217 time: 0.0386865 Jan 27 20:08:50.359597 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872f19ce-bb38-45af-95cb-bd93e6f0bf89 x-openstack-request-id: req-872f19ce-bb38-45af-95cb-bd93e6f0bf89 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:08:50.360107 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:08:50.360514 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-872f19ce-bb38-45af-95cb-bd93e6f0bf89 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:08:50.360933 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'status': 'completed', 'code': 200} Jan 27 20:08:50.381370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-1f83903d-230a-4e9a-80e7-965accd086a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.384731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-1f83903d-230a-4e9a-80e7-965accd086a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0606415 Jan 27 20:08:50.436734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-65310aeb-aeb2-4e59-8cb4-b87481c8e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.438445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-65310aeb-aeb2-4e59-8cb4-b87481c8e49e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448790 Jan 27 20:08:50.537669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-f8a4e6e1-0ae6-4181-a0fe-409b17fab0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920694 Jan 27 20:08:50.637741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5996c806-a2f7-4570-90b7-9777d73d1d68 req-994e60b4-e4b9-45cd-9fda-a797f1ee2ac2 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940053 Jan 27 20:08:50.725752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e5de-4541-4c16-97a6-22481ea17bab req-fa17bdf3-3e06-4bf4-92df-c3550e068489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.727366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-fa17bdf3-3e06-4bf4-92df-c3550e068489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1094 time: 0.0449123 Jan 27 20:08:50.826173 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e5de-4541-4c16-97a6-22481ea17bab req-74629ad0-0892-4679-98a4-c579be9a9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.827695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-74629ad0-0892-4679-98a4-c579be9a9ebc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0945821 Jan 27 20:08:50.868671 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-d9e17d05-84eb-46ac-b591-a12dce6c9854 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 217 time: 0.0344682 Jan 27 20:08:50.916672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e5de-4541-4c16-97a6-22481ea17bab req-92671a00-cd6a-49eb-a01a-810bac77c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.918102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-92671a00-cd6a-49eb-a01a-810bac77c1e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0432191 Jan 27 20:08:50.989380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e5de-4541-4c16-97a6-22481ea17bab req-8abd966e-c230-418c-b1ce-3da75e678e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:50.990975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-8abd966e-c230-418c-b1ce-3da75e678e7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664496 Jan 27 20:08:51.082565 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-2a60b894-1373-4541-91a7-070de5e129e1 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852208 Jan 27 20:08:51.182443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b950e5de-4541-4c16-97a6-22481ea17bab req-f94dec4c-82ad-4859-b896-dc0247181cac service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931041 Jan 27 20:08:51.269867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9c15e-7887-4f9d-960f-7b2676949a3c req-a8c6b313-e633-447c-b704-136e184025ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:51.271351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d9c15e-7887-4f9d-960f-7b2676949a3c req-a8c6b313-e633-447c-b704-136e184025ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0538623 Jan 27 20:08:51.330372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73d9c15e-7887-4f9d-960f-7b2676949a3c req-dfe99c25-c692-40a8-8d7b-c1cfac6a0c37 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532496 Jan 27 20:08:52.446923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc303b-d89c-49ee-a8ce-85639cd3c61a req-fc430e4f-1c40-4721-b0aa-da24056162e2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:52.448473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eebc303b-d89c-49ee-a8ce-85639cd3c61a req-fc430e4f-1c40-4721-b0aa-da24056162e2 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0494292 Jan 27 20:08:52.496920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eebc303b-d89c-49ee-a8ce-85639cd3c61a req-988c165d-4e17-4851-b5fe-0dc2645a8677 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Jan 27 20:08:53.623142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b53a-5f90-4755-bba2-929be47dc1fd req-096368a7-9836-41d2-9573-59ed435b2237 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:53.624813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b828b53a-5f90-4755-bba2-929be47dc1fd req-096368a7-9836-41d2-9573-59ed435b2237 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0543034 Jan 27 20:08:53.677508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b828b53a-5f90-4755-bba2-929be47dc1fd req-0b3e50fe-8fd8-4322-b5fa-d1948cc3f18f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463164 Jan 27 20:08:54.142525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:54.803453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a233a-d005-4c2f-8573-01227a475475 req-ff9ec310-aaae-4f86-9485-09e7b630a747 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:54.805186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-654a233a-d005-4c2f-8573-01227a475475 req-ff9ec310-aaae-4f86-9485-09e7b630a747 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0556378 Jan 27 20:08:54.862883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-654a233a-d005-4c2f-8573-01227a475475 req-82f1b2fe-198a-4099-8776-e6af5a020ce5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518396 Jan 27 20:08:55.054465 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:08:55.999254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f01b13-f6aa-481c-bd3c-54ae101c394d req-ca5cd067-36bc-4b90-b2b9-b6c4a2fd24f9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:56.001118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16f01b13-f6aa-481c-bd3c-54ae101c394d req-ca5cd067-36bc-4b90-b2b9-b6c4a2fd24f9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0529828 Jan 27 20:08:56.064654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16f01b13-f6aa-481c-bd3c-54ae101c394d req-defbdcdf-12ed-4d25-8107-38c900b0a75a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557325 Jan 27 20:08:57.203919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bfea-47a3-4b43-ba6f-f5ec76551591 req-833d5006-e636-4ad3-9f77-cf2e2ecb0ec0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:57.206165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf36bfea-47a3-4b43-ba6f-f5ec76551591 req-833d5006-e636-4ad3-9f77-cf2e2ecb0ec0 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0520360 Jan 27 20:08:57.269051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf36bfea-47a3-4b43-ba6f-f5ec76551591 req-4acecbca-2d06-44fa-a5cf-0bb8c99c7ef6 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553508 Jan 27 20:08:58.397992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397979-9adc-4670-85d8-bf5dc83eb8c0 req-bebe0896-9726-41fb-a9ed-03768d2c5119 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:58.399580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24397979-9adc-4670-85d8-bf5dc83eb8c0 req-bebe0896-9726-41fb-a9ed-03768d2c5119 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0503829 Jan 27 20:08:58.451076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24397979-9adc-4670-85d8-bf5dc83eb8c0 req-bb10405f-e3f8-4de1-803b-0c71d194d741 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454879 Jan 27 20:08:59.570691 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16bd43-68c8-46a9-9be4-6216bd348f3a req-009cafd0-09f7-42ae-b9a3-74fcb8a0ecff tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:08:59.572169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c16bd43-68c8-46a9-9be4-6216bd348f3a req-009cafd0-09f7-42ae-b9a3-74fcb8a0ecff tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0520780 Jan 27 20:08:59.620709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c16bd43-68c8-46a9-9be4-6216bd348f3a req-f9dedf0a-4e66-4abf-a1db-87b4d184a98d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Jan 27 20:09:00.735768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f89f8b-d0c8-4e5b-9028-7d8eb0526436 req-857196eb-dabd-4603-9f58-fbff41841dab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:00.737284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9f89f8b-d0c8-4e5b-9028-7d8eb0526436 req-857196eb-dabd-4603-9f58-fbff41841dab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0499394 Jan 27 20:09:00.785248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9f89f8b-d0c8-4e5b-9028-7d8eb0526436 req-dc050535-b51d-41e7-829c-578e05657cab tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Jan 27 20:09:01.901310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81f426-5b6e-4735-bba9-76b7fbd4c16a req-3b22e7fc-0c0a-4c30-a4f9-84a612e08a1a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:01.901310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd81f426-5b6e-4735-bba9-76b7fbd4c16a req-3b22e7fc-0c0a-4c30-a4f9-84a612e08a1a tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0486081 Jan 27 20:09:01.952718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd81f426-5b6e-4735-bba9-76b7fbd4c16a req-943f712b-8dc9-4502-bde8-21d73f8809cc tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Jan 27 20:09:03.066548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95fb3-6149-4fba-aa55-3cae4d8264f7 req-ba5abb00-844e-4612-a104-a8ab2385ab0c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:03.068047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1b95fb3-6149-4fba-aa55-3cae4d8264f7 req-ba5abb00-844e-4612-a104-a8ab2385ab0c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0499921 Jan 27 20:09:03.117190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1b95fb3-6149-4fba-aa55-3cae4d8264f7 req-39ab1508-6c66-4b59-8b27-ed0d1ef37f6e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Jan 27 20:09:03.137184 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:09:04.235849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462013b-1183-41c0-8bb4-c73fbc0c7fc2 req-6b25de1c-6a9d-4c41-9252-43fec83d15b8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:04.237357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c462013b-1183-41c0-8bb4-c73fbc0c7fc2 req-6b25de1c-6a9d-4c41-9252-43fec83d15b8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0483828 Jan 27 20:09:04.286115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c462013b-1183-41c0-8bb4-c73fbc0c7fc2 req-bdde1582-3e1f-435c-b578-4dc31f951800 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Jan 27 20:09:05.241731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4f911665-eac1-43a6-90d6-c4a11da18fa9 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:09:05.341486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:09:05.354404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'port_id': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'mac_address': 'fa:16:3e:a3:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:09:05.397886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4f911665-eac1-43a6-90d6-c4a11da18fa9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:09:05.398282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:05.411682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8790c32-cc90-4436-9148-c60d951ee709 req-4ba04ddf-0005-412c-a00e-b6588e8ef224 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:05.412316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f911665-eac1-43a6-90d6-c4a11da18fa9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:09:05.413289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8790c32-cc90-4436-9148-c60d951ee709 req-4ba04ddf-0005-412c-a00e-b6588e8ef224 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Jan 27 20:09:05.433465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:09:05.438181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:05.464277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8790c32-cc90-4436-9148-c60d951ee709 req-842db30c-6d67-4c55-9ef8-d07013368254 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Jan 27 20:09:05.487015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:09:05.494528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.494820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.495165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.495503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.495838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.496184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.496506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.496830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.497153 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.497602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.497926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.498149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.498469 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:09:05.711762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4f911665-eac1-43a6-90d6-c4a11da18fa9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:09:06.579975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ce21e-0e64-4829-af8a-50c2cb25f423 req-76d86a31-838b-4187-91aa-8fa827a61f5c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:06.581482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b4ce21e-0e64-4829-af8a-50c2cb25f423 req-76d86a31-838b-4187-91aa-8fa827a61f5c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 944 time: 0.0496941 Jan 27 20:09:06.632493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b4ce21e-0e64-4829-af8a-50c2cb25f423 req-44a50ee8-b80a-4e9b-9355-0ca9c8dd5916 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Jan 27 20:09:07.257535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4f911665-eac1-43a6-90d6-c4a11da18fa9 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:09:07.307616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 4f911665-eac1-43a6-90d6-c4a11da18fa9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:09:07.311818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 4f911665-eac1-43a6-90d6-c4a11da18fa9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:09:07.312203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:07.393233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4f911665-eac1-43a6-90d6-c4a11da18fa9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:09:07.393647 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:07.415486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:09:07.429611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:09:07.433801 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:07.457580 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc52db-ab3e-4197-9a77-4951c301c704" -d '{"events": [{"server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "name": "network-vif-plugged", "status": "completed", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:09:07.486752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:09:07.542389 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85297a5-aa05-4c3a-90c6-aa2c2ad5c2aa x-openstack-request-id: req-e85297a5-aa05-4c3a-90c6-aa2c2ad5c2aa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:09:07.542714 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "name": "network-vif-plugged", "status": "completed", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:09:07.542989 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e85297a5-aa05-4c3a-90c6-aa2c2ad5c2aa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:09:07.543372 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'code': 200} Jan 27 20:09:07.638092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a130f-dfd8-4ab3-95b1-112ae9cb6857 req-4b7348ec-3ab5-405a-9cf0-566d47066183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:07.639617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-910a130f-dfd8-4ab3-95b1-112ae9cb6857 req-4b7348ec-3ab5-405a-9cf0-566d47066183 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1096 time: 0.0417383 Jan 27 20:09:07.685119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-910a130f-dfd8-4ab3-95b1-112ae9cb6857 req-a106a40b-178b-4142-80de-aff4847875a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Jan 27 20:09:07.751485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a4b82-1ee8-47c8-aebe-b7491957eaa1 req-921067c8-fe67-4bf1-b8fd-aafcef470ce4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:07.752981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a44a4b82-1ee8-47c8-aebe-b7491957eaa1 req-921067c8-fe67-4bf1-b8fd-aafcef470ce4 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0520391 Jan 27 20:09:07.802432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a44a4b82-1ee8-47c8-aebe-b7491957eaa1 req-6db92521-9582-48f2-9d08-f209f3864285 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Jan 27 20:09:08.916363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2729-9766-448a-8fd2-83b6489939ac req-06ebbfce-d12a-43d6-bd96-43015210a141 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:08.917993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fbf2729-9766-448a-8fd2-83b6489939ac req-06ebbfce-d12a-43d6-bd96-43015210a141 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0483248 Jan 27 20:09:08.966552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1fbf2729-9766-448a-8fd2-83b6489939ac req-2bcc1fcb-41d1-4520-9a82-9cb805a7578d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Jan 27 20:09:09.023086 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2fed9d1-2a2c-49d6-aae8-d4f212e705f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:09.082968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77490-813e-4602-b942-27aa82f41d19 req-bfcecce9-54c8-474e-bd9d-d65c22b59189 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:09.084359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24f77490-813e-4602-b942-27aa82f41d19 req-bfcecce9-54c8-474e-bd9d-d65c22b59189 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Jan 27 20:09:09.137564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24f77490-813e-4602-b942-27aa82f41d19 req-2e6921e3-0bba-46dd-92b3-3f5425a50792 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475392 Jan 27 20:09:09.159317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:09:09.199164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90767ccb-137b-4ff5-8018-a826b8f5f681 tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:09.200675 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90767ccb-137b-4ff5-8018-a826b8f5f681 tempest-TestVolumeBootPattern-1445819244 tempest-TestVolumeBootPattern-1445819244-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1091 time: 0.0403612 Jan 27 20:09:09.203407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:09:09.207584 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:09:09.227379 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:09.326818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:09.428919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Allocated IP 172.25.5.67 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6c8db0f2-e53e-4251-832a-e62114cf90c0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:09:09.532884 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:09.567195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:09.604007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:09:09.607092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:09:09.609654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:09:09.642701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=6c8db0f2-e53e-4251-832a-e62114cf90c0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:09:10.233174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (d351c575-f5e5-4782-8336-818c7d473dca), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:10.300377 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:10.448058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:10.452889 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:10.524313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event updated for resources: {'Port': ['ID=6c8db0f2-e53e-4251-832a-e62114cf90c0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:09:10.534220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (d351c575-f5e5-4782-8336-818c7d473dca), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:10.635439 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP d351c575-f5e5-4782-8336-818c7d473dca associated. External IP: 172.25.5.67, port: 4f911665-eac1-43a6-90d6-c4a11da18fa9. Jan 27 20:09:10.842136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:09:10.951048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:09:10.963689 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:09:10.974822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:09:10.975559 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:08:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:09:10.980274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:11.009698 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e29f2dd-99a5-4335-9b90-cc7d26a9cc5d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8052235 Jan 27 20:09:11.010310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:09:11.012596 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176dd26-d912-44b8-a47b-1425a8a63dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:09:11.049675 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b8b20-45e4-4495-a7ac-e69e4db3b571 x-openstack-request-id: req-0f0b8b20-45e4-4495-a7ac-e69e4db3b571 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:09:11.049980 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:09:11.050242 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f0b8b20-45e4-4495-a7ac-e69e4db3b571 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:09:11.050654 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'status': 'completed', 'code': 200} Jan 27 20:09:11.086102 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:09:11.115466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-c435af41-5064-4c79-ba9c-2d197d01f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:11.116921 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-c435af41-5064-4c79-ba9c-2d197d01f6b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1096 time: 0.0442550 Jan 27 20:09:11.210350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-2b1a5b09-3173-4851-aefb-48dc9c4c9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:11.211837 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-2b1a5b09-3173-4851-aefb-48dc9c4c9911 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0894425 Jan 27 20:09:11.278167 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-7a27bd56-540e-40e3-b86c-f7417fe01966 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 998 time: 0.0589826 Jan 27 20:09:11.319508 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}, {'id': 'd351c575-f5e5-4782-8336-818c7d473dca', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:a3:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:09:10Z', 'updated_at': '2022-01-27T20:09:10Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:09:11.326488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-b1050157-5538-4d11-979e-b44fc9994439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:11.327987 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-b1050157-5538-4d11-979e-b44fc9994439 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0437326 Jan 27 20:09:11.345670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:09:11.354389 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:09:11.354989 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:08:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:09:11.377307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-96fc09c4-bce8-4f27-959e-a66ec8fa31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:11.378751 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-96fc09c4-bce8-4f27-959e-a66ec8fa31d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447810 Jan 27 20:09:11.464533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:09:11.471401 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-b4524da5-714b-4c8b-8c28-01de94a78e05 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Jan 27 20:09:11.564617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b176dd26-d912-44b8-a47b-1425a8a63dcf req-6d57b1c2-6f43-41ba-b65e-c5a0e1141c0c service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Jan 27 20:09:11.773575 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}, {'id': 'd351c575-f5e5-4782-8336-818c7d473dca', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:a3:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:09:10Z', 'updated_at': '2022-01-27T20:09:10Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:09:11.801785 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ad5d-c549-4147-9eee-b8e3411f1c69 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}, {'id': 'd351c575-f5e5-4782-8336-818c7d473dca', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:a3:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:09:10Z', 'updated_at': '2022-01-27T20:09:10Z', 'revision_number': 0, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:09:12.015853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dffc01-e5e0-4d15-b76b-495e3fe1d7ea None None] New status for floating IP d351c575-f5e5-4782-8336-818c7d473dca: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:09:12.175056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70889118-3d43-499a-b99f-03583a8b5bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:15.283995 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:15.719269 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:16.126727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:21.390419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-dbdcbaeb-5d55-4260-b0f8-e0e5547c84df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396640 Jan 27 20:09:21.478503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-46e3a1ef-dba7-46b0-87de-acc6e05d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:21.480001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-46e3a1ef-dba7-46b0-87de-acc6e05d5977 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0413401 Jan 27 20:09:21.587399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-35f069bf-80ad-4938-93fd-edf2f1a51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:21.588893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-35f069bf-80ad-4938-93fd-edf2f1a51acb service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0901949 Jan 27 20:09:21.656294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-f4a47471-434d-4e57-a4a7-972ce8c8dbc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 1000 time: 0.0607100 Jan 27 20:09:21.703873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-ce59d67c-f16e-4e16-8197-8a3a7a90dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:21.705342 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-ce59d67c-f16e-4e16-8197-8a3a7a90dfc5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0442472 Jan 27 20:09:21.754093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-78c6b4db-abae-47c9-865d-b3f1b10081d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:21.755522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-78c6b4db-abae-47c9-865d-b3f1b10081d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448565 Jan 27 20:09:21.848714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-ce66afe9-8f54-4cf0-a270-32873037fd86 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873539 Jan 27 20:09:21.940860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca09928b-9009-46e1-816b-17d7ae96d283 req-20b6f891-dd39-44ef-9354-695e3a435b21 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Jan 27 20:09:24.156120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:25.049151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:39.024469 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a9d75a1-4aa9-42d4-94fd-ae1a60d4f936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:40.136779 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:09:40.988537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-c8570042-d0e8-4c7c-a093-d029fbdb6d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391068 Jan 27 20:09:41.070709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-be3c6ac1-c88e-4016-a03d-a2aef3c9f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:41.072256 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-be3c6ac1-c88e-4016-a03d-a2aef3c9f05a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1096 time: 0.0425611 Jan 27 20:09:41.187556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-c4b291dd-1066-4b2a-9a81-e7d596ae02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:41.189069 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-c4b291dd-1066-4b2a-9a81-e7d596ae02f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0993035 Jan 27 20:09:41.254959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-2df48276-babf-49bb-9548-2f53873e4a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 1000 time: 0.0598333 Jan 27 20:09:41.301454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-5fc3551d-c45c-4c63-8b00-4c2d2a811f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:41.302916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-5fc3551d-c45c-4c63-8b00-4c2d2a811f93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0422368 Jan 27 20:09:41.349834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-5a8bb9c6-d00c-49b4-9a65-8e18e39b40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:09:41.351331 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-5a8bb9c6-d00c-49b4-9a65-8e18e39b40fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429072 Jan 27 20:09:41.437679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-5dbce408-14d6-498f-a019-a12a14420de8 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806515 Jan 27 20:09:41.528904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-580fbd6b-caf0-47c1-9be7-fd001e77cb35 req-b280cce3-ce9a-4167-83a3-2db5c871e8de service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852559 Jan 27 20:09:42.147343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6dc4-3e70-4f8d-b1c4-719444619a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:45.286144 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:45.720086 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:46.129396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:54.168811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:09:55.069828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:09.027042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44cbae4a-c9db-491b-8d39-0c0665b0e06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:12.150040 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa49acdf-82c2-45d8-8220-4cf7845950cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:15.288335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:15.724172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:16.132401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:17.136323 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:10:21.406092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-187d133c-2f04-444f-a5d2-ed3dc39fc2b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498712 Jan 27 20:10:21.492287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-d7002bdf-3b0a-4c21-ba52-e96d68a4cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:21.493837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-d7002bdf-3b0a-4c21-ba52-e96d68a4cc32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0453589 Jan 27 20:10:21.609865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-f23feb08-0b47-4a80-9d2a-eb0825ac261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:21.611353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-f23feb08-0b47-4a80-9d2a-eb0825ac261d service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0948155 Jan 27 20:10:21.678784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-ba32b799-0704-472d-97fa-3d9ca8af2bff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 1000 time: 0.0616665 Jan 27 20:10:21.727580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-9b64646c-8f3f-457b-9325-cd9735f21c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:21.729063 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-9b64646c-8f3f-457b-9325-cd9735f21c74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0452185 Jan 27 20:10:21.779732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-f5437630-db27-4aba-932c-2c4db24036e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:21.781247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-f5437630-db27-4aba-932c-2c4db24036e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461011 Jan 27 20:10:21.876894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-477e4f8d-006d-4652-b1a6-483a5018b079 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846045 Jan 27 20:10:21.968075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c49062b-cbed-47d9-b51a-6783b747a807 req-7ed372d5-9cc7-4e78-b3b5-0a7a81cda168 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Jan 27 20:10:24.169631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:25.065762 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:38.502447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37358) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:10:38.676072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 6c8db0f2-e53e-4251-832a-e62114cf90c0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:10:38.676331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:38.755150 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:38.755476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (6c8db0f2-e53e-4251-832a-e62114cf90c0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:38.768126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 6c8db0f2-e53e-4251-832a-e62114cf90c0 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:10:38.924531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6c8db0f2-e53e-4251-832a-e62114cf90c0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:38.949462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=6c8db0f2-e53e-4251-832a-e62114cf90c0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:10:38.980566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.980923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.981286 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.981634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.981973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.982311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.983551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.983885 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.984217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.984545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.984875 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.985211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:38.985568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:39.029457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19897254-e490-409d-9dd6-4477ba3267a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:39.036552 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (d351c575-f5e5-4782-8336-818c7d473dca), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:39.037137 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP d351c575-f5e5-4782-8336-818c7d473dca disassociated (deleted). External IP: 172.25.5.67, port: 4f911665-eac1-43a6-90d6-c4a11da18fa9. Jan 27 20:10:39.294066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:10:39.409168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:10:39.414551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:39.421289 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:10:39.432539 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:10:39.433171 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:10:39.446662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8642960-d02b-49f0-8512-7c0762eb8e20 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "DELETE /v2.0/floatingips/d351c575-f5e5-4782-8336-818c7d473dca HTTP/1.1" status: 204 len: 168 time: 0.9429822 Jan 27 20:10:39.447279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:10:39.449700 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:10:39.565679 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:10:39.648002 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e2ff8-5ec3-4b90-8c2a-42447c583ae5 x-openstack-request-id: req-782e2ff8-5ec3-4b90-8c2a-42447c583ae5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:10:39.648538 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:10:39.648538 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-782e2ff8-5ec3-4b90-8c2a-42447c583ae5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:10:39.648949 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'status': 'completed', 'code': 200} Jan 27 20:10:39.711802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-aee4ca1f-dce9-4d7d-ac20-15fe6352f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:39.713422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-aee4ca1f-dce9-4d7d-ac20-15fe6352f1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 1096 time: 0.0431046 Jan 27 20:10:39.758077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709cf89-be97-4942-bd40-51d577e549f2 req-b74e9611-f270-4c88-b7d0-b433321a716f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:39.759634 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6709cf89-be97-4942-bd40-51d577e549f2 req-b74e9611-f270-4c88-b7d0-b433321a716f tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0563500 Jan 27 20:10:39.812290 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-c7b5b1ee-2b0e-438a-90f0-4c445a62ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:39.814769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6709cf89-be97-4942-bd40-51d577e549f2 req-f802474e-8461-4467-822d-29f8884f0d78 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458641 Jan 27 20:10:39.814957 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-c7b5b1ee-2b0e-438a-90f0-4c445a62ba2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.0936761 Jan 27 20:10:39.840564 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:10:39.878903 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:10:39.890118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:10:39.890887 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:10:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:10:40.010331 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:10:40.156538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-28ab7173-5483-4d99-8a2b-1c34e0adce11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 200 len: 217 time: 0.3353243 Jan 27 20:10:40.208710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-79a19c1d-c317-437f-ad25-3b12e703f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:40.210342 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-79a19c1d-c317-437f-ad25-3b12e703f5a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.0464301 Jan 27 20:10:40.256631 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-76e7c578-4800-4d8f-bde6-0fe1ffbbebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:40.258231 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-76e7c578-4800-4d8f-bde6-0fe1ffbbebf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419815 Jan 27 20:10:40.263108 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:10:40.293704 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cda0c5-3a20-4a41-ab05-737f2bed5180 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '02421d1a-6e48-4d31-8f39-f96eec81a172', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'port_id': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'mac_address': 'fa:16:3e:c5:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:07:02Z', 'updated_at': '2022-01-27T20:07:04Z', 'revision_number': 1, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:10:40.359422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-0146950a-b81e-4cfe-a3eb-bba430d1dfc9 service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940602 Jan 27 20:10:40.457082 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e8600ab-ec03-4535-a9d0-a9b8db1ca8ce req-6c4715ba-03bd-4a3c-81c8-ce31c5034faf service neutron] 10.222.0.39 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914586 Jan 27 20:10:40.545800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dae417-9075-49da-8b0e-f7081ffc68e9 None None] New status for floating IP d351c575-f5e5-4782-8336-818c7d473dca: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:10:40.931776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9499e39-7ad9-4cb7-881c-2cd916eaab1a req-00ccd36d-190d-4da8-9d44-37b01f1529f3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:40.933304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9499e39-7ad9-4cb7-881c-2cd916eaab1a req-00ccd36d-190d-4da8-9d44-37b01f1529f3 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Jan 27 20:10:40.982085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9499e39-7ad9-4cb7-881c-2cd916eaab1a req-6f9d08a6-383e-49c5-94aa-f193db000b21 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Jan 27 20:10:41.245332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-b69df68a-5912-482a-a141-ae5cac3abe09 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:10:41.246779 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-b69df68a-5912-482a-a141-ae5cac3abe09 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 945 time: 0.0528862 Jan 27 20:10:41.339544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 4f911665-eac1-43a6-90d6-c4a11da18fa9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:10:41.340052 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:41.429228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 4f911665-eac1-43a6-90d6-c4a11da18fa9, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4f911665-eac1-43a6-90d6-c4a11da18fa9,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:10:41.429627 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:41.441136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 4f911665-eac1-43a6-90d6-c4a11da18fa9 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:10:41.574098 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4f911665-eac1-43a6-90d6-c4a11da18fa9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:41.601401 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=4f911665-eac1-43a6-90d6-c4a11da18fa9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:10:41.649023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 4f911665-eac1-43a6-90d6-c4a11da18fa9 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:10:41.651852 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:41.655710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ae01d-570a-4470-b4b0-ffac94932bd3 req-7894774b-3bab-4b4e-96d4-fe942f5a3c49 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.39 "DELETE /v2.0/ports/4f911665-eac1-43a6-90d6-c4a11da18fa9 HTTP/1.1" status: 204 len: 173 time: 0.4038296 Jan 27 20:10:41.656137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'name': 'network-vif-deleted', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:10:41.658399 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a4ead-f796-43e8-91b5-4d56678a5149" -d '{"events": [{"server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "name": "network-vif-deleted", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:10:41.693978 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2265410c-13a1-42f1-b03c-8ac43d4c7937 x-openstack-request-id: req-2265410c-13a1-42f1-b03c-8ac43d4c7937 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:10:41.694293 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f708e966-2471-45e3-ac59-8eaf6747d139", "name": "network-vif-deleted", "tag": "4f911665-eac1-43a6-90d6-c4a11da18fa9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:10:41.694548 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2265410c-13a1-42f1-b03c-8ac43d4c7937 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:10:41.694956 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708e966-2471-45e3-ac59-8eaf6747d139', 'name': 'network-vif-deleted', 'tag': '4f911665-eac1-43a6-90d6-c4a11da18fa9', 'status': 'completed', 'code': 200} Jan 27 20:10:42.092493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b089e09-2190-40cb-b4eb-fb912be82403 req-184bdc70-853f-43e4-bc66-3f02e2335eee tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0341694 Jan 27 20:10:42.151921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da5d6d86-d4e1-41cd-8edf-fe113e78f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:43.189024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8507d981-0ea5-4765-b980-19dc21b67c30 req-3360dd4b-2d2a-47ea-9d37-199bb52561b8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Jan 27 20:10:43.748060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4f911665-eac1-43a6-90d6-c4a11da18fa9 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:10:43.770559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 4f911665-eac1-43a6-90d6-c4a11da18fa9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:10:43.770899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4f911665-eac1-43a6-90d6-c4a11da18fa9 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:10:44.283978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1766dced-cc1c-44f6-b5ea-95af9eb08f15 req-1a07ee30-0130-4858-972e-62ddb803d92c tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Jan 27 20:10:45.293279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:45.377939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e8ce8f-abf9-4a45-9bb9-7ebb1c0a3fb8 req-749cb982-2799-4b04-b12b-e2317a5b78e5 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0260050 Jan 27 20:10:45.728242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:46.135881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:46.477163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bbe4daad-157b-4940-a26f-e0222314d1ef req-14216db9-bf01-4719-98de-1891c77ea5be tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Jan 27 20:10:47.571957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36f73193-4409-49ad-bf0b-edd76c981bcd req-81000ef6-0d80-48f8-94f4-b000e3e6b04e tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0261641 Jan 27 20:10:48.672965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ba28d88f-acdc-4a58-9bf6-7540a9e00775 req-b61ef2c6-212d-4549-91b0-26415a4bd821 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0304284 Jan 27 20:10:49.768842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06d8a789-dc3e-4c4e-ade6-1a9fdedce0bf req-f6cec31b-9b90-4d38-9da3-0fec0f518718 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=f708e966-2471-45e3-ac59-8eaf6747d139 HTTP/1.1" status: 200 len: 210 time: 0.0265179 Jan 27 20:10:54.135695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:10:54.167634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:55.078345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.304759 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:10:59.462196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 2a1c21e4-7668-42a6-81a8-00958ba56d95 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:10:59.462542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.537157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.537509 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (2a1c21e4-7668-42a6-81a8-00958ba56d95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.548878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 2a1c21e4-7668-42a6-81a8-00958ba56d95 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:10:59.699106 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2a1c21e4-7668-42a6-81a8-00958ba56d95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.724694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=2a1c21e4-7668-42a6-81a8-00958ba56d95,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:10:59.737388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.737736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.738078 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.738422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.738754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.739084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.739412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.739762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.740084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.740405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.740723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.741043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.741393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:10:59.797977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (02421d1a-6e48-4d31-8f39-f96eec81a172), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:10:59.798304 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Floating IP 02421d1a-6e48-4d31-8f39-f96eec81a172 disassociated (deleted). External IP: 172.25.5.89, port: 14745bce-ca3d-48be-985f-6722c9ee19b4. Jan 27 20:11:00.003326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:11:00.113804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:11:00.118553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:00.124905 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:11:00.134642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:00.135269 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:00.145926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-61f2c569-ead9-404f-9688-e32c243f6430 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "DELETE /v2.0/floatingips/02421d1a-6e48-4d31-8f39-f96eec81a172 HTTP/1.1" status: 204 len: 168 time: 0.8399985 Jan 27 20:11:00.146622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:00.211929 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305592d9-c10f-4e7a-9622-fbae472d1a98" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:00.253417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:00.358957 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9038d9d-8929-4c5e-a99d-d8fae2271329 x-openstack-request-id: req-c9038d9d-8929-4c5e-a99d-d8fae2271329 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:00.359511 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:00.359618 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9038d9d-8929-4c5e-a99d-d8fae2271329 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:00.360078 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'status': 'completed', 'code': 200} Jan 27 20:11:00.450493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-8e4ff797-7fc1-418d-96a0-6345860cdc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:00.452434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-8e4ff797-7fc1-418d-96a0-6345860cdc4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc734b901354603a3b4498e5ef5348f&device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0704532 Jan 27 20:11:00.475392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fea46-b048-4be7-b328-dd23999675f6 req-488b22d4-4015-4f11-b770-083d596b3769 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:00.476849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-298fea46-b048-4be7-b328-dd23999675f6 req-488b22d4-4015-4f11-b770-083d596b3769 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0684984 Jan 27 20:11:00.544626 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:00.572345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:11:00.580434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-298fea46-b048-4be7-b328-dd23999675f6 req-ec9db46f-5858-4c6e-87e7-9322a858daea tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928924 Jan 27 20:11:00.581223 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:00.581971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:10:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:00.596702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-fb2cc9d1-94b2-45c2-bebb-a7ad198eaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:00.597692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-fb2cc9d1-94b2-45c2-bebb-a7ad198eaca9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 200 len: 913 time: 0.1375129 Jan 27 20:11:00.644564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-34e02568-af4d-4ecc-83ec-73803c0dded6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 200 len: 217 time: 0.0393772 Jan 27 20:11:00.690394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:00.904103 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:00.929876 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f95af-954e-4e31-b395-52524c29d465 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:21Z', 'revision_number': 4, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c916e010-6996-446a-ac87-6ee20ed22bff', 'name': '', 'network_id': '6b13f465-8c5a-4351-ba16-15435b03f267', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'mac_address': 'fa:16:3e:97:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '934756cd-380b-4800-9745-00b75416ab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:18Z', 'updated_at': '2022-01-27T19:58:26Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'subnets': [{'id': '934756cd-380b-4800-9745-00b75416ab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:11:00.943784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-56aa783e-bbf1-437d-9844-d74ed7927ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:00.945304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-56aa783e-bbf1-437d-9844-d74ed7927ec4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 200 len: 851 time: 0.2937133 Jan 27 20:11:00.993401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-c20e3eb6-5890-4026-8e63-2126b5c4628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:00.994934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-c20e3eb6-5890-4026-8e63-2126b5c4628c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6b13f465-8c5a-4351-ba16-15435b03f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429151 Jan 27 20:11:01.090430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-acc28a08-888d-4cbc-82d4-a96540295c6b service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887852 Jan 27 20:11:01.176977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2cc71-9b25-4a7a-bdcd-aa8fcaa84bfb None None] New status for floating IP 02421d1a-6e48-4d31-8f39-f96eec81a172: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:11:01.183697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-305592d9-c10f-4e7a-9622-fbae472d1a98 req-a18aa70a-f648-45bc-a3f3-f379efb69773 service neutron] 10.222.0.66 "GET /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Jan 27 20:11:01.697161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d97e08-c288-4fc8-a410-a307ccd2bddb req-1cd2aaca-6eed-4e82-b91e-898fc4ee4109 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:01.698671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65d97e08-c288-4fc8-a410-a307ccd2bddb req-1cd2aaca-6eed-4e82-b91e-898fc4ee4109 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0498767 Jan 27 20:11:01.751887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65d97e08-c288-4fc8-a410-a307ccd2bddb req-ca787281-fe2d-4ac5-9660-7383e6682731 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/security-groups?id=a755b5ff-5934-4b3e-a8a4-11f13113a790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Jan 27 20:11:01.992939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-ad856558-fcdd-4e52-93b6-d1260e72476d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:01.994405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-ad856558-fcdd-4e52-93b6-d1260e72476d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Jan 27 20:11:02.082625 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 14745bce-ca3d-48be-985f-6722c9ee19b4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:02.082970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:02.173624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] For port 14745bce-ca3d-48be-985f-6722c9ee19b4, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=14745bce-ca3d-48be-985f-6722c9ee19b4,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:02.173990 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:02.185947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 14745bce-ca3d-48be-985f-6722c9ee19b4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:02.314586 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (14745bce-ca3d-48be-985f-6722c9ee19b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:02.345365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=14745bce-ca3d-48be-985f-6722c9ee19b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:02.385248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] No DVR routers for this DVR port 14745bce-ca3d-48be-985f-6722c9ee19b4 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:11:02.387969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:02.391503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e980317-eab3-454e-b81e-62e222aba4b3 req-7b594b6e-03b5-4446-90d2-2407ab591de8 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.66 "DELETE /v2.0/ports/14745bce-ca3d-48be-985f-6722c9ee19b4 HTTP/1.1" status: 204 len: 173 time: 0.3924565 Jan 27 20:11:02.391971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'name': 'network-vif-deleted', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:02.394296 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940268bc-9c9b-48e4-b4f9-3a07f101eafa" -d '{"events": [{"server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "name": "network-vif-deleted", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:02.438040 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d98fd-0608-4b78-aa0e-9d8e86b38d33 x-openstack-request-id: req-436d98fd-0608-4b78-aa0e-9d8e86b38d33 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:02.438410 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6", "name": "network-vif-deleted", "tag": "14745bce-ca3d-48be-985f-6722c9ee19b4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:02.438691 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-436d98fd-0608-4b78-aa0e-9d8e86b38d33 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:02.439098 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6', 'name': 'network-vif-deleted', 'tag': '14745bce-ca3d-48be-985f-6722c9ee19b4', 'status': 'completed', 'code': 200} Jan 27 20:11:02.858204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cb47894c-702a-45c2-9fb6-2656b87f6ff0 req-4a95f0e0-24fa-4a7e-8b85-3550cc3f93cf tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Jan 27 20:11:03.962600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2e9ec47-162e-4688-b784-6a28c863aab2 req-ab864856-da1e-45c7-aa1a-cf660b80c1b9 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Jan 27 20:11:05.063225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-27ec8696-164f-460d-8413-f212358b3fa4 req-3604af80-04c4-491c-b556-bf987268983d tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0310411 Jan 27 20:11:05.449517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 14745bce-ca3d-48be-985f-6722c9ee19b4 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:05.474037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 14745bce-ca3d-48be-985f-6722c9ee19b4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:05.474392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 14745bce-ca3d-48be-985f-6722c9ee19b4 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:06.157101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70f13936-3e3d-4a00-aff3-96fa9bab31d5 req-aaa30ab2-b4b4-4054-a39b-ab0e0b81beb7 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Jan 27 20:11:07.254792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c42bb31-a14e-4e7c-8a29-3fbfd9090a9e req-544d08dd-752d-45da-947c-56aedd54d689 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Jan 27 20:11:08.350090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a56aea34-b8cb-4aca-8b5a-d2b1a35f667c req-2b230edb-e38b-4e31-bd1e-2394dfdfa12b tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0269046 Jan 27 20:11:09.033192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-685ea82a-b51b-40c9-8024-377fcdfee3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:09.448104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26408f34-8a79-4506-97e0-82d6b0f3dfa8 req-2754221b-9ec6-42cf-a0c7-104398e19746 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jan 27 20:11:10.546592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7ebbfc0b-f865-4838-a883-d98bb1000b05 req-d38b99d2-48e2-409d-9b65-18ef19054f66 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b3c0ae-4ada-4eb1-94ab-f7ae409a5af6 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Jan 27 20:11:11.603440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:11.734011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Deleting port 45187192-53f0-47f1-b385-ae531a90331e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:11.734259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (45187192-53f0-47f1-b385-ae531a90331e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:11.817948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (45187192-53f0-47f1-b385-ae531a90331e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:11.818278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (45187192-53f0-47f1-b385-ae531a90331e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:11.830127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Calling delete_port for 45187192-53f0-47f1-b385-ae531a90331e owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:11.963018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (45187192-53f0-47f1-b385-ae531a90331e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:11.988616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'Port': ['ID=45187192-53f0-47f1-b385-ae531a90331e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:12.051944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for floatingip (9acb86c2-dcad-4f9f-9a58-3e040277f4ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:12.054679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:12.055860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a573a29c-7399-41df-b9d6-415e6a21a779 tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "DELETE /v2.0/floatingips/9acb86c2-dcad-4f9f-9a58-3e040277f4ff HTTP/1.1" status: 204 len: 168 time: 0.4513876 Jan 27 20:11:12.155473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d63b9c1-d837-4086-bd62-02ec27a435fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:15.293320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:15.730631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:16.145624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:17.443241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:17.500599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (a755b5ff-5934-4b3e-a8a4-11f13113a790), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:17.526553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (a755b5ff-5934-4b3e-a8a4-11f13113a790), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:17.588638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a755b5ff-5934-4b3e-a8a4-11f13113a790), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:17.591304 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:17.593038 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] 10.222.0.59 "DELETE /v2.0/security-groups/a755b5ff-5934-4b3e-a8a4-11f13113a790 HTTP/1.1" status: 204 len: 168 time: 0.1482124 Jan 27 20:11:17.603142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dcd2f-0fab-4eb3-bfb9-8b47a2faf8ec tempest-TestVolumeBootPattern-751844828 tempest-TestVolumeBootPattern-751844828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a755b5ff-5934-4b3e-a8a4-11f13113a790,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:17.662630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:18.166649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:18.418343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Deleting port c916e010-6996-446a-ac87-6ee20ed22bff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:18.418679 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:18.508469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] For port c916e010-6996-446a-ac87-6ee20ed22bff, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c916e010-6996-446a-ac87-6ee20ed22bff,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:18.509118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:18.522678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Calling delete_port for c916e010-6996-446a-ac87-6ee20ed22bff owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:18.718573 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (c916e010-6996-446a-ac87-6ee20ed22bff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:18.750405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c916e010-6996-446a-ac87-6ee20ed22bff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:18.920614 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:19.143300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:11:19.251323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:11:19.256360 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fc8f0c06-aca2-4a4d-a966-6b7ad5a255b7 admin admin] 10.222.0.59 "PUT /v2.0/routers/47ffa6b6-ae89-46f6-ada6-cf7dfbedebed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5926921 Jan 27 20:11:19.259032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:19.259928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Sync routers for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:11:19.269844 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:19.270450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:19.379078 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:19.566533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T20:11:18Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:19.597629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Checking router: 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:11:19.606267 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Routers {'47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:19.608670 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:19.613882 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks [] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:19.711870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] Set router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:19.716218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks [] for router_gateway (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:19.769126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Deleting port 424ef72f-e29a-4419-9e6a-96fbab55b3a3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:19.769496 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:19.849081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] For port 424ef72f-e29a-4419-9e6a-96fbab55b3a3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=424ef72f-e29a-4419-9e6a-96fbab55b3a3,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:19.849651 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:19.862200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Calling delete_port for 424ef72f-e29a-4419-9e6a-96fbab55b3a3 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:19.891716 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T20:11:18Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:19.921464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57aedd-cfae-4aff-be79-387cab001462 None None] The sync data for ids ['47ffa6b6-ae89-46f6-ada6-cf7dfbedebed'] in n-d-760453-6 is: [{'id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'name': 'tempest-TestVolumeBootPattern-1223995883-router', 'tenant_id': 'cdc734b901354603a3b4498e5ef5348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T20:11:18Z', 'revision_number': 5, 'project_id': 'cdc734b901354603a3b4498e5ef5348f', 'gw_port': {'id': '424ef72f-e29a-4419-9e6a-96fbab55b3a3', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffa6b6-ae89-46f6-ada6-cf7dfbedebed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:15Z', 'updated_at': '2022-01-27T19:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:11:20.035755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (424ef72f-e29a-4419-9e6a-96fbab55b3a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.065092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Pushing event deleted for resources: {'Port': ['ID=424ef72f-e29a-4419-9e6a-96fbab55b3a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:20.126255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.216312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.218538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks [] for router_controller (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.261885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (47ffa6b6-ae89-46f6-ada6-cf7dfbedebed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.262459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ffa6b6-ae89-46f6-ada6-cf7dfbedebed {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:11:20.267772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.268735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b7e24965-5616-4cd8-8684-44060e18f21a admin admin] 10.222.0.59 "DELETE /v2.0/routers/47ffa6b6-ae89-46f6-ada6-cf7dfbedebed HTTP/1.1" status: 204 len: 168 time: 1.0085974 Jan 27 20:11:20.271548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:20.320630 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Deleting subnet 934756cd-380b-4800-9745-00b75416ab39 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:11:20.327218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Publish callbacks [] for subnet (934756cd-380b-4800-9745-00b75416ab39), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.362500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (934756cd-380b-4800-9745-00b75416ab39), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.441353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (934756cd-380b-4800-9745-00b75416ab39), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.500819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (934756cd-380b-4800-9745-00b75416ab39), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.526896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934756cd-380b-4800-9745-00b75416ab39,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:20.530747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.534063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-52a80781-491e-4b0e-87f3-6a24ce1c23ef admin admin] 10.222.0.59 "DELETE /v2.0/subnets/934756cd-380b-4800-9745-00b75416ab39 HTTP/1.1" status: 204 len: 168 time: 0.2614853 Jan 27 20:11:20.536569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37506) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:20.540184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc188e9c-f2b0-48a8-9b2d-af1b2a5471e3 None None] Network 6b13f465-8c5a-4351-ba16-15435b03f267 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:11:20.615105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6b13f465-8c5a-4351-ba16-15435b03f267), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.672394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Deleting port 913e8ec8-1300-4090-8611-6b3c299c24b0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:20.672728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.738557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] For port 913e8ec8-1300-4090-8611-6b3c299c24b0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=913e8ec8-1300-4090-8611-6b3c299c24b0,segment=NetworkSegment(ed3738b4-b8ea-4357-918f-c8b60b249eb8),segment_id=ed3738b4-b8ea-4357-918f-c8b60b249eb8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:20.738922 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.752301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Calling delete_port for 913e8ec8-1300-4090-8611-6b3c299c24b0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:20.829315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (913e8ec8-1300-4090-8611-6b3c299c24b0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.859196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Pushing event deleted for resources: {'Port': ['ID=913e8ec8-1300-4090-8611-6b3c299c24b0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:20.862698 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] No DVR routers for this DVR port 913e8ec8-1300-4090-8611-6b3c299c24b0 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:11:20.923195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee697db-a96b-47e0-934a-a3aba0c5dd1b None None] DHCP port deletion for 6b13f465-8c5a-4351-ba16-15435b03f267 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:11:20.936824 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6b13f465-8c5a-4351-ba16-15435b03f267), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.962856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b13f465-8c5a-4351-ba16-15435b03f267']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:20.975323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3738b4-b8ea-4357-918f-c8b60b249eb8') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:20.975614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3738b4-b8ea-4357-918f-c8b60b249eb8') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:20.985673 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (ed3738b4-b8ea-4357-918f-c8b60b249eb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:20.998427 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (ed3738b4-b8ea-4357-918f-c8b60b249eb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.005030 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:11:21.005601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (ed3738b4-b8ea-4357-918f-c8b60b249eb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:11:21.007377 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:11:21.065378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6b13f465-8c5a-4351-ba16-15435b03f267), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.070910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.074127 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] 10.222.0.59 "DELETE /v2.0/networks/6b13f465-8c5a-4351-ba16-15435b03f267 HTTP/1.1" status: 204 len: 168 time: 0.5366230 Jan 27 20:11:21.077379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:21.090931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36e114-66fe-4bca-a7de-a5b393fbffaf admin admin] Pushing event deleted for resources: {'Network': ['ID=6b13f465-8c5a-4351-ba16-15435b03f267,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:21.427061 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (052dd84e-de5a-40b3-99fb-af007984755b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.590382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 424ef72f-e29a-4419-9e6a-96fbab55b3a3 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:21.611446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 424ef72f-e29a-4419-9e6a-96fbab55b3a3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:21.611797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 424ef72f-e29a-4419-9e6a-96fbab55b3a3 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:21.612217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c916e010-6996-446a-ac87-6ee20ed22bff no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:21.632008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c916e010-6996-446a-ac87-6ee20ed22bff {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:21.632359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c916e010-6996-446a-ac87-6ee20ed22bff not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:21.632778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 913e8ec8-1300-4090-8611-6b3c299c24b0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:21.652617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 913e8ec8-1300-4090-8611-6b3c299c24b0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:21.652853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 913e8ec8-1300-4090-8611-6b3c299c24b0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:21.680839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Deleting port 1f778515-0417-4b99-9a78-9d78c2573f86 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:21.681178 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.756764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] For port 1f778515-0417-4b99-9a78-9d78c2573f86, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1f778515-0417-4b99-9a78-9d78c2573f86,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:21.757120 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.769015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Calling delete_port for 1f778515-0417-4b99-9a78-9d78c2573f86 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:21.949901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1f778515-0417-4b99-9a78-9d78c2573f86), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:21.974039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1f778515-0417-4b99-9a78-9d78c2573f86,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:22.147382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (052dd84e-de5a-40b3-99fb-af007984755b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:22.365659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Router 052dd84e-de5a-40b3-99fb-af007984755b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:11:22.472360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:11:22.478650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-989a105b-b4df-46b3-a56b-35bfa5a596bf admin admin] 10.222.0.59 "PUT /v2.0/routers/052dd84e-de5a-40b3-99fb-af007984755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001491 Jan 27 20:11:22.481239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:22.481697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Sync routers for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:11:22.493233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:22.493895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:22.584426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks [] for router (052dd84e-de5a-40b3-99fb-af007984755b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:22.598123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:22.935728 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks [] for router_gateway (052dd84e-de5a-40b3-99fb-af007984755b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:22.943821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T20:11:21Z', 'revision_number': 5, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port': {'id': '65208adb-e1e2-4c52-a925-ab46acf3b958', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052dd84e-de5a-40b3-99fb-af007984755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T19:58:26Z', 'updated_at': '2022-01-27T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:22.970398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Checking router: 052dd84e-de5a-40b3-99fb-af007984755b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:11:22.978655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Routers {'052dd84e-de5a-40b3-99fb-af007984755b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:11:22.979284 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:11:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['052dd84e-de5a-40b3-99fb-af007984755b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:22.989214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Deleting port 65208adb-e1e2-4c52-a925-ab46acf3b958 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:22.989596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.068297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] For port 65208adb-e1e2-4c52-a925-ab46acf3b958, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=65208adb-e1e2-4c52-a925-ab46acf3b958,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:23.068584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] Set router 052dd84e-de5a-40b3-99fb-af007984755b gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:11:23.068727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.081203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Calling delete_port for 65208adb-e1e2-4c52-a925-ab46acf3b958 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:23.125565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T20:11:22Z', 'revision_number': 6, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:23.152320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e453a-9988-4bd0-b2e2-6b780680edcc None None] The sync data for ids ['052dd84e-de5a-40b3-99fb-af007984755b'] in n-d-760453-6 is: [{'id': '052dd84e-de5a-40b3-99fb-af007984755b', 'name': 'tempest-TestVolumeBootPattern-245920536-router', 'tenant_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T19:58:24Z', 'updated_at': '2022-01-27T20:11:22Z', 'revision_number': 6, 'project_id': '04cfb1fb9a2d4b9699892b99b6552b65', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:11:23.247210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (65208adb-e1e2-4c52-a925-ab46acf3b958), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.273188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Pushing event deleted for resources: {'Port': ['ID=65208adb-e1e2-4c52-a925-ab46acf3b958,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:23.334346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (052dd84e-de5a-40b3-99fb-af007984755b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.425587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (052dd84e-de5a-40b3-99fb-af007984755b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.427837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks [] for router_controller (052dd84e-de5a-40b3-99fb-af007984755b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.471428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (052dd84e-de5a-40b3-99fb-af007984755b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.471850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052dd84e-de5a-40b3-99fb-af007984755b {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:11:23.476355 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.477531 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4cf0235c-d602-44d7-af11-ce76362e596c admin admin] 10.222.0.59 "DELETE /v2.0/routers/052dd84e-de5a-40b3-99fb-af007984755b HTTP/1.1" status: 204 len: 168 time: 0.9952793 Jan 27 20:11:23.480069 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:23.530428 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Deleting subnet 0ecee6b8-4faf-43b4-a56c-2aefca96192d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:11:23.534508 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Publish callbacks [] for subnet (0ecee6b8-4faf-43b4-a56c-2aefca96192d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.578326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (0ecee6b8-4faf-43b4-a56c-2aefca96192d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.664905 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (0ecee6b8-4faf-43b4-a56c-2aefca96192d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.715526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (0ecee6b8-4faf-43b4-a56c-2aefca96192d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.746602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecee6b8-4faf-43b4-a56c-2aefca96192d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:23.748568 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.754064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-85dc2ccd-b65b-48d4-8c05-f6d220e38d82 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0ecee6b8-4faf-43b4-a56c-2aefca96192d HTTP/1.1" status: 204 len: 168 time: 0.2707472 Jan 27 20:11:23.754316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304af4a-9a8e-4476-bb18-bee30e8019e6 None None] Network 4b1c9109-ed8a-4309-ab35-546ca833bd03 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:11:23.754779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:23.822615 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4b1c9109-ed8a-4309-ab35-546ca833bd03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.878922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Deleting port 40daa100-1f13-4e0c-89ce-0ef525e4814a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:23.879261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.927575 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] DHCP port deletion for 4b1c9109-ed8a-4309-ab35-546ca833bd03 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:11:23.963258 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] For port 40daa100-1f13-4e0c-89ce-0ef525e4814a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=40daa100-1f13-4e0c-89ce-0ef525e4814a,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:23.963711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:23.970507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1f778515-0417-4b99-9a78-9d78c2573f86 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:23.978764 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Calling delete_port for 40daa100-1f13-4e0c-89ce-0ef525e4814a owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:23.994151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1f778515-0417-4b99-9a78-9d78c2573f86 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:23.994496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1f778515-0417-4b99-9a78-9d78c2573f86 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:24.009307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Deleting port 40daa100-1f13-4e0c-89ce-0ef525e4814a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:24.009688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.069970 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.086531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] For port 40daa100-1f13-4e0c-89ce-0ef525e4814a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=40daa100-1f13-4e0c-89ce-0ef525e4814a,segment=NetworkSegment(d711f5e3-cb9e-477d-913d-2dd69848e845),segment_id=d711f5e3-cb9e-477d-913d-2dd69848e845)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:24.086850 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.101344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Calling delete_port for 40daa100-1f13-4e0c-89ce-0ef525e4814a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:24.108788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Pushing event deleted for resources: {'Port': ['ID=40daa100-1f13-4e0c-89ce-0ef525e4814a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:24.113126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] No DVR routers for this DVR port 40daa100-1f13-4e0c-89ce-0ef525e4814a on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:11:24.181893 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.189378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4b1c9109-ed8a-4309-ab35-546ca833bd03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:11:24.198673 n-d-760453-6 neutron-server[103324]: self.session.flush() Jan 27 20:11:24.211582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (40daa100-1f13-4e0c-89ce-0ef525e4814a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.218746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1c9109-ed8a-4309-ab35-546ca833bd03']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:24.229015 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd711f5e3-cb9e-477d-913d-2dd69848e845') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:24.229346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd711f5e3-cb9e-477d-913d-2dd69848e845') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:11:24.235417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Pushing event deleted for resources: {'Port': ['ID=40daa100-1f13-4e0c-89ce-0ef525e4814a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:24.240350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (d711f5e3-cb9e-477d-913d-2dd69848e845), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.247031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.248002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.248380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.248729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.249072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.249438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.249775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.250625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.250625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.251206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.252011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.252011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.252215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:24.255246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d711f5e3-cb9e-477d-913d-2dd69848e845), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.260310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d15b8c-fa7e-4daa-8b41-a6feb8994d10 None None] No DVR routers for this DVR port 40daa100-1f13-4e0c-89ce-0ef525e4814a on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:11:24.265128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:11:24.265737 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (d711f5e3-cb9e-477d-913d-2dd69848e845), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:11:24.267701 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:11:24.332424 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4b1c9109-ed8a-4309-ab35-546ca833bd03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.338741 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.341918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] 10.222.0.59 "DELETE /v2.0/networks/4b1c9109-ed8a-4309-ab35-546ca833bd03 HTTP/1.1" status: 204 len: 168 time: 0.5867102 Jan 27 20:11:24.353873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7cb9-8a92-4ca0-8826-801ab84af4de admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1c9109-ed8a-4309-ab35-546ca833bd03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:24.487188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:24.529368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f01bf6c1-8ab8-4f1c-87c4-aaf317d359f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdc734b901354603a3b4498e5ef5348f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408878 Jan 27 20:11:24.532319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:24.579748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] Publish callbacks [] for security_group (d02947a0-14dc-4cac-a95f-5e568acd71ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.601218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] Publish callbacks [] for security_group (d02947a0-14dc-4cac-a95f-5e568acd71ad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.651916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (d02947a0-14dc-4cac-a95f-5e568acd71ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.654604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:24.655805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d02947a0-14dc-4cac-a95f-5e568acd71ad HTTP/1.1" status: 204 len: 168 time: 0.1225817 Jan 27 20:11:24.663516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c78c13-66ea-4766-9ca8-bb5edbc44508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02947a0-14dc-4cac-a95f-5e568acd71ad,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:24.984488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:25.028458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-96235bfd-591b-48d5-aee2-54291289bc20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04cfb1fb9a2d4b9699892b99b6552b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427859 Jan 27 20:11:25.031074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:25.078712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:25.085521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] Publish callbacks [] for security_group (a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:25.117650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] Publish callbacks [] for security_group (a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:25.168976 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:25.172411 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:25.173649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5 HTTP/1.1" status: 204 len: 168 time: 0.1416254 Jan 27 20:11:25.181983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095830de-431d-42cb-9d80-498ba5548170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d9a60-6e6c-46f6-9b00-1b3e51dff6c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:25.582792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65208adb-e1e2-4c52-a925-ab46acf3b958 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:25.605118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 65208adb-e1e2-4c52-a925-ab46acf3b958 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:25.605552 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 65208adb-e1e2-4c52-a925-ab46acf3b958 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:25.605965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 40daa100-1f13-4e0c-89ce-0ef525e4814a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:25.627291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 40daa100-1f13-4e0c-89ce-0ef525e4814a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:25.627644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 40daa100-1f13-4e0c-89ce-0ef525e4814a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:31.135079 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:11:35.710921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-399cd56f-e356-43f4-96a6-38ef329ab192 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289106 Jan 27 20:11:35.897618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-28e8e163-845f-4ef3-b867-9dd57182f1e0 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:35.898996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-28e8e163-845f-4ef3-b867-9dd57182f1e0 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829331 Jan 27 20:11:35.914094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-b4734e16-70b3-47e0-9910-4ac214379c4f tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/quotas/0dd0a36f2f0a4dde957a6d9b6daee36b HTTP/1.1" status: 200 len: 375 time: 0.0095444 Jan 27 20:11:35.949945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-ef623359-10b9-415b-8f30-f024a637fdf9 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305235 Jan 27 20:11:36.109973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-87c4bafb-362b-4607-8e2d-48b490c74b8b req-64896372-35a9-4e87-a220-b886b00898d2 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 210 time: 0.0261521 Jan 27 20:11:36.965967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-22827a54-70c7-48bf-83f4-b6f23640d29b tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223961 Jan 27 20:11:37.076861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-f43588a2-8dbe-483d-b57b-48081cd9a326 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:37.078334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-f43588a2-8dbe-483d-b57b-48081cd9a326 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079192 Jan 27 20:11:37.091468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Request body: {'port': {'device_id': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'admin_state_up': True, 'tenant_id': '0dd0a36f2f0a4dde957a6d9b6daee36b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:37.209559 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57a47140-d43a-4556-81c8-44d864e1f774 req-102824cb-3be8-4ea3-a6e2-03d3424f5a2f tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jan 27 20:11:37.225204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Made reservation on behalf of 0dd0a36f2f0a4dde957a6d9b6daee36b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:11:37.228607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.238065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.316228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks [] for security_group (96ff6df4-aae9-4727-ac97-66282b7bb3d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.319725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (96ff6df4-aae9-4727-ac97-66282b7bb3d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.384389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ff6df4-aae9-4727-ac97-66282b7bb3d5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:37.449986 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Allocated IP 192.168.233.97 (6a17bef5-2532-4647-806e-18be5e595bf0/dcccce41-06cb-4c05-a28b-5fff5104de52/63a7d855-7779-4c5c-a3b0-5f1892eff15a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:11:37.597765 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks [] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.631411 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.673413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Network 6a17bef5-2532-4647-806e-18be5e595bf0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:11:37.676359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:11:37.682639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:11:37.709561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Pushing event updated for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:37.739841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:37.740469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.758327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-127329ec-e355-4cc1-b5bd-11dc8715f34e tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6704142 Jan 27 20:11:37.769738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Request body: {'port': {'device_id': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:37.826789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.954333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1109cb83-3352-4c68-8176-422bcf03cf0c None None] Provisioning complete for port 63a7d855-7779-4c5c-a3b0-5f1892eff15a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:11:37.954909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1109cb83-3352-4c68-8176-422bcf03cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:37.991655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1109cb83-3352-4c68-8176-422bcf03cf0c None None] Port 63a7d855-7779-4c5c-a3b0-5f1892eff15a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:11:38.091099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a7d855-7779-4c5c-a3b0-5f1892eff15a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:11:38.099785 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks [] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:38.112466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Transition to ACTIVE for port object 63a7d855-7779-4c5c-a3b0-5f1892eff15a will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:11:38.116026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:38.171838 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Pushing event updated for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:38.239576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Attempting to bind port 63a7d855-7779-4c5c-a3b0-5f1892eff15a on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:11:38.240020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Attempting to bind port 63a7d855-7779-4c5c-a3b0-5f1892eff15a by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:11:38.240765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Attempting to bind port 63a7d855-7779-4c5c-a3b0-5f1892eff15a on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:11:38.245499 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Port 63a7d855-7779-4c5c-a3b0-5f1892eff15a on network 6a17bef5-2532-4647-806e-18be5e595bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:11:38.245826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Attempting to bind port 63a7d855-7779-4c5c-a3b0-5f1892eff15a on network 6a17bef5-2532-4647-806e-18be5e595bf0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:11:38.251800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:11:38.252142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Checking segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:11:38.252525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Bound using segment: {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:11:38.252956 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Bound port: 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17750b0d-453f-43dc-8631-d6fc0607446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:11:38.253341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:38.352608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:11:38.369609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fda74-5460-4904-9972-5d4f2e20e5a3 req-5ca5157c-d898-40ed-94d7-d837d683eb81 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.371073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-940fda74-5460-4904-9972-5d4f2e20e5a3 req-5ca5157c-d898-40ed-94d7-d837d683eb81 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 947 time: 0.0839858 Jan 27 20:11:38.375007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:11:38.385294 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:38.430837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.431572 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:38.432992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] 10.222.0.66 "PUT /v2.0/ports/63a7d855-7779-4c5c-a3b0-5f1892eff15a HTTP/1.1" status: 200 len: 1095 time: 0.6676700 Jan 27 20:11:38.440628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:38.443784 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5904cd-4457-40ab-a397-9ec131d869ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:38.492884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-940fda74-5460-4904-9972-5d4f2e20e5a3 req-a85ab646-2369-45f1-b8dc-7cad50752307 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152146 Jan 27 20:11:38.522208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2cf17-2307-4731-aa1f-8ceb176385cf service neutron] Pushing event updated for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:38.540565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3b6e2fa-1beb-45ab-a6c9-1de585a34f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.542179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c3b6e2fa-1beb-45ab-a6c9-1de585a34f80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 1098 time: 0.0662987 Jan 27 20:11:38.543832 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db2669-8cf4-461e-9ea9-5eea70e95652 x-openstack-request-id: req-a5db2669-8cf4-461e-9ea9-5eea70e95652 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:38.544152 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:38.544410 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5db2669-8cf4-461e-9ea9-5eea70e95652 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:38.545325 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a', 'status': 'completed', 'code': 200} Jan 27 20:11:38.589980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-cc29abad-5358-4caa-b11e-c16c906a0eae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a HTTP/1.1" status: 200 len: 217 time: 0.0394237 Jan 27 20:11:38.639513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-6b9252e1-3091-4d56-871d-aa4dd41ca30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.640983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-6b9252e1-3091-4d56-871d-aa4dd41ca30a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0460496 Jan 27 20:11:38.685205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-1ade326f-8199-4d87-98b2-b4aeff35271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.687260 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-1ade326f-8199-4d87-98b2-b4aeff35271c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408630 Jan 27 20:11:38.787730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-c32f98e9-2be6-4f40-a443-5943e8d542eb service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943646 Jan 27 20:11:38.876699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff7a4276-e4b6-456d-b2d9-c0630751175f req-20152a91-3682-4f42-922d-e93a2611b2ad service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Jan 27 20:11:38.963255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-704af668-1e9f-45d8-b601-a875e17855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:38.964717 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-704af668-1e9f-45d8-b601-a875e17855a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 1098 time: 0.0455186 Jan 27 20:11:39.036319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-650a7c96-b796-493b-b504-df22c024a90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:39.058774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-50675e4f-455d-4558-a3d7-babca626c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:39.060285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-50675e4f-455d-4558-a3d7-babca626c89b service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a17bef5-2532-4647-806e-18be5e595bf0 HTTP/1.1" status: 200 len: 870 time: 0.0900347 Jan 27 20:11:39.100619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-32fbb847-e009-428a-b917-e58a46915e78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a HTTP/1.1" status: 200 len: 217 time: 0.0350194 Jan 27 20:11:39.155395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-f08d108d-4f0e-41dc-a91d-493174b3c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:39.156767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-f08d108d-4f0e-41dc-a91d-493174b3c1fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcccce41-06cb-4c05-a28b-5fff5104de52 HTTP/1.1" status: 200 len: 843 time: 0.0478179 Jan 27 20:11:39.207879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-b0e7dac8-e96b-463c-be6e-e95f552e481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:39.209476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-b0e7dac8-e96b-463c-be6e-e95f552e481e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a17bef5-2532-4647-806e-18be5e595bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470176 Jan 27 20:11:39.296660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-76dc1ca2-871a-4e46-898b-5ba413402386 service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816243 Jan 27 20:11:39.389279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac5904cd-4457-40ab-a397-9ec131d869ff req-25f8188a-09ab-4f92-b088-6ec8995484fc service neutron] 10.222.0.66 "GET /v2.0/networks/6a17bef5-2532-4647-806e-18be5e595bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865750 Jan 27 20:11:39.613041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93841223-6ffe-4802-bf08-131ad51ee1fd req-42896f36-f1a9-4262-b5f2-55c5f5f2ae25 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:39.614865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93841223-6ffe-4802-bf08-131ad51ee1fd req-42896f36-f1a9-4262-b5f2-55c5f5f2ae25 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 947 time: 0.0486853 Jan 27 20:11:39.661170 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93841223-6ffe-4802-bf08-131ad51ee1fd req-0f8220e0-d108-4358-8f11-758df419f362 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jan 27 20:11:40.783636 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5d8f6-5759-4112-802b-3611b5e9a1af req-351389e3-5c32-4671-83b2-fc44a84a71e0 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:40.785213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30e5d8f6-5759-4112-802b-3611b5e9a1af req-351389e3-5c32-4671-83b2-fc44a84a71e0 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 947 time: 0.0547168 Jan 27 20:11:40.834094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30e5d8f6-5759-4112-802b-3611b5e9a1af req-80ee2b9b-f952-43ba-b61e-459abe75711a tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Jan 27 20:11:41.610045 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 63a7d855-7779-4c5c-a3b0-5f1892eff15a details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:11:41.706632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:41.718456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '63a7d855-7779-4c5c-a3b0-5f1892eff15a', 'network_id': '6a17bef5-2532-4647-806e-18be5e595bf0', 'port_id': '63a7d855-7779-4c5c-a3b0-5f1892eff15a', 'mac_address': 'fa:16:3e:3b:e8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcccce41-06cb-4c05-a28b-5fff5104de52', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:11:41.754397 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 63a7d855-7779-4c5c-a3b0-5f1892eff15a is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:11:41.754778 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:41.767634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a7d855-7779-4c5c-a3b0-5f1892eff15a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:11:41.787294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:41.791153 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:41.840611 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:41.947381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ae58f-fbcb-4e67-a122-c1868def01ce req-44a9a8c8-c0a1-40f5-9bee-62eb91f5167f tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:41.948835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc5ae58f-fbcb-4e67-a122-c1868def01ce req-44a9a8c8-c0a1-40f5-9bee-62eb91f5167f tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 948 time: 0.0468013 Jan 27 20:11:41.995137 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc5ae58f-fbcb-4e67-a122-c1868def01ce req-dbc661be-4e1c-421f-bbe7-470cbf72a8c7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Jan 27 20:11:42.133087 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['63a7d855-7779-4c5c-a3b0-5f1892eff15a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:11:42.186002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7fc61c8-31e5-49d7-bed5-2d4342eec4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:43.109889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4254-9f02-425d-ad77-3a1a99f7081b req-18d2e07c-4eb8-49cf-81f3-85485cd69e43 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:43.111381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75aa4254-9f02-425d-ad77-3a1a99f7081b req-18d2e07c-4eb8-49cf-81f3-85485cd69e43 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 948 time: 0.0482504 Jan 27 20:11:43.162998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75aa4254-9f02-425d-ad77-3a1a99f7081b req-e6e197cd-4982-49a5-877d-bb662be652cd tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Jan 27 20:11:43.610439 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 63a7d855-7779-4c5c-a3b0-5f1892eff15a up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:11:43.661583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 63a7d855-7779-4c5c-a3b0-5f1892eff15a completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:11:43.665574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 63a7d855-7779-4c5c-a3b0-5f1892eff15a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:11:43.665949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:43.741542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 63a7d855-7779-4c5c-a3b0-5f1892eff15a is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:11:43.741928 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:43.764255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:43.766524 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11877d56-e51d-41f5-91b6-7deb2188dc4b" -d '{"events": [{"server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "name": "network-vif-plugged", "status": "completed", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:43.782595 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:43.787083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:43.811200 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7273ad40-4f49-489f-a12e-1a1df56ca350 x-openstack-request-id: req-7273ad40-4f49-489f-a12e-1a1df56ca350 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:43.811494 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "name": "network-vif-plugged", "status": "completed", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:43.811751 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7273ad40-4f49-489f-a12e-1a1df56ca350 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:43.812141 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a', 'code': 200} Jan 27 20:11:43.837626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:43.900476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c10e-2a01-4c92-b4ed-4d3af5f5ce09 req-20190afd-07da-41f4-bf9f-b5d0de4a9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:43.902029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4038c10e-2a01-4c92-b4ed-4d3af5f5ce09 req-20190afd-07da-41f4-bf9f-b5d0de4a9b85 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 1100 time: 0.0408142 Jan 27 20:11:43.946176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4038c10e-2a01-4c92-b4ed-4d3af5f5ce09 req-b8c0e4a4-3c24-4729-9840-a74dd406e728 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Jan 27 20:11:44.282143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803d59-0363-46ea-99cd-43f57fa122fc req-2518a879-ca6d-4a90-a31b-600674de4408 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:44.283608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41803d59-0363-46ea-99cd-43f57fa122fc req-2518a879-ca6d-4a90-a31b-600674de4408 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 949 time: 0.0478034 Jan 27 20:11:44.329762 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41803d59-0363-46ea-99cd-43f57fa122fc req-96f157c7-ea1b-424f-88f3-8238fb277cee tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Jan 27 20:11:45.299413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:45.449554 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba9612-a335-4eed-a0d6-51af069d30b9 req-c781c22b-da24-4285-982d-a62d7117c7af tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:45.451562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8ba9612-a335-4eed-a0d6-51af069d30b9 req-c781c22b-da24-4285-982d-a62d7117c7af tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 949 time: 0.0515447 Jan 27 20:11:45.500649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8ba9612-a335-4eed-a0d6-51af069d30b9 req-0e3aa433-d555-4c8b-8617-7d2e18708ee1 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Jan 27 20:11:45.732140 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:45.905767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-e0300496-855e-4e05-b135-f6f9e74dee97 req-c941bf91-9785-42b4-8bab-5f2d8025a70a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:11:45.906789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0300496-855e-4e05-b135-f6f9e74dee97 req-c941bf91-9785-42b4-8bab-5f2d8025a70a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532930 Jan 27 20:11:46.145215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:46.759029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04ecaf-ee59-4556-9d40-ca6857a2b452 req-171ef2eb-c6ff-49ac-b65f-b9dac61e86e2 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:46.760511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa04ecaf-ee59-4556-9d40-ca6857a2b452 req-171ef2eb-c6ff-49ac-b65f-b9dac61e86e2 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 949 time: 0.0495491 Jan 27 20:11:46.806819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa04ecaf-ee59-4556-9d40-ca6857a2b452 req-8d2131c9-ddf5-4d02-9a04-37970defbfaa tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Jan 27 20:11:47.930624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19723b78-8f7b-4a87-811d-a0dfdff9baed req-8b327420-ab9f-4e6d-b78f-39f69a65c086 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:47.932134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19723b78-8f7b-4a87-811d-a0dfdff9baed req-8b327420-ab9f-4e6d-b78f-39f69a65c086 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 949 time: 0.0534232 Jan 27 20:11:47.978522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19723b78-8f7b-4a87-811d-a0dfdff9baed req-23bfd8ef-6ff0-4e83-a1e2-c81d29174d7a tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ff6df4-aae9-4727-ac97-66282b7bb3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Jan 27 20:11:48.129525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-5f859b6b-75f5-4aea-ae47-44920e8162b4 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:48.130942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-5f859b6b-75f5-4aea-ae47-44920e8162b4 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6c488c3-a63a-43ef-ba4f-46f357654a9e HTTP/1.1" status: 200 len: 949 time: 0.0489631 Jan 27 20:11:48.218004 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Deleting port 63a7d855-7779-4c5c-a3b0-5f1892eff15a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:11:48.218345 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:48.309381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] For port 63a7d855-7779-4c5c-a3b0-5f1892eff15a, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=63a7d855-7779-4c5c-a3b0-5f1892eff15a,segment=NetworkSegment(17750b0d-453f-43dc-8631-d6fc0607446f),segment_id=17750b0d-453f-43dc-8631-d6fc0607446f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:48.309638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:48.321242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Calling delete_port for 63a7d855-7779-4c5c-a3b0-5f1892eff15a owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:11:48.452813 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (63a7d855-7779-4c5c-a3b0-5f1892eff15a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:48.468713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['63a7d855-7779-4c5c-a3b0-5f1892eff15a'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:11:48.483813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Pushing event deleted for resources: {'Port': ['ID=63a7d855-7779-4c5c-a3b0-5f1892eff15a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:48.526701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] No DVR routers for this DVR port 63a7d855-7779-4c5c-a3b0-5f1892eff15a on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:11:48.530698 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:48.534215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c0f7793-e819-4a44-9ca0-8df49456e50a req-ee575d23-a502-476a-951a-41b86ec08cc7 tempest-ServersAdminNegativeTestJSON-910368937 tempest-ServersAdminNegativeTestJSON-910368937-project] 10.222.0.66 "DELETE /v2.0/ports/63a7d855-7779-4c5c-a3b0-5f1892eff15a HTTP/1.1" status: 204 len: 173 time: 0.3986239 Jan 27 20:11:48.534677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'name': 'network-vif-deleted', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:48.537020 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1450c-ba3f-442b-8dee-0659ea1fb3f6" -d '{"events": [{"server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "name": "network-vif-deleted", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:48.576504 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83dc7b0-5d22-47e1-93c2-19ce4678a592 x-openstack-request-id: req-b83dc7b0-5d22-47e1-93c2-19ce4678a592 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:48.576814 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c488c3-a63a-43ef-ba4f-46f357654a9e", "name": "network-vif-deleted", "tag": "63a7d855-7779-4c5c-a3b0-5f1892eff15a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:48.577218 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b83dc7b0-5d22-47e1-93c2-19ce4678a592 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:48.577674 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c488c3-a63a-43ef-ba4f-46f357654a9e', 'name': 'network-vif-deleted', 'tag': '63a7d855-7779-4c5c-a3b0-5f1892eff15a', 'status': 'completed', 'code': 200} Jan 27 20:11:49.281157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37686) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:49.416403 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eb8eadd9-eccd-4cfd-a546-7d27284d050c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0dd0a36f2f0a4dde957a6d9b6daee36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339166 Jan 27 20:11:49.418887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:49.465387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Publish callbacks [] for security_group (96ff6df4-aae9-4727-ac97-66282b7bb3d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.487213 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Publish callbacks [] for security_group (96ff6df4-aae9-4727-ac97-66282b7bb3d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.536490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (96ff6df4-aae9-4727-ac97-66282b7bb3d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.539346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.540669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96ff6df4-aae9-4727-ac97-66282b7bb3d5 HTTP/1.1" status: 204 len: 168 time: 0.1209338 Jan 27 20:11:49.549291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ff6df4-aae9-4727-ac97-66282b7bb3d5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:49.557166 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.557538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.557881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.558222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.558562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.558893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.559224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.559667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.560079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.560454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.560783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.561108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.561461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d9cce-969c-459d-99ac-4ea4a8671412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:11:49.804030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:49.817186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee12b8f-0584-49da-9a03-960fca464507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.895266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee12b8f-0584-49da-9a03-960fca464507 admin admin] Publish callbacks [] for security_group (585669e5-029e-43a6-89ff-47e27bff3f20), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.899043 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ee12b8f-0584-49da-9a03-960fca464507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (585669e5-029e-43a6-89ff-47e27bff3f20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:49.941358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ee12b8f-0584-49da-9a03-960fca464507 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad1cde70b4884675859555cd06cf4b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362159 Jan 27 20:11:49.942379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee12b8f-0584-49da-9a03-960fca464507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585669e5-029e-43a6-89ff-47e27bff3f20,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:49.945152 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:49.993831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] Publish callbacks [] for security_group (585669e5-029e-43a6-89ff-47e27bff3f20), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.016251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] Publish callbacks [] for security_group (585669e5-029e-43a6-89ff-47e27bff3f20), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.062910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (585669e5-029e-43a6-89ff-47e27bff3f20), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.065728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.066899 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/585669e5-029e-43a6-89ff-47e27bff3f20 HTTP/1.1" status: 204 len: 168 time: 0.1204295 Jan 27 20:11:50.074831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dc90d-4409-4ea5-bd03-b650a8978269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585669e5-029e-43a6-89ff-47e27bff3f20,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:50.730447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:50.830100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1785337350-network', 'tenant_id': 'f01d4c730ade430f85a487a7d8a51876'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:50.851063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Made reservation on behalf of f01d4c730ade430f85a487a7d8a51876 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:11:50.853484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.862794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.940926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks [] for security_group (2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.944766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.969781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:11:50.978668 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:50.987231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d40e4e2e-eb38-4800-85eb-4aff38f5fa29), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:50.987385 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Added segment d40e4e2e-eb38-4800-85eb-4aff38f5fa29 of type vlan for network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 Jan 27 20:11:51.030851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (95a0534c-a6ea-44fb-9afb-76982c1b7b74), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.056029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (95a0534c-a6ea-44fb-9afb-76982c1b7b74), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.056952 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:51.057574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.109710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3781168 Jan 27 20:11:51.112679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:11:51.117800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Request body: {'subnet': {'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1785337350-subnet', 'tenant_id': 'f01d4c730ade430f85a487a7d8a51876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:51.119316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2d365-2e0e-4d00-a7d4-7974e28b8c82 admin admin] Pushing event updated for resources: {'Network': ['ID=95a0534c-a6ea-44fb-9afb-76982c1b7b74,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:51.136865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:11:51.148930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Made reservation on behalf of f01d4c730ade430f85a487a7d8a51876 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:11:51.151451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.565900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (4b67ecc1-5d0c-4f66-9231-c36366128fbf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.614721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b67ecc1-5d0c-4f66-9231-c36366128fbf,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:51.635619 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Checking segment: {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:11:51.635896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Network hostable DHCP agents. Network: 95a0534c-a6ea-44fb-9afb-76982c1b7b74, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:11:51.653412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:11:51.658057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 63a7d855-7779-4c5c-a3b0-5f1892eff15a no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:11:51.662469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 95a0534c-a6ea-44fb-9afb-76982c1b7b74) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:11:51.666607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:51.667182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:51.683687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-795c5b54-a061-487f-8f42-f2d8310f6130 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5697362 Jan 27 20:11:51.683991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29960ed6-d6d3-4c7e-a1f2-d89f1306c1ec None None] Network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:11:51.686523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 63a7d855-7779-4c5c-a3b0-5f1892eff15a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:11:51.686863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 63a7d855-7779-4c5c-a3b0-5f1892eff15a not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:11:51.780259 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f936f0-96bf-4996-a46d-da217f8f6031 None None] Network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:11:52.112568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-b2c48419-637a-4393-8a17-b98fdce8f272 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:52.114346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-b2c48419-637a-4393-8a17-b98fdce8f272 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 812 time: 0.1051991 Jan 27 20:11:52.129772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-38a44f29-9ff6-4735-8f2f-02ea74180a96 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/quotas/f01d4c730ade430f85a487a7d8a51876 HTTP/1.1" status: 200 len: 375 time: 0.0099969 Jan 27 20:11:52.161848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-510c6773-b867-41cf-bff0-069645fd9f4a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268562 Jan 27 20:11:52.251649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-cc638568-d635-45b6-8148-533d576d527b service neutron] 10.222.0.59 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Jan 27 20:11:52.342401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-52925627-39ba-4206-a9a5-12867b310a9e service neutron] 10.222.0.59 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849564 Jan 27 20:11:52.497138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3aadc56-9ce1-46dc-bd1f-77112bb396cf req-4c4a88f2-62d2-491d-9363-dd0b6f8d1e97 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Jan 27 20:11:53.556830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-496fb4a8-c9a0-4b75-8c2d-3c6d827fa5e2 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:53.558358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-496fb4a8-c9a0-4b75-8c2d-3c6d827fa5e2 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 812 time: 0.1130347 Jan 27 20:11:53.570397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Request body: {'port': {'device_id': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74', 'admin_state_up': True, 'tenant_id': 'f01d4c730ade430f85a487a7d8a51876'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:53.640784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52b7fb18-baa7-469a-8704-5e624d503a09 req-7ce64def-b79e-437a-8a2c-9062604a9e88 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 210 time: 0.0656242 Jan 27 20:11:53.702605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Made reservation on behalf of f01d4c730ade430f85a487a7d8a51876 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:11:53.705952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:53.831165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Allocated IP 172.20.0.8 (95a0534c-a6ea-44fb-9afb-76982c1b7b74/4b67ecc1-5d0c-4f66-9231-c36366128fbf/89524ec0-cdea-41e5-9638-4757576d4958) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:11:53.985599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks [] for port (89524ec0-cdea-41e5-9638-4757576d4958), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.022580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.072615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:11:54.075734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:11:54.083055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:11:54.106756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:54.134576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:54.135271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.151905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-0b52d28c-fce4-4d45-a79d-dfadf1f45d06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860679 Jan 27 20:11:54.160850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-e564c4cf-29a7-4a21-85b6-2ff899d3e7cd tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:11:54.162086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-e564c4cf-29a7-4a21-85b6-2ff899d3e7cd tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Jan 27 20:11:54.164235 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.173018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Request body: {'port': {'device_id': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:11:54.231316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.490885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89524ec0-cdea-41e5-9638-4757576d4958 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:11:54.498917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks [] for port (89524ec0-cdea-41e5-9638-4757576d4958), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.510772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Transition to ACTIVE for port object 89524ec0-cdea-41e5-9638-4757576d4958 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:11:54.515095 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.566865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:54.634616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:11:54.634839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:11:54.635168 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:11:54.639747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:11:54.640054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:11:54.645291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:11:54.645616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Checking segment: {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:11:54.646001 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Bound using segment: {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:11:54.646445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Bound port: 89524ec0-cdea-41e5-9638-4757576d4958, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:11:54.646980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.724859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:11:54.751157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:11:54.759888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.800136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:54.801000 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:54.802582 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] 10.222.0.66 "PUT /v2.0/ports/89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 1091 time: 0.6337106 Jan 27 20:11:54.805618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:54.808612 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276" -d '{"events": [{"name": "network-changed", "server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:54.825162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857abb9-fb8f-4469-8622-24713fec8e23 req-96269f64-c29f-4d0d-a066-447500e9d030 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:54.831571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6857abb9-fb8f-4469-8622-24713fec8e23 req-96269f64-c29f-4d0d-a066-447500e9d030 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.1165783 Jan 27 20:11:54.901384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1857f09-b1de-4d17-b37b-bb5281947735 service neutron] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:54.933159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6857abb9-fb8f-4469-8622-24713fec8e23 req-94a0e5ba-0a20-40e2-870b-0143332b23e5 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Jan 27 20:11:54.935781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-87aa6ac4-6933-4ae8-86ba-e2636677e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:54.937184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-87aa6ac4-6933-4ae8-86ba-e2636677e764 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1094 time: 0.0904086 Jan 27 20:11:54.979319 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d518b-bf94-4bbb-8ea0-f3df12e6bdb5 x-openstack-request-id: req-9b4d518b-bf94-4bbb-8ea0-f3df12e6bdb5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:54.979623 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:54.979882 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b4d518b-bf94-4bbb-8ea0-f3df12e6bdb5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:54.980291 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'status': 'completed', 'code': 200} Jan 27 20:11:54.981836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-f431f5c6-5bf7-485a-9ca2-6e30612f75b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0385163 Jan 27 20:11:55.033376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-dd75e0a4-dffc-4627-ba67-f18f317eac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:55.034850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-dd75e0a4-dffc-4627-ba67-f18f317eac9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0481024 Jan 27 20:11:55.065905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-184458de-8106-4e56-9080-241ce291ba2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256889 Jan 27 20:11:55.079387 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:55.159522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-5cfcc721-9c46-47bc-8f99-5e91adb261ab service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Jan 27 20:11:55.269474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7caa36f6-fde2-4e28-a7ad-ffe679de8ff5 req-306b11c4-c556-4bc5-bf98-92533a389934 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039965 Jan 27 20:11:55.355922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-13963ff3-6f86-446d-97fd-1f6d1a89d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:55.357424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-13963ff3-6f86-446d-97fd-1f6d1a89d0e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1094 time: 0.0423834 Jan 27 20:11:55.448370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-80a25e28-50d4-48de-90dc-d9217e600cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:55.449774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-80a25e28-50d4-48de-90dc-d9217e600cdb service neutron] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.0868647 Jan 27 20:11:55.489380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-d0051f2c-5ff8-45b0-86c0-24a311455c55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0340824 Jan 27 20:11:55.551711 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-6e7191e0-7d9c-4302-a8c3-4a09a5e58e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:55.553179 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-6e7191e0-7d9c-4302-a8c3-4a09a5e58e39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0583165 Jan 27 20:11:55.583769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-35e35c06-1595-4cb2-afaa-f6b33e130221 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251763 Jan 27 20:11:55.676845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-90ed2c90-327b-4baa-8e9b-7205a00d3c25 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867121 Jan 27 20:11:55.764110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f6e37c4-49db-4b75-9d3b-14d6a35b8276 req-ca39f67f-9f8d-4f16-a868-58ca42e0a595 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810220 Jan 27 20:11:56.055781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a89def-4770-4888-8d1d-a6c949b9648d req-17f0d3a3-50d0-4691-8408-c707810e0f08 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:56.057309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a89def-4770-4888-8d1d-a6c949b9648d req-17f0d3a3-50d0-4691-8408-c707810e0f08 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.0531971 Jan 27 20:11:56.107722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a89def-4770-4888-8d1d-a6c949b9648d req-56499443-85cd-453c-bcf0-2548141e513f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Jan 27 20:11:57.223849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30b641-f8ef-433c-bebb-3affa19aa521 req-46d275d7-2eec-4a6f-99c8-5ff42fd27f0a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:57.225406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a30b641-f8ef-433c-bebb-3affa19aa521 req-46d275d7-2eec-4a6f-99c8-5ff42fd27f0a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.0491726 Jan 27 20:11:57.273206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a30b641-f8ef-433c-bebb-3affa19aa521 req-db7b138b-c3c6-46c6-b718-8475cdbcc3f2 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Jan 27 20:11:57.696658 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:11:57.793822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:57.805810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '89524ec0-cdea-41e5-9638-4757576d4958', 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74', 'port_id': '89524ec0-cdea-41e5-9638-4757576d4958', 'mac_address': 'fa:16:3e:bc:83:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b67ecc1-5d0c-4f66-9231-c36366128fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:11:57.842758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 89524ec0-cdea-41e5-9638-4757576d4958 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:11:57.843153 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:57.855729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89524ec0-cdea-41e5-9638-4757576d4958 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:11:57.874902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:57.879274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:57.929660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:11:58.171373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['89524ec0-cdea-41e5-9638-4757576d4958'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:11:58.391110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccac35-6947-4c51-955e-0193c647221e req-69f2c5a6-6dfe-43ef-b40c-a947c9023175 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:58.392583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07ccac35-6947-4c51-955e-0193c647221e req-69f2c5a6-6dfe-43ef-b40c-a947c9023175 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 944 time: 0.0487297 Jan 27 20:11:58.442980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07ccac35-6947-4c51-955e-0193c647221e req-54bb9412-ffb4-41ea-8b16-9dd42e4a109d tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Jan 27 20:11:59.556829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bda9-72b8-4cf8-9878-2064de160f92 req-fbb19427-8e5b-4db8-b9cd-2a59a237e0b0 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:11:59.558373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e804bda9-72b8-4cf8-9878-2064de160f92 req-fbb19427-8e5b-4db8-b9cd-2a59a237e0b0 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 944 time: 0.0483124 Jan 27 20:11:59.617868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e804bda9-72b8-4cf8-9878-2064de160f92 req-b50a0e9f-5134-4c8c-9e62-f54875bd1b2c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Jan 27 20:11:59.714788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:11:59.762946 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 89524ec0-cdea-41e5-9638-4757576d4958 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:11:59.766860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 89524ec0-cdea-41e5-9638-4757576d4958 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:11:59.767243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89524ec0-cdea-41e5-9638-4757576d4958), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:59.844130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 89524ec0-cdea-41e5-9638-4757576d4958 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:11:59.844515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:59.881538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:11:59.884173 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058cf416-c108-494a-af67-d48491fc6170" -d '{"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-plugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:11:59.897553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:11:59.902123 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:11:59.930562 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa89c0-81bd-46c2-86b7-6383bbcc0569 x-openstack-request-id: req-07aa89c0-81bd-46c2-86b7-6383bbcc0569 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:11:59.930824 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-plugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:11:59.931080 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07aa89c0-81bd-46c2-86b7-6383bbcc0569 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:11:59.931469 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'code': 200} Jan 27 20:11:59.957852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:00.021398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23410b4-6943-416b-a093-f0c513ee939f req-9b96afee-a452-472b-95a5-956d6e5f10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:00.023021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d23410b4-6943-416b-a093-f0c513ee939f req-9b96afee-a452-472b-95a5-956d6e5f10f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1096 time: 0.0439842 Jan 27 20:12:00.067333 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d23410b4-6943-416b-a093-f0c513ee939f req-a92e31a4-2556-4153-aa8c-33e40dc57a14 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Jan 27 20:12:00.740695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a11e7-567a-4ff4-a25b-1d59804fcfc3 req-a5c09d78-69c1-4587-8f8b-a4e349000c0e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:00.742396 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b3a11e7-567a-4ff4-a25b-1d59804fcfc3 req-a5c09d78-69c1-4587-8f8b-a4e349000c0e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0531137 Jan 27 20:12:00.788688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b3a11e7-567a-4ff4-a25b-1d59804fcfc3 req-86c19a2c-16c6-4375-93a2-afc3b1cdd9f3 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Jan 27 20:12:01.902665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d3d0a-0c6e-4c36-9892-8d24508397f1 req-0e0ee678-bdb7-46f0-a22e-a74fd205e912 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:01.904874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-891d3d0a-0c6e-4c36-9892-8d24508397f1 req-0e0ee678-bdb7-46f0-a22e-a74fd205e912 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Jan 27 20:12:01.951389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-891d3d0a-0c6e-4c36-9892-8d24508397f1 req-26abf657-56ca-4276-b217-dde7367ff629 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Jan 27 20:12:02.164677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37794) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:02.200762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53c9a-2214-4029-8b4e-b9b0912c240b req-e0870f4d-c3d7-4224-aaf6-623d988d8088 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:02.202884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0d53c9a-2214-4029-8b4e-b9b0912c240b req-e0870f4d-c3d7-4224-aaf6-623d988d8088 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0613854 Jan 27 20:12:02.246172 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-568a98b7-c485-4a99-854a-fa7204600fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801313 Jan 27 20:12:02.250374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0d53c9a-2214-4029-8b4e-b9b0912c240b req-b6174ccf-2cf4-452e-ac43-eb018f421332 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Jan 27 20:12:02.255270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-d9335c49-f3ff-4a36-bb8b-d0111170edde service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:12:02.256260 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-d9335c49-f3ff-4a36-bb8b-d0111170edde service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051179 Jan 27 20:12:03.403248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f025aa-eb9e-4b4b-88ad-0003efa246ea req-e1b6e22c-ea8b-441b-9b43-8e4286eb2616 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:03.405299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2f025aa-eb9e-4b4b-88ad-0003efa246ea req-e1b6e22c-ea8b-441b-9b43-8e4286eb2616 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0829012 Jan 27 20:12:03.410670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-8330b604-acc2-42ad-af4a-63cdec0d9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:03.412040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-8330b604-acc2-42ad-af4a-63cdec0d9c6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1096 time: 0.0589466 Jan 27 20:12:03.507028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2f025aa-eb9e-4b4b-88ad-0003efa246ea req-1b0e713e-3251-4233-aaf4-15408300508a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 Jan 27 20:12:03.532517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-0f2bd926-d835-4d88-8703-a86e38d93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:03.533958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-0f2bd926-d835-4d88-8703-a86e38d93a2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.1154532 Jan 27 20:12:03.573910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-eeedfa73-d396-4576-a9d1-22e5a250a4fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0344207 Jan 27 20:12:03.628059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-9a77f0e2-1a96-44bb-9d2e-cc1c634d5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:03.629569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-9a77f0e2-1a96-44bb-9d2e-cc1c634d5f8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0497928 Jan 27 20:12:03.659859 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a369f3df-c704-48f3-b80a-e59286a9c851 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247126 Jan 27 20:12:03.747602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a8ff2817-412f-47ed-a4ad-db03fc017c34 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823352 Jan 27 20:12:03.837211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-213889b9-42d5-4a10-bda7-4ce404e7b0f4 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844345 Jan 27 20:12:04.626571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55350faf-80f4-4bfc-b08f-61203ffc4fd5 req-f379f626-7e5e-48f7-8f1e-af9cdd666aa9 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:04.628024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55350faf-80f4-4bfc-b08f-61203ffc4fd5 req-f379f626-7e5e-48f7-8f1e-af9cdd666aa9 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Jan 27 20:12:04.679405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55350faf-80f4-4bfc-b08f-61203ffc4fd5 req-cfa25a2f-c46a-4a3e-9a2b-804f3fe0dac8 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Jan 27 20:12:05.797218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31602f8-f299-4b7f-9890-97d6c33df335 req-acdf40e0-ec29-4e27-821d-67c2b8c4fbf0 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:05.798730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e31602f8-f299-4b7f-9890-97d6c33df335 req-acdf40e0-ec29-4e27-821d-67c2b8c4fbf0 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Jan 27 20:12:05.850536 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e31602f8-f299-4b7f-9890-97d6c33df335 req-2059c10d-1c16-4752-9236-b7015dce4d9b tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461426 Jan 27 20:12:06.966330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228da5c-9aa2-44b5-bffc-57b781c6f264 req-9e7f35bc-1e07-42cc-b6ee-0411264c5e65 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:06.967816 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8228da5c-9aa2-44b5-bffc-57b781c6f264 req-9e7f35bc-1e07-42cc-b6ee-0411264c5e65 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Jan 27 20:12:07.014041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8228da5c-9aa2-44b5-bffc-57b781c6f264 req-840a06f6-6a62-4527-a0d8-6356a2ff7428 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Jan 27 20:12:08.131828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407faabb-6bd4-4cab-99bd-0d0ffdda044e req-1ecc5e65-5cb1-4323-b9a2-92ed5746c916 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:08.133356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-407faabb-6bd4-4cab-99bd-0d0ffdda044e req-1ecc5e65-5cb1-4323-b9a2-92ed5746c916 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0479259 Jan 27 20:12:08.134312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:12:08.180209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-407faabb-6bd4-4cab-99bd-0d0ffdda044e req-ae91bb8b-ae87-4e8a-9a3c-5bc5a5a06f8f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Jan 27 20:12:09.038262 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c85def4b-3f2b-4579-8253-dc5e11dfe280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:09.297742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be44af-adcd-40b0-ae96-a820fa1d48ad req-3c7785ea-0a3b-4f79-b491-d9eb56fcba26 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:09.299108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17be44af-adcd-40b0-ae96-a820fa1d48ad req-3c7785ea-0a3b-4f79-b491-d9eb56fcba26 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0513444 Jan 27 20:12:09.345017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17be44af-adcd-40b0-ae96-a820fa1d48ad req-65cb7069-3686-42f5-8bb1-bb19f19e5e7d tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Jan 27 20:12:10.459800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc6a4-9052-4ae4-b720-33c9fa67078f req-6e897de9-856d-49de-9cba-c82d98315505 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:10.461366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af0dc6a4-9052-4ae4-b720-33c9fa67078f req-6e897de9-856d-49de-9cba-c82d98315505 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0478978 Jan 27 20:12:10.508485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-af0dc6a4-9052-4ae4-b720-33c9fa67078f req-efe52d5c-3b1e-48a8-9b7f-93000c364f0e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Jan 27 20:12:11.638304 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94f8bd-1d85-4cb7-9054-66c1dc50b2d2 req-03d34cf1-ba72-4ae2-ae74-00af0a34896a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:11.639709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb94f8bd-1d85-4cb7-9054-66c1dc50b2d2 req-03d34cf1-ba72-4ae2-ae74-00af0a34896a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0624125 Jan 27 20:12:11.687250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bb94f8bd-1d85-4cb7-9054-66c1dc50b2d2 req-dba690ed-27c7-4a09-8819-9859dd19f570 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jan 27 20:12:12.158774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5589476e-72ad-4544-b443-7c93dd650573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:12.807231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dad0-e586-40e4-be68-34adc60b1929 req-296064b6-6e98-445b-9acf-fe31855629e7 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:12.808731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b4dad0-e586-40e4-be68-34adc60b1929 req-296064b6-6e98-445b-9acf-fe31855629e7 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Jan 27 20:12:12.855430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13b4dad0-e586-40e4-be68-34adc60b1929 req-4b7ee072-c8c6-4387-b459-6c513c167fb8 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Jan 27 20:12:13.974846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe4945-deda-4196-b5ee-f1e615164682 req-3ddc29ec-8121-4c6a-ac84-534dcf49b907 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:13.976668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69fe4945-deda-4196-b5ee-f1e615164682 req-3ddc29ec-8121-4c6a-ac84-534dcf49b907 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Jan 27 20:12:14.026698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69fe4945-deda-4196-b5ee-f1e615164682 req-473da919-cbe1-45dd-9c01-89b73da4353d tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Jan 27 20:12:15.142012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c45b-7cb9-4a77-a666-4698e171b303 req-1e1c3173-c3cf-4e87-88a0-c19bccc643e2 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:15.143492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f8c45b-7cb9-4a77-a666-4698e171b303 req-1e1c3173-c3cf-4e87-88a0-c19bccc643e2 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0484324 Jan 27 20:12:15.191458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-10f8c45b-7cb9-4a77-a666-4698e171b303 req-0f7107a7-ae82-4e10-8987-599f8a83c98f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Jan 27 20:12:15.300146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:15.734965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:16.138532 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:16.306702 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab2863-1e44-4ad7-8443-ef42ef2ca51a req-8a4a0a26-cec4-448a-911b-a4dc627ceccd tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:16.308149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5ab2863-1e44-4ad7-8443-ef42ef2ca51a req-8a4a0a26-cec4-448a-911b-a4dc627ceccd tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Jan 27 20:12:16.354274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5ab2863-1e44-4ad7-8443-ef42ef2ca51a req-eec65e8c-e79c-4fd1-b05f-f7a3c3be27d6 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Jan 27 20:12:17.476017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1daf81-323d-4401-8fdb-f0a7dff9e452 req-b582e5f2-7142-4672-bbf6-76c72e60d75e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:17.477520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e1daf81-323d-4401-8fdb-f0a7dff9e452 req-b582e5f2-7142-4672-bbf6-76c72e60d75e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0538921 Jan 27 20:12:17.523835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e1daf81-323d-4401-8fdb-f0a7dff9e452 req-9e624785-b95f-4953-8fbb-26e2d7a4b1f4 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Jan 27 20:12:18.641825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6c277-0872-4e46-97a2-cc46a495dde0 req-f0b8b5e8-41fb-4fe4-b76e-93bcf9e2a41f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:18.643267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a6c277-0872-4e46-97a2-cc46a495dde0 req-f0b8b5e8-41fb-4fe4-b76e-93bcf9e2a41f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Jan 27 20:12:18.689141 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92a6c277-0872-4e46-97a2-cc46a495dde0 req-a91f8d74-2915-469c-b8cd-8493187408f5 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Jan 27 20:12:19.806839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06503b-4604-4650-a812-e7cddb8c3e98 req-d4a61864-56f1-423a-bbc5-0e3ded61714c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:19.808323 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c06503b-4604-4650-a812-e7cddb8c3e98 req-d4a61864-56f1-423a-bbc5-0e3ded61714c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Jan 27 20:12:19.857878 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c06503b-4604-4650-a812-e7cddb8c3e98 req-37cffce8-f848-40bc-bacf-c0db9660641c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Jan 27 20:12:20.972391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54f331-0ab1-46f7-bfcf-a0da90fb1058 req-999a712e-14db-4d8b-ba35-e04c86a0a17c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:20.973871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da54f331-0ab1-46f7-bfcf-a0da90fb1058 req-999a712e-14db-4d8b-ba35-e04c86a0a17c tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0472941 Jan 27 20:12:21.019871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da54f331-0ab1-46f7-bfcf-a0da90fb1058 req-aedf0f4f-0871-4466-85a5-57fc58823b86 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jan 27 20:12:22.134944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882ec96-1dba-43fc-9676-4be0ba631017 req-7e927bb0-1ed6-4695-90d5-8e6a49b8ac42 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:22.136400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5882ec96-1dba-43fc-9676-4be0ba631017 req-7e927bb0-1ed6-4695-90d5-8e6a49b8ac42 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0488925 Jan 27 20:12:22.183524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5882ec96-1dba-43fc-9676-4be0ba631017 req-8e4505bd-3b10-4a06-ae11-d7537f98e1df tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jan 27 20:12:22.412630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4c040-5d29-4487-8476-932779fed84e req-eb7d975c-eda9-4819-ab3e-abd88d87df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:22.414183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-eb7d975c-eda9-4819-ab3e-abd88d87df85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1096 time: 0.0444448 Jan 27 20:12:22.514568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4c040-5d29-4487-8476-932779fed84e req-17b331e6-b66e-416a-9615-e9f006b307bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:22.516078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-17b331e6-b66e-416a-9615-e9f006b307bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.0839438 Jan 27 20:12:22.559994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-c36e63d2-8130-45cb-bb25-48bd81572420 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0378518 Jan 27 20:12:22.607894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4c040-5d29-4487-8476-932779fed84e req-9c66486b-1349-422f-9eb6-7a8231238368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:22.610186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-9c66486b-1349-422f-9eb6-7a8231238368 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0432050 Jan 27 20:12:22.639365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-5b091744-e896-49e0-9d59-703766c8b379 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241859 Jan 27 20:12:22.729958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-71da8251-9703-4942-b6d7-25b99de2e61e service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Jan 27 20:12:22.819425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ef4c040-5d29-4487-8476-932779fed84e req-70da51e6-899e-4da6-83df-f1579488675d service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Jan 27 20:12:23.299337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff9ef-ca98-42d9-9dfc-f998f6c44bcb req-276600cf-053f-48f3-af56-0eaa689370cb tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:23.300795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-661ff9ef-ca98-42d9-9dfc-f998f6c44bcb req-276600cf-053f-48f3-af56-0eaa689370cb tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Jan 27 20:12:23.346839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-661ff9ef-ca98-42d9-9dfc-f998f6c44bcb req-0924cc31-18bb-4668-99da-6b62b4df71e4 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Jan 27 20:12:24.165023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:24.465034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19d07-8eff-4f4f-a784-c758925c45a8 req-674c101f-ddc3-4cf1-bff1-35baf65382a9 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:24.466451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93c19d07-8eff-4f4f-a784-c758925c45a8 req-674c101f-ddc3-4cf1-bff1-35baf65382a9 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0513315 Jan 27 20:12:24.512181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93c19d07-8eff-4f4f-a784-c758925c45a8 req-73bef9b2-853c-4968-827f-9c25836f3591 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Jan 27 20:12:25.076283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:25.628261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65435ce-d11e-4de5-a7eb-3171289d2e4f req-afe4635f-6569-4acf-afeb-ee104ea034db tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:25.629787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f65435ce-d11e-4de5-a7eb-3171289d2e4f req-afe4635f-6569-4acf-afeb-ee104ea034db tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0488763 Jan 27 20:12:25.676732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f65435ce-d11e-4de5-a7eb-3171289d2e4f req-91e9dcba-2cf3-4bef-bc46-5086bf67cab6 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Jan 27 20:12:26.799452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892446-a55b-4bc1-a187-efdd8b2dd62c req-8fec9875-9a1c-4741-b603-5391b87c530e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:26.800928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7892446-a55b-4bc1-a187-efdd8b2dd62c req-8fec9875-9a1c-4741-b603-5391b87c530e tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Jan 27 20:12:26.846516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7892446-a55b-4bc1-a187-efdd8b2dd62c req-8f45587f-0f4b-432f-b982-264bb4105de7 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Jan 27 20:12:27.960865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764230-cd57-453c-859e-16e2dffc9942 req-1a8997b8-8925-4896-b5ec-fca8915764a4 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:27.962348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e764230-cd57-453c-859e-16e2dffc9942 req-1a8997b8-8925-4896-b5ec-fca8915764a4 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Jan 27 20:12:28.008866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e764230-cd57-453c-859e-16e2dffc9942 req-bc147d59-5b92-453f-8196-0d75da40bb34 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Jan 27 20:12:29.124329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483ccb-1e8d-4ea8-9e8e-39b79a79139a req-21d015ab-d6a0-4842-bfa5-f52e3cab57bf tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:29.125853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b483ccb-1e8d-4ea8-9e8e-39b79a79139a req-21d015ab-d6a0-4842-bfa5-f52e3cab57bf tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Jan 27 20:12:29.177494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4b483ccb-1e8d-4ea8-9e8e-39b79a79139a req-9c38b5a2-5184-4310-ad63-00654aa631e7 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Jan 27 20:12:30.557166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ed7e-1616-47ba-86ae-7d7327bb6b3d req-dd6adf83-a493-4a37-a1a4-5366eda3b6d8 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:30.558713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5224ed7e-1616-47ba-86ae-7d7327bb6b3d req-dd6adf83-a493-4a37-a1a4-5366eda3b6d8 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.3074708 Jan 27 20:12:30.605984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5224ed7e-1616-47ba-86ae-7d7327bb6b3d req-3329977c-19e9-482b-89e9-cbec3ff51fb8 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Jan 27 20:12:30.758235 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-2c85b311-c48d-4af4-a9f5-03b29b9ba980 service neutron] show failed (client error): The resource could not be found. Jan 27 20:12:30.759098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-2c85b311-c48d-4af4-a9f5-03b29b9ba980 service neutron] 10.222.0.66 "GET /v2.0/ports/89524ec0-cdea-41e5-9638-4757576d4958/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0571315 Jan 27 20:12:30.987150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a8255979-9dd0-4b36-9e96-95485c4c0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:30.988583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a8255979-9dd0-4b36-9e96-95485c4c0f67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192&tenant_id=f01d4c730ade430f85a487a7d8a51876 HTTP/1.1" status: 200 len: 1096 time: 0.0764220 Jan 27 20:12:30.998595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a687ed82-0953-4867-94c1-bb30ca6fbb30 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:12:30.999572 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-a687ed82-0953-4867-94c1-bb30ca6fbb30 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Jan 27 20:12:31.010041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:12:31.061696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.261600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:31.299824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:12:31.340317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:31.342881 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317fa805-8901-4945-b064-3d5dfd795b54" -d '{"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-unplugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:31.347459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks [] for port (89524ec0-cdea-41e5-9638-4757576d4958), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.361619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Transition to ACTIVE for port object 89524ec0-cdea-41e5-9638-4757576d4958 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:12:31.366477 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.395144 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d831a-d8b7-46cd-aa90-f88083eb10d6 x-openstack-request-id: req-f78d831a-d8b7-46cd-aa90-f88083eb10d6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:31.395452 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-unplugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:31.395717 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f78d831a-d8b7-46cd-aa90-f88083eb10d6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:31.396119 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'code': 200} Jan 27 20:12:31.430644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:31.432970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] No DVR routers for this DVR port 89524ec0-cdea-41e5-9638-4757576d4958 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:12:31.466443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:12:31.466787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:12:31.467121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:12:31.471882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:12:31.472212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Attempting to bind port 89524ec0-cdea-41e5-9638-4757576d4958 on network 95a0534c-a6ea-44fb-9afb-76982c1b7b74 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:12:31.477000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:12:31.477371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Checking segment: {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:12:31.477764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Bound using segment: {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:12:31.478191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Bound port: 89524ec0-cdea-41e5-9638-4757576d4958, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:12:31.478549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.542599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:12:31.545559 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:12:31.550853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.586950 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:31.587583 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:31.588975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] 10.222.0.39 "PUT /v2.0/ports/89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 1091 time: 0.5826237 Jan 27 20:12:31.608933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76c37-b056-44a4-918f-b4d447e0cf10 service neutron] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:31.652650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-67671327-eb1e-4165-95e5-a2a368f3767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:31.654227 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-67671327-eb1e-4165-95e5-a2a368f3767f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1094 time: 0.0417681 Jan 27 20:12:31.727192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969bfdd-8c6b-4192-a560-e68992709002 req-d4f27513-434e-45fe-9108-b7479ba3ac06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:31.728681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8969bfdd-8c6b-4192-a560-e68992709002 req-d4f27513-434e-45fe-9108-b7479ba3ac06 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.0516515 Jan 27 20:12:31.747607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-65c27e81-7d99-4799-9399-7d1fe0db1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:31.749112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-65c27e81-7d99-4799-9399-7d1fe0db1bb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.0892041 Jan 27 20:12:31.777144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8969bfdd-8c6b-4192-a560-e68992709002 req-2981ef64-b879-47df-a4cf-8d9b4aec8091 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Jan 27 20:12:31.791162 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-18838f23-4a38-4c88-b113-1cd5fc996895 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0361166 Jan 27 20:12:31.839007 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-ffaf93ac-76bf-429e-92d9-a3b271ddb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:31.840344 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-ffaf93ac-76bf-429e-92d9-a3b271ddb0fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0422537 Jan 27 20:12:31.874681 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-71fa8e00-cbeb-4aa6-b15e-1c01b9d588b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278897 Jan 27 20:12:31.964015 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-775a5b71-8eca-44b1-9a8c-8adf2b205bef service neutron] 10.222.0.39 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827570 Jan 27 20:12:32.060137 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-53db1ad8-6a83-4c20-b323-6e98e9181c71 req-d971a1f4-fffd-4aab-9f73-963b9a71dd54 service neutron] 10.222.0.39 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Jan 27 20:12:32.893286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad587-ba83-4025-a57f-569c9b0e0ad8 req-728dae3e-4acb-4028-8e7d-be832f0b3c59 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:32.894756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a4ad587-ba83-4025-a57f-569c9b0e0ad8 req-728dae3e-4acb-4028-8e7d-be832f0b3c59 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.0481975 Jan 27 20:12:32.948742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a4ad587-ba83-4025-a57f-569c9b0e0ad8 req-1c7b6b33-3e1e-4fc0-b350-75fa540b27db tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 Jan 27 20:12:33.397736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:33.399651 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a089c0e1-581d-4cda-a2a7-03f22a56c41e" -d '{"events": [{"name": "network-changed", "server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:33.453168 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71fd092-98d7-4f46-a220-a71161f5220c x-openstack-request-id: req-c71fd092-98d7-4f46-a220-a71161f5220c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:33.453506 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:33.453955 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c71fd092-98d7-4f46-a220-a71161f5220c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:33.454376 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'status': 'completed', 'code': 200} Jan 27 20:12:33.512923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-ad4f9b57-be8f-4b05-b570-8bd625e4c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.514532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-ad4f9b57-be8f-4b05-b570-8bd625e4c986 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1094 time: 0.0427072 Jan 27 20:12:33.529409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-44b0d986-4815-4ed4-a50e-5c93215e8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.530964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-44b0d986-4815-4ed4-a50e-5c93215e8eb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1094 time: 0.0452116 Jan 27 20:12:33.616253 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-6e0a60a5-eb61-491b-9559-34f3d0e1e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.617809 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-6e0a60a5-eb61-491b-9559-34f3d0e1e4eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.0969276 Jan 27 20:12:33.630738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-8329a57b-47a1-4a82-83ee-37e810ff0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.632527 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-8329a57b-47a1-4a82-83ee-37e810ff0726 service neutron] 10.222.0.39 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.0911946 Jan 27 20:12:33.664195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-97ca037a-6ea8-466c-ab7b-37261b15bdc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0403013 Jan 27 20:12:33.683625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-c7f0d2e6-dbfd-47dd-902d-0025c245da1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0437577 Jan 27 20:12:33.747676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-19807bf5-d750-4c7f-8363-f83e581e11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.750172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-19807bf5-d750-4c7f-8363-f83e581e11ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0808799 Jan 27 20:12:33.766193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-f9347062-7eba-4bd9-a01e-663886d8c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:33.769893 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-f9347062-7eba-4bd9-a01e-663886d8c015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0777295 Jan 27 20:12:33.799206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-11f5a677-ae82-437d-b3f2-478b8249f7ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409999 Jan 27 20:12:33.832852 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-408daf0f-9f1c-4a81-834b-20ebecd4d0ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296509 Jan 27 20:12:33.948276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-6c8199bc-81bb-4a44-a5fe-36da1c3fc0f6 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427391 Jan 27 20:12:33.960803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-a257b92c-7bd7-455e-8408-2a4479deeba4 service neutron] 10.222.0.39 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270251 Jan 27 20:12:34.070153 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-3a811261-66a4-4b19-85b9-0885b598e082 service neutron] 10.222.0.39 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028636 Jan 27 20:12:34.095891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a089c0e1-581d-4cda-a2a7-03f22a56c41e req-90395396-ca59-460b-9982-79345717adbc service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419675 Jan 27 20:12:34.103862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f05d-f8b5-483c-89c2-17c73fb7be4c req-2f822d9e-fa4d-44e0-9da5-9621db2ea36d tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:34.105465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f860f05d-f8b5-483c-89c2-17c73fb7be4c req-2f822d9e-fa4d-44e0-9da5-9621db2ea36d tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 943 time: 0.0728753 Jan 27 20:12:34.155456 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f860f05d-f8b5-483c-89c2-17c73fb7be4c req-38aec51b-e730-4001-80fb-13e89ea81eb7 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Jan 27 20:12:34.256162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:12:34.373174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:34.385532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '89524ec0-cdea-41e5-9638-4757576d4958', 'network_id': '95a0534c-a6ea-44fb-9afb-76982c1b7b74', 'port_id': '89524ec0-cdea-41e5-9638-4757576d4958', 'mac_address': 'fa:16:3e:bc:83:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b67ecc1-5d0c-4f66-9231-c36366128fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:12:34.428671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 89524ec0-cdea-41e5-9638-4757576d4958 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:12:34.429058 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:34.443600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89524ec0-cdea-41e5-9638-4757576d4958 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:12:34.449952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-3e5f584b-3a4f-47a4-a1c0-756cded27d3f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:34.451663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-3e5f584b-3a4f-47a4-a1c0-756cded27d3f tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.66 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192&tenant_id=f01d4c730ade430f85a487a7d8a51876&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 943 time: 0.0959430 Jan 27 20:12:34.464438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:34.468764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:34.523043 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-a2d5fb67-d805-4755-9832-f06cd1222e2b service neutron] delete failed (client error): The resource could not be found. Jan 27 20:12:34.524091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-a2d5fb67-d805-4755-9832-f06cd1222e2b service neutron] 10.222.0.66 "DELETE /v2.0/ports/89524ec0-cdea-41e5-9638-4757576d4958/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0665374 Jan 27 20:12:34.524778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:34.533460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.533908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.534223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.534557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.534891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.535217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.535538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.535865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.536184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.536517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.536826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.537147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.537517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:34.607829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-0ee0e812-dd39-4e9f-a607-51c8b6af278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:34.609508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-0ee0e812-dd39-4e9f-a607-51c8b6af278e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f01d4c730ade430f85a487a7d8a51876&device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 1095 time: 0.0423100 Jan 27 20:12:34.723836 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-f6312c75-46d4-4a01-b61a-c88a31f20aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:34.725346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-f6312c75-46d4-4a01-b61a-c88a31f20aae service neutron] 10.222.0.66 "GET /v2.0/networks?id=95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 200 len: 913 time: 0.1080792 Jan 27 20:12:34.757750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['89524ec0-cdea-41e5-9638-4757576d4958'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:12:34.768295 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-66940444-0693-46ae-a51e-5c5d3db3fdaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 200 len: 217 time: 0.0373967 Jan 27 20:12:34.818962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-c13cbf65-86cd-41fe-89b5-5da4ce5c5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:34.820446 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-c13cbf65-86cd-41fe-89b5-5da4ce5c5410 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 200 len: 852 time: 0.0462832 Jan 27 20:12:34.857420 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-8ab821b6-7fb1-41e2-9660-45871068b499 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95a0534c-a6ea-44fb-9afb-76982c1b7b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311179 Jan 27 20:12:34.953832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-92123ac7-9954-48b9-a946-8a94889ea262 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897884 Jan 27 20:12:35.064288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-8208f2ee-3050-40b6-b464-446ac7e5f536 service neutron] 10.222.0.66 "GET /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049049 Jan 27 20:12:35.760190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89a25b-3866-413d-b36f-18b0c5dbbd28 req-f79e3bc9-ae1c-421f-b1a5-76302faab69a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:35.761705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f89a25b-3866-413d-b36f-18b0c5dbbd28 req-f79e3bc9-ae1c-421f-b1a5-76302faab69a tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 944 time: 0.0507710 Jan 27 20:12:35.805108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:12:35.809492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f89a25b-3866-413d-b36f-18b0c5dbbd28 req-8fda967b-8227-4b86-9e38-4817cfd4e903 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Jan 27 20:12:35.843291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 89524ec0-cdea-41e5-9638-4757576d4958 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:12:35.843675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:12:36.256494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:12:36.307081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 89524ec0-cdea-41e5-9638-4757576d4958 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:12:36.311248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 89524ec0-cdea-41e5-9638-4757576d4958 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:12:36.311626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (89524ec0-cdea-41e5-9638-4757576d4958), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:36.392698 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 89524ec0-cdea-41e5-9638-4757576d4958 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:12:36.393091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:36.418624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:36.420850 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eff888e-90be-475e-b993-a3667152122f" -d '{"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-plugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:36.433955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:36.438111 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:36.461288 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc8a5c9-494e-49dc-adf6-a1c7b91a7ce3 x-openstack-request-id: req-7dc8a5c9-494e-49dc-adf6-a1c7b91a7ce3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:36.461580 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-plugged", "status": "completed", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:36.461830 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dc8a5c9-494e-49dc-adf6-a1c7b91a7ce3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:36.462230 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'code': 200} Jan 27 20:12:36.488283 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:36.926265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dc43f-b38f-440f-ad33-a0b4c33087f8 req-9d0d8e73-eff3-40cd-9417-1f6581be80ee tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:36.927771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-286dc43f-b38f-440f-ad33-a0b4c33087f8 req-9d0d8e73-eff3-40cd-9417-1f6581be80ee tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Jan 27 20:12:36.974592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-286dc43f-b38f-440f-ad33-a0b4c33087f8 req-914f056f-949a-43fb-bec4-1f7efc152ead tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/security-groups?id=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jan 27 20:12:37.307912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-94517ac7-b909-438b-81b5-b25f37389ed1 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:37.309470 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-94517ac7-b909-438b-81b5-b25f37389ed1 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.39 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 945 time: 0.0476501 Jan 27 20:12:37.401443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Deleting port 89524ec0-cdea-41e5-9638-4757576d4958 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:12:37.401793 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (89524ec0-cdea-41e5-9638-4757576d4958), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:37.488207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] For port 89524ec0-cdea-41e5-9638-4757576d4958, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=89524ec0-cdea-41e5-9638-4757576d4958,segment=NetworkSegment(d40e4e2e-eb38-4800-85eb-4aff38f5fa29),segment_id=d40e4e2e-eb38-4800-85eb-4aff38f5fa29)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:37.488572 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (89524ec0-cdea-41e5-9638-4757576d4958), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:37.500291 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Calling delete_port for 89524ec0-cdea-41e5-9638-4757576d4958 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:12:37.630304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (89524ec0-cdea-41e5-9638-4757576d4958), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:37.644772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['89524ec0-cdea-41e5-9638-4757576d4958'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:12:37.658176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Pushing event deleted for resources: {'Port': ['ID=89524ec0-cdea-41e5-9638-4757576d4958,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:37.703600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] No DVR routers for this DVR port 89524ec0-cdea-41e5-9638-4757576d4958 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:12:37.706471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:37.709814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9ea0c862-1296-466c-a993-dc94e4ec31c5 req-215173b5-cdd2-41a5-a946-dfb50b8f1152 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.39 "DELETE /v2.0/ports/89524ec0-cdea-41e5-9638-4757576d4958 HTTP/1.1" status: 204 len: 173 time: 0.3950832 Jan 27 20:12:37.710264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-deleted', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:37.712530 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b7e1b0-05dd-45a4-a9d5-aad0b012170b" -d '{"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-deleted", "tag": "89524ec0-cdea-41e5-9638-4757576d4958"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:37.753027 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5386b673-5545-4769-b85d-616e62418082 x-openstack-request-id: req-5386b673-5545-4769-b85d-616e62418082 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:37.753370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aab3a4-6e4f-43cc-8891-8412a10df192", "name": "network-vif-deleted", "tag": "89524ec0-cdea-41e5-9638-4757576d4958", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:37.753638 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5386b673-5545-4769-b85d-616e62418082 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:37.754032 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aab3a4-6e4f-43cc-8891-8412a10df192', 'name': 'network-vif-deleted', 'tag': '89524ec0-cdea-41e5-9638-4757576d4958', 'status': 'completed', 'code': 200} Jan 27 20:12:38.087020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-12b1327a-a24f-46a3-958b-493e3de47651 req-b417fe7f-73a8-4ecb-a493-15fac21cd716 tempest-DeleteServersTestJSON-1651016621 tempest-DeleteServersTestJSON-1651016621-project] 10.222.0.59 "GET /v2.0/ports?device_id=82aab3a4-6e4f-43cc-8891-8412a10df192 HTTP/1.1" status: 200 len: 210 time: 0.0299256 Jan 27 20:12:39.040529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f22467e4-eda9-43c8-b3e5-c44cb77e8376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.214760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37904) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:39.259577 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Deleting subnet 4b67ecc1-5d0c-4f66-9231-c36366128fbf {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:12:39.262649 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Publish callbacks [] for subnet (4b67ecc1-5d0c-4f66-9231-c36366128fbf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.296263 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (4b67ecc1-5d0c-4f66-9231-c36366128fbf), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.335528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (4b67ecc1-5d0c-4f66-9231-c36366128fbf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.388287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (4b67ecc1-5d0c-4f66-9231-c36366128fbf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.417398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b67ecc1-5d0c-4f66-9231-c36366128fbf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:39.423079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.426809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-237b216a-11f2-433d-acea-ff8e329deb29 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4b67ecc1-5d0c-4f66-9231-c36366128fbf HTTP/1.1" status: 204 len: 168 time: 0.2110226 Jan 27 20:12:39.429422 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37906) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:39.496847 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (95a0534c-a6ea-44fb-9afb-76982c1b7b74), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.579810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (95a0534c-a6ea-44fb-9afb-76982c1b7b74), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.599954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0534c-a6ea-44fb-9afb-76982c1b7b74']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:12:39.609320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:12:39.609627 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40e4e2e-eb38-4800-85eb-4aff38f5fa29') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:12:39.619374 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (d40e4e2e-eb38-4800-85eb-4aff38f5fa29), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.636466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (d40e4e2e-eb38-4800-85eb-4aff38f5fa29), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.642938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:12:39.643448 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (d40e4e2e-eb38-4800-85eb-4aff38f5fa29), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:12:39.645112 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:12:39.698748 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (95a0534c-a6ea-44fb-9afb-76982c1b7b74), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.705215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.708416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/95a0534c-a6ea-44fb-9afb-76982c1b7b74 HTTP/1.1" status: 204 len: 168 time: 0.2780774 Jan 27 20:12:39.718309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c051b-6a41-4e45-8af5-c61e6c45e6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a0534c-a6ea-44fb-9afb-76982c1b7b74,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:39.814552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37910) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:39.855197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2721a365-01a9-47ae-98a2-b18a8b4a8a9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f01d4c730ade430f85a487a7d8a51876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393686 Jan 27 20:12:39.857700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:39.913849 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] Publish callbacks [] for security_group (2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.935049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] Publish callbacks [] for security_group (2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.982433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.985441 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:39.986641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f HTTP/1.1" status: 204 len: 168 time: 0.1277504 Jan 27 20:12:39.994620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57157336-1f32-4fa3-bacc-7f3f7d711ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1e8d8-9fc1-4d4f-bec9-7040c55f147f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:40.266991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:12:40.287521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 89524ec0-cdea-41e5-9638-4757576d4958 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:12:40.287985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 89524ec0-cdea-41e5-9638-4757576d4958 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:12:40.646476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 37934) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:40.742860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-338103520-network', 'tenant_id': '3bcf1725b4054cbaae45e801bb8331cf'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:12:40.762656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Made reservation on behalf of 3bcf1725b4054cbaae45e801bb8331cf for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:12:40.764982 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.773403 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.848518 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks [] for security_group (13e62557-9124-4a9b-bd9e-838672a36f7b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.852736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (13e62557-9124-4a9b-bd9e-838672a36f7b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.878730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:12:40.889183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e62557-9124-4a9b-bd9e-838672a36f7b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:40.894694 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9517f29b-6848-4f17-91b3-9216383e7efa), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.894968 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Added segment 9517f29b-6848-4f17-91b3-9216383e7efa of type vlan for network a619d108-edfe-41b0-bdae-7317a4f32731 Jan 27 20:12:40.937061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a619d108-edfe-41b0-bdae-7317a4f32731), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.965121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a619d108-edfe-41b0-bdae-7317a4f32731), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:40.966202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:40.966789 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:41.019132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3715415 Jan 27 20:12:41.022340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 37938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:12:41.027715 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Request body: {'subnet': {'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-338103520-subnet', 'tenant_id': '3bcf1725b4054cbaae45e801bb8331cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:12:41.028454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74ead9-a684-442d-8fcb-05b7895f8531 admin admin] Pushing event updated for resources: {'Network': ['ID=a619d108-edfe-41b0-bdae-7317a4f32731,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:41.039740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a619d108-edfe-41b0-bdae-7317a4f32731 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:12:41.050454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Made reservation on behalf of 3bcf1725b4054cbaae45e801bb8331cf for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:12:41.053114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:41.232391 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5d7d4517-7209-42d1-81d9-24865ea004f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:41.291494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7d4517-7209-42d1-81d9-24865ea004f2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:41.299987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Checking segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:12:41.300350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Network hostable DHCP agents. Network: a619d108-edfe-41b0-bdae-7317a4f32731, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:12:41.304203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.304560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.304904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.305246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.305613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.305948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.306279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.306609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.306953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.307263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.307586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.307910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.308234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:12:41.324747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Network a619d108-edfe-41b0-bdae-7317a4f32731 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:12:41.333719 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a619d108-edfe-41b0-bdae-7317a4f32731) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:12:41.337876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:41.338478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:41.343236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f3bf6-ca83-45dd-af19-e320dd7cfbf8 None None] Network a619d108-edfe-41b0-bdae-7317a4f32731 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:12:41.356217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bf4706bf-9fa0-42ac-97be-c129910310c7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3326209 Jan 27 20:12:41.440315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b8c33-8bc4-43b5-96e5-a2c1b77144f1 None None] Network a619d108-edfe-41b0-bdae-7317a4f32731 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:12:41.804029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-486b05eb-4f0f-45f0-9d3e-4f4e23ed2273 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:41.805525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-486b05eb-4f0f-45f0-9d3e-4f4e23ed2273 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 814 time: 0.0981665 Jan 27 20:12:41.820275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-f2025089-cc22-4fad-b8f6-34a855dc90a1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/quotas/3bcf1725b4054cbaae45e801bb8331cf HTTP/1.1" status: 200 len: 375 time: 0.0094438 Jan 27 20:12:41.855812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-308dd1d4-2882-4f13-8677-5ab6a489d9f6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306852 Jan 27 20:12:41.950282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-b2f42868-5713-4033-8433-2031b15a7c5c service neutron] 10.222.0.59 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872321 Jan 27 20:12:42.052904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-e131c341-7d69-4462-8b30-463440a3c91d service neutron] 10.222.0.59 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957816 Jan 27 20:12:42.162734 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13791523-1957-4da4-9840-61510421fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:42.227871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88d79873-f6b8-46d1-bc74-547e0aaa4b4c req-1767cf99-f9e2-4327-98a0-ee85d44a2e09 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0313377 Jan 27 20:12:43.160687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-7f16ebf7-98ea-423b-bdd8-44a10a6b8fd6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:43.162207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-7f16ebf7-98ea-423b-bdd8-44a10a6b8fd6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 814 time: 0.1077218 Jan 27 20:12:43.181748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Request body: {'port': {'device_id': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'admin_state_up': True, 'tenant_id': '3bcf1725b4054cbaae45e801bb8331cf'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:12:43.295931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Made reservation on behalf of 3bcf1725b4054cbaae45e801bb8331cf for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:12:43.299450 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:43.338504 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-540843e1-9a76-4e3a-9e26-2644049f7609 req-d00e67ee-a53f-4cd9-bfbb-47652c7fd5d0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0365472 Jan 27 20:12:43.453694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Allocated IP 172.20.0.8 (a619d108-edfe-41b0-bdae-7317a4f32731/5d7d4517-7209-42d1-81d9-24865ea004f2/7d842c83-311f-4cb9-9189-9f61bb239414) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:12:43.601236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks [] for port (7d842c83-311f-4cb9-9189-9f61bb239414), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:43.637118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:43.680690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Network a619d108-edfe-41b0-bdae-7317a4f32731 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:12:43.683700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:12:43.690795 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:12:43.714236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:43.741808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:43.742429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:43.758786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-1e6450d2-0f3a-42a4-87ff-b0169a533670 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885713 Jan 27 20:12:43.771950 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Request body: {'port': {'device_id': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:12:43.827642 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.089703 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d842c83-311f-4cb9-9189-9f61bb239414 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:12:44.098316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks [] for port (7d842c83-311f-4cb9-9189-9f61bb239414), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.114039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Transition to ACTIVE for port object 7d842c83-311f-4cb9-9189-9f61bb239414 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:12:44.117621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.169907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:44.237486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:12:44.237760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:12:44.238075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:12:44.242330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:12:44.242646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:12:44.247343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:12:44.247671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Checking segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:12:44.248045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Bound using segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:12:44.248460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Bound port: 7d842c83-311f-4cb9-9189-9f61bb239414, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:12:44.248806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.309000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:12:44.312095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:12:44.315742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.349921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:44.350602 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:44.351977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 1091 time: 0.5841115 Jan 27 20:12:44.352408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:44.354667 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b640c-4e34-487f-9a77-588306ee6be1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:44.388731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2ae4a-20c5-4a0f-bf2a-1b8e0ec32282 service neutron] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:44.407239 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e1057-6ac1-4f74-ae21-b0b6e84fa5c1 x-openstack-request-id: req-db8e1057-6ac1-4f74-ae21-b0b6e84fa5c1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:44.408181 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:44.408443 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db8e1057-6ac1-4f74-ae21-b0b6e84fa5c1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:44.408843 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'status': 'completed', 'code': 200} Jan 27 20:12:44.441670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-623e6dba-7c73-4af2-a8c7-f4442c1c909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:44.443180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-623e6dba-7c73-4af2-a8c7-f4442c1c909f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0450149 Jan 27 20:12:44.509271 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-a8df7bbe-f18f-4976-9487-c2ecce8f45ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0578556 Jan 27 20:12:44.566260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e8cf-a2c6-44ab-93f4-99994b7867ef req-679cc1dd-9f82-411f-b924-972db2f7e623 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:44.567799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a644e8cf-a2c6-44ab-93f4-99994b7867ef req-679cc1dd-9f82-411f-b924-972db2f7e623 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.1181672 Jan 27 20:12:44.581394 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-514411c0-78a2-48d7-87ed-bd971ac5860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:44.582781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-514411c0-78a2-48d7-87ed-bd971ac5860e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0674293 Jan 27 20:12:44.623571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-64097319-47d3-4086-ada7-64defb85f23a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326679 Jan 27 20:12:44.687111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a644e8cf-a2c6-44ab-93f4-99994b7867ef req-b48cd192-e431-4e0b-8290-e04ed431b3ea tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128445 Jan 27 20:12:44.734973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-40282a0b-0e51-4d51-8eec-a533fbb97bdb service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058755 Jan 27 20:12:44.834971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dba303a1-8230-44e7-92f3-c14c02bfafc9 req-7d83842d-4607-45d8-b6f8-6dec119370d1 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936487 Jan 27 20:12:44.921987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b640c-4e34-487f-9a77-588306ee6be1 req-9f61bed2-1085-4c74-a7e8-6d20e018f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:44.923401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-9f61bed2-1085-4c74-a7e8-6d20e018f8dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0421083 Jan 27 20:12:45.012488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b640c-4e34-487f-9a77-588306ee6be1 req-af39379c-1e42-4dfb-8093-06b899633535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:45.014001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-af39379c-1e42-4dfb-8093-06b899633535 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0839272 Jan 27 20:12:45.059687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-8df9ce57-5a8a-418c-8b7d-d66b84359b22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0380919 Jan 27 20:12:45.107370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b640c-4e34-487f-9a77-588306ee6be1 req-e5d8e8bc-edca-46ea-847d-fdbe1fef4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:45.109062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-e5d8e8bc-edca-46ea-847d-fdbe1fef4b16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0436018 Jan 27 20:12:45.134020 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:12:45.140930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-eb948b9f-c804-4d40-b782-0c0e2c468b96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250292 Jan 27 20:12:45.237299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-f07f04d3-9101-411b-8cba-edc0d7ddbde2 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900147 Jan 27 20:12:45.303179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:45.327349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183b640c-4e34-487f-9a77-588306ee6be1 req-ea28f371-92ce-47d1-bb85-39184ae6f698 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Jan 27 20:12:45.742630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:45.809397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64299d7-b20c-4ab7-9fba-dd9c63a78e1e req-dbc424a5-2ef5-4f75-91f8-23524643c8a8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:45.810791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b64299d7-b20c-4ab7-9fba-dd9c63a78e1e req-dbc424a5-2ef5-4f75-91f8-23524643c8a8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.0492146 Jan 27 20:12:45.870186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b64299d7-b20c-4ab7-9fba-dd9c63a78e1e req-62032621-588a-4888-a486-003d5cae031e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Jan 27 20:12:46.141609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:46.991452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724516e1-f351-43bf-95de-55fed29ae37a req-78856959-56c6-47de-87dd-c6d1a7685b9a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:46.992919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-724516e1-f351-43bf-95de-55fed29ae37a req-78856959-56c6-47de-87dd-c6d1a7685b9a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.0483062 Jan 27 20:12:47.038461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-724516e1-f351-43bf-95de-55fed29ae37a req-5243022c-1074-4a27-874a-59ecaa4daa79 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Jan 27 20:12:47.836133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:12:47.929969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:47.941638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7d842c83-311f-4cb9-9189-9f61bb239414', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'port_id': '7d842c83-311f-4cb9-9189-9f61bb239414', 'mac_address': 'fa:16:3e:5a:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7d4517-7209-42d1-81d9-24865ea004f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:12:47.982225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7d842c83-311f-4cb9-9189-9f61bb239414 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:12:47.982612 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:47.996068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d842c83-311f-4cb9-9189-9f61bb239414 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:12:48.015661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:48.019680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:48.066899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:48.154775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b27a5-94ea-4f59-97d2-6e8feb151d66 req-e40b5a70-19e9-47c9-880a-5df2f6350a77 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:48.156160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136b27a5-94ea-4f59-97d2-6e8feb151d66 req-e40b5a70-19e9-47c9-880a-5df2f6350a77 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 944 time: 0.0486977 Jan 27 20:12:48.202872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-136b27a5-94ea-4f59-97d2-6e8feb151d66 req-429e997c-2854-42dd-b5f8-f524233b5ab7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Jan 27 20:12:48.308343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7d842c83-311f-4cb9-9189-9f61bb239414'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:12:49.321552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b1bb-1997-4fb2-ad83-0eb93eb29315 req-33527adb-cc24-4cc3-8443-97254c56959f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:49.323061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d693b1bb-1997-4fb2-ad83-0eb93eb29315 req-33527adb-cc24-4cc3-8443-97254c56959f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 944 time: 0.0525661 Jan 27 20:12:49.370205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d693b1bb-1997-4fb2-ad83-0eb93eb29315 req-94080418-2ada-4a11-a701-f62eebb6e27d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jan 27 20:12:49.851498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:12:49.901548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7d842c83-311f-4cb9-9189-9f61bb239414 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:12:49.905806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7d842c83-311f-4cb9-9189-9f61bb239414 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:12:49.906182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:49.986382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7d842c83-311f-4cb9-9189-9f61bb239414 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:12:49.986775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:50.009037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:12:50.011275 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96379c79-eea6-48dd-ac26-22ef877bd7c7" -d '{"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:12:50.024935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:12:50.028950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:50.053505 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198165f2-91e8-4140-862f-e4705dc50d55 x-openstack-request-id: req-198165f2-91e8-4140-862f-e4705dc50d55 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:12:50.053803 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:12:50.054057 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-198165f2-91e8-4140-862f-e4705dc50d55 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:12:50.054454 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'code': 200} Jan 27 20:12:50.080768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:12:50.147046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f429-57cb-4838-b069-3b05acf84b11 req-c5e934c4-63db-4a09-9014-502a277c8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:50.148431 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de24f429-57cb-4838-b069-3b05acf84b11 req-c5e934c4-63db-4a09-9014-502a277c8236 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0402975 Jan 27 20:12:50.193273 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de24f429-57cb-4838-b069-3b05acf84b11 req-9edf7960-e476-430f-9ce6-d449a9666238 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Jan 27 20:12:50.488476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b430b-bdb0-4c93-bb33-37c0452f139a req-8a7aa512-ef21-4605-9250-8655082439db tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:50.490032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e38b430b-bdb0-4c93-bb33-37c0452f139a req-8a7aa512-ef21-4605-9250-8655082439db tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0517857 Jan 27 20:12:50.537652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e38b430b-bdb0-4c93-bb33-37c0452f139a req-4d954867-255f-4b5d-a639-37404bbd1ca7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jan 27 20:12:51.655352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185f4e4-7378-4bb8-a5c5-f96200fb8eb9 req-297a8faf-abce-49b2-817c-a4e3bebacea5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:51.656730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2185f4e4-7378-4bb8-a5c5-f96200fb8eb9 req-297a8faf-abce-49b2-817c-a4e3bebacea5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Jan 27 20:12:51.703011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2185f4e4-7378-4bb8-a5c5-f96200fb8eb9 req-e5ff1892-9ead-43dd-98c3-81bafee79f0d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Jan 27 20:12:51.815852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2956-4929-4384-8d76-51c6529545d4 req-a9881490-2165-465c-9d8f-0243e7367cb6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:51.817332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633e2956-4929-4384-8d76-51c6529545d4 req-a9881490-2165-465c-9d8f-0243e7367cb6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0470650 Jan 27 20:12:51.867957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633e2956-4929-4384-8d76-51c6529545d4 req-3bbc854e-bcf1-4dc1-b1b3-c6bf2ddec854 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Jan 27 20:12:52.066040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89363-b251-450f-9c7d-ce5a578615e9 req-4173a28b-fdfd-43b6-9893-6b267dfc456c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:52.067498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ff89363-b251-450f-9c7d-ce5a578615e9 req-4173a28b-fdfd-43b6-9893-6b267dfc456c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Jan 27 20:12:52.115007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ff89363-b251-450f-9c7d-ce5a578615e9 req-c290b179-5d92-4595-b010-22fc42e48e34 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Jan 27 20:12:52.227242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025383c-9ae1-4203-b213-843f6bb2c586 req-81d1156f-f107-4159-aefb-880f796891b4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:52.228629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d025383c-9ae1-4203-b213-843f6bb2c586 req-81d1156f-f107-4159-aefb-880f796891b4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Jan 27 20:12:52.274772 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d025383c-9ae1-4203-b213-843f6bb2c586 req-a783aef6-0c1b-4799-9e08-178b89d64d77 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Jan 27 20:12:52.495970 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-32e4bb4b-8b2a-48d2-b37e-7e3119ead6ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414150 Jan 27 20:12:52.516245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691b28e-ab34-4aed-9356-f56409f57ccb req-8aaf0820-501b-4dd8-bdae-b1dcb9157dc9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:52.517767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0691b28e-ab34-4aed-9356-f56409f57ccb req-8aaf0820-501b-4dd8-bdae-b1dcb9157dc9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0539513 Jan 27 20:12:52.565134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0691b28e-ab34-4aed-9356-f56409f57ccb req-66a4c9ba-db8f-4161-a0a5-6a4ea1075b38 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Jan 27 20:12:53.613132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-3f2ecfff-d31c-4cac-a000-2da1ae405f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:53.614688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-3f2ecfff-d31c-4cac-a000-2da1ae405f1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0415366 Jan 27 20:12:53.744826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182142-086e-48a5-86cc-d8d15f4f55a3 req-d067dca6-7e7d-4cb4-bdd8-ded42ca0b453 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:53.746249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68182142-086e-48a5-86cc-d8d15f4f55a3 req-d067dca6-7e7d-4cb4-bdd8-ded42ca0b453 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.1031578 Jan 27 20:12:53.751334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-2bbd626f-1e18-4263-add5-4ef66d294fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:53.752784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-2bbd626f-1e18-4263-add5-4ef66d294fc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.1314878 Jan 27 20:12:53.800958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-856f9b5e-abad-44e3-bf81-0ae0578e2538 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0413258 Jan 27 20:12:53.857853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68182142-086e-48a5-86cc-d8d15f4f55a3 req-3f8e2785-c5c4-4d90-8afb-e2b1f616b142 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040843 Jan 27 20:12:53.869087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-5361008d-0570-40e4-b4c8-a6fa1f7da3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:53.870544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-5361008d-0570-40e4-b4c8-a6fa1f7da3a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0602620 Jan 27 20:12:53.903078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-a5fe72fb-a57f-437c-b97c-c6d052ede222 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245831 Jan 27 20:12:53.988658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-5a80a9e1-19d0-472d-ab28-9f983f9ebb72 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821998 Jan 27 20:12:54.187708 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:54.334764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-4a4e70b0-66e5-44c1-8927-a90f0c3914fb service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407695 Jan 27 20:12:54.974960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9456-40c3-4cac-8c07-289110c0834d req-042a7135-dc15-4499-8634-c979af3759c3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:54.976438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d10e9456-40c3-4cac-8c07-289110c0834d req-042a7135-dc15-4499-8634-c979af3759c3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Jan 27 20:12:55.022877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d10e9456-40c3-4cac-8c07-289110c0834d req-1864505d-1603-4c89-8999-277413493821 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Jan 27 20:12:55.090138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:12:56.142395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd592-b292-4ce5-b474-929009e81bb0 req-fe4c4363-9a6d-4caa-9612-b63d13ec90e0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:56.143861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-465cd592-b292-4ce5-b474-929009e81bb0 req-fe4c4363-9a6d-4caa-9612-b63d13ec90e0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Jan 27 20:12:56.194596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-465cd592-b292-4ce5-b474-929009e81bb0 req-80ab4b1c-882f-402c-b811-c9a6b2b8f2c6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Jan 27 20:12:57.317249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5187544-59fc-4bb0-b5f3-a4f558e45302 req-b2010865-b4d7-474e-a19c-43eaad85b4dc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:57.318741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5187544-59fc-4bb0-b5f3-a4f558e45302 req-b2010865-b4d7-474e-a19c-43eaad85b4dc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0477362 Jan 27 20:12:57.365011 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5187544-59fc-4bb0-b5f3-a4f558e45302 req-5cb07396-6c42-45c8-a31b-edcf8d280165 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Jan 27 20:12:58.481753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30010ee3-9eaf-492d-ab83-5e2fbb948ca9 req-c49fe61b-22b1-4c04-98b8-6aa646d5f645 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:58.483243 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30010ee3-9eaf-492d-ab83-5e2fbb948ca9 req-c49fe61b-22b1-4c04-98b8-6aa646d5f645 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Jan 27 20:12:58.533738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30010ee3-9eaf-492d-ab83-5e2fbb948ca9 req-094c7cf1-70c1-4868-989f-f243b9305ac5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Jan 27 20:12:59.656785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8866033-0986-4ab9-bd02-709cf19a0446 req-ed71b1f9-87f8-40d3-8ceb-facd95a7c88f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:12:59.658784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8866033-0986-4ab9-bd02-709cf19a0446 req-ed71b1f9-87f8-40d3-8ceb-facd95a7c88f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0568898 Jan 27 20:12:59.704975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8866033-0986-4ab9-bd02-709cf19a0446 req-b08685a0-5a98-4ccf-9f4d-3c4dfcb7d2bc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Jan 27 20:13:00.819943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8237c-7735-47c2-8854-0c8b6d55c749 req-a5559cbd-5642-44bb-a17b-6b411b5fd4d2 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:00.821454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cab8237c-7735-47c2-8854-0c8b6d55c749 req-a5559cbd-5642-44bb-a17b-6b411b5fd4d2 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0480950 Jan 27 20:13:00.867871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cab8237c-7735-47c2-8854-0c8b6d55c749 req-57d8d37c-7408-4b53-bc13-c372a2090688 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Jan 27 20:13:01.989281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586d506-204a-43c2-bcfa-50b1af805ec8 req-2fd1e28a-b6bc-43ff-9a3f-c549179715d8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:01.990752 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b586d506-204a-43c2-bcfa-50b1af805ec8 req-2fd1e28a-b6bc-43ff-9a3f-c549179715d8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Jan 27 20:13:02.036148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b586d506-204a-43c2-bcfa-50b1af805ec8 req-42fd781a-00d1-46f3-a529-cda1b7a10301 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Jan 27 20:13:03.152152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19b32-e237-45a1-82b5-1d0621293cef req-de564bce-d06d-4672-9cfa-149111601617 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:03.153657 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caa19b32-e237-45a1-82b5-1d0621293cef req-de564bce-d06d-4672-9cfa-149111601617 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Jan 27 20:13:03.200055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caa19b32-e237-45a1-82b5-1d0621293cef req-b96ccd52-b6d0-41fc-92bd-2724c25ff0a7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Jan 27 20:13:04.318240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ff6c4-3c95-4623-9cf2-681cee1df408 req-fdef61f0-c0bb-45ea-b973-8c483299acd8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:04.319709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b0ff6c4-3c95-4623-9cf2-681cee1df408 req-fdef61f0-c0bb-45ea-b973-8c483299acd8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Jan 27 20:13:04.367246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b0ff6c4-3c95-4623-9cf2-681cee1df408 req-327590cb-1e3b-4f3b-afdc-756cc960c57b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Jan 27 20:13:05.486730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442e9df-3a1d-4f70-81aa-b1dc151214ba req-0f1d1561-eba1-402f-b8c9-7cd14dc5e825 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:05.488207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7442e9df-3a1d-4f70-81aa-b1dc151214ba req-0f1d1561-eba1-402f-b8c9-7cd14dc5e825 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Jan 27 20:13:05.535163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7442e9df-3a1d-4f70-81aa-b1dc151214ba req-4e09c561-7fdf-4e98-9247-2a9498618709 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Jan 27 20:13:06.651641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b6f8e-1b65-4abd-8a26-d02f7cc03db9 req-dec15dd1-6815-42f6-aa6b-949335cc7981 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:06.653002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-529b6f8e-1b65-4abd-8a26-d02f7cc03db9 req-dec15dd1-6815-42f6-aa6b-949335cc7981 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Jan 27 20:13:06.702327 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-529b6f8e-1b65-4abd-8a26-d02f7cc03db9 req-0b9e2b73-148c-4d13-b944-c198787402f9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Jan 27 20:13:07.816445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b28995-4b35-4ed9-8a62-f1e55b217c4c req-41706e9c-ec9c-471a-b797-54c7324b59b0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:07.817925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07b28995-4b35-4ed9-8a62-f1e55b217c4c req-41706e9c-ec9c-471a-b797-54c7324b59b0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Jan 27 20:13:07.866297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07b28995-4b35-4ed9-8a62-f1e55b217c4c req-08bf5327-9113-4a41-9267-4faeeddf9aba tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jan 27 20:13:08.984244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876aae-96d9-43d9-a32f-86ea1ecdf8bf req-2fc8f5b3-1c79-4dd5-8883-2c9a71ba6c13 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:08.985758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd876aae-96d9-43d9-a32f-86ea1ecdf8bf req-2fc8f5b3-1c79-4dd5-8883-2c9a71ba6c13 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Jan 27 20:13:09.034425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd876aae-96d9-43d9-a32f-86ea1ecdf8bf req-87ffdf31-cac4-40c1-b259-bbd88e0e2e2a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Jan 27 20:13:09.043887 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1af4687d-b0ae-4fe6-848d-c0618d8034e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:10.157440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1833e-cbc4-44ca-8f5b-7a6bbc6dbc55 req-818a090f-386e-45e8-a857-5cca54b95174 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:10.158914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02b1833e-cbc4-44ca-8f5b-7a6bbc6dbc55 req-818a090f-386e-45e8-a857-5cca54b95174 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Jan 27 20:13:10.204864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02b1833e-cbc4-44ca-8f5b-7a6bbc6dbc55 req-c88f1591-1335-4368-9f91-b1a95d6e4e80 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Jan 27 20:13:11.320955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6167c5-e41b-48a6-b6e3-bfed75512c25 req-3e75dfb0-bc89-468f-8dc9-eb3ddc0d60fc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:11.322447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac6167c5-e41b-48a6-b6e3-bfed75512c25 req-3e75dfb0-bc89-468f-8dc9-eb3ddc0d60fc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Jan 27 20:13:11.368652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac6167c5-e41b-48a6-b6e3-bfed75512c25 req-6b468ae9-dafd-4664-9852-4366e67c5c5f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Jan 27 20:13:12.164197 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe079750-3d55-4376-bc97-be67e7744e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:12.482863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f3ee-97a9-4982-bfc4-6e59123c80c3 req-cf35eff3-8ee5-4fbf-a4c0-86adf466f051 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:12.484516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1689f3ee-97a9-4982-bfc4-6e59123c80c3 req-cf35eff3-8ee5-4fbf-a4c0-86adf466f051 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0483210 Jan 27 20:13:12.534960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1689f3ee-97a9-4982-bfc4-6e59123c80c3 req-1503955c-db4f-47f4-a4b8-2bc5c066f43f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Jan 27 20:13:13.667025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154ec2a-8d94-4302-85e5-3f72e0616fb3 req-39499ba4-60e1-4cc9-ab4d-f16b53192b03 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:13.668675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4154ec2a-8d94-4302-85e5-3f72e0616fb3 req-39499ba4-60e1-4cc9-ab4d-f16b53192b03 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0646172 Jan 27 20:13:13.718093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4154ec2a-8d94-4302-85e5-3f72e0616fb3 req-749fa74f-be86-4466-aaa1-4b1a1c33a722 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Jan 27 20:13:14.838278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb436c2b-e40e-488e-91ae-a194cfa52b17 req-d3ee30e2-0f0a-4cd8-af89-6be5f0397ad7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:14.839770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb436c2b-e40e-488e-91ae-a194cfa52b17 req-d3ee30e2-0f0a-4cd8-af89-6be5f0397ad7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Jan 27 20:13:14.898598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb436c2b-e40e-488e-91ae-a194cfa52b17 req-59508130-5fa8-4098-9373-ff4572b4570e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 Jan 27 20:13:15.307275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:15.744441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:16.024585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9322ea-305d-46a4-ae22-ca8d409666fd req-b98e6530-f00a-4445-93f5-298bafadc697 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:16.026095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d9322ea-305d-46a4-ae22-ca8d409666fd req-b98e6530-f00a-4445-93f5-298bafadc697 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0532939 Jan 27 20:13:16.072624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d9322ea-305d-46a4-ae22-ca8d409666fd req-8d07b8f1-b072-41e6-ac86-f6376cd966e2 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Jan 27 20:13:16.137234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:17.188072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934081-5545-4982-979d-3a127be1f400 req-df38f73a-7a4d-4a76-9ebe-67b4f5f27452 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:17.189649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57934081-5545-4982-979d-3a127be1f400 req-df38f73a-7a4d-4a76-9ebe-67b4f5f27452 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Jan 27 20:13:17.236679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57934081-5545-4982-979d-3a127be1f400 req-88a52750-1e92-40b4-b202-0896ce8a8044 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Jan 27 20:13:18.354532 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212599f-7539-479a-bc2f-e73f46d97e79 req-5be441f5-c708-4360-8980-503de500b535 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:18.355989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6212599f-7539-479a-bc2f-e73f46d97e79 req-5be441f5-c708-4360-8980-503de500b535 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Jan 27 20:13:18.402910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6212599f-7539-479a-bc2f-e73f46d97e79 req-9714ce76-9e18-4f44-b607-4a6af3b976e0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Jan 27 20:13:19.517185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbc3b-6f49-484a-9262-19c20d299a10 req-ddc8c2ef-e59e-42af-8873-a43d7a810db1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:19.518697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-351cbc3b-6f49-484a-9262-19c20d299a10 req-ddc8c2ef-e59e-42af-8873-a43d7a810db1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Jan 27 20:13:19.565710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-351cbc3b-6f49-484a-9262-19c20d299a10 req-b2bf1947-de5c-4455-93c2-abfb93c8a9e1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Jan 27 20:13:20.682387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9197a6-a65d-4757-913a-a3429ac69c40 req-b34edb9e-1b98-43bb-83f5-91ea925c2911 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:20.683782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d9197a6-a65d-4757-913a-a3429ac69c40 req-b34edb9e-1b98-43bb-83f5-91ea925c2911 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Jan 27 20:13:20.734677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d9197a6-a65d-4757-913a-a3429ac69c40 req-f5660728-d22c-457a-a45a-eee3de34c33f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Jan 27 20:13:21.138101 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-00ffe4f1-8dca-4050-baef-3390f224487f req-93f4861c-a283-4d9d-b221-a7867cf86f5a service neutron] show failed (client error): The resource could not be found. Jan 27 20:13:21.139515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-93f4861c-a283-4d9d-b221-a7867cf86f5a service neutron] 10.222.0.66 "GET /v2.0/ports/7d842c83-311f-4cb9-9189-9f61bb239414/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0538821 Jan 27 20:13:21.338581 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-cf9a3cda-2fbe-4252-91a5-43ba2405292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:21.340004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-cf9a3cda-2fbe-4252-91a5-43ba2405292e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4&tenant_id=3bcf1725b4054cbaae45e801bb8331cf HTTP/1.1" status: 200 len: 1096 time: 0.0479720 Jan 27 20:13:21.351761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:13:21.423915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.628524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:21.661228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:13:21.700135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:21.702358 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f172a93a-0097-4c6c-8c02-9f78ebec5282" -d '{"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:21.706305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks [] for port (7d842c83-311f-4cb9-9189-9f61bb239414), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.718788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Transition to ACTIVE for port object 7d842c83-311f-4cb9-9189-9f61bb239414 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:13:21.722296 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.752481 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcd1aae-4361-472c-b3a6-5d9d544c7d6f x-openstack-request-id: req-8dcd1aae-4361-472c-b3a6-5d9d544c7d6f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:21.752785 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:21.753042 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dcd1aae-4361-472c-b3a6-5d9d544c7d6f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:21.753845 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'code': 200} Jan 27 20:13:21.790108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] No DVR routers for this DVR port 7d842c83-311f-4cb9-9189-9f61bb239414 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:13:21.793283 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=6']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:21.819809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.820163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.820518 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.820860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.821202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.821568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.821901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.822235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.822564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.822893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.823222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.823556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.823879 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:21.839607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:13:21.839945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:13:21.840284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:13:21.845703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:13:21.846027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Attempting to bind port 7d842c83-311f-4cb9-9189-9f61bb239414 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:13:21.851632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:13:21.851982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Checking segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:13:21.852450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Bound using segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:13:21.852792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Bound port: 7d842c83-311f-4cb9-9189-9f61bb239414, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:13:21.853176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.855095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354ab7e-f81a-4c89-93a1-6e84cdfbe47f req-47e243dd-e672-423f-8c9c-d83daaf9c27e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:21.856902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1354ab7e-f81a-4c89-93a1-6e84cdfbe47f req-47e243dd-e672-423f-8c9c-d83daaf9c27e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.0514364 Jan 27 20:13:21.907185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1354ab7e-f81a-4c89-93a1-6e84cdfbe47f req-628884d5-afba-41a8-99af-702df0846945 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Jan 27 20:13:21.919365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:13:21.922448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:13:21.927363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.961945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:21.962569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:21.963940 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] 10.222.0.39 "PUT /v2.0/ports/7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 1091 time: 0.6164117 Jan 27 20:13:21.984130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b007df-f0d8-44b2-8da6-f7501b1f646e service neutron] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:22.031335 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-5ff61678-3696-4282-b1e3-2c4b8762549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:22.032896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-5ff61678-3696-4282-b1e3-2c4b8762549e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0458958 Jan 27 20:13:22.121135 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-7ed61a7d-8328-4dad-9bb9-03c5feb37e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:22.122651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-7ed61a7d-8328-4dad-9bb9-03c5feb37e22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0835679 Jan 27 20:13:22.133497 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:13:22.167823 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-14c781ad-0022-4403-97d1-83a774db0127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0382848 Jan 27 20:13:22.215133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe4f1-8dca-4050-baef-3390f224487f req-a72fd0b4-5d6c-4703-a597-af32d8b662bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:22.216483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-a72fd0b4-5d6c-4703-a597-af32d8b662bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0432446 Jan 27 20:13:22.245938 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-540827e3-1e3c-4424-8492-4f0186c5a2b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241640 Jan 27 20:13:22.332566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-3f2314f5-01cc-4785-9e4f-551b8fbe203c service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796411 Jan 27 20:13:22.423449 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-00ffe4f1-8dca-4050-baef-3390f224487f req-795cd7c4-abd8-43cc-9b96-d36f9347689b service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854673 Jan 27 20:13:23.026991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5917b-7f91-4cf9-baf4-1fb4fc2d1839 req-c1344643-c281-4fff-8a1e-10cc077d6e62 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:23.028460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d5917b-7f91-4cf9-baf4-1fb4fc2d1839 req-c1344643-c281-4fff-8a1e-10cc077d6e62 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.0494068 Jan 27 20:13:23.078324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60d5917b-7f91-4cf9-baf4-1fb4fc2d1839 req-16b4571f-72c0-4700-85da-bf1525c158ab tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Jan 27 20:13:23.755016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:23.757370 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb3864-4fc6-401a-9870-76f24688dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:23.806587 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d066c8be-3d51-46b3-9640-928fded54343 x-openstack-request-id: req-d066c8be-3d51-46b3-9640-928fded54343 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:23.806886 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:23.807147 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d066c8be-3d51-46b3-9640-928fded54343 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:23.807561 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'status': 'completed', 'code': 200} Jan 27 20:13:23.875981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-1bcb1387-c34d-42c9-ac26-b9177ca59aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:23.877591 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-1bcb1387-c34d-42c9-ac26-b9177ca59aeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0459182 Jan 27 20:13:23.929003 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-968f83c4-38ca-46f9-af3c-da027cc17b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:23.930702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-968f83c4-38ca-46f9-af3c-da027cc17b09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1094 time: 0.1068683 Jan 27 20:13:23.979596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-6946435b-cf23-476d-a273-8b4a3df0568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:23.981120 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-6946435b-cf23-476d-a273-8b4a3df0568c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0974195 Jan 27 20:13:24.023056 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-16c3d422-045d-4347-a630-95cc5186a13c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0349815 Jan 27 20:13:24.024447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-90c69cfd-cff8-4d29-9609-e8ea3611b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.025951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-90c69cfd-cff8-4d29-9609-e8ea3611b852 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0889034 Jan 27 20:13:24.071457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-eb8acbbd-56d7-4f78-b5ca-b65d98340b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.072314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-6ee068c0-3414-4d25-86c3-c9a3efc70cf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0399826 Jan 27 20:13:24.072947 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-eb8acbbd-56d7-4f78-b5ca-b65d98340b54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0450687 Jan 27 20:13:24.108949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-99178680-67b8-427b-8721-ab75d20e066e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296614 Jan 27 20:13:24.122825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-d9ace6ee-97fe-4cfa-b898-5b33cc25e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.124328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-d9ace6ee-97fe-4cfa-b898-5b33cc25e024 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0473869 Jan 27 20:13:24.157969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-1ebbf32f-02a0-4eff-aa51-2002badecc3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270252 Jan 27 20:13:24.194260 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:24.202658 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-abc7d8a1-00c4-4290-b71f-e21d3d13dead service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881903 Jan 27 20:13:24.264312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f70fe5-155e-4ffb-96d7-714582a3c4b0 req-7847ee6e-be81-483f-9bdd-65f2493155b4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.265820 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02f70fe5-155e-4ffb-96d7-714582a3c4b0 req-7847ee6e-be81-483f-9bdd-65f2493155b4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.1103199 Jan 27 20:13:24.300085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-e62ebfc1-3112-4b4e-9142-5f04318c5baf service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338124 Jan 27 20:13:24.300362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-07800aae-d834-4594-990c-b62019544f9b service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918164 Jan 27 20:13:24.372918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02f70fe5-155e-4ffb-96d7-714582a3c4b0 req-8cf9933b-45ca-40ab-abac-21b6ac57f62a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003776 Jan 27 20:13:24.413503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d7fb3864-4fc6-401a-9870-76f24688dc5c req-6ac451ea-e780-4be2-b3ba-65fbbaeca6e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040998 Jan 27 20:13:24.507338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:13:24.607392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:24.609755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73597f68-bd81-408f-be39-278cb0aaa900 req-ac6c9be1-aabc-4ba6-b4d7-71b64f93a577 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.611265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73597f68-bd81-408f-be39-278cb0aaa900 req-ac6c9be1-aabc-4ba6-b4d7-71b64f93a577 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 943 time: 0.0846322 Jan 27 20:13:24.619363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975ac1-677c-4216-963c-2290dc167c49 req-106ddaab-ac9c-42e2-87bf-a38a72e10edf tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.620141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '7d842c83-311f-4cb9-9189-9f61bb239414', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'port_id': '7d842c83-311f-4cb9-9189-9f61bb239414', 'mac_address': 'fa:16:3e:5a:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7d4517-7209-42d1-81d9-24865ea004f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:13:24.620827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-106ddaab-ac9c-42e2-87bf-a38a72e10edf tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4&tenant_id=3bcf1725b4054cbaae45e801bb8331cf&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 943 time: 0.0674658 Jan 27 20:13:24.660914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7d842c83-311f-4cb9-9189-9f61bb239414 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:13:24.661328 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:24.680481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d842c83-311f-4cb9-9189-9f61bb239414 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:13:24.706095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:24.710410 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:24.715988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73597f68-bd81-408f-be39-278cb0aaa900 req-5e0bbbb8-0097-4c4c-a025-189c1c5b6292 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941522 Jan 27 20:13:24.724312 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-68975ac1-677c-4216-963c-2290dc167c49 req-5256cf96-fe75-40af-9123-d224ecf4d487 service neutron] delete failed (client error): The resource could not be found. Jan 27 20:13:24.725708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-5256cf96-fe75-40af-9123-d224ecf4d487 service neutron] 10.222.0.66 "DELETE /v2.0/ports/7d842c83-311f-4cb9-9189-9f61bb239414/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0978792 Jan 27 20:13:24.766162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:24.817459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975ac1-677c-4216-963c-2290dc167c49 req-0813af00-e295-4828-ba68-481155fa0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.818968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-0813af00-e295-4828-ba68-481155fa0990 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0447938 Jan 27 20:13:24.919754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975ac1-677c-4216-963c-2290dc167c49 req-1f9c7bcb-e1b9-4eb5-b8d0-261a4642bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:24.921163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-1f9c7bcb-e1b9-4eb5-b8d0-261a4642bf1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0970671 Jan 27 20:13:24.947113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7d842c83-311f-4cb9-9189-9f61bb239414'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:13:24.964062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-af09367d-ea63-43c1-87d7-cb780155e22a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 200 len: 217 time: 0.0363986 Jan 27 20:13:25.015200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975ac1-677c-4216-963c-2290dc167c49 req-4361bcaa-7e78-496b-bedd-cf8eee91412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:25.016742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-4361bcaa-7e78-496b-bedd-cf8eee91412d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0476820 Jan 27 20:13:25.047385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-1edeff12-4ae2-4b0b-bc6c-b05613d44948 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252576 Jan 27 20:13:25.107564 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:25.143745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-5733bd6a-1032-44d4-9218-edb0f3a5823b service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905552 Jan 27 20:13:25.233127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68975ac1-677c-4216-963c-2290dc167c49 req-9250e783-0688-43ae-8708-94c7b4caae70 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839756 Jan 27 20:13:25.844593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9875c-f656-416c-a5a3-7ed66683022b req-5a5d7adc-1f2c-4b19-b941-45fbaf0ead1a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:25.846015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cf9875c-f656-416c-a5a3-7ed66683022b req-5a5d7adc-1f2c-4b19-b941-45fbaf0ead1a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 944 time: 0.0543096 Jan 27 20:13:25.892321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cf9875c-f656-416c-a5a3-7ed66683022b req-1be097bf-7325-4831-83b9-249f24b6ebf4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Jan 27 20:13:25.959142 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:13:26.002140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 7d842c83-311f-4cb9-9189-9f61bb239414 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:13:26.002543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:13:26.009163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3482-b1f8-4760-b463-23b2c35035a8 req-a78c9d84-18e0-4ef9-b32a-146ae6cb7c89 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:26.010739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bff3482-b1f8-4760-b463-23b2c35035a8 req-a78c9d84-18e0-4ef9-b32a-146ae6cb7c89 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 944 time: 0.0498965 Jan 27 20:13:26.066048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bff3482-b1f8-4760-b463-23b2c35035a8 req-11440777-4ccd-4879-bc38-3fa63bece689 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Jan 27 20:13:26.185576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69f6ca-812a-435f-b13b-7db0f939ba1a req-00b36e47-e188-4b08-a228-f865af90fd3e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:26.187172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd69f6ca-812a-435f-b13b-7db0f939ba1a req-00b36e47-e188-4b08-a228-f865af90fd3e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 944 time: 0.0502462 Jan 27 20:13:26.238167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bd69f6ca-812a-435f-b13b-7db0f939ba1a req-c0ab83a8-2946-4d78-af87-c156e1b068cd tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Jan 27 20:13:26.522507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:13:26.573292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 7d842c83-311f-4cb9-9189-9f61bb239414 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:13:26.577834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 7d842c83-311f-4cb9-9189-9f61bb239414 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:13:26.578217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:26.599395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-44181864-8d83-4c01-84b8-bec67ca221e5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:26.601451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-44181864-8d83-4c01-84b8-bec67ca221e5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 814 time: 0.1037295 Jan 27 20:13:26.616145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-adaa23ad-dadc-42be-8d07-e75ee8685552 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/quotas/3bcf1725b4054cbaae45e801bb8331cf HTTP/1.1" status: 200 len: 375 time: 0.0095479 Jan 27 20:13:26.658136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7d842c83-311f-4cb9-9189-9f61bb239414 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:13:26.658434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:26.666968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-d78d055a-adbb-4599-b4cb-9bafd8c4622c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454781 Jan 27 20:13:26.682366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:26.684587 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3575d9af-cf6f-43ef-a509-95e6bcea3165" -d '{"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:26.701569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:26.705952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:26.755591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:26.776014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-bf998030-3a60-43d4-aa28-5993a4bf7ecc service neutron] 10.222.0.59 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007955 Jan 27 20:13:26.863378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-d44d18ae-7d3e-48e6-ae61-dabbff381b70 service neutron] 10.222.0.59 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Jan 27 20:13:27.005083 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c996554-3c8e-45eb-b5b4-479dc5c6f43b x-openstack-request-id: req-4c996554-3c8e-45eb-b5b4-479dc5c6f43b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:27.005748 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:27.005748 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c996554-3c8e-45eb-b5b4-479dc5c6f43b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:27.006021 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'code': 200} Jan 27 20:13:27.064604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49c92060-ed54-480d-801d-e93ba654d10a req-d461d947-bb30-473b-b0d5-0f6b7b6642c7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 210 time: 0.0328197 Jan 27 20:13:27.971515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-0e0c51c7-06c4-475b-9704-f3a170c99832 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:27.973198 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-0e0c51c7-06c4-475b-9704-f3a170c99832 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 814 time: 0.1180339 Jan 27 20:13:27.985899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Request body: {'port': {'device_id': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'admin_state_up': True, 'tenant_id': '3bcf1725b4054cbaae45e801bb8331cf'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:13:28.053884 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-35196cb9-f12d-4621-b32f-d969860e04e1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:28.055241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-35196cb9-f12d-4621-b32f-d969860e04e1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e0e82af-ffc8-4504-b410-c27c4660bfc4 HTTP/1.1" status: 200 len: 945 time: 0.3276677 Jan 27 20:13:28.120920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Made reservation on behalf of 3bcf1725b4054cbaae45e801bb8331cf for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:13:28.125279 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.169329 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Deleting port 7d842c83-311f-4cb9-9189-9f61bb239414 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:13:28.169601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dd7bf73-8a83-4c83-acdb-3bd6a66b6d28 req-f523ae91-f629-40ea-8d89-4bd8c99594e3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Jan 27 20:13:28.169720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.273485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] For port 7d842c83-311f-4cb9-9189-9f61bb239414, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7d842c83-311f-4cb9-9189-9f61bb239414,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:28.273827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.285544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Allocated IP 172.20.0.11 (a619d108-edfe-41b0-bdae-7317a4f32731/5d7d4517-7209-42d1-81d9-24865ea004f2/7e91848a-5d34-4c84-9821-7d87fbecc1a2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:13:28.287141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Calling delete_port for 7d842c83-311f-4cb9-9189-9f61bb239414 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:13:28.432513 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7d842c83-311f-4cb9-9189-9f61bb239414), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.446571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7d842c83-311f-4cb9-9189-9f61bb239414'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:13:28.453684 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks [] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.469203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Pushing event deleted for resources: {'Port': ['ID=7d842c83-311f-4cb9-9189-9f61bb239414,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:28.494743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.508746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7d842c83-311f-4cb9-9189-9f61bb239414'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:13:28.516769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] No DVR routers for this DVR port 7d842c83-311f-4cb9-9189-9f61bb239414 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:13:28.519523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.522955 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.39 "DELETE /v2.0/ports/7d842c83-311f-4cb9-9189-9f61bb239414 HTTP/1.1" status: 204 len: 173 time: 0.4609153 Jan 27 20:13:28.523434 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-deleted', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:28.525823 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12163231-fa43-49bf-b67b-e53c1ed61744" -d '{"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-deleted", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:28.551782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Network a619d108-edfe-41b0-bdae-7317a4f32731 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:13:28.554971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:13:28.559525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:13:28.567181 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309379d-bbc8-49d2-a0d4-eb8eadd8eceb x-openstack-request-id: req-9309379d-bbc8-49d2-a0d4-eb8eadd8eceb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:28.567748 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e82af-ffc8-4504-b410-c27c4660bfc4", "name": "network-vif-deleted", "tag": "7d842c83-311f-4cb9-9189-9f61bb239414", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:28.568341 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9309379d-bbc8-49d2-a0d4-eb8eadd8eceb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:28.568909 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e82af-ffc8-4504-b410-c27c4660bfc4', 'name': 'network-vif-deleted', 'tag': '7d842c83-311f-4cb9-9189-9f61bb239414', 'status': 'completed', 'code': 200} Jan 27 20:13:28.595376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:28.627823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:28.628584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:28.648388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-04a12ce3-cb38-4bc4-891d-62592619d251 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670783 Jan 27 20:13:28.660066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Request body: {'port': {'device_id': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:13:28.726421 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.029284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e91848a-5d34-4c84-9821-7d87fbecc1a2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:13:29.037249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks [] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.049440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Transition to ACTIVE for port object 7e91848a-5d34-4c84-9821-7d87fbecc1a2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:13:29.053831 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.123659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:29.179367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:13:29.179695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:13:29.180021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:13:29.184813 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:13:29.185126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:13:29.190335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:13:29.190699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Checking segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:13:29.191072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Bound using segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:13:29.191505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Bound port: 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:13:29.192386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.299907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:13:29.318434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:13:29.324181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.340210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdaf72-b862-45c9-890d-190375b4857d req-0d83c320-6596-4a7b-b3cc-94624d7d244a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.341826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bdaf72-b862-45c9-890d-190375b4857d req-0d83c320-6596-4a7b-b3cc-94624d7d244a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0879765 Jan 27 20:13:29.381536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.382175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:29.383774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 1092 time: 0.7286408 Jan 27 20:13:29.384102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:29.386449 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:29.440633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b2840-7517-4e13-8c3c-901745c8b035 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:29.475290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7bdaf72-b862-45c9-890d-190375b4857d req-057d71d4-ff7a-41f1-b76c-05f5b3f95a7c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103210 Jan 27 20:13:29.489645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-b5f82360-a7b4-4317-9de9-fc0b1579d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.491148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-b5f82360-a7b4-4317-9de9-fc0b1579d44f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0628853 Jan 27 20:13:29.533861 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2876d2c-4489-47e1-bcf7-d722113989a4 x-openstack-request-id: req-f2876d2c-4489-47e1-bcf7-d722113989a4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:29.534160 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:29.534422 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2876d2c-4489-47e1-bcf7-d722113989a4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:29.534830 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'status': 'completed', 'code': 200} Jan 27 20:13:29.536855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-0c2f7096-c25e-4b85-af10-b1776ffc71da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0380235 Jan 27 20:13:29.585587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-be514b55-872e-4053-bd9b-6b3cb852918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.586976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-be514b55-872e-4053-bd9b-6b3cb852918e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0442884 Jan 27 20:13:29.619593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-86d21750-9670-45fd-8426-2df1cc9ccc16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262616 Jan 27 20:13:29.720955 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-2480e37a-095a-41b2-9af8-11bbb4bda2cf service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Jan 27 20:13:29.815254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78cf06c-065b-425d-bd7a-8660739816a2 req-a34ae0d2-3919-4463-acc1-f5885bb28e8e service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Jan 27 20:13:29.908858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-25b09990-831f-4c02-80da-35f8205b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.910349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-25b09990-831f-4c02-80da-35f8205b381b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0486476 Jan 27 20:13:29.998369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-d22e911f-294d-44b2-8e82-579463d5b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:29.999835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-d22e911f-294d-44b2-8e82-579463d5b126 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0835371 Jan 27 20:13:30.049438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-34244e48-8f5c-4767-a9f7-63b27e3de68c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0428147 Jan 27 20:13:30.098513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-108b529c-09f5-4e6e-b164-d1fc38fb5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:30.099975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-108b529c-09f5-4e6e-b164-d1fc38fb5926 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0450978 Jan 27 20:13:30.131871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-be2e9324-95c1-4153-809e-19dd2a671ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249412 Jan 27 20:13:30.219730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-8cff8e72-9b35-4e03-a48e-7e83b3e0e8a3 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809894 Jan 27 20:13:30.311767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7f92c0-1dd3-493a-96e8-83a613b83ea8 req-e84d5027-187a-4bf2-b66c-566a10067d36 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861285 Jan 27 20:13:30.594327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038d495-3823-4822-b0fa-e54628cd7136 req-888dded0-9968-40c5-b4b1-45de5fdd3bac tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:30.595835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5038d495-3823-4822-b0fa-e54628cd7136 req-888dded0-9968-40c5-b4b1-45de5fdd3bac tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0500350 Jan 27 20:13:30.642609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5038d495-3823-4822-b0fa-e54628cd7136 req-d3f104f3-d868-4d8c-bd3b-a9cb5c2e1fc4 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Jan 27 20:13:31.783249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a050db-50dc-4e4c-8c79-94e267d95b4b req-70098838-09be-4012-b001-770973f4631b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:31.784805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3a050db-50dc-4e4c-8c79-94e267d95b4b req-70098838-09be-4012-b001-770973f4631b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0678432 Jan 27 20:13:31.833500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3a050db-50dc-4e4c-8c79-94e267d95b4b req-cf913051-6b84-499c-94c6-a81ac468a0ba tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Jan 27 20:13:32.575672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:13:32.578893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:13:32.605692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 7d842c83-311f-4cb9-9189-9f61bb239414 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:13:32.606039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7d842c83-311f-4cb9-9189-9f61bb239414 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:13:32.701702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:32.717917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'port_id': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'mac_address': 'fa:16:3e:26:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7d4517-7209-42d1-81d9-24865ea004f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:13:32.758012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:13:32.758428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:32.772248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e91848a-5d34-4c84-9821-7d87fbecc1a2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:13:32.792300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:32.796629 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:32.846227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:32.957481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b15d4-d8d3-401b-83b8-0a497e736472 req-67145dc6-c756-4bbb-b5af-7e1371466407 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:32.959741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-481b15d4-d8d3-401b-83b8-0a497e736472 req-67145dc6-c756-4bbb-b5af-7e1371466407 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Jan 27 20:13:32.989025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7e91848a-5d34-4c84-9821-7d87fbecc1a2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:13:33.010691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-481b15d4-d8d3-401b-83b8-0a497e736472 req-75222e3e-0a06-42d8-9263-46ef01a9f611 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Jan 27 20:13:34.130115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1462-c63d-4a29-bb71-88a5f489db8f req-de33cbb7-0088-41fe-b67e-c7cadb38fede tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:34.131631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bed1462-c63d-4a29-bb71-88a5f489db8f req-de33cbb7-0088-41fe-b67e-c7cadb38fede tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Jan 27 20:13:34.183143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bed1462-c63d-4a29-bb71-88a5f489db8f req-97d9a91c-2faa-4285-a230-a29b6d3a943c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Jan 27 20:13:34.592293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:13:34.642585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:13:34.647861 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:13:34.648243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:34.736211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:13:34.736604 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:34.761454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:13:34.763734 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcde8f0b-1b82-4a63-9228-c86e0ac31147" -d '{"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:13:34.776589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:13:34.781376 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:34.804884 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf41ce-2a81-43a0-b725-d8f52679cea5 x-openstack-request-id: req-28cf41ce-2a81-43a0-b725-d8f52679cea5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:13:34.805275 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:13:34.805460 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28cf41ce-2a81-43a0-b725-d8f52679cea5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:13:34.805855 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'code': 200} Jan 27 20:13:34.834591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:13:34.842824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.843180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.843558 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.843897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.844231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.844563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.844893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.845219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.845579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.845907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.846231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.846551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.846900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:13:34.900993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daacdd2-8d1d-4c28-857c-1b87849eb598 req-762f3d3f-a40c-4cc5-affd-f1336c938284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:34.902467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2daacdd2-8d1d-4c28-857c-1b87849eb598 req-762f3d3f-a40c-4cc5-affd-f1336c938284 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1097 time: 0.0413728 Jan 27 20:13:34.948480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2daacdd2-8d1d-4c28-857c-1b87849eb598 req-f5d4f7a7-c488-40ee-9a3f-cf35e459035e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Jan 27 20:13:35.305870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd1f1-8fe9-41fa-9107-4db15d2b85f4 req-d8a1392c-db1f-4d06-b6bb-85522dc242e7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:35.307394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-684bd1f1-8fe9-41fa-9107-4db15d2b85f4 req-d8a1392c-db1f-4d06-b6bb-85522dc242e7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0496662 Jan 27 20:13:35.356739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-684bd1f1-8fe9-41fa-9107-4db15d2b85f4 req-29cb0fd5-f230-4720-9c8b-771d48b5aa8a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Jan 27 20:13:36.483254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbffde-4f26-4d54-a34b-d8decadb694f req-1e7e6713-d8ef-42ff-b5db-b58b1499a721 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:36.485125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2cbffde-4f26-4d54-a34b-d8decadb694f req-1e7e6713-d8ef-42ff-b5db-b58b1499a721 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0548432 Jan 27 20:13:36.554110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2cbffde-4f26-4d54-a34b-d8decadb694f req-71f4f51e-90a6-49f7-b81b-8804bc0908da tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Jan 27 20:13:36.687118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a3cd-f383-4dd3-9240-0b952d10a5d4 req-1429a49d-bed0-4d7e-a5a3-88bc42277002 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:36.688604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46f4a3cd-f383-4dd3-9240-0b952d10a5d4 req-1429a49d-bed0-4d7e-a5a3-88bc42277002 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0505276 Jan 27 20:13:36.738017 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46f4a3cd-f383-4dd3-9240-0b952d10a5d4 req-28b814a6-b915-435a-a439-64b4c685a107 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Jan 27 20:13:36.996164 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-166fb322-3464-44e8-86bf-8b817f90f2ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499320 Jan 27 20:13:36.999805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ba98-789e-450b-aedf-654f4f2315b2 req-6114a35c-eff5-470f-9382-df46d0a4313b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:37.001371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d009ba98-789e-450b-aedf-654f4f2315b2 req-6114a35c-eff5-470f-9382-df46d0a4313b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0574169 Jan 27 20:13:37.057417 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d009ba98-789e-450b-aedf-654f4f2315b2 req-02278128-7ffe-4ec8-a05c-f031f2fdc80b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 Jan 27 20:13:38.183398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d988-f669-45b6-a245-9eb39d869de2 req-40653b56-c1ff-4b64-88e0-9403587e08ae tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:38.184898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2818d988-f669-45b6-a245-9eb39d869de2 req-40653b56-c1ff-4b64-88e0-9403587e08ae tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0506234 Jan 27 20:13:38.234043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2818d988-f669-45b6-a245-9eb39d869de2 req-8ac0848d-42f2-4ca6-8a04-f6fad154c3d9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Jan 27 20:13:38.492598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-afd666e9-d4c5-4ba5-8f28-d2a198fe9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:38.494154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-afd666e9-d4c5-4ba5-8f28-d2a198fe9126 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1097 time: 0.0422840 Jan 27 20:13:38.590430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-596298b6-3d8a-410b-9300-f3d716b6f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:38.591917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-596298b6-3d8a-410b-9300-f3d716b6f77f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0912409 Jan 27 20:13:38.633847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-038320c1-ab8f-421a-9e68-6388c18d12ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0352831 Jan 27 20:13:38.688624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-8f88624d-5841-46f4-ba56-11ae56ed50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:38.690139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-8f88624d-5841-46f4-ba56-11ae56ed50bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0507741 Jan 27 20:13:38.720633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-ac63b77d-ffb4-4010-8ac5-e60d9a6cd058 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242290 Jan 27 20:13:38.810415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-c1ff7bf2-4887-46d3-8ada-83c524530d46 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Jan 27 20:13:39.046991 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3c91925-c554-4ef3-b868-cde9beb93b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:39.158223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-cf57f3fc-7ed0-4177-a9fd-51fedee34b00 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415484 Jan 27 20:13:39.351646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd37a-2f55-4eea-8f61-c70ee6c56fc4 req-ece810a4-2cdf-4477-804b-58c2a98058f1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:39.353118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ccd37a-2f55-4eea-8f61-c70ee6c56fc4 req-ece810a4-2cdf-4477-804b-58c2a98058f1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0483119 Jan 27 20:13:39.400514 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62ccd37a-2f55-4eea-8f61-c70ee6c56fc4 req-cda96054-e6a5-4b0e-b0d9-5422f1f166fb tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Jan 27 20:13:40.524612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c9ca7-c2fc-4828-b504-e10adfb2fa03 req-27afaf56-7373-4f4d-a80c-aa3938a4292c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:40.526191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1c9ca7-c2fc-4828-b504-e10adfb2fa03 req-27afaf56-7373-4f4d-a80c-aa3938a4292c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0522768 Jan 27 20:13:40.579894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d1c9ca7-c2fc-4828-b504-e10adfb2fa03 req-ca84ef7e-f318-4ba1-9945-08e7004b8133 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Jan 27 20:13:41.695935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40e6f-dcb5-48aa-9b62-fb73e5f5e043 req-4bb4132a-3dde-4fc6-844b-a4ec4b462fb3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:41.697351 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8a40e6f-dcb5-48aa-9b62-fb73e5f5e043 req-4bb4132a-3dde-4fc6-844b-a4ec4b462fb3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0473912 Jan 27 20:13:41.745394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8a40e6f-dcb5-48aa-9b62-fb73e5f5e043 req-1fdb33da-f818-4001-bafc-391697897687 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Jan 27 20:13:42.166662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-803c6452-793a-41c9-aae2-914762920ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:42.871026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde7464-dea5-42bc-9039-73da27e67122 req-2aca13d9-e3d4-4d8b-927b-3be3aca02ae3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:42.872669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cde7464-dea5-42bc-9039-73da27e67122 req-2aca13d9-e3d4-4d8b-927b-3be3aca02ae3 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0530014 Jan 27 20:13:42.954617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0cde7464-dea5-42bc-9039-73da27e67122 req-e4c21742-8b34-4dbd-bf5b-639a324ade1c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Jan 27 20:13:44.082616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156baf8c-40a6-4142-96f1-29b3dd93937c req-caddcbde-7737-46a8-9723-d6b410079bfc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:44.084095 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-156baf8c-40a6-4142-96f1-29b3dd93937c req-caddcbde-7737-46a8-9723-d6b410079bfc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0531342 Jan 27 20:13:44.131804 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-156baf8c-40a6-4142-96f1-29b3dd93937c req-90d3b443-79c3-4ad5-a2e3-10d9cae84aac tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Jan 27 20:13:45.254717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aeedd-a4f9-4f69-b3bb-1a4f8e94c81e req-a748f6e5-8e2f-46ac-96be-1d8872a0d627 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:45.256250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-965aeedd-a4f9-4f69-b3bb-1a4f8e94c81e req-a748f6e5-8e2f-46ac-96be-1d8872a0d627 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Jan 27 20:13:45.306595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-965aeedd-a4f9-4f69-b3bb-1a4f8e94c81e req-73cb95b4-0324-4e16-9767-0914a71c5043 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Jan 27 20:13:45.309916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:45.748289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:46.024911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-3a65924e-9b72-4599-b318-3df5c5c82fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:46.026527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-3a65924e-9b72-4599-b318-3df5c5c82fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1097 time: 0.0428419 Jan 27 20:13:46.144212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:46.146601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-9cb2b467-3eb4-411d-aa47-7867fd6e388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:46.148085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-9cb2b467-3eb4-411d-aa47-7867fd6e388a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0915341 Jan 27 20:13:46.189131 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-f63adfd0-6249-4e2f-b280-8aced7c00545 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0352151 Jan 27 20:13:46.248765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-36d69534-0ea0-4366-8643-a8ad843f91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:46.250276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-36d69534-0ea0-4366-8643-a8ad843f91a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0550685 Jan 27 20:13:46.282956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-75c7061d-0819-476d-a517-8149c8543c9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266361 Jan 27 20:13:46.376655 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-a5bf810b-8a8c-4f31-8801-8514ac989ec4 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873747 Jan 27 20:13:46.490752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ebde3-59bc-4faa-a509-40b7e5f0a5eb req-0cbb82be-1afa-4ea8-8f94-39ef0e655381 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:46.492355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce1ebde3-59bc-4faa-a509-40b7e5f0a5eb req-0cbb82be-1afa-4ea8-8f94-39ef0e655381 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.1132448 Jan 27 20:13:46.520498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9909e7ec-5bb5-402a-b7b9-52ffec4bfbb8 req-f41e9eab-30b4-4de6-b9cd-1a046ab9dc17 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316316 Jan 27 20:13:46.610848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce1ebde3-59bc-4faa-a509-40b7e5f0a5eb req-35159784-67b6-4b3c-9d90-7efd39ce278a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115549 Jan 27 20:13:47.736644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7732ada-3d63-478f-97b5-643a2e776759 req-005203bc-21d9-470f-8def-bab3b96672d0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:47.738221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7732ada-3d63-478f-97b5-643a2e776759 req-005203bc-21d9-470f-8def-bab3b96672d0 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0545919 Jan 27 20:13:47.788750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7732ada-3d63-478f-97b5-643a2e776759 req-419e4265-35c1-4d65-86b0-6da6a988674a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Jan 27 20:13:48.904081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39579c-1865-4f69-bce2-9896b860afb1 req-649ec0b2-4226-41ac-b48f-13c1f178dab7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:48.905643 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d39579c-1865-4f69-bce2-9896b860afb1 req-649ec0b2-4226-41ac-b48f-13c1f178dab7 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0494776 Jan 27 20:13:48.952277 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d39579c-1865-4f69-bce2-9896b860afb1 req-afd00c4f-149c-4b76-8a1c-833aecda6ae5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 27 20:13:50.068068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a49d-2cdd-4b2b-861f-362787e87f6d req-54897659-1ab1-414f-ad90-22eddc1843ce tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:50.069561 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a49a49d-2cdd-4b2b-861f-362787e87f6d req-54897659-1ab1-414f-ad90-22eddc1843ce tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0481861 Jan 27 20:13:50.120557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a49a49d-2cdd-4b2b-861f-362787e87f6d req-b4228c69-d189-4cd0-8bae-dbe2a91f7756 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Jan 27 20:13:51.238324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217340-3316-4b09-9cff-42323730733a req-ca326205-09cb-4b9e-bcc0-f4c5d9815c86 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:51.240395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f217340-3316-4b09-9cff-42323730733a req-ca326205-09cb-4b9e-bcc0-f4c5d9815c86 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0479469 Jan 27 20:13:51.286914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f217340-3316-4b09-9cff-42323730733a req-f75a0222-7d2a-41f2-b3ec-8970f8d730b9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Jan 27 20:13:52.406248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc79e8b-ecfc-4544-8604-c19816a018d8 req-a339a3c6-e445-490e-b8ac-070d2edea87c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:52.407834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dc79e8b-ecfc-4544-8604-c19816a018d8 req-a339a3c6-e445-490e-b8ac-070d2edea87c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0496380 Jan 27 20:13:52.459580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dc79e8b-ecfc-4544-8604-c19816a018d8 req-eea886f5-c41a-4331-bba2-890ea3b8cadc tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Jan 27 20:13:53.579830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689787-457f-4a29-aa6a-4264aedfea59 req-62d2968d-3427-4245-b54a-728ac9e8f014 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:53.581343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2689787-457f-4a29-aa6a-4264aedfea59 req-62d2968d-3427-4245-b54a-728ac9e8f014 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0530586 Jan 27 20:13:53.628708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d2689787-457f-4a29-aa6a-4264aedfea59 req-bf9e5dd1-5626-4f5c-930c-64fc8045b1b9 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Jan 27 20:13:54.194881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:54.755453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9160-7171-4016-886d-1057172c716c req-b58442d3-e6ea-42ac-914e-8b23be278734 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:54.756977 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f7f9160-7171-4016-886d-1057172c716c req-b58442d3-e6ea-42ac-914e-8b23be278734 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Jan 27 20:13:54.806564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f7f9160-7171-4016-886d-1057172c716c req-94b5d102-6d5a-4db5-b8fe-84ca97fb344a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Jan 27 20:13:55.105452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:13:55.927796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc838-8367-4c96-9933-4be3f3809485 req-e8b04001-6326-461f-8a64-54cd89b8564e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:55.929385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8afc838-8367-4c96-9933-4be3f3809485 req-e8b04001-6326-461f-8a64-54cd89b8564e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Jan 27 20:13:55.984607 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8afc838-8367-4c96-9933-4be3f3809485 req-8c25cc5a-30d0-4451-84e8-4c3115b7d8aa tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Jan 27 20:13:57.109167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105959e-8fc6-41f8-8258-9095a4781d24 req-9b54cc7a-f456-4c42-aad1-5176fa768018 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:57.110676 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c105959e-8fc6-41f8-8258-9095a4781d24 req-9b54cc7a-f456-4c42-aad1-5176fa768018 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0488188 Jan 27 20:13:57.156275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c105959e-8fc6-41f8-8258-9095a4781d24 req-e03b3a21-1c58-4429-ace9-fe7c3c029407 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Jan 27 20:13:58.274348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc638c-0a7d-43e4-bf9a-a09f3525909c req-36bf2946-1433-4950-ab1c-ab63f23de645 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:58.275826 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aafc638c-0a7d-43e4-bf9a-a09f3525909c req-36bf2946-1433-4950-ab1c-ab63f23de645 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0474339 Jan 27 20:13:58.321941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aafc638c-0a7d-43e4-bf9a-a09f3525909c req-15c5e106-f23b-4883-b886-296f81d0b50a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Jan 27 20:13:59.133739 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:13:59.443161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62115f-34e7-4bf1-9a01-750c9ade038c req-ff15cf72-46e4-43aa-af5e-373d808b7d92 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:13:59.444569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa62115f-34e7-4bf1-9a01-750c9ade038c req-ff15cf72-46e4-43aa-af5e-373d808b7d92 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0528898 Jan 27 20:13:59.492372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa62115f-34e7-4bf1-9a01-750c9ade038c req-ed52f78e-b9a2-4e50-a354-00bca6571976 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Jan 27 20:14:00.612094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d9d3-c333-4e30-9c99-f9285df07394 req-a4dc2669-1228-4479-b145-ff88b07046dd tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:00.614181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d04d9d3-c333-4e30-9c99-f9285df07394 req-a4dc2669-1228-4479-b145-ff88b07046dd tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0530932 Jan 27 20:14:00.662528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d04d9d3-c333-4e30-9c99-f9285df07394 req-e202431d-6d0c-4e12-b74c-8b84bc9dec24 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Jan 27 20:14:01.786275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3643a98-f60d-44d5-b04e-e7c652abb27e req-73a06a68-0aad-48f4-aeda-be7f93001e0b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:01.787740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3643a98-f60d-44d5-b04e-e7c652abb27e req-73a06a68-0aad-48f4-aeda-be7f93001e0b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0519304 Jan 27 20:14:01.835665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3643a98-f60d-44d5-b04e-e7c652abb27e req-e5e73de5-dd53-4bf9-90db-9efb48c67af8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Jan 27 20:14:02.953207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5436dd-e050-496a-9691-e6898937c8be req-12384d3f-fdeb-4bfd-aa79-1136007cf70a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:02.954693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5436dd-e050-496a-9691-e6898937c8be req-12384d3f-fdeb-4bfd-aa79-1136007cf70a tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Jan 27 20:14:03.002495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5436dd-e050-496a-9691-e6898937c8be req-672efd4c-7999-4379-958b-f181a3ac96da tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Jan 27 20:14:04.117922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98293fe-2b03-4c44-8f0d-8803816a54de req-d8607868-0305-4e2b-b8bd-9716bdc27b5b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:04.119411 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a98293fe-2b03-4c44-8f0d-8803816a54de req-d8607868-0305-4e2b-b8bd-9716bdc27b5b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0483749 Jan 27 20:14:04.169153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a98293fe-2b03-4c44-8f0d-8803816a54de req-f7eb9f6d-cbaf-44ab-ac1d-29f59b46d199 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Jan 27 20:14:05.289906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63357fd2-c1c7-4592-b0a2-6e30f6359a99 req-9d77daf4-28dc-4046-b742-3e350ea4bab8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:05.291393 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63357fd2-c1c7-4592-b0a2-6e30f6359a99 req-9d77daf4-28dc-4046-b742-3e350ea4bab8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Jan 27 20:14:05.338581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-63357fd2-c1c7-4592-b0a2-6e30f6359a99 req-bb5e23b3-06ae-4102-b4bf-d6fb7d3a8052 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jan 27 20:14:06.313003 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-c13a4a20-e938-4f5a-8071-56d114e2b6a5 service neutron] show failed (client error): The resource could not be found. Jan 27 20:14:06.314066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-c13a4a20-e938-4f5a-8071-56d114e2b6a5 service neutron] 10.222.0.39 "GET /v2.0/ports/7e91848a-5d34-4c84-9821-7d87fbecc1a2/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0961239 Jan 27 20:14:06.461466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de32c6-8c9c-4930-9874-c26ed8050512 req-265b9c15-25ef-496b-8d2f-5b41f87d7fa2 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:06.462970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17de32c6-8c9c-4930-9874-c26ed8050512 req-265b9c15-25ef-496b-8d2f-5b41f87d7fa2 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Jan 27 20:14:06.565135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-17de32c6-8c9c-4930-9874-c26ed8050512 req-46552176-a6af-4b58-ace9-acb8e9d8746b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964653 Jan 27 20:14:06.579686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-a6fdb18b-b12b-4301-a886-3eb8eef17056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:06.581408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-a6fdb18b-b12b-4301-a886-3eb8eef17056 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2&tenant_id=3bcf1725b4054cbaae45e801bb8331cf HTTP/1.1" status: 200 len: 1097 time: 0.0898590 Jan 27 20:14:06.591897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:06.649654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:06.847803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:06.880264 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:06.920737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:06.923148 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77969d5c-196b-4a36-9d7e-aa2164851ec5" -d '{"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:06.927004 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks [] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:06.940046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Transition to ACTIVE for port object 7e91848a-5d34-4c84-9821-7d87fbecc1a2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:14:06.944265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:06.979337 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c4cc7a-ad50-4380-a9d6-603891302929 x-openstack-request-id: req-83c4cc7a-ad50-4380-a9d6-603891302929 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:06.979605 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:06.979948 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83c4cc7a-ad50-4380-a9d6-603891302929 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:06.980350 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'code': 200} Jan 27 20:14:07.011090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] No DVR routers for this DVR port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:14:07.012964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:07.025724 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.026121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.026481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.026823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.027162 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.027528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.027867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.028204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.028536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.028867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.029194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.029559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.029885 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:07.062049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:14:07.062412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:14:07.062745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:07.067090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:14:07.067411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Attempting to bind port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on network a619d108-edfe-41b0-bdae-7317a4f32731 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:07.072792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:14:07.073133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Checking segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:07.073555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Bound using segment: {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:14:07.073984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Bound port: 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9517f29b-6848-4f17-91b3-9216383e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:14:07.074343 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:07.138901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:07.142009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:14:07.148128 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:07.182504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:07.183137 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:07.184602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 1092 time: 0.5967302 Jan 27 20:14:07.205887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed752a-615b-49c6-93b2-ec0f7b2c8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:07.249676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-75dcd13b-ab58-49fc-bfcd-e1670d7a8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:07.251182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-75dcd13b-ab58-49fc-bfcd-e1670d7a8f86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0409982 Jan 27 20:14:07.341861 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-46ca8631-cdc3-455b-b521-c78b3ffee81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:07.343330 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-46ca8631-cdc3-455b-b521-c78b3ffee81c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0862386 Jan 27 20:14:07.390637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-59b09ca1-70fb-4328-b7cd-ea48f910f34c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0414822 Jan 27 20:14:07.444052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-5093bc85-33e4-47bc-b894-aa1c68a7a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:07.445546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-5093bc85-33e4-47bc-b894-aa1c68a7a1e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0486946 Jan 27 20:14:07.476176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-d7cab6ef-89e6-47f0-a471-54aadfd9b2ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251467 Jan 27 20:14:07.562314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-6d3adfce-e90b-4673-a193-487dcadeaf8c service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806735 Jan 27 20:14:07.682573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-01ccf665-799c-48a8-80d5-679c776fdf4b req-895e94cb-4e82-4cb5-8b09-56e9aaf19182 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138742 Jan 27 20:14:07.697225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb95d0-2468-4fc8-aaf5-2b5aef4d1fa0 req-e1767b84-0325-407e-aa64-264da69dd5ef tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:07.698735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07cb95d0-2468-4fc8-aaf5-2b5aef4d1fa0 req-e1767b84-0325-407e-aa64-264da69dd5ef tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0600617 Jan 27 20:14:07.750335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07cb95d0-2468-4fc8-aaf5-2b5aef4d1fa0 req-3aa6ae4d-4fa3-4fe5-aa21-beeaeed04ff1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Jan 27 20:14:08.866871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95269f5e-595f-4fd1-915e-15f2fc85c7d4 req-4158ee9f-4deb-4f2b-b799-47b1fea4deea tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:08.868332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95269f5e-595f-4fd1-915e-15f2fc85c7d4 req-4158ee9f-4deb-4f2b-b799-47b1fea4deea tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0481203 Jan 27 20:14:08.919441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95269f5e-595f-4fd1-915e-15f2fc85c7d4 req-0136b703-b28f-4859-a600-3b8b24be52d1 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Jan 27 20:14:08.981132 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:08.983583 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8166a62-3e40-48b4-805a-f948cc9dc213" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:09.030955 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e0823-e45e-4042-9141-a4a0f8e5cf4d x-openstack-request-id: req-803e0823-e45e-4042-9141-a4a0f8e5cf4d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:09.031198 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:09.031447 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-803e0823-e45e-4042-9141-a4a0f8e5cf4d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:09.031843 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'status': 'completed', 'code': 200} Jan 27 20:14:09.051502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88a41b3-449f-4618-bdc6-f93d6d6a9872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:09.125826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-b3e87600-c026-4392-83a3-36091bb1b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.127340 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-b3e87600-c026-4392-83a3-36091bb1b82f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0756073 Jan 27 20:14:09.129770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-33a28f95-d25d-4a83-a5e2-80e65fe904d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.131096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-33a28f95-d25d-4a83-a5e2-80e65fe904d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0703137 Jan 27 20:14:09.285195 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-e50fbc3d-62a2-4e06-b37b-1a84c8cdac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.286631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-e50fbc3d-62a2-4e06-b37b-1a84c8cdac09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.1533663 Jan 27 20:14:09.288226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-4b7925e1-cbe1-478f-8bad-b58b02bef6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.289548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-4b7925e1-cbe1-478f-8bad-b58b02bef6e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.1491337 Jan 27 20:14:09.336249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-54967a6a-da26-46b8-b772-52b1d9e59e2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0433564 Jan 27 20:14:09.370375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-229abcaa-7601-45d0-9d56-3e07aec61d3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0719535 Jan 27 20:14:09.440495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-6408cc49-87f3-4436-a4b3-588e0f680a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.441987 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-6408cc49-87f3-4436-a4b3-588e0f680a51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0799901 Jan 27 20:14:09.456547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-1a89e90a-a7a6-413d-91a5-389810972b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:09.457957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-1a89e90a-a7a6-413d-91a5-389810972b79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0694160 Jan 27 20:14:09.477711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-4fd6d306-7483-4e13-abdf-8452523d31e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295210 Jan 27 20:14:09.516341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-0322165b-b1cb-4c8c-93cc-4ab867782819 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409217 Jan 27 20:14:09.640975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-0c430d4d-df0d-42b5-aafe-c75cd1af7714 service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557689 Jan 27 20:14:09.675249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-2a1d0f07-3b1f-4b22-941f-dcb26de0e5f9 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312344 Jan 27 20:14:09.800138 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-a3226d49-d13b-49f0-99ba-74da0856832a service neutron] 10.222.0.66 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498120 Jan 27 20:14:09.813791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8166a62-3e40-48b4-805a-f948cc9dc213 req-3e715a05-43b3-4ed9-a545-f53abd62a5ac service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136415 Jan 27 20:14:10.038206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ee7b7-350c-4b37-9550-9e9dd11f3740 req-787b7302-061d-4046-a9a2-58ab5dd038c6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:10.039698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-890ee7b7-350c-4b37-9550-9e9dd11f3740 req-787b7302-061d-4046-a9a2-58ab5dd038c6 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0495892 Jan 27 20:14:10.086048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-890ee7b7-350c-4b37-9550-9e9dd11f3740 req-88a42891-bcd1-49c5-b9cb-72dbc672dd0f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Jan 27 20:14:10.716788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:14:10.761801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] The host n-h2-760453-6 is not matching for port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 host n-h1-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:14:10.762209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:14:11.210910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424805-deb3-448c-b2bc-d7120bf19580 req-57bfb6b0-5599-4daf-a0ef-7cd3719a8e6c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.212391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70424805-deb3-448c-b2bc-d7120bf19580 req-57bfb6b0-5599-4daf-a0ef-7cd3719a8e6c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0502946 Jan 27 20:14:11.260010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70424805-deb3-448c-b2bc-d7120bf19580 req-1dad6740-476c-4161-8a9f-390cf3422a95 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Jan 27 20:14:11.515510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149627e-1d9a-48d2-9e10-700e70185e15 req-365a0b35-3ca1-4847-a11d-7df1fa225080 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.517006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c149627e-1d9a-48d2-9e10-700e70185e15 req-365a0b35-3ca1-4847-a11d-7df1fa225080 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 944 time: 0.0820718 Jan 27 20:14:11.524910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-b056904c-81fa-43a6-ba61-a13bcb77de62 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.526365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-b056904c-81fa-43a6-ba61-a13bcb77de62 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2&tenant_id=3bcf1725b4054cbaae45e801bb8331cf&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 944 time: 0.0822835 Jan 27 20:14:11.608763 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c149627e-1d9a-48d2-9e10-700e70185e15 req-26f0c7de-d851-41c7-94a5-000044fba18b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814090 Jan 27 20:14:11.613998 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-876999bc-256c-46de-84e3-57ec161e07d9 service neutron] delete failed (client error): The resource could not be found. Jan 27 20:14:11.615482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-876999bc-256c-46de-84e3-57ec161e07d9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7e91848a-5d34-4c84-9821-7d87fbecc1a2/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0818160 Jan 27 20:14:11.714127 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-cb5f14cd-1206-4abd-b123-d9b93e5eb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.715637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-cb5f14cd-1206-4abd-b123-d9b93e5eb6fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 1095 time: 0.0454719 Jan 27 20:14:11.803164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-093ef92c-e4d2-4bd6-975c-0ff6a16137df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.804624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-093ef92c-e4d2-4bd6-975c-0ff6a16137df service neutron] 10.222.0.39 "GET /v2.0/networks?id=a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 200 len: 915 time: 0.0825853 Jan 27 20:14:11.848853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-3d11d5ff-cac8-4b1d-bd06-50c1a7b76cf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0369294 Jan 27 20:14:11.897199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-586b23e2-1550-4a4d-b580-3bb107142a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:11.898600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-586b23e2-1550-4a4d-b580-3bb107142a8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 200 len: 854 time: 0.0431023 Jan 27 20:14:11.929474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-12c24606-91a2-4a96-af04-0db85e6c0772 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a619d108-edfe-41b0-bdae-7317a4f32731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247934 Jan 27 20:14:12.018269 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-5724fee5-a264-4a8b-a0ec-03c7a0ec68bb service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817726 Jan 27 20:14:12.110182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ee49cc-eddd-4223-b6a1-4aff217e31c3 req-c0d5e241-b60c-4474-bd12-028deab19da0 service neutron] 10.222.0.39 "GET /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846105 Jan 27 20:14:12.168474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85a85bc8-4de0-45cc-8374-5ac0c7969d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:12.239399 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:14:12.334300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:12.345804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'network_id': 'a619d108-edfe-41b0-bdae-7317a4f32731', 'port_id': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'mac_address': 'fa:16:3e:26:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7d4517-7209-42d1-81d9-24865ea004f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:14:12.386890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:12.387294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:12.401476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e91848a-5d34-4c84-9821-7d87fbecc1a2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:14:12.421217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:12.425055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:12.474550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:12.729640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b1443-d347-4ad4-a3fd-e56aedb26283 req-8581ac9a-22db-4ee7-9224-3880c83f286e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:12.731113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-594b1443-d347-4ad4-a3fd-e56aedb26283 req-8581ac9a-22db-4ee7-9224-3880c83f286e tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Jan 27 20:14:12.742660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7e91848a-5d34-4c84-9821-7d87fbecc1a2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:14:12.779035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-594b1443-d347-4ad4-a3fd-e56aedb26283 req-b670736d-11e3-4d91-8246-84a4fd9507a8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Jan 27 20:14:12.899129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54904d1-ce7e-49fd-a03a-477bd37dbad8 req-f3f7ea84-aba7-48e5-906b-7dcaca1217b5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:12.900642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f54904d1-ce7e-49fd-a03a-477bd37dbad8 req-f3f7ea84-aba7-48e5-906b-7dcaca1217b5 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Jan 27 20:14:12.947881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f54904d1-ce7e-49fd-a03a-477bd37dbad8 req-e081e9ff-dc12-4722-b6a1-daa39c1b76fb tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Jan 27 20:14:13.062280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481688d-14e8-4b8f-bc57-9d7620c0ca9d req-af02bc61-59cb-4a5e-a358-bcf21439131c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:13.064100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5481688d-14e8-4b8f-bc57-9d7620c0ca9d req-af02bc61-59cb-4a5e-a358-bcf21439131c tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Jan 27 20:14:13.110169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5481688d-14e8-4b8f-bc57-9d7620c0ca9d req-8cfed6a3-932d-4151-8cd4-826b996271f8 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Jan 27 20:14:13.443944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba423-0627-4c88-9992-bcb84644339b req-6cdb544f-9733-49de-9df5-96ecda84edba tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:13.445449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fbba423-0627-4c88-9992-bcb84644339b req-6cdb544f-9733-49de-9df5-96ecda84edba tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 945 time: 0.0476868 Jan 27 20:14:13.496948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fbba423-0627-4c88-9992-bcb84644339b req-005c406c-76ba-46a5-8197-9f53abe4654f tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Jan 27 20:14:14.248293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:14.295797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:14:14.299902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:14.300280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:14.385602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:14.385999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:14.410653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:14.413324 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c724ce7a-32c4-4751-b81b-d16f9a44beb4" -d '{"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:14.427211 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:14.431332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:14.480823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:14.508696 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fcf610-4b4f-4d19-9a43-f77f9d05f51f x-openstack-request-id: req-b0fcf610-4b4f-4d19-9a43-f77f9d05f51f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:14.508992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-plugged", "status": "completed", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:14.509250 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0fcf610-4b4f-4d19-9a43-f77f9d05f51f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:14.509673 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'code': 200} Jan 27 20:14:14.612842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f5f53-1129-4f43-868a-84b1800f1717 req-a29384ce-d3a1-4b83-9729-9876515eb116 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:14.614448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac3f5f53-1129-4f43-868a-84b1800f1717 req-a29384ce-d3a1-4b83-9729-9876515eb116 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0500414 Jan 27 20:14:14.663465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac3f5f53-1129-4f43-868a-84b1800f1717 req-f590eeb5-a58e-4d95-a695-e2a882aac101 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.59 "GET /v2.0/security-groups?id=13e62557-9124-4a9b-bd9e-838672a36f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Jan 27 20:14:14.793929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec728d61-6723-4220-8261-8d1722c9f602 req-ec8dfc43-0e94-417b-be5b-ab7d6c62dd81 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:14.795406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec728d61-6723-4220-8261-8d1722c9f602 req-ec8dfc43-0e94-417b-be5b-ab7d6c62dd81 tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bfb8180-026b-49f9-aecd-22dbf6fc94f2 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Jan 27 20:14:14.887904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Deleting port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:14:14.888246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:14.974865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] For port 7e91848a-5d34-4c84-9821-7d87fbecc1a2, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=7e91848a-5d34-4c84-9821-7d87fbecc1a2,segment=NetworkSegment(9517f29b-6848-4f17-91b3-9216383e7efa),segment_id=9517f29b-6848-4f17-91b3-9216383e7efa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:14.975227 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:14.987167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Calling delete_port for 7e91848a-5d34-4c84-9821-7d87fbecc1a2 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:14:15.313450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.381945 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7e91848a-5d34-4c84-9821-7d87fbecc1a2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.393155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['7e91848a-5d34-4c84-9821-7d87fbecc1a2'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:14:15.410255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Pushing event deleted for resources: {'Port': ['ID=7e91848a-5d34-4c84-9821-7d87fbecc1a2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:15.453876 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] No DVR routers for this DVR port 7e91848a-5d34-4c84-9821-7d87fbecc1a2 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:14:15.456542 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.460439 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec728d61-6723-4220-8261-8d1722c9f602 req-8b11e677-1020-4ce3-a980-75e727e3221d tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] 10.222.0.66 "DELETE /v2.0/ports/7e91848a-5d34-4c84-9821-7d87fbecc1a2 HTTP/1.1" status: 204 len: 173 time: 0.6592393 Jan 27 20:14:15.460888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-deleted', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:15.463189 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fbdef8-657b-4822-8e9a-ec455c7f7ab8" -d '{"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-deleted", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:15.506073 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de78dc0-e081-4f62-8929-919fa7bca750 x-openstack-request-id: req-5de78dc0-e081-4f62-8929-919fa7bca750 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:15.506393 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfb8180-026b-49f9-aecd-22dbf6fc94f2", "name": "network-vif-deleted", "tag": "7e91848a-5d34-4c84-9821-7d87fbecc1a2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:15.506656 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5de78dc0-e081-4f62-8929-919fa7bca750 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:15.507063 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfb8180-026b-49f9-aecd-22dbf6fc94f2', 'name': 'network-vif-deleted', 'tag': '7e91848a-5d34-4c84-9821-7d87fbecc1a2', 'status': 'completed', 'code': 200} Jan 27 20:14:15.749609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.804391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:15.848875 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Deleting subnet 5d7d4517-7209-42d1-81d9-24865ea004f2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:14:15.851898 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Publish callbacks [] for subnet (5d7d4517-7209-42d1-81d9-24865ea004f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.886130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (5d7d4517-7209-42d1-81d9-24865ea004f2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.925306 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5d7d4517-7209-42d1-81d9-24865ea004f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:15.980005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (5d7d4517-7209-42d1-81d9-24865ea004f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.007816 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.010985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5d7d4517-7209-42d1-81d9-24865ea004f2 HTTP/1.1" status: 204 len: 168 time: 0.2055664 Jan 27 20:14:16.011982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568cc80-cb8c-4cf8-bd93-dc87ad814d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7d4517-7209-42d1-81d9-24865ea004f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:16.013625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38274) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:16.082371 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a619d108-edfe-41b0-bdae-7317a4f32731), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.137810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.159447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a619d108-edfe-41b0-bdae-7317a4f32731), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.184774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a619d108-edfe-41b0-bdae-7317a4f32731']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:16.195792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9517f29b-6848-4f17-91b3-9216383e7efa') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:16.196122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9517f29b-6848-4f17-91b3-9216383e7efa') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:16.205735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (9517f29b-6848-4f17-91b3-9216383e7efa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.218753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (9517f29b-6848-4f17-91b3-9216383e7efa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.224814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:14:16.225202 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (9517f29b-6848-4f17-91b3-9216383e7efa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:14:16.227019 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:14:16.279556 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a619d108-edfe-41b0-bdae-7317a4f32731), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.285105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.288301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] 10.222.0.59 "DELETE /v2.0/networks/a619d108-edfe-41b0-bdae-7317a4f32731 HTTP/1.1" status: 204 len: 168 time: 0.2735724 Jan 27 20:14:16.299851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0dced-fdf3-4a45-a1ce-32c63ae016bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a619d108-edfe-41b0-bdae-7317a4f32731,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:16.396882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38278) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:16.435621 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08624ade-85f5-44ca-ba35-03786005bf5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bcf1725b4054cbaae45e801bb8331cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374830 Jan 27 20:14:16.438127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38280) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:16.485877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] Publish callbacks [] for security_group (13e62557-9124-4a9b-bd9e-838672a36f7b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.510740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] Publish callbacks [] for security_group (13e62557-9124-4a9b-bd9e-838672a36f7b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.557281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (13e62557-9124-4a9b-bd9e-838672a36f7b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.560044 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:16.561201 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13e62557-9124-4a9b-bd9e-838672a36f7b HTTP/1.1" status: 204 len: 168 time: 0.1221476 Jan 27 20:14:16.568929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593225ae-f8b2-4492-a5e4-3cf7b633a987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e62557-9124-4a9b-bd9e-838672a36f7b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:17.244379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38302) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:17.340682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-810465323-network', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:17.360210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:14:17.362561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.370850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.448416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks [] for security_group (417fde28-f92f-4ab8-bebf-6bc81e7c1081), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.452283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (417fde28-f92f-4ab8-bebf-6bc81e7c1081), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.479005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:14:17.489442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417fde28-f92f-4ab8-bebf-6bc81e7c1081,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:17.495559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f4f1df6c-c8ec-4ea8-be5e-197cce47e382), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.495829 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Added segment f4f1df6c-c8ec-4ea8-be5e-197cce47e382 of type vlan for network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a Jan 27 20:14:17.536019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.560215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.561226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:17.561832 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.618160 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3726749 Jan 27 20:14:17.621355 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:17.626850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Request body: {'subnet': {'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-810465323-subnet', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:17.627793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff6e62-3a10-4dff-8ea7-fa9634300230 admin admin] Pushing event updated for resources: {'Network': ['ID=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:17.637913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:14:17.647272 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:14:17.650083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.819669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (dcb23b5e-bd87-4b77-a31c-578d9a7238da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.877729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb23b5e-bd87-4b77-a31c-578d9a7238da,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:17.886490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:17.886853 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Network hostable DHCP agents. Network: 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:14:17.904185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:14:17.913958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:17.918365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:17.919118 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.923996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c9552-bd97-49f9-a7f1-fb0e87c95163 None None] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:14:17.938681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2bc5b26-b4e0-4d47-8092-4a821d9c90b3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3136029 Jan 27 20:14:17.938903 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:17.943071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:17.962666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:17.963666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.020595 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for router_controller (95e2c582-98b2-4560-b9cb-b43640dba7f9), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.157857 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for router_gateway (95e2c582-98b2-4560-b9cb-b43640dba7f9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.190102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:14:18.190983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.264451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:14:18.291004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 7e91848a-5d34-4c84-9821-7d87fbecc1a2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:14:18.291267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 7e91848a-5d34-4c84-9821-7d87fbecc1a2 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:14:18.351582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Allocated IP 172.20.0.2 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/6565e6c9-9300-49cb-aece-6b092476872b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:14:18.356910 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for router_gateway (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.377003 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.482815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Allocated IP 172.25.5.131 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/a4434d88-0acd-4d73-a360-d4bf66ba4fce) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:14:18.498913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks [] for port (6565e6c9-9300-49cb-aece-6b092476872b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.507505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (6565e6c9-9300-49cb-aece-6b092476872b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.544574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:18.547424 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:18.553679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:14:18.561665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Pushing event updated for resources: {'Port': ['ID=6565e6c9-9300-49cb-aece-6b092476872b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:18.586360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.616099 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Attempting to bind port 6565e6c9-9300-49cb-aece-6b092476872b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:14:18.616584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Attempting to bind port 6565e6c9-9300-49cb-aece-6b092476872b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:14:18.616952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Attempting to bind port 6565e6c9-9300-49cb-aece-6b092476872b on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:18.622321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:14:18.622695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:18.623162 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.623564 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:14:18.623710 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.624165 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Bound port: 6565e6c9-9300-49cb-aece-6b092476872b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:14:18.624539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6565e6c9-9300-49cb-aece-6b092476872b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.660095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:18.663480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:18.667247 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:14:18.689681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] For port 6565e6c9-9300-49cb-aece-6b092476872b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:18.692915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] For port 6565e6c9-9300-49cb-aece-6b092476872b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6565e6c9-9300-49cb-aece-6b092476872b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:14:18.697144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Pushing event updated for resources: {'Port': ['ID=a4434d88-0acd-4d73-a360-d4bf66ba4fce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:18.697683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6565e6c9-9300-49cb-aece-6b092476872b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:18.758193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879be07-ad9b-4c98-93a9-56a64ee98ba9 None None] Pushing event updated for resources: {'Port': ['ID=6565e6c9-9300-49cb-aece-6b092476872b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:18.967167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for router_gateway (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.167285 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.298857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:14:19.419544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:14:19.435522 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:14:19.438133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.439415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1b8819b1-e657-4ccf-b8b4-81636b1faa7a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4996531 Jan 27 20:14:19.443477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 38310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:19.452034 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:19.452994 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:19.572765 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:19.775454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32951987-5920-40cb-be68-c8e169ebafc1 None None] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:14:19.786674 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:18Z', 'revision_number': 3, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:19.812748 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:14:19.813182 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Updating router 95e2c582-98b2-4560-b9cb-b43640dba7f9 port a4434d88-0acd-4d73-a360-d4bf66ba4fce binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:14:19.823263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6565e6c9-9300-49cb-aece-6b092476872b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:19.839342 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.924940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Provisioning complete for port 6565e6c9-9300-49cb-aece-6b092476872b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:19.925687 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6565e6c9-9300-49cb-aece-6b092476872b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.954983 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:19.964201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6565e6c9-9300-49cb-aece-6b092476872b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:19.964601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6565e6c9-9300-49cb-aece-6b092476872b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.091525 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Current status of the port 6565e6c9-9300-49cb-aece-6b092476872b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:20.091834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6565e6c9-9300-49cb-aece-6b092476872b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.118319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6565e6c9-9300-49cb-aece-6b092476872b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:20.118709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6565e6c9-9300-49cb-aece-6b092476872b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.138736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Allocated IP 172.20.0.1 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/c54510b8-667e-4514-9e57-a3a4f685677b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:14:20.141862 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks [] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.148382 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.157712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] For port 6565e6c9-9300-49cb-aece-6b092476872b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6565e6c9-9300-49cb-aece-6b092476872b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:20.165149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6565e6c9-9300-49cb-aece-6b092476872b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.207731 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Attempting to bind port a4434d88-0acd-4d73-a360-d4bf66ba4fce on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:14:20.208106 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Attempting to bind port a4434d88-0acd-4d73-a360-d4bf66ba4fce by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:14:20.208495 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Attempting to bind port a4434d88-0acd-4d73-a360-d4bf66ba4fce on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:20.216271 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Pushing event updated for resources: {'Port': ['ID=a4434d88-0acd-4d73-a360-d4bf66ba4fce,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:20.218832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:14:20.219194 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:20.219606 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.220004 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:14:20.220486 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Bound port: a4434d88-0acd-4d73-a360-d4bf66ba4fce, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:14:20.220866 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.232789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 20:14:20.233728 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 20:14:20.246518 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.246890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.247198 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.247542 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.247892 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.248201 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.248528 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.248854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.249179 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.249547 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.249867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.250190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.250511 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:14:20.289189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179c37e-3783-4ea6-ac7a-d0071a94af2c None None] Pushing event updated for resources: {'Port': ['ID=6565e6c9-9300-49cb-aece-6b092476872b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:20.298461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-22d78cf5-9538-446d-afa6-75b6467ac725 None None] Provisioning complete for port 6565e6c9-9300-49cb-aece-6b092476872b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:20.298720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks [] for port (c54510b8-667e-4514-9e57-a3a4f685677b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.298854 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d78cf5-9538-446d-afa6-75b6467ac725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6565e6c9-9300-49cb-aece-6b092476872b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.300656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] For port a4434d88-0acd-4d73-a360-d4bf66ba4fce, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:20.304586 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] For port a4434d88-0acd-4d73-a360-d4bf66ba4fce, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a4434d88-0acd-4d73-a360-d4bf66ba4fce,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:14:20.310043 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.348487 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.372682 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:20.373323 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:20.375140 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af108-0668-4cbf-9b53-3a15b39d92e8 None None] Pushing event updated for resources: {'Port': ['ID=a4434d88-0acd-4d73-a360-d4bf66ba4fce,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:20.394738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:20.395289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22d78cf5-9538-446d-afa6-75b6467ac725 None None] Current status of the port 6565e6c9-9300-49cb-aece-6b092476872b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:20.398468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:20.404203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:14:20.409835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Pushing event updated for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:20.452767 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.483238 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:20.597808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.618746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-478e6fe9-b271-4442-8d8a-67d0f24854c6 None None] Provisioning complete for port c54510b8-667e-4514-9e57-a3a4f685677b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:20.619131 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-478e6fe9-b271-4442-8d8a-67d0f24854c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.658713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-478e6fe9-b271-4442-8d8a-67d0f24854c6 None None] Port c54510b8-667e-4514-9e57-a3a4f685677b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:14:20.767565 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:18Z', 'revision_number': 3, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:20.772703 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6565e6c9-9300-49cb-aece-6b092476872b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:20.773534 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks [] for port (c54510b8-667e-4514-9e57-a3a4f685677b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.780261 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.798122 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64dd918-097e-433c-9fde-6a8b9195116b None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:18Z', 'revision_number': 3, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:14:20.847901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:20.849827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Pushing event updated for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:20.950624 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:20.951993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:21.092045 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:14:21.220259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:14:21.225932 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f4eafa88-dbb8-43c2-b04a-1cf97ed677ff admin admin] 10.222.0.59 "PUT /v2.0/routers/95e2c582-98b2-4560-b9cb-b43640dba7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7801354 Jan 27 20:14:21.283370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0db7be7e-29e2-4fac-ac6e-203a4ff3ad7c None None] Provisioning complete for port c54510b8-667e-4514-9e57-a3a4f685677b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:21.283884 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db7be7e-29e2-4fac-ac6e-203a4ff3ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.323804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0db7be7e-29e2-4fac-ac6e-203a4ff3ad7c None None] Port c54510b8-667e-4514-9e57-a3a4f685677b cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:14:21.749798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:21.754517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882780096', 'description': 'tempest-description--2047537762'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:21.778469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.783118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a4434d88-0acd-4d73-a360-d4bf66ba4fce up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:21.833802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a4434d88-0acd-4d73-a360-d4bf66ba4fce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:21.834301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.850566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (dc583d52-bec3-494c-8633-62827b1d2aae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.854449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dc583d52-bec3-494c-8633-62827b1d2aae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.884150 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.885353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1344266 Jan 27 20:14:21.888222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:21.893442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'security_group_rule': {'security_group_id': 'dc583d52-bec3-494c-8633-62827b1d2aae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:21.899130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad5af-e892-4978-96e2-764d2d3895c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc583d52-bec3-494c-8633-62827b1d2aae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:21.921182 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (86cc5c37-1578-478e-b9ad-cfbf2bb547fc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.926730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a4434d88-0acd-4d73-a360-d4bf66ba4fce is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:21.927155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.950128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a4434d88-0acd-4d73-a360-d4bf66ba4fce, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a4434d88-0acd-4d73-a360-d4bf66ba4fce,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:21.955073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.955838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6565e6c9-9300-49cb-aece-6b092476872b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:21.981130 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (86cc5c37-1578-478e-b9ad-cfbf2bb547fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:21.985327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (86cc5c37-1578-478e-b9ad-cfbf2bb547fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.007565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cc5c37-1578-478e-b9ad-cfbf2bb547fc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:22.016194 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.019864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-019509b4-3ea1-4722-9439-4ca8194b3331 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283121 Jan 27 20:14:22.020076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:22.025200 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'security_group_rule': {'security_group_id': 'dc583d52-bec3-494c-8633-62827b1d2aae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:22.030897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a4434d88-0acd-4d73-a360-d4bf66ba4fce,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:22.044408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6565e6c9-9300-49cb-aece-6b092476872b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:22.044763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6565e6c9-9300-49cb-aece-6b092476872b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.054031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (dbd7a7a6-0111-46c5-85e9-fd21ca09c2b9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.116776 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (dbd7a7a6-0111-46c5-85e9-fd21ca09c2b9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.122177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (dbd7a7a6-0111-46c5-85e9-fd21ca09c2b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.134882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6565e6c9-9300-49cb-aece-6b092476872b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:22.142922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd7a7a6-0111-46c5-85e9-fd21ca09c2b9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:22.151240 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.152455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-933d215b-91fd-4031-af41-0a912488b55e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313031 Jan 27 20:14:22.155523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:22.160217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:22.182196 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.282398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.390000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Allocated IP 172.25.5.87 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/d9e515fc-6bb5-41d3-af35-fd911148c927) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:14:22.493602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:14:22.495727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.503976 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:22.504623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:22.534704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.574816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:22.579731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:22.584829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:14:22.587912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=d9e515fc-6bb5-41d3-af35-fd911148c927,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:22.619252 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:22.670800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.705983 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.823818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 2, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:22.861227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:14:22.861635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Updating router 95e2c582-98b2-4560-b9cb-b43640dba7f9 port c54510b8-667e-4514-9e57-a3a4f685677b binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:14:22.868292 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.873590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.893756 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.952927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=d9e515fc-6bb5-41d3-af35-fd911148c927,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:22.963877 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.979263 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:22.980538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-711846a4-6d1f-4dbe-ab6c-e389697ae6a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8239903 Jan 27 20:14:23.134757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-5c772038-6ef6-4db5-8e33-4abc4e996c5c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--882780096&fields=id&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 267 time: 0.0461724 Jan 27 20:14:23.166427 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks [] for port (c54510b8-667e-4514-9e57-a3a4f685677b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.172273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.232131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb09f3-ea80-4f2d-8b2a-e5ec6fadbf1c None None] Pushing event updated for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:23.256604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b717ebb2-ed63-4fbc-8de7-d71722367773 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:23.258501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b717ebb2-ed63-4fbc-8de7-d71722367773 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1165626 Jan 27 20:14:23.275671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-437db727-51c8-4b0b-8552-9a9eef4d39bd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/quotas/0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 375 time: 0.0109036 Jan 27 20:14:23.282441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Attempting to bind port c54510b8-667e-4514-9e57-a3a4f685677b on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:14:23.282806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Attempting to bind port c54510b8-667e-4514-9e57-a3a4f685677b by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:14:23.283169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Attempting to bind port c54510b8-667e-4514-9e57-a3a4f685677b on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:23.289311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:14:23.289695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:23.290098 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.290495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:14:23.290961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Bound port: c54510b8-667e-4514-9e57-a3a4f685677b, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:14:23.291343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.347418 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-13052471-c27e-40d4-bcee-25ccbfafc268 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597243 Jan 27 20:14:23.364223 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] For port c54510b8-667e-4514-9e57-a3a4f685677b, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:23.368358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] For port c54510b8-667e-4514-9e57-a3a4f685677b, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c54510b8-667e-4514-9e57-a3a4f685677b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:14:23.373186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.437380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:23.438031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:23.452870 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-05306cb3-8c2d-4347-8cb4-f8e7fa2d6ded service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922086 Jan 27 20:14:23.485453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb09f3-ea80-4f2d-8b2a-e5ec6fadbf1c None None] Pushing event updated for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:23.512879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Provisioning complete for port c54510b8-667e-4514-9e57-a3a4f685677b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:23.513575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.556917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-5e169494-b13d-4fcc-9d0b-d2ee27151896 service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964439 Jan 27 20:14:23.743378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a4434d88-0acd-4d73-a360-d4bf66ba4fce up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:23.752744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-281cb065-cf71-44ba-93f4-388edb56d6a9 req-e70f098c-0f4b-450d-9c5f-de1f185c6236 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 210 time: 0.0309403 Jan 27 20:14:23.803169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:23.963118 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a4434d88-0acd-4d73-a360-d4bf66ba4fce triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:23.963499 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:23.972854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Current status of the port c54510b8-667e-4514-9e57-a3a4f685677b is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:23.973240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:24.078037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] For port c54510b8-667e-4514-9e57-a3a4f685677b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c54510b8-667e-4514-9e57-a3a4f685677b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:24.085562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:24.211089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3b78-cf9d-40e9-b8ca-583226a5b490 None None] Pushing event updated for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:24.222721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a4434d88-0acd-4d73-a360-d4bf66ba4fce is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:24.229751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:24.238105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ee126d46-072a-43c3-8807-11dc33bd7216 None None] Provisioning complete for port c54510b8-667e-4514-9e57-a3a4f685677b triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:24.238475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee126d46-072a-43c3-8807-11dc33bd7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:24.271906 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:23Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:24.304359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603d109-1366-4d30-830a-c79b65af9535 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:23Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:14:24.363606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ee126d46-072a-43c3-8807-11dc33bd7216 None None] Current status of the port c54510b8-667e-4514-9e57-a3a4f685677b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:24.733559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b69ee0e3-58a6-4a71-89cb-3cf2fe56eb43 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:24.735370 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b69ee0e3-58a6-4a71-89cb-3cf2fe56eb43 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1246531 Jan 27 20:14:24.807992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-a8a53247-ba07-4885-b935-a9016d0fb170 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 379 time: 0.0649567 Jan 27 20:14:24.816365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'port': {'device_id': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'admin_state_up': True, 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'security_groups': ['dc583d52-bec3-494c-8633-62827b1d2aae']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:24.890102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d80a2f4b-7050-4c24-ac84-f231a08446f1 req-b4ca49bb-1cf4-40da-ab9c-26cd34c528dd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 210 time: 0.0579340 Jan 27 20:14:24.957624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:14:24.961647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.098484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Allocated IP 172.20.0.5 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:14:25.128077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.269155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.306896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.354749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:14:25.360957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:14:25.366023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:14:25.370012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:25.416566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:25.417363 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.435401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-04ef683f-01e0-4681-bd03-5f8fbbeb367f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226873 Jan 27 20:14:25.448632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Request body: {'port': {'device_id': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:25.514007 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.600888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-92f4850d-85af-4de2-abb6-eee0d020d352 None None] Provisioning complete for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:25.601378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f4850d-85af-4de2-abb6-eee0d020d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.635831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-92f4850d-85af-4de2-abb6-eee0d020d352 None None] Port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:14:25.726353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c54510b8-667e-4514-9e57-a3a4f685677b up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:25.777603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c54510b8-667e-4514-9e57-a3a4f685677b triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:25.778085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.789666 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:14:25.797398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks [] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.810287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Transition to ACTIVE for port object 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:14:25.814271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:25.866837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c54510b8-667e-4514-9e57-a3a4f685677b is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:25.868040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:25.944257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:14:25.944608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:14:25.944930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:25.949927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:14:25.950250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:14:25.955551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:14:25.955886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:14:25.956267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:14:25.956693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Bound port: 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:14:25.957911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:26.052250 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:14:26.055981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:14:26.061883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:26.073897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36d43-7458-49da-b9b2-5303c0d6a38d req-dd7bc680-3ea9-4ad5-a019-5b6a072040a9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.075378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9eb36d43-7458-49da-b9b2-5303c0d6a38d req-dd7bc680-3ea9-4ad5-a019-5b6a072040a9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.0842404 Jan 27 20:14:26.124798 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.125468 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:26.126890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] 10.222.0.66 "PUT /v2.0/ports/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 1091 time: 0.6829348 Jan 27 20:14:26.129030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:26.131417 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f7886-8291-4cf2-bffb-39df5155f24c" -d '{"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:26.168118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c48a3-4868-438c-9f5f-1d264aa27efd service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:26.210259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9eb36d43-7458-49da-b9b2-5303c0d6a38d req-34f8f60a-a6ee-4060-9541-d3f8d1250de0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139653 Jan 27 20:14:26.230058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-9903588a-f25d-412f-88b7-4dba309a9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.230058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-9903588a-f25d-412f-88b7-4dba309a9c70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1094 time: 0.0555632 Jan 27 20:14:26.274222 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf0949d-0750-4d3f-86c3-521257ec9b6b x-openstack-request-id: req-5bf0949d-0750-4d3f-86c3-521257ec9b6b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:26.274515 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:26.274770 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bf0949d-0750-4d3f-86c3-521257ec9b6b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:26.275179 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'status': 'completed', 'code': 200} Jan 27 20:14:26.277024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-e8ecee2a-424d-4b05-87c7-9ae4b0291b0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 217 time: 0.0440819 Jan 27 20:14:26.593916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-2c94b238-b054-433c-8cda-4134be327b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.595384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-2c94b238-b054-433c-8cda-4134be327b4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.3115675 Jan 27 20:14:26.640174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b8d40592-c06f-4431-9e10-b28aecbd06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.641600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-b8d40592-c06f-4431-9e10-b28aecbd06a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403080 Jan 27 20:14:26.728448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-d4307154-675e-469d-b9d7-aa0ddfa3fd9f service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811429 Jan 27 20:14:26.822404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b81cb4d-562a-43f7-86ab-e610e1d70f26 req-c86a488d-bd8b-477c-ab60-49bd64e3872d service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884233 Jan 27 20:14:26.909088 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7886-8291-4cf2-bffb-39df5155f24c req-4a3f2d75-b597-4e60-b585-90e246a566a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:26.910518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-4a3f2d75-b597-4e60-b585-90e246a566a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1094 time: 0.0446236 Jan 27 20:14:27.010576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7886-8291-4cf2-bffb-39df5155f24c req-91ca77cb-0e0c-422f-b2cc-7a8e67f60a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:27.012079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-91ca77cb-0e0c-422f-b2cc-7a8e67f60a66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0963092 Jan 27 20:14:27.052991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-05e40e9e-ce9c-4eb8-9c43-06456e7107e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 217 time: 0.0342202 Jan 27 20:14:27.098242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7886-8291-4cf2-bffb-39df5155f24c req-a8ff9678-0dce-4088-be2a-4074beaf35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:27.100234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-a8ff9678-0dce-4088-be2a-4074beaf35df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0426903 Jan 27 20:14:27.148118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7886-8291-4cf2-bffb-39df5155f24c req-b9ee3e8c-3ec4-4cf7-b56a-39d08d43c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:27.149640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-b9ee3e8c-3ec4-4cf7-b56a-39d08d43c5ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439022 Jan 27 20:14:27.242421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-8e19b9dc-fbed-4789-af89-a647d9839e2e service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864034 Jan 27 20:14:27.373640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6494e6-ee8d-4340-9bbf-642e2029f350 req-6268b34d-2dee-44ec-801e-a867746ae9a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:27.375160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e6494e6-ee8d-4340-9bbf-642e2029f350 req-6268b34d-2dee-44ec-801e-a867746ae9a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.0791986 Jan 27 20:14:27.377221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204f7886-8291-4cf2-bffb-39df5155f24c req-ee976190-c4d1-4319-931d-bdabf4153a8f service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303337 Jan 27 20:14:27.424520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e6494e6-ee8d-4340-9bbf-642e2029f350 req-d9d2eb39-207e-4c74-862b-3ce6f9976266 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Jan 27 20:14:28.542984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b51a06-e714-4ba9-9b78-0a8c6fdbedbc req-a0e94a61-5139-4dba-af1f-7840fe6e44ab tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:28.544502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b51a06-e714-4ba9-9b78-0a8c6fdbedbc req-a0e94a61-5139-4dba-af1f-7840fe6e44ab tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.0488629 Jan 27 20:14:28.594687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-31b51a06-e714-4ba9-9b78-0a8c6fdbedbc req-22d08d62-4878-4a36-a99e-5896bc501e88 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443635 Jan 27 20:14:29.710794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53952ed4-1263-4bb3-85f6-c1df7d634c22 req-430c9df8-9d26-4579-a73e-d5d6a05b5897 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:29.712278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53952ed4-1263-4bb3-85f6-c1df7d634c22 req-430c9df8-9d26-4579-a73e-d5d6a05b5897 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.0486109 Jan 27 20:14:29.758798 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53952ed4-1263-4bb3-85f6-c1df7d634c22 req-a38ba1ad-d98e-4e74-903b-81dce2095dba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 Jan 27 20:14:30.255560 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:14:30.351674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:30.363231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'mac_address': 'fa:16:3e:aa:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:14:30.400349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:30.400741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:30.413330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:14:30.432244 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:30.436396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:30.483662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:30.740207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:14:30.875221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e249e1-b579-4a4e-a2bc-d349993b03d6 req-254767a9-1f52-48b5-946d-3909114bc997 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:30.876868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51e249e1-b579-4a4e-a2bc-d349993b03d6 req-254767a9-1f52-48b5-946d-3909114bc997 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 944 time: 0.0495102 Jan 27 20:14:30.926973 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51e249e1-b579-4a4e-a2bc-d349993b03d6 req-e04f92a5-4d8b-4d9d-b931-2378aad08318 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Jan 27 20:14:32.054575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880e3b9-a549-40d8-abc8-91555735770f req-221abe58-1e59-4669-b25b-39638e96a533 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:32.056052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f880e3b9-a549-40d8-abc8-91555735770f req-221abe58-1e59-4669-b25b-39638e96a533 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 944 time: 0.0535464 Jan 27 20:14:32.103266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f880e3b9-a549-40d8-abc8-91555735770f req-3b9e8420-593d-46a6-b269-7e991f213c12 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jan 27 20:14:32.269818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:14:32.321884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:14:32.325955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:14:32.326333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:32.404021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:14:32.404418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:32.428301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:32.430583 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2492f8c-e4dc-4557-9015-c9b42cd765d9" -d '{"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:32.443344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:14:32.447609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:32.471277 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ee77f-e67c-43a9-b456-a3bb5b3dc05c x-openstack-request-id: req-5f6ee77f-e67c-43a9-b456-a3bb5b3dc05c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:32.471572 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:32.471829 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f6ee77f-e67c-43a9-b456-a3bb5b3dc05c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:32.472224 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'code': 200} Jan 27 20:14:32.497989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:14:32.571835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3d3a-bf79-4d31-a944-48b0ad8a8e01 req-c462bd47-0a06-41fe-a0f5-1afd0b863f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:32.573374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f50b3d3a-bf79-4d31-a944-48b0ad8a8e01 req-c462bd47-0a06-41fe-a0f5-1afd0b863f52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1096 time: 0.0477219 Jan 27 20:14:32.618033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f50b3d3a-bf79-4d31-a944-48b0ad8a8e01 req-7f21314a-740c-4a73-ad55-3669d33ee456 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379624 Jan 27 20:14:33.226572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dd186-2909-437b-86c3-0427133d0330 req-07eb3c6f-d9ac-4a6a-af48-63ab7869eb56 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:33.228074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e28dd186-2909-437b-86c3-0427133d0330 req-07eb3c6f-d9ac-4a6a-af48-63ab7869eb56 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0509262 Jan 27 20:14:33.289549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e28dd186-2909-437b-86c3-0427133d0330 req-49243e51-4ed4-40c5-a923-93ba7976afd1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552382 Jan 27 20:14:34.408238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca2605-7a5c-4896-bd2f-ba2a88b2d09a req-71084e62-36f2-4962-a708-05d789604e0c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:34.414869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92ca2605-7a5c-4896-bd2f-ba2a88b2d09a req-71084e62-36f2-4962-a708-05d789604e0c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0543103 Jan 27 20:14:34.463518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92ca2605-7a5c-4896-bd2f-ba2a88b2d09a req-e77353ab-96f1-4b14-a362-0c0e9cdb36c1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Jan 27 20:14:34.579925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd638b-47ce-4bb0-9bee-3e44923f084a req-50ecc379-9b65-491d-84b0-ce00ee5c9a4e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:34.581349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fdd638b-47ce-4bb0-9bee-3e44923f084a req-50ecc379-9b65-491d-84b0-ce00ee5c9a4e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0512211 Jan 27 20:14:34.591374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38374) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:14:34.596135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'floatingip': {'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:14:34.642023 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:35.103099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:35.107293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:35.207241 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d associated. External IP: 172.25.5.87, port: 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512. Jan 27 20:14:35.426365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:14:35.533521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:14:35.538604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:35.543624 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:14:35.553667 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:35.554190 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:35.568756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d6d089d7-a97c-4baf-a054-6cf14d8e876b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "PUT /v2.0/floatingips/c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d HTTP/1.1" status: 200 len: 990 time: 0.9735267 Jan 27 20:14:35.568756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:14:35.569051 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8939efee-3733-48f3-be6b-52f231d7cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:14:35.661962 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb0f20-7ab0-44b9-8b12-ccf4d82b040c x-openstack-request-id: req-83cb0f20-7ab0-44b9-8b12-ccf4d82b040c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:14:35.662293 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:14:35.662551 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83cb0f20-7ab0-44b9-8b12-ccf4d82b040c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:14:35.662961 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'status': 'completed', 'code': 200} Jan 27 20:14:35.663085 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:35.727144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-88353e88-3d0e-4f0d-a59a-668546bc16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:35.728660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-88353e88-3d0e-4f0d-a59a-668546bc16f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1096 time: 0.0456991 Jan 27 20:14:35.818454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-ef5e36a3-a114-49af-b279-a27b3e92a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:35.820003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-ef5e36a3-a114-49af-b279-a27b3e92a75f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0857210 Jan 27 20:14:35.888651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-c2a15695-87f5-4955-ab75-23955007a3d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 998 time: 0.0628357 Jan 27 20:14:35.889757 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:aa:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:14:35Z', 'revision_number': 1, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:35.916142 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:14:35.924394 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:14:35.925000 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:14:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:35.937565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-f87eb17e-1c66-4d5e-acab-08a66f1d66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:35.939089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-f87eb17e-1c66-4d5e-acab-08a66f1d66da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0448813 Jan 27 20:14:35.985525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-d34afb28-97c2-49a6-9dd3-bb70ca627792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:14:35.987027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-d34afb28-97c2-49a6-9dd3-bb70ca627792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424678 Jan 27 20:14:36.033293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:14:36.079365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-2188a997-b4d5-4efc-b91c-f4e6b135148d service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864143 Jan 27 20:14:36.135610 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:14:36.167579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8939efee-3733-48f3-be6b-52f231d7cc1e req-a199196f-4710-4516-b44a-21e2312a79b9 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Jan 27 20:14:36.261245 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:aa:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:14:35Z', 'revision_number': 1, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:14:36.290442 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eb412-4d1e-4ab8-86ad-7580822d6336 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:aa:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:14:35Z', 'revision_number': 1, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:14:36.477919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e93e1-4617-4e72-9c26-a8a20f4fe875 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:14:39.054699 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781af177-dbf1-4e7b-8b17-8db35319e3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:42.171168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66bae2de-8244-458c-a94b-479222e200ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:45.317631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:45.753912 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:46.141130 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:54.199356 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:14:55.118639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:09.058082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-128499e3-d691-46a9-a7f0-2651fb3e888b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:12.173664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96732899-d03e-4df1-a824-fa6c1baad28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:13.135360 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:15:15.319204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:15.757409 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:16.142656 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:22.363737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-250fcbe5-e902-4ac9-b274-9e234c7b7c82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409498 Jan 27 20:15:22.588862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-e7fdd398-710d-4dbb-9cad-54641e7c6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:15:22.590387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-e7fdd398-710d-4dbb-9cad-54641e7c6f50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1096 time: 0.0452566 Jan 27 20:15:22.690894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-ca3b9c9f-bd74-4706-a9c8-9f98cdfb22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:15:22.693142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-ca3b9c9f-bd74-4706-a9c8-9f98cdfb22ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0842667 Jan 27 20:15:22.760616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-ff67616d-a5a6-406b-8808-e88001a6fcd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 1000 time: 0.0619056 Jan 27 20:15:22.808493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-1ea3dba7-8a61-419c-8b9d-a9aaffd462d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:15:22.810036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-1ea3dba7-8a61-419c-8b9d-a9aaffd462d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0439670 Jan 27 20:15:22.856916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-9e7b3e43-ae56-4b19-8c8e-9371bc02cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:15:22.858460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-9e7b3e43-ae56-4b19-8c8e-9371bc02cd6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420856 Jan 27 20:15:22.953890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-95e67a2c-fc8e-4728-af80-6b1ef361a19a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887694 Jan 27 20:15:23.042622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22307d44-26a9-4f83-9d80-b7d8deace273 req-6cfe009b-c22b-4d3d-b146-588100f41f1a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Jan 27 20:15:24.198413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:25.126663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:39.059006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2424034b-8cd2-4184-8506-d637ed25e2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:42.176879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5cd6-350d-4885-9092-073d09fdd24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:45.322059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:45.756215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:46.145059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:50.136160 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:15:54.191865 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:15:55.147646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:09.061761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89175f24-63be-4bb0-99e4-a49db6050994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:11.834137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-97f80871-993e-47d2-bf21-e0caeeb0e3c6 req-c74e81c9-edaa-44ef-9b94-4aac5aa56433 service neutron] (103322) timed out ('10.222.0.66', 62298) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:16:12.178655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06d7-2199-4268-ba7b-7c8fa91908b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:15.326026 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:15.759218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:16.147408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:24.201825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:24.375343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-ba5d5800-19e8-4800-9cbd-3c4be1daf811 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432901 Jan 27 20:16:24.456989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-d23abe1b-61aa-4510-8a62-219d641fb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:16:24.458419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-d23abe1b-61aa-4510-8a62-219d641fb27e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1096 time: 0.0437801 Jan 27 20:16:24.559203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-0f9c6de2-b0b3-47cb-8617-967351f98e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:16:24.560684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-0f9c6de2-b0b3-47cb-8617-967351f98e7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0847909 Jan 27 20:16:24.630983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-ac0e964a-1660-4904-918d-df6a3152e861 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 1000 time: 0.0636389 Jan 27 20:16:24.933378 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-68b0b772-0447-4365-b0b0-5036d9c144dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:16:24.934836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-68b0b772-0447-4365-b0b0-5036d9c144dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.2988343 Jan 27 20:16:24.980879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-53f462ea-384c-4d50-a66c-018b2fae6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:16:24.982497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-53f462ea-384c-4d50-a66c-018b2fae6c15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407486 Jan 27 20:16:25.075009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-46609cee-747a-461b-9be4-8d5670c40d25 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Jan 27 20:16:25.143857 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:25.164668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-975402ba-d7ab-419e-aa22-09a7eeebfe97 req-2bf554cf-7741-4810-a91c-6c872e33d8be service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Jan 27 20:16:27.135282 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:16:39.064332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31f25c67-0a7d-44c7-b41d-5f1bd1ae611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:42.180849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfeebdc8-ff18-4a70-8d7a-3ea6c99d0ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:45.332502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:45.763798 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:46.152435 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:54.189941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:16:55.156831 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:04.135182 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:17:04.850429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439543f-dfc6-4653-ab3a-ab3e503a5253 req-c44ee94c-518f-454f-839f-7f2dcbacf410 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:04.851944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0439543f-dfc6-4653-ab3a-ab3e503a5253 req-c44ee94c-518f-454f-839f-7f2dcbacf410 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0505502 Jan 27 20:17:04.905891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0439543f-dfc6-4653-ab3a-ab3e503a5253 req-c28d0750-c08d-4de8-b32f-58cfcc92861f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Jan 27 20:17:05.161692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604442-60e6-4a54-a8e9-855fa51b79f8 req-aac43549-30ef-406e-b7ab-f7792ed754a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:05.163235 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97604442-60e6-4a54-a8e9-855fa51b79f8 req-aac43549-30ef-406e-b7ab-f7792ed754a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0529864 Jan 27 20:17:05.206810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-a0dda405-080a-4838-979e-e8040ec9c4ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093271 Jan 27 20:17:05.221611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97604442-60e6-4a54-a8e9-855fa51b79f8 req-e918eefc-9f25-4a87-b42e-b6841fe4557e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522485 Jan 27 20:17:06.347298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d182a0-e426-4858-b1cc-f765f75b718d req-bdcdbb0a-999d-4bd9-bc73-d5e71acea0af tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:06.348915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71d182a0-e426-4858-b1cc-f765f75b718d req-bdcdbb0a-999d-4bd9-bc73-d5e71acea0af tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0555520 Jan 27 20:17:06.432250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-71d182a0-e426-4858-b1cc-f765f75b718d req-edc65a71-4289-4791-a4a2-d541f3ccd509 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770886 Jan 27 20:17:06.437086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-a2b58348-d58e-4cc9-8b58-60b1d999c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:06.438615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-a2b58348-d58e-4cc9-8b58-60b1d999c977 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1096 time: 0.0684776 Jan 27 20:17:06.530155 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-f2e2c37a-72d3-4ade-8db9-e6fb695513c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:06.531624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-f2e2c37a-72d3-4ade-8db9-e6fb695513c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0860014 Jan 27 20:17:06.602229 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-ef6913d5-1946-4aed-b8f0-12e9a25a9fcd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 1000 time: 0.0648890 Jan 27 20:17:06.650971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-125b78a0-9511-47f3-8be8-08954a36a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:06.652444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-125b78a0-9511-47f3-8be8-08954a36a172 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0448005 Jan 27 20:17:06.697190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-b6fdf176-0d09-49fe-bda1-9d04b0c062a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:06.698742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-b6fdf176-0d09-49fe-bda1-9d04b0c062a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407395 Jan 27 20:17:06.799116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-20752821-66e3-4078-b281-c73125a29aa3 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943766 Jan 27 20:17:06.889858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-e63aa959-1a91-40b3-bc87-cae48c9f63db service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Jan 27 20:17:07.564133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7d74-100b-4b64-97ad-e2898426953d req-2948447e-6c72-450a-965e-485563bbd710 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:07.565682 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-071e7d74-100b-4b64-97ad-e2898426953d req-2948447e-6c72-450a-965e-485563bbd710 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0519164 Jan 27 20:17:07.617924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-071e7d74-100b-4b64-97ad-e2898426953d req-1233605a-01b6-4648-b974-59953f7c4592 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Jan 27 20:17:08.736327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314723d-2538-4206-8bf5-ef9c921e708e req-021c6ed0-ffd5-4dd2-bb0f-12de6102d4a3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:08.737825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c314723d-2538-4206-8bf5-ef9c921e708e req-021c6ed0-ffd5-4dd2-bb0f-12de6102d4a3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0486000 Jan 27 20:17:08.783784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c314723d-2538-4206-8bf5-ef9c921e708e req-557aa1b2-d428-487d-9ccf-fee2b2ed0e9a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Jan 27 20:17:09.066730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d47d957-bf77-4ef8-a0eb-89d6391ab23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:09.902886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29aa90-26d1-44d4-958d-d7d1e3cd262a req-e0c07f57-ab6d-4979-988e-bcb2ceb65975 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:09.904528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c29aa90-26d1-44d4-958d-d7d1e3cd262a req-e0c07f57-ab6d-4979-988e-bcb2ceb65975 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0514014 Jan 27 20:17:09.956471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3c29aa90-26d1-44d4-958d-d7d1e3cd262a req-7f3ff766-95f2-4ae5-a11a-2bc299ef91a3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Jan 27 20:17:11.077406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40385c-2a55-448e-998d-830553f94798 req-76c0e389-0d4b-45b8-8822-b47540a9df97 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:11.078894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca40385c-2a55-448e-998d-830553f94798 req-76c0e389-0d4b-45b8-8822-b47540a9df97 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0527396 Jan 27 20:17:11.126182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca40385c-2a55-448e-998d-830553f94798 req-5d6992f1-5195-4dca-b29f-d7078c8f18f3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410554 Jan 27 20:17:12.185643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3e67ed8-a313-40c8-a964-28541c500007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:12.250161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60d580-9790-41ae-8f7d-ddc9f759d7a9 req-bf34c76a-bc15-422e-b372-844cb91a5603 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:12.251633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c60d580-9790-41ae-8f7d-ddc9f759d7a9 req-bf34c76a-bc15-422e-b372-844cb91a5603 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0507152 Jan 27 20:17:12.299008 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c60d580-9790-41ae-8f7d-ddc9f759d7a9 req-dd53d37f-7588-4f18-a81f-762d787aefb8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Jan 27 20:17:13.415822 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3e8b0-1d2b-4b6d-9005-19f790ba8b0e req-ca1a79c4-6501-4483-b686-419fb36a6a13 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:13.417348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77e3e8b0-1d2b-4b6d-9005-19f790ba8b0e req-ca1a79c4-6501-4483-b686-419fb36a6a13 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0491498 Jan 27 20:17:13.468204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77e3e8b0-1d2b-4b6d-9005-19f790ba8b0e req-3364b521-849d-4f3d-9105-9ddc920abc96 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Jan 27 20:17:14.586226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c26b3-131c-4cc2-9878-b25fed4be0ee req-d4721828-2068-4323-813b-e5957e51fa35 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:14.587722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-170c26b3-131c-4cc2-9878-b25fed4be0ee req-d4721828-2068-4323-813b-e5957e51fa35 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jan 27 20:17:14.635529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-170c26b3-131c-4cc2-9878-b25fed4be0ee req-bf44f98e-4e19-4959-8596-9f46ae130d91 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420492 Jan 27 20:17:15.332057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:15.753339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6378b0-d37c-423c-8301-c8dd5f3102ea req-d20debb1-a9f4-4bc0-9a5d-3ce0b6e86f11 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:15.755375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec6378b0-d37c-423c-8301-c8dd5f3102ea req-d20debb1-a9f4-4bc0-9a5d-3ce0b6e86f11 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0493453 Jan 27 20:17:15.764087 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:15.803573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec6378b0-d37c-423c-8301-c8dd5f3102ea req-21045458-161a-4e50-99af-f164ef307bad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424058 Jan 27 20:17:16.154771 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:16.924236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff508-3eac-4430-8c45-7c5d57671a4d req-f30eca93-6e0b-449b-8f4e-c4750d2e7fee tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:16.925725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b01ff508-3eac-4430-8c45-7c5d57671a4d req-f30eca93-6e0b-449b-8f4e-c4750d2e7fee tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0535634 Jan 27 20:17:16.971144 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b01ff508-3eac-4430-8c45-7c5d57671a4d req-3f0bad72-6519-4a7c-910d-c30e02822353 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Jan 27 20:17:18.086832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a5a2-d9e6-47ad-ae39-bbc1a0bde287 req-8d2de7b8-7a93-49f7-bca5-0b202a8a2768 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:18.088314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ae5a5a2-d9e6-47ad-ae39-bbc1a0bde287 req-8d2de7b8-7a93-49f7-bca5-0b202a8a2768 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0485613 Jan 27 20:17:18.135836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ae5a5a2-d9e6-47ad-ae39-bbc1a0bde287 req-8c42cc76-d1a3-459b-aea9-ab11cde42fff tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Jan 27 20:17:18.883546 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-97589bec-fd06-4526-a015-237e932d181c req-5da9bbdf-80f9-4e9c-9ad4-ec86bebd65e9 service neutron] show failed (client error): The resource could not be found. Jan 27 20:17:18.884616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-5da9bbdf-80f9-4e9c-9ad4-ec86bebd65e9 service neutron] 10.222.0.66 "GET /v2.0/ports/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0601513 Jan 27 20:17:19.080526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-864897af-95ef-4b52-83e2-40b2c73b62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:19.082072 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-864897af-95ef-4b52-83e2-40b2c73b62a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1096 time: 0.0422404 Jan 27 20:17:19.093540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:17:19.146273 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.353643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a271-f9b9-4840-bf90-2f304c8ae08a req-5f97c1b8-71cb-4867-b01c-57e7d0fcdc79 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:19.355121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4579a271-f9b9-4840-bf90-2f304c8ae08a req-5f97c1b8-71cb-4867-b01c-57e7d0fcdc79 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.1468804 Jan 27 20:17:19.422376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:19.433441 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4579a271-f9b9-4840-bf90-2f304c8ae08a req-04d7465b-b93c-4e06-8c33-b612d17a0bf8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721626 Jan 27 20:17:19.459101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:17:19.498587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:19.500873 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7a1d6-7d8d-4ae3-aa02-4f3266c3e083" -d '{"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:19.504772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks [] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.518083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Transition to ACTIVE for port object 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:17:19.522034 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.633638 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c27a7-1db2-4ee6-84d3-a6d15b7a7db8 x-openstack-request-id: req-058c27a7-1db2-4ee6-84d3-a6d15b7a7db8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:19.633940 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:19.634193 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-058c27a7-1db2-4ee6-84d3-a6d15b7a7db8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:19.634599 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'code': 200} Jan 27 20:17:19.647569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:19.680242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.680506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.680856 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.681192 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.681567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.681955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.682211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.682545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.682868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.683196 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.683518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.683840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.684160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:19.717374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] No DVR routers for this DVR port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:17:19.850708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:17:19.851065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:17:19.851496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:17:19.855945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:17:19.856263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Attempting to bind port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:17:19.861569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:17:19.861906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:17:19.862287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:17:19.862710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Bound port: 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:17:19.863065 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.928043 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:17:19.931361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:17:19.935164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.970058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:19.970621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:19.972136 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] 10.222.0.39 "PUT /v2.0/ports/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 1091 time: 0.8826005 Jan 27 20:17:20.004436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9fae7-d353-46c4-9021-4c4dd8a3c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:20.051804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-1645eac9-e9c0-4e18-92e6-e1ae56711f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:20.053727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-1645eac9-e9c0-4e18-92e6-e1ae56711f53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1094 time: 0.0578427 Jan 27 20:17:20.159058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-5f7b6128-18ae-4a83-9de7-f623cd4f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:20.160575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-5f7b6128-18ae-4a83-9de7-f623cd4f6e3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1000566 Jan 27 20:17:20.233904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-e6e1099e-7e3d-4958-bc83-e1686ee90c3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 998 time: 0.0671966 Jan 27 20:17:20.282458 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-037b99f4-4e8d-4b4b-ab86-dadae0610c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:20.284039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-037b99f4-4e8d-4b4b-ab86-dadae0610c91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0444040 Jan 27 20:17:20.329331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589bec-fd06-4526-a015-237e932d181c req-a184dfc3-9b86-4142-ad69-5841a458cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:20.331189 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-a184dfc3-9b86-4142-ad69-5841a458cbf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415742 Jan 27 20:17:20.422463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-1fc6323f-739c-4fda-8d18-e799ef391d42 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Jan 27 20:17:20.523863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97589bec-fd06-4526-a015-237e932d181c req-a1de9777-730c-4ab7-8121-20f84964baee service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950539 Jan 27 20:17:20.559927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63ca1-cdb1-4e00-b5f4-d96f432c6500 req-c16eed6f-9dab-4771-a731-cdb20199122b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:20.561454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c63ca1-cdb1-4e00-b5f4-d96f432c6500 req-c16eed6f-9dab-4771-a731-cdb20199122b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.0532975 Jan 27 20:17:20.620048 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5c63ca1-cdb1-4e00-b5f4-d96f432c6500 req-304ca3b5-7308-4b51-9dca-287f1dc038e8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527785 Jan 27 20:17:21.636420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:21.638736 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:21.687322 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05825c-cb09-4e8c-820a-c410b4f5d36e x-openstack-request-id: req-af05825c-cb09-4e8c-820a-c410b4f5d36e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:21.687643 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:21.688381 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af05825c-cb09-4e8c-820a-c410b4f5d36e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:21.688381 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'status': 'completed', 'code': 200} Jan 27 20:17:21.725197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:17:21.798429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-ed556148-2a09-4905-ac41-041344105e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:21.799935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-ed556148-2a09-4905-ac41-041344105e47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1094 time: 0.0945148 Jan 27 20:17:21.818905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-d910f3f1-3e76-4f5a-bc7b-3d26866113f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:21.820346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-d910f3f1-3e76-4f5a-bc7b-3d26866113f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1094 time: 0.1062613 Jan 27 20:17:21.825918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:21.838500 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'mac_address': 'fa:16:3e:aa:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:17:21.878938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:17:21.879327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:21.891965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929c4b-c25b-4d9c-8bb6-71aa6db8490b req-f993dbb8-6d8a-4811-9a0f-52f7a6937690 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:21.892982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:17:21.893398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7929c4b-c25b-4d9c-8bb6-71aa6db8490b req-f993dbb8-6d8a-4811-9a0f-52f7a6937690 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 943 time: 0.1363986 Jan 27 20:17:21.913769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:21.917990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:21.970279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:21.979004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.979456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.979840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.980312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.980710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.981217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.981725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.982095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.982426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.982753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.983076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.983401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.983721 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:17:21.995084 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-7fd4c7e0-9a5c-46c0-9656-7fb57dbd0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:21.996598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-7fd4c7e0-9a5c-46c0-9656-7fb57dbd0098 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1898470 Jan 27 20:17:22.079140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7929c4b-c25b-4d9c-8bb6-71aa6db8490b req-87bf0b21-cab8-4c74-b69c-40b1a633b8ab tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558325 Jan 27 20:17:22.082122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-2d30ddba-0bd8-4af8-a4f6-cb7528be15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:22.083598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-2d30ddba-0bd8-4af8-a4f6-cb7528be15d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.2490845 Jan 27 20:17:22.136262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-7b560a7f-a0b7-4dff-874a-b88b7a05441f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 999 time: 0.1306767 Jan 27 20:17:22.194476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:17:22.195991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-c9f47547-e5e0-4918-964b-b9f06a36610b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 999 time: 0.1017241 Jan 27 20:17:22.212095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-e32a321d-4608-48c5-b764-94b6b85c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:22.213529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-e32a321d-4608-48c5-b764-94b6b85c9894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0703897 Jan 27 20:17:22.276384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-58319abf-0b1a-4967-b3c0-40792198134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:22.277985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-58319abf-0b1a-4967-b3c0-40792198134b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0738189 Jan 27 20:17:22.297453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-f36bce3d-b190-435a-8864-bd70f0359604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:22.298996 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-f36bce3d-b190-435a-8864-bd70f0359604 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664485 Jan 27 20:17:22.640018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-a9fbff3b-94f6-4cbe-b9e2-7bb82f45b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:22.641605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-a9fbff3b-94f6-4cbe-b9e2-7bb82f45b9c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3573685 Jan 27 20:17:22.725630 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-98a96833-46d2-4670-b576-1c26fb48db74 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119077 Jan 27 20:17:22.804389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-e4bba798-2d61-4f5f-89a6-8aa7defd7401 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549883 Jan 27 20:17:22.889538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-29af75c3-3e67-42e8-9b45-3006886beaa7 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571724 Jan 27 20:17:22.924962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a9ac68e1-e4b5-40e6-8fb3-9214b320d5fe req-30db65c9-3746-4981-a582-df14d7e6edce service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130230 Jan 27 20:17:23.060396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:17:23.099868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:17:23.100269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:17:23.202351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ac49a-5651-4496-9dbf-2e9d8bed20cd req-48e8b396-1008-4004-a05d-c19eefc7feb0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.203807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b22ac49a-5651-4496-9dbf-2e9d8bed20cd req-48e8b396-1008-4004-a05d-c19eefc7feb0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 944 time: 0.0513651 Jan 27 20:17:23.251731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b22ac49a-5651-4496-9dbf-2e9d8bed20cd req-dcaa3706-cae7-449b-8f46-c1318b3e6e97 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Jan 27 20:17:23.479013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2c044-45e0-498a-bcde-19e16731d0b2 req-4887412c-e714-4b40-b25c-797710135471 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.480459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42f2c044-45e0-498a-bcde-19e16731d0b2 req-4887412c-e714-4b40-b25c-797710135471 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 944 time: 0.0837724 Jan 27 20:17:23.499527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045de0-b7f1-424c-a870-f577abd8d108 req-1dfc5a41-bfdb-4af0-848c-dd4bdbe48435 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.500969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-1dfc5a41-bfdb-4af0-848c-dd4bdbe48435 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a&tenant_id=0edd97cd9f0b4ed091c34e523336931f&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 944 time: 0.0741589 Jan 27 20:17:23.578935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42f2c044-45e0-498a-bcde-19e16731d0b2 req-efedf95b-b585-46f0-92d0-ff9ad56f9bc9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924191 Jan 27 20:17:23.588316 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-83045de0-b7f1-424c-a870-f577abd8d108 req-11c9ed37-4733-4a2b-9ab4-7d048b79b7f7 service neutron] delete failed (client error): The resource could not be found. Jan 27 20:17:23.589379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-11c9ed37-4733-4a2b-9ab4-7d048b79b7f7 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0799420 Jan 27 20:17:23.678688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045de0-b7f1-424c-a870-f577abd8d108 req-be880e50-dc51-427e-922b-18afb68b85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.680206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-be880e50-dc51-427e-922b-18afb68b85af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 1095 time: 0.0481315 Jan 27 20:17:23.747842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:17:23.775700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045de0-b7f1-424c-a870-f577abd8d108 req-961fd524-6704-449a-afe3-2050d074e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.777236 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-961fd524-6704-449a-afe3-2050d074e0c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0906048 Jan 27 20:17:23.805789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:17:23.810084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:17:23.810464 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:23.850278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-ffd8439b-ddb9-4f0a-ad8d-8f1ecc558579 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 200 len: 999 time: 0.0674787 Jan 27 20:17:23.897184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:17:23.897620 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:23.902540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045de0-b7f1-424c-a870-f577abd8d108 req-2adef700-5369-4a77-88f0-4e958354ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.904066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-2adef700-5369-4a77-88f0-4e958354ea1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0487349 Jan 27 20:17:23.922762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:23.925070 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee2618-52ca-4e96-ab7f-55ab6f48f8e2" -d '{"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:23.938443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:23.943108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:23.953332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045de0-b7f1-424c-a870-f577abd8d108 req-425349e0-1b77-4e77-9f0c-f195690b5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:23.954849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-425349e0-1b77-4e77-9f0c-f195690b5795 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454152 Jan 27 20:17:23.986708 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582d4a1-fa1f-4608-8459-1bdf938b5cef x-openstack-request-id: req-9582d4a1-fa1f-4608-8459-1bdf938b5cef {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:23.987071 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:23.987373 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9582d4a1-fa1f-4608-8459-1bdf938b5cef {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:23.987827 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'code': 200} Jan 27 20:17:24.000895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:24.056932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-c17fe4e8-5236-4109-a15d-045620f4c43a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956285 Jan 27 20:17:24.150845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83045de0-b7f1-424c-a870-f577abd8d108 req-c64cdb54-7c6b-48bd-aecb-f42af951819a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881970 Jan 27 20:17:24.199892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:24.711135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ac6be-e071-4d97-ac33-158b305fa1e4 req-15c35f2f-9c13-4c13-bfca-360ad9d85f96 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:24.712926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-983ac6be-e071-4d97-ac33-158b305fa1e4 req-15c35f2f-9c13-4c13-bfca-360ad9d85f96 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0602117 Jan 27 20:17:24.765613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-983ac6be-e071-4d97-ac33-158b305fa1e4 req-cd42803e-a9c3-4d21-9afd-eeab8b9090f6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Jan 27 20:17:24.889495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54967748-74f3-44bd-907e-cb66965ff662 req-3704187b-c6c9-4b6b-8612-c2e9d41ed8f5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:24.891084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54967748-74f3-44bd-907e-cb66965ff662 req-3704187b-c6c9-4b6b-8612-c2e9d41ed8f5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0565095 Jan 27 20:17:24.938808 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-54967748-74f3-44bd-907e-cb66965ff662 req-3f4b853e-aa8e-4576-9a13-722f6008439c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 Jan 27 20:17:25.050803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8391a-c750-440d-84ee-bd14118c7d2c req-28cee9c6-caf6-40b8-be1e-922e87383026 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:25.052771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37b8391a-c750-440d-84ee-bd14118c7d2c req-28cee9c6-caf6-40b8-be1e-922e87383026 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0489495 Jan 27 20:17:25.099281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37b8391a-c750-440d-84ee-bd14118c7d2c req-92c58eb6-4586-4fd2-bc1d-19c6fac4cf96 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 Jan 27 20:17:25.158489 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:25.352537 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927ee4-d088-4e98-8e38-ab8a8fd9e93e req-f9f8f0b3-1264-4134-8c57-e6c6d5f9dd47 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:25.354066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc927ee4-d088-4e98-8e38-ab8a8fd9e93e req-f9f8f0b3-1264-4134-8c57-e6c6d5f9dd47 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0545833 Jan 27 20:17:25.401353 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc927ee4-d088-4e98-8e38-ab8a8fd9e93e req-fcb764ae-176a-453b-bac3-bcd1e3df0176 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Jan 27 20:17:26.518439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d536-6e9b-4950-9261-0e48867b2333 req-7068ae02-5eec-414b-bd5a-2128247992b5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:26.520629 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61a2d536-6e9b-4950-9261-0e48867b2333 req-7068ae02-5eec-414b-bd5a-2128247992b5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0492656 Jan 27 20:17:26.567625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-61a2d536-6e9b-4950-9261-0e48867b2333 req-532aabb9-8d2c-44af-8d6d-c1bd1dc7526a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Jan 27 20:17:26.638360 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-6e3e2ea7-3665-4eef-939b-837a95340864 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:26.639737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-6e3e2ea7-3665-4eef-939b-837a95340864 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 945 time: 0.0485930 Jan 27 20:17:26.733048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Deleting port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:17:26.733428 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:26.822271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] For port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:26.822640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:27.004792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:27.005066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:27.005225 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d disassociated. External IP: 172.25.5.87, port: 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512. Jan 27 20:17:27.005584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Calling delete_port for 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:17:27.138545 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:27.169953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'Port': ['ID=8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:27.295031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:17:27.403433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:17:27.417304 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:17:27.429302 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:17:27.429928 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:27.446594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] No DVR routers for this DVR port 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:17:27.449342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:27.452848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d848ad03-1ab7-4d9a-8385-780d60b7754a req-f6c364bb-e037-480f-826e-2710c759d4ba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "DELETE /v2.0/ports/8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 HTTP/1.1" status: 204 len: 173 time: 0.8075626 Jan 27 20:17:27.453346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-deleted', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:27.455692 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687e2ac-119d-46b6-9700-816ac60cef40" -d '{"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-deleted", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:27.499252 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47618ce5-e870-4603-b1d1-ed25a8c1fa40 x-openstack-request-id: req-47618ce5-e870-4603-b1d1-ed25a8c1fa40 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:27.499725 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a08ec7-fedd-4871-b0dd-30fb21d6d31a", "name": "network-vif-deleted", "tag": "8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:27.500147 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47618ce5-e870-4603-b1d1-ed25a8c1fa40 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:27.500786 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a08ec7-fedd-4871-b0dd-30fb21d6d31a', 'name': 'network-vif-deleted', 'tag': '8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512', 'status': 'completed', 'code': 200} Jan 27 20:17:27.546544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:17:27.703197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c45ec77-b091-47f9-870c-4ff19cbdaf64 req-3de92650-6b7b-4058-b2e3-27a37771f6ed tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a08ec7-fedd-4871-b0dd-30fb21d6d31a HTTP/1.1" status: 200 len: 210 time: 0.0282273 Jan 27 20:17:27.856885 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:27.885952 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:17:27.896504 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:17:27.897121 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:17:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:28.006778 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:17:28.210860 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:28.237445 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3ef13-559b-4444-893e-1cfde91913a0 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:17:28.464974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104ca04-2719-4528-b3c3-f88eb2432961 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:17:28.943914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-edae28a0-4145-4c79-b87a-fbfded680eea tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--882780096&fields=id&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 267 time: 0.0423849 Jan 27 20:17:29.051915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-2f8df0d4-843e-4d3f-be8a-a7257f77a77a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:29.053405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-2f8df0d4-843e-4d3f-be8a-a7257f77a77a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1027575 Jan 27 20:17:29.067863 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-2dddad65-49fc-4c83-a8d3-257ae77d7f50 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/quotas/0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 375 time: 0.0090363 Jan 27 20:17:29.118893 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-fec77350-c7fa-4bd9-9b3e-89929407655e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460758 Jan 27 20:17:29.180148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-b60ffa0d-5ba2-4ea6-870f-21058b8b2dd2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:17:29.181191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-b60ffa0d-5ba2-4ea6-870f-21058b8b2dd2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513649 Jan 27 20:17:29.270909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-6d8e463a-a779-4eed-9636-66f8b3b3da03 service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835617 Jan 27 20:17:29.365217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-98af0572-44d4-46bb-90f2-566267ab75cd service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884233 Jan 27 20:17:29.535624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58d87bee-73b9-4045-863e-423b4ee47e44 req-707470a2-4b1e-4551-b065-12f8d0b5baa5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Jan 27 20:17:30.562219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-ac4630f7-f606-43ea-a279-eba9a9ffbff9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:30.563918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-ac4630f7-f606-43ea-a279-eba9a9ffbff9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1235635 Jan 27 20:17:30.654070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-5867307e-b858-4c4d-9e53-0075bf89b1fa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 379 time: 0.0811944 Jan 27 20:17:30.672497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'port': {'device_id': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'admin_state_up': True, 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'security_groups': ['dc583d52-bec3-494c-8633-62827b1d2aae']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:17:30.678003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb004725-8a9d-459f-b2d9-c2fe7ca8afa5 req-98666a64-9a46-4c4b-8f39-def20eca5a63 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 210 time: 0.0479004 Jan 27 20:17:30.837414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:17:30.841346 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:30.988820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Allocated IP 172.20.0.8 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/4204d32d-9fd6-4aa8-906f-ddb9cddf4856) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:17:31.147313 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.182634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.228122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:17:31.231344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:17:31.239311 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:17:31.247578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:31.297219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:31.297950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.318515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-faaa00e7-e94e-4c0f-920c-e803f3222cbf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6498742 Jan 27 20:17:31.329967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Request body: {'port': {'device_id': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:17:31.394500 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.491780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-18e08cd9-3150-4240-8bd3-7bd8b076983e None None] Provisioning complete for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:17:31.492397 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18e08cd9-3150-4240-8bd3-7bd8b076983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.531136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18e08cd9-3150-4240-8bd3-7bd8b076983e None None] Port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:17:31.672234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:17:31.681076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks [] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.694494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Transition to ACTIVE for port object 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:17:31.699049 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:31.753149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:31.789380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:17:31.828463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:17:31.829446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 8fb8784c-33f9-4e1f-aa4b-97a7c6cb8512 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:17:31.866877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:17:31.867216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:17:31.867555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:17:31.875307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:17:31.875638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:17:31.884158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8cfa-9236-4f9b-951f-082fab92c1eb req-34bd6041-fa3e-4ac9-a544-bff6f1421170 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:31.885781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-458e8cfa-9236-4f9b-951f-082fab92c1eb req-34bd6041-fa3e-4ac9-a544-bff6f1421170 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0824585 Jan 27 20:17:31.890452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:17:31.890797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:17:31.891849 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:17:31.892285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Bound port: 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:17:31.892656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:32.000463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-458e8cfa-9236-4f9b-951f-082fab92c1eb req-4ccc8a4e-5936-4896-b68d-e2748007f221 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034949 Jan 27 20:17:32.006230 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:17:32.009530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:17:32.015852 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:32.051175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.051825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:32.053203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] 10.222.0.66 "PUT /v2.0/ports/4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 1091 time: 0.7278273 Jan 27 20:17:32.053747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:32.056025 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:32.093835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d43f-128f-4edd-9797-d4934982e233 service neutron] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:32.125822 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b15dd-829e-4e34-a2e1-89ec0acdbfa3 x-openstack-request-id: req-537b15dd-829e-4e34-a2e1-89ec0acdbfa3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:32.126164 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:32.126373 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-537b15dd-829e-4e34-a2e1-89ec0acdbfa3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:32.126776 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'status': 'completed', 'code': 200} Jan 27 20:17:32.147422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-68fd9754-eec9-4dfb-8fcc-42719ee29fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.149483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-68fd9754-eec9-4dfb-8fcc-42719ee29fde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0540435 Jan 27 20:17:32.196430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-ce0abc61-bcc9-4abc-a4b4-8b95981f5a42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 217 time: 0.0401142 Jan 27 20:17:32.251370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-95930174-4aa4-455b-a4b0-a07c799a94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.252768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-95930174-4aa4-455b-a4b0-a07c799a94c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0499125 Jan 27 20:17:32.301440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-ce3fe64c-a462-4eb6-ae1e-78bf3beb2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.302983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-ce3fe64c-a462-4eb6-ae1e-78bf3beb2c04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433466 Jan 27 20:17:32.400379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-712dcfa5-65e7-436d-b09a-42dfb755e133 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914629 Jan 27 20:17:32.766146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a29dc51-577e-4cb7-9744-1aca47843ee8 req-dd276191-5e52-4b02-bdf8-c69ad4127f60 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594599 Jan 27 20:17:32.857904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-ec754e23-e06f-4d2b-90d9-6973ecb18258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.859426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-ec754e23-e06f-4d2b-90d9-6973ecb18258 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0444851 Jan 27 20:17:32.956776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-9fc06856-6f21-4c2e-a81f-d96cf58c9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:32.958358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-9fc06856-6f21-4c2e-a81f-d96cf58c9106 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0923429 Jan 27 20:17:33.001246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-6e5fbd5c-ccb4-43e6-b1a0-33a13ac948d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 217 time: 0.0365293 Jan 27 20:17:33.066115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-053aabcf-f787-41fb-9e2f-6c04ce503b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:33.068716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-053aabcf-f787-41fb-9e2f-6c04ce503b43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0620914 Jan 27 20:17:33.155892 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-bf6cd7a5-d052-4381-8fed-4422e23c8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:33.157452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-bf6cd7a5-d052-4381-8fed-4422e23c8490 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832238 Jan 27 20:17:33.165730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fbdd8-53ec-4b16-9183-521ec3c46516 req-c2a28b2a-6b7b-4171-a1af-47200dba5faa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:33.167206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b45fbdd8-53ec-4b16-9183-521ec3c46516 req-c2a28b2a-6b7b-4171-a1af-47200dba5faa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0750990 Jan 27 20:17:33.276888 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b45fbdd8-53ec-4b16-9183-521ec3c46516 req-85f9e08d-731c-49ba-9811-1cef006ac122 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013658 Jan 27 20:17:33.298322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-910ee0a3-cdc8-41e9-b125-b8e3b8dd4531 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301227 Jan 27 20:17:33.427879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1cdd9048-91fd-43ac-9e3b-fe53f65020ee req-68a0a782-611c-463f-904d-7a23da44c056 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228368 Jan 27 20:17:34.416524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f3ce-2699-4f88-a4a8-106500fe47d0 req-b2eff14f-b6ee-4b53-a58e-b5c523b338ac tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:34.418092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62f0f3ce-2699-4f88-a4a8-106500fe47d0 req-b2eff14f-b6ee-4b53-a58e-b5c523b338ac tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0561609 Jan 27 20:17:34.466308 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-62f0f3ce-2699-4f88-a4a8-106500fe47d0 req-30457e7d-af40-4f71-9d2f-1a3cc51dfd5d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Jan 27 20:17:35.585310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd2050-8c69-4871-ac12-6389e9ea7dfa req-ecdfc052-525a-442a-8e25-b16577cd0210 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:35.586825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfbd2050-8c69-4871-ac12-6389e9ea7dfa req-ecdfc052-525a-442a-8e25-b16577cd0210 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0497713 Jan 27 20:17:35.636352 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfbd2050-8c69-4871-ac12-6389e9ea7dfa req-eaf90971-2cb6-4886-b1cb-7b1e7e8660dd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Jan 27 20:17:36.765442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d87fec-d23b-43bf-8807-784d23a63dce req-e79cff3d-6313-4e58-984e-c0f7b5f7d8eb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:36.766982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28d87fec-d23b-43bf-8807-784d23a63dce req-e79cff3d-6313-4e58-984e-c0f7b5f7d8eb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0576077 Jan 27 20:17:36.817079 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28d87fec-d23b-43bf-8807-784d23a63dce req-38447d91-f896-4095-9651-580d701359c0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Jan 27 20:17:37.137603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:17:37.234604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:37.247137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'mac_address': 'fa:16:3e:2c:2c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:17:37.284875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:17:37.285271 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:37.298129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:17:37.318066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:37.321950 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:37.385805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:37.662396 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['4204d32d-9fd6-4aa8-906f-ddb9cddf4856'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:17:37.934027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb991-139c-4103-bc26-253d5d411210 req-42601478-ed98-4d9c-8f47-63f1b0d4701e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:37.935415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-450eb991-139c-4103-bc26-253d5d411210 req-42601478-ed98-4d9c-8f47-63f1b0d4701e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 944 time: 0.0500393 Jan 27 20:17:37.982644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-450eb991-139c-4103-bc26-253d5d411210 req-6ef4db7d-d074-4920-8ecd-6ee7c9d0b475 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Jan 27 20:17:39.070319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df0a2a46-1397-4ab1-8849-3f91519e7519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:39.103207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dd582-068e-429d-a96c-882c5cf03aae req-e46195c7-726c-46bb-bee4-97a9c7482cd4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:39.104706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd9dd582-068e-429d-a96c-882c5cf03aae req-e46195c7-726c-46bb-bee4-97a9c7482cd4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 944 time: 0.0505855 Jan 27 20:17:39.138111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:17:39.157496 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd9dd582-068e-429d-a96c-882c5cf03aae req-1ec6c243-3661-4e35-856f-f82b187e3e0d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471199 Jan 27 20:17:39.192495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:17:39.196859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:17:39.197338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:39.281278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:17:39.281672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:39.304858 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:39.307117 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f202c0-f62c-4ae6-b9cc-57c1c2d92a9c" -d '{"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-plugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:39.320017 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:17:39.324303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:39.348925 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba073e73-2f93-4fbd-b56f-6db5cebc1f87 x-openstack-request-id: req-ba073e73-2f93-4fbd-b56f-6db5cebc1f87 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:39.349220 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-plugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:39.349498 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba073e73-2f93-4fbd-b56f-6db5cebc1f87 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:39.349887 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'code': 200} Jan 27 20:17:39.376015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:17:39.440883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cab7f-8245-4f5f-a3de-fe09e9bbd5f2 req-69807bec-e57b-4e4a-884b-304d01267315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:39.443040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d1cab7f-8245-4f5f-a3de-fe09e9bbd5f2 req-69807bec-e57b-4e4a-884b-304d01267315 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0403275 Jan 27 20:17:39.488839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d1cab7f-8245-4f5f-a3de-fe09e9bbd5f2 req-059efca6-dce1-43a2-bfd7-42c5a90d039a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370471 Jan 27 20:17:40.281096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b70c-284a-425b-a6f3-a791e81245d5 req-04097256-3d67-41bc-86d2-b68e4cfa36d5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:40.282619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0845b70c-284a-425b-a6f3-a791e81245d5 req-04097256-3d67-41bc-86d2-b68e4cfa36d5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Jan 27 20:17:40.328626 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0845b70c-284a-425b-a6f3-a791e81245d5 req-3e574a72-ee54-4c04-93f2-a12066c915d5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404074 Jan 27 20:17:41.133577 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:17:41.449864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980196f-3758-4746-a06c-48ed9f085065 req-33c346b5-5cae-447d-9e38-50ac4544caa2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:41.451480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e980196f-3758-4746-a06c-48ed9f085065 req-33c346b5-5cae-447d-9e38-50ac4544caa2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Jan 27 20:17:41.502968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e980196f-3758-4746-a06c-48ed9f085065 req-8086d430-bea5-47c7-afcf-7040cb288dea tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457089 Jan 27 20:17:41.640415 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c7aa-9355-4a1f-abd5-c39ef5b1e22f req-75f2c6b8-c6f9-4beb-a71d-66e4d334a743 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:41.642234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9c5c7aa-9355-4a1f-abd5-c39ef5b1e22f req-75f2c6b8-c6f9-4beb-a71d-66e4d334a743 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0693507 Jan 27 20:17:41.651044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 38846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:17:41.656447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'floatingip': {'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:17:41.705478 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:42.145999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:42.149950 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:42.190654 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-274e27de-69c4-4fc5-a3d4-194605606149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:42.256421 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d associated. External IP: 172.25.5.87, port: 4204d32d-9fd6-4aa8-906f-ddb9cddf4856. Jan 27 20:17:42.465824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:17:42.574399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:17:42.579920 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:42.585207 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:17:42.595578 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:17:42.596401 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:42.607895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e685961-261d-4011-a55f-87a00d305c9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "PUT /v2.0/floatingips/c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d HTTP/1.1" status: 200 len: 990 time: 0.9554870 Jan 27 20:17:42.608497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:17:42.611189 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a87723-80ab-4a7e-b767-40145d89b9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:17:42.698734 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb67314-c8fb-469f-9b19-2fd630248e46 x-openstack-request-id: req-feb67314-c8fb-469f-9b19-2fd630248e46 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:17:42.699209 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:17:42.699472 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-feb67314-c8fb-469f-9b19-2fd630248e46 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:17:42.699881 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'status': 'completed', 'code': 200} Jan 27 20:17:42.703873 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:17:42.760219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-e1ffe391-475a-46f7-8627-113beea750e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:42.761685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-e1ffe391-475a-46f7-8627-113beea750e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0414157 Jan 27 20:17:42.856442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-19988648-6a00-4450-ae23-77ae65b4f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:42.857999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-19988648-6a00-4450-ae23-77ae65b4f009 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0907586 Jan 27 20:17:42.922664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-07584a5b-6767-447d-9a30-5d8c584c9156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 998 time: 0.0593500 Jan 27 20:17:42.930011 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:2c:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:17:42Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:42.956465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:17:42.965242 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:17:42.965884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:17:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:42.976217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-037fd09a-d4a3-4ed5-beba-211eca983c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:42.977730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-037fd09a-d4a3-4ed5-beba-211eca983c56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0492158 Jan 27 20:17:43.022777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-0d65e5b8-e174-48d2-ba11-2ccd2915bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:17:43.024252 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-0d65e5b8-e174-48d2-ba11-2ccd2915bb35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411866 Jan 27 20:17:43.082471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:17:43.114577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-ce8a000c-54dd-40d0-9410-fdb497c1b992 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848937 Jan 27 20:17:43.209664 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a87723-80ab-4a7e-b767-40145d89b9e3 req-16ecfdaf-552e-4a60-94ce-1191f0faf144 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886114 Jan 27 20:17:43.306403 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:2c:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:17:42Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:17:43.336809 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6305901-0539-4eda-9073-b03056e55f29 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:2c:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:17:42Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:17:43.533143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0b584-cf12-487f-9423-d93dfc0f18a3 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:17:45.334813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:45.766994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:46.156467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:54.198831 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:17:55.157980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:09.073780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95325299-78db-4278-80ca-2a01f176f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:12.195491 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f89c9d8-0073-4e9c-bda0-61376e6bea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:15.338811 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:15.770281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:16.159686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:18.134104 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:18:24.194935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:25.157651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:25.421322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-6e5fb9e4-94a1-460a-bd9b-d4731c948059 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856979 Jan 27 20:18:25.504046 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-53c8309e-e9da-4512-9645-9cf653dcc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:18:25.505579 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-53c8309e-e9da-4512-9645-9cf653dcc71d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0428739 Jan 27 20:18:25.613300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-f093a1a6-dd1f-4d74-904e-e92ad38483e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:18:25.614806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-f093a1a6-dd1f-4d74-904e-e92ad38483e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0915966 Jan 27 20:18:25.680457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-f7b51f80-bdae-44bb-bd61-4a2f6ae33850 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 1000 time: 0.0596719 Jan 27 20:18:25.734000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-f42915a7-6a2c-4c72-98b6-bce63b749f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:18:25.735492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-f42915a7-6a2c-4c72-98b6-bce63b749f7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0490177 Jan 27 20:18:25.784106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-86d12818-14ae-46e4-b0ef-1d4c9680201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:18:25.785702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-86d12818-14ae-46e4-b0ef-1d4c9680201c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445120 Jan 27 20:18:25.903729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-68515da3-92ef-402b-a1d5-61ae5ea2fe90 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117115 Jan 27 20:18:26.001835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c10acc7-4caa-4635-879c-6b055ddfc01b req-2248d921-d475-4b4a-8210-21780be688de service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913427 Jan 27 20:18:39.076958 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea5fee80-cd05-49c5-bc36-ff5a7705bc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:42.198039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d079e5cd-fe98-438f-a11d-16dec62b074b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:45.343663 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:45.773116 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:46.165485 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:54.186772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:18:55.134492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:18:55.171462 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:09.085795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f505b59-ecb2-409f-8673-000da20c480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:12.202576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d4e210-d2c6-4cae-9b85-2ec4528e3f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:15.342152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:15.776425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:16.168215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:24.211516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:25.170191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:26.369382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-a6a7d92c-0052-4917-a2c1-642403989b58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441034 Jan 27 20:19:26.452964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1349457-b956-4e94-8522-2200cbed46d3 req-7492bbb4-9fdd-4da0-b695-84090770d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:19:26.454419 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-7492bbb4-9fdd-4da0-b695-84090770d836 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0418904 Jan 27 20:19:26.564327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1349457-b956-4e94-8522-2200cbed46d3 req-5b73144f-3679-4169-a488-d4bc922c2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:19:26.565860 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-5b73144f-3679-4169-a488-d4bc922c2c50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0926225 Jan 27 20:19:26.630918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-7936ecc4-06e8-47cf-8642-4a21a0914e71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 1000 time: 0.0591192 Jan 27 20:19:26.682111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1349457-b956-4e94-8522-2200cbed46d3 req-028a3fbb-e9da-44c5-af8b-20c5303a5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:19:26.683591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-028a3fbb-e9da-44c5-af8b-20c5303a5331 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0477052 Jan 27 20:19:26.728627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1349457-b956-4e94-8522-2200cbed46d3 req-073507c0-2671-49a2-b344-daeec8d8501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:19:26.730097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-073507c0-2671-49a2-b344-daeec8d8501c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401411 Jan 27 20:19:26.821835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-272a30c3-34b6-49c7-a3c9-fc5d21f975d5 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Jan 27 20:19:26.918406 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f1349457-b956-4e94-8522-2200cbed46d3 req-ed341cf5-6e12-4f95-9ca5-38b2467f78a8 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910442 Jan 27 20:19:32.134619 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:19:39.077660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6115f0-35c7-4f60-8bde-cd4346d81a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:42.205500 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f762058-b9b7-4255-8350-1d67585d23ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:45.346185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:45.777717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:46.170439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:54.208606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:19:55.169933 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:09.079058 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f3d0f5-094e-49c2-833c-27842c374e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:09.134012 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:20:12.207657 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53136d45-8eef-4714-ae87-1bb024b1aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:12.307839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034cc3-77a2-49d5-81d3-2021a84cebf8 req-172429ef-5332-4f2e-82b0-62c71e850ae8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:12.309387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e034cc3-77a2-49d5-81d3-2021a84cebf8 req-172429ef-5332-4f2e-82b0-62c71e850ae8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.1007116 Jan 27 20:20:12.356953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e034cc3-77a2-49d5-81d3-2021a84cebf8 req-ed5aa30f-19b4-4fb1-b3d4-2cce9469e145 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Jan 27 20:20:13.476446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa867e89-6e66-45aa-b0ec-e09e549f7e34 req-2b9da519-891e-46d4-bf55-6310e07faa9c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:13.477945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa867e89-6e66-45aa-b0ec-e09e549f7e34 req-2b9da519-891e-46d4-bf55-6310e07faa9c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Jan 27 20:20:13.524627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa867e89-6e66-45aa-b0ec-e09e549f7e34 req-8be76bfa-2fa2-4685-b5b9-ac4ff6217456 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Jan 27 20:20:14.639331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c0a1a-6fa3-4185-9282-8f7931ec4be5 req-69ec933f-6fb8-4abc-9feb-5513b3271ce7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:14.640731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-322c0a1a-6fa3-4185-9282-8f7931ec4be5 req-69ec933f-6fb8-4abc-9feb-5513b3271ce7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Jan 27 20:20:14.687666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-322c0a1a-6fa3-4185-9282-8f7931ec4be5 req-6d6ae741-8bef-4e48-a9cd-529e613db024 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Jan 27 20:20:15.351420 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:15.781275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:15.813601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf778f-9b9c-477b-ba52-8d40281c9fbd req-a2faf4f9-fecb-4191-b521-61ef811150a7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:15.815061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bcf778f-9b9c-477b-ba52-8d40281c9fbd req-a2faf4f9-fecb-4191-b521-61ef811150a7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0569015 Jan 27 20:20:15.867004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bcf778f-9b9c-477b-ba52-8d40281c9fbd req-1b6060aa-6f4f-4156-88d3-4184f40d8f63 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Jan 27 20:20:16.173655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:16.987414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68356e-d371-4ed3-b5be-18e2cde0bf9a req-7d607830-8c5e-4d69-95e7-cbfe0c970844 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:16.988910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc68356e-d371-4ed3-b5be-18e2cde0bf9a req-7d607830-8c5e-4d69-95e7-cbfe0c970844 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jan 27 20:20:17.036435 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc68356e-d371-4ed3-b5be-18e2cde0bf9a req-7e265c05-51c6-4888-b942-0de2bcd086f8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Jan 27 20:20:18.152601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda0197-b879-4492-9120-8d69bf241f9c req-79a69cc3-48a4-4b55-8d9e-3b2dec0663d2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:18.154062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fda0197-b879-4492-9120-8d69bf241f9c req-79a69cc3-48a4-4b55-8d9e-3b2dec0663d2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Jan 27 20:20:18.205590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4fda0197-b879-4492-9120-8d69bf241f9c req-3c1bdfe7-db48-4cbe-b23a-7121db543e19 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Jan 27 20:20:19.325842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268c4b-1896-4bca-b9fd-51d11d075b2f req-b1acc8cd-9f7c-445b-878a-e7f5c31609ee tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:19.327368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42268c4b-1896-4bca-b9fd-51d11d075b2f req-b1acc8cd-9f7c-445b-878a-e7f5c31609ee tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0527940 Jan 27 20:20:19.374956 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42268c4b-1896-4bca-b9fd-51d11d075b2f req-43f3d0e1-eb44-43b8-b65f-0306bb43512e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Jan 27 20:20:20.489220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850f83-6293-41ba-85b5-ac19f9bf8bcb req-c7640d7f-2717-40b5-9c71-7ff8afcb99f0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:20.491447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5850f83-6293-41ba-85b5-ac19f9bf8bcb req-c7640d7f-2717-40b5-9c71-7ff8afcb99f0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Jan 27 20:20:20.539694 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c5850f83-6293-41ba-85b5-ac19f9bf8bcb req-873799be-1a60-4ace-8292-247808c9e9d6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Jan 27 20:20:21.658862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dabb0f-1fc5-49a4-b6d6-f8c47cb357da req-492b9e86-6b77-4399-82ea-f2a281660f94 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:21.660364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02dabb0f-1fc5-49a4-b6d6-f8c47cb357da req-492b9e86-6b77-4399-82ea-f2a281660f94 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Jan 27 20:20:21.715247 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02dabb0f-1fc5-49a4-b6d6-f8c47cb357da req-d8f6e10b-9d8a-4692-8a3b-97a405cc43c6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488014 Jan 27 20:20:22.830960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b67-eff0-439b-bc62-c4fe3f7137f6 req-25033944-1b90-4521-914f-d4a7bc174964 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:22.832450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40392b67-eff0-439b-bc62-c4fe3f7137f6 req-25033944-1b90-4521-914f-d4a7bc174964 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jan 27 20:20:22.882569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40392b67-eff0-439b-bc62-c4fe3f7137f6 req-d257d1bf-2443-48d6-b9a7-b4b35df32ffb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444014 Jan 27 20:20:23.120117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-e172eccb-b895-4341-9fe3-ef6d16afe4b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413430 Jan 27 20:20:23.124877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a330f7c-e450-43b9-a310-5cf1d8a5fed6 req-f479b861-cbf0-4218-96ec-b604c27b2ec6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:23.126525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a330f7c-e450-43b9-a310-5cf1d8a5fed6 req-f479b861-cbf0-4218-96ec-b604c27b2ec6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Jan 27 20:20:23.182750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a330f7c-e450-43b9-a310-5cf1d8a5fed6 req-0b95ac4a-3888-42b7-8ee9-cb4fbe0bae64 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503588 Jan 27 20:20:24.197492 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:24.331414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-57438144-1fe8-42e0-9b9c-830f9af1f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:24.332914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-57438144-1fe8-42e0-9b9c-830f9af1f09f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0721455 Jan 27 20:20:24.343191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2e3cb-c45c-444e-ac2f-ca0742e7757c req-094cd9ee-a153-437a-a014-304372b80786 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:24.344562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cef2e3cb-c45c-444e-ac2f-ca0742e7757c req-094cd9ee-a153-437a-a014-304372b80786 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0756366 Jan 27 20:20:24.441358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cef2e3cb-c45c-444e-ac2f-ca0742e7757c req-bc48a7fc-b682-4bc0-96df-d2a306049bd8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874629 Jan 27 20:20:24.465528 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-857acff2-db90-44ae-a749-99ad636aec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:24.467006 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-857acff2-db90-44ae-a749-99ad636aec3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1209378 Jan 27 20:20:24.532193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-12feaa3c-6a87-4208-b4f7-71e74e04cc24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 1000 time: 0.0588310 Jan 27 20:20:24.579217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-050eb781-c0a3-411d-9367-c84feb2f11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:24.580646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-050eb781-c0a3-411d-9367-c84feb2f11d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0427995 Jan 27 20:20:24.628972 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-126361c5-85f6-4ea2-9abe-e796d474264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:24.630540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-126361c5-85f6-4ea2-9abe-e796d474264c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444348 Jan 27 20:20:24.720929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-5238035f-9763-46a0-9497-933bc3edc2ab service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843143 Jan 27 20:20:24.813443 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-fbaa3152-39fa-4187-9273-0a868a6f48a6 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862298 Jan 27 20:20:25.189973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:25.558744 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc314c-d981-4af3-a6f1-ce4792e89203 req-1a743b75-fd2d-46ca-a992-391eab7c61bd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:25.560220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafc314c-d981-4af3-a6f1-ce4792e89203 req-1a743b75-fd2d-46ca-a992-391eab7c61bd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Jan 27 20:20:25.606181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafc314c-d981-4af3-a6f1-ce4792e89203 req-fb70e8eb-2f49-46fb-a9fe-80a517c833d4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 Jan 27 20:20:26.725063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8aa03-bdb3-45e4-811d-bde858fdfe63 req-56fe8620-ad93-418c-acfb-4e6c25862a82 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:26.726588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acf8aa03-bdb3-45e4-811d-bde858fdfe63 req-56fe8620-ad93-418c-acfb-4e6c25862a82 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0484030 Jan 27 20:20:26.786840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-acf8aa03-bdb3-45e4-811d-bde858fdfe63 req-096e643c-977d-409b-af0e-7af61cfdd17f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543447 Jan 27 20:20:27.096940 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-e146ead7-eb3c-4975-8237-d8c7cad3a377 service neutron] show failed (client error): The resource could not be found. Jan 27 20:20:27.097999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-e146ead7-eb3c-4975-8237-d8c7cad3a377 service neutron] 10.222.0.66 "GET /v2.0/ports/4204d32d-9fd6-4aa8-906f-ddb9cddf4856/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.3200023 Jan 27 20:20:27.346269 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-7b533a71-de65-468e-9e37-21b422227a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:27.347818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-7b533a71-de65-468e-9e37-21b422227a9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1096 time: 0.0842850 Jan 27 20:20:27.359149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:20:27.413854 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:27.617987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:27.653604 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:20:27.692672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:27.695032 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8381793a-c9f6-48fc-ad51-bdd1eb679259" -d '{"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-unplugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:27.698557 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks [] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:27.711564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Transition to ACTIVE for port object 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:20:27.716636 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:27.750213 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194e4f6-e5c3-4a4b-8a24-3fd109fc3edc x-openstack-request-id: req-2194e4f6-e5c3-4a4b-8a24-3fd109fc3edc {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:27.750820 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-unplugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:27.750820 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2194e4f6-e5c3-4a4b-8a24-3fd109fc3edc {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:27.751055 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'code': 200} Jan 27 20:20:27.803054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:27.815382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.815732 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.816081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.816423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.816760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.817094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.817452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.817782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.818151 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.818479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.818810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.819134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.819457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:27.856392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] No DVR routers for this DVR port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:20:27.983790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259d88e-46cc-4615-bc2e-cda18186f7a0 req-7c98b461-32b1-4ccd-9019-09c5fb40a77e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:27.985312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c259d88e-46cc-4615-bc2e-cda18186f7a0 req-7c98b461-32b1-4ccd-9019-09c5fb40a77e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0950198 Jan 27 20:20:28.063939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c259d88e-46cc-4615-bc2e-cda18186f7a0 req-b96b5582-5d02-470a-8c7f-6c3a9ea86acb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715771 Jan 27 20:20:28.068747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:20:28.069089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:20:28.069463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:20:28.073858 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:20:28.074181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Attempting to bind port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:20:28.079126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:20:28.079546 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:20:28.079852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:20:28.080278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Bound port: 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:20:28.080637 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:28.147382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:20:28.150267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:20:28.155409 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:28.188348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:28.188671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:28.190942 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] 10.222.0.39 "PUT /v2.0/ports/4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 1091 time: 0.8356521 Jan 27 20:20:28.227485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf4892-3d8b-48c3-9d5a-8758e63c7b75 service neutron] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:28.259961 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-85011e7c-1f7e-4e10-9111-c07148800a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:28.261523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-85011e7c-1f7e-4e10-9111-c07148800a44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0484576 Jan 27 20:20:28.363166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-1a897a31-fbde-4057-9bd3-18fc481fe24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:28.364723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-1a897a31-fbde-4057-9bd3-18fc481fe24c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0969353 Jan 27 20:20:28.433183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-71712634-42f9-41ac-8fc5-9d4ca1a61315 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 998 time: 0.0608623 Jan 27 20:20:28.485335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-3e5b0ed1-a6a5-47c6-8c82-78b5e5893597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:28.486939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-3e5b0ed1-a6a5-47c6-8c82-78b5e5893597 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0474546 Jan 27 20:20:28.531121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-8336869e-24dc-4695-9888-8a7d0460b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:28.532592 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-8336869e-24dc-4695-9888-8a7d0460b03e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Jan 27 20:20:28.622601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-396c8ce9-b2e2-4e16-a2f7-969c9c5e6cfd service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831587 Jan 27 20:20:28.716346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f4e799c0-6428-437a-9c8d-5cb52858a90d req-12cd678b-ed77-475e-8e11-2f2a41536ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863538 Jan 27 20:20:29.188630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9917-6095-4f3c-8316-5db79c56daea req-1b492927-adf9-4b4d-b06b-7b874208a312 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:29.190163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2b9917-6095-4f3c-8316-5db79c56daea req-1b492927-adf9-4b4d-b06b-7b874208a312 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Jan 27 20:20:29.238409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6f2b9917-6095-4f3c-8316-5db79c56daea req-631aeb79-8972-4c5b-9d6c-ce2d8da81a90 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426843 Jan 27 20:20:29.752409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:29.754739 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed9f63d-7b20-4636-b9c0-78d76be563f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:29.802197 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce8d0dd-e4c7-407b-beca-eceeed3524d1 x-openstack-request-id: req-fce8d0dd-e4c7-407b-beca-eceeed3524d1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:29.803049 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:29.803310 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fce8d0dd-e4c7-407b-beca-eceeed3524d1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:29.803720 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'status': 'completed', 'code': 200} Jan 27 20:20:29.895282 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-de37ba30-34f9-486d-ab09-bb6e7ee55112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:29.896818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-de37ba30-34f9-486d-ab09-bb6e7ee55112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0747056 Jan 27 20:20:29.899336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-a0e25d8b-3ca5-4242-9503-d731a37f220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:29.900696 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-a0e25d8b-3ca5-4242-9503-d731a37f220f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0704174 Jan 27 20:20:30.040078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:20:30.067096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-d5dc367c-1c45-4df7-a57c-d0a0bfa7b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.067096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-d5dc367c-1c45-4df7-a57c-d0a0bfa7b1cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1646619 Jan 27 20:20:30.068816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-efabb696-7169-4d61-94d8-c82a1c0584bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.070186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-efabb696-7169-4d61-94d8-c82a1c0584bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1604850 Jan 27 20:20:30.090790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:20:30.091199 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:20:30.189824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-14cad2d3-69e0-491f-81d2-bf69b7850170 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 998 time: 0.1155486 Jan 27 20:20:30.194267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-b6e4016d-3e49-4b7f-9507-ac28f7749e26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 998 time: 0.1125612 Jan 27 20:20:30.282244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-c99c4eb4-906b-4a93-b149-0846f1f8b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.283736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-c99c4eb4-906b-4a93-b149-0846f1f8b2f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0883255 Jan 27 20:20:30.286018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-bf13ed69-3320-40e6-98be-3df6ade8439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.286366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-bf13ed69-3320-40e6-98be-3df6ade8439d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0827355 Jan 27 20:20:30.385968 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-34050b91-ae32-4d1e-b8c6-ca5362dfe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.387467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-34050b91-ae32-4d1e-b8c6-ca5362dfe27c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982206 Jan 27 20:20:30.403823 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-543ff754-eb1d-42d3-b951-6b1201311ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.405225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-543ff754-eb1d-42d3-b951-6b1201311ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069655 Jan 27 20:20:30.413807 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1131481-4276-4afe-9382-55195d6c5c8b req-31b39169-034a-417f-9bad-7d16e6fbda08 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.415180 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1131481-4276-4afe-9382-55195d6c5c8b req-31b39169-034a-417f-9bad-7d16e6fbda08 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0940468 Jan 27 20:20:30.588883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1131481-4276-4afe-9382-55195d6c5c8b req-0b392056-d639-4204-bd81-b0f0d78499bb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583576 Jan 27 20:20:30.590744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-d0eb2d64-94a8-4c79-bfa1-b6e285a00469 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970413 Jan 27 20:20:30.622293 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-8c705c19-5ca8-4367-a1dd-0e261df7bec7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948619 Jan 27 20:20:30.687828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:20:30.785418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.66', 63058) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:20:30.787839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-d6a08c1a-67f2-4356-a32a-9132277af234 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873028 Jan 27 20:20:30.802710 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-4df29e00-b1de-4803-bebd-09034c8b2685 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540127 Jan 27 20:20:30.821776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ff85-360d-44f8-b0cb-194619a128e8 req-c5dcfb0a-266a-4c6c-b874-a22856fab2c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.825703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1094ff85-360d-44f8-b0cb-194619a128e8 req-c5dcfb0a-266a-4c6c-b874-a22856fab2c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 943 time: 0.0736403 Jan 27 20:20:30.828629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:30.842237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'mac_address': 'fa:16:3e:2c:2c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:20:30.879154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-025ef8af-9072-4bac-9995-1fdc4c268eba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:30.880802 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-025ef8af-9072-4bac-9995-1fdc4c268eba tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235&tenant_id=0edd97cd9f0b4ed091c34e523336931f&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 943 time: 0.0953660 Jan 27 20:20:30.881915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1094ff85-360d-44f8-b0cb-194619a128e8 req-8afc82f6-6a32-4bda-b7ca-a49b9d99d286 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515087 Jan 27 20:20:30.886024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:20:30.887127 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:30.902581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:20:30.923375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:30.927560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:30.946789 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-6f4a3b68-abab-43f7-8736-954045510362 service neutron] delete failed (client error): The resource could not be found. Jan 27 20:20:30.947760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-6f4a3b68-abab-43f7-8736-954045510362 service neutron] 10.222.0.66 "DELETE /v2.0/ports/4204d32d-9fd6-4aa8-906f-ddb9cddf4856/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0593257 Jan 27 20:20:30.977623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:30.985588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.985967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.986288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.986873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.987209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.987538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.987867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.988194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.988522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.988840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.989166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.989526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:30.989983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:31.034037 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-6216f3eb-ca83-47b7-b499-c920c4eafb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:31.035566 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-6216f3eb-ca83-47b7-b499-c920c4eafb47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1095 time: 0.0435865 Jan 27 20:20:31.129906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-cbb5a5fb-9779-45bd-ad8c-87843c66e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:31.131930 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-cbb5a5fb-9779-45bd-ad8c-87843c66e45b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0896282 Jan 27 20:20:31.162645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['4204d32d-9fd6-4aa8-906f-ddb9cddf4856'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:20:31.195288 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-bc63ca25-2d3e-43b2-b1d6-7f2fb2d278ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 999 time: 0.0580511 Jan 27 20:20:31.248702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-951ede15-5e4a-4bdc-bb77-9c379c6b6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:31.250019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-951ede15-5e4a-4bdc-bb77-9c379c6b6104 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0490799 Jan 27 20:20:31.308919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-392bc490-8761-4998-a77f-e2106c4fc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:31.310475 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-392bc490-8761-4998-a77f-e2106c4fc5bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541892 Jan 27 20:20:31.401080 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-eca92219-409c-4838-b868-adfa59683323 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849948 Jan 27 20:20:31.492773 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-27b0f770-97c1-4a32-bb2d-506fdd2bd67c req-45330fd6-ff2b-46b0-a07f-45e65aff74c2 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Jan 27 20:20:32.014187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ede-6b7d-4230-9a24-28fa5bdbb3ae req-d1628b8a-b051-4aa2-a877-925c3947a5cd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.015677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee5f0ede-6b7d-4230-9a24-28fa5bdbb3ae req-d1628b8a-b051-4aa2-a877-925c3947a5cd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 944 time: 0.0629482 Jan 27 20:20:32.066389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee5f0ede-6b7d-4230-9a24-28fa5bdbb3ae req-4b689b63-8cca-46f3-9c07-4d3902bdf246 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448043 Jan 27 20:20:32.181163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ec09-9d03-4b76-9dde-a4a2bbf065f9 req-b9d9f0c9-30fb-4867-8fd6-5eb7801af16d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.182925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0489ec09-9d03-4b76-9dde-a4a2bbf065f9 req-b9d9f0c9-30fb-4867-8fd6-5eb7801af16d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 944 time: 0.0493329 Jan 27 20:20:32.234105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0489ec09-9d03-4b76-9dde-a4a2bbf065f9 req-ab75feb7-9bee-4474-b795-9a5e3ebe7d4a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Jan 27 20:20:32.482219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95db969-4d79-4463-b888-12342fee28ae req-7689d298-c8a7-41c5-bbbd-898d2a4b2e29 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.483681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e95db969-4d79-4463-b888-12342fee28ae req-7689d298-c8a7-41c5-bbbd-898d2a4b2e29 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 944 time: 0.0806072 Jan 27 20:20:32.498044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28134038-ed03-48a6-953d-010a81bca52e req-fe9f0d65-2aa8-4a9e-9cc8-9d22d36e408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.499430 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-fe9f0d65-2aa8-4a9e-9cc8-9d22d36e408b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 1095 time: 0.0611351 Jan 27 20:20:32.588394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e95db969-4d79-4463-b888-12342fee28ae req-11427d0c-d2bf-4a1d-adbd-247fa7af0142 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977488 Jan 27 20:20:32.616284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28134038-ed03-48a6-953d-010a81bca52e req-829c530f-da7a-4a56-b3ce-fdeed9ff4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.617786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-829c530f-da7a-4a56-b3ce-fdeed9ff4111 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1105826 Jan 27 20:20:32.684533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-e5d130a4-5964-43a8-af44-10c304cc2f1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 200 len: 999 time: 0.0600708 Jan 27 20:20:32.699836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:20:32.734129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28134038-ed03-48a6-953d-010a81bca52e req-f22a6603-c706-481d-88fd-78e5c1ca9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.735616 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-f22a6603-c706-481d-88fd-78e5c1ca9f4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0445979 Jan 27 20:20:32.749725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:20:32.753950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:20:32.754340 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:32.786761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28134038-ed03-48a6-953d-010a81bca52e req-d7b93e14-5651-451a-b77a-d4091c3d0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:32.788234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-d7b93e14-5651-451a-b77a-d4091c3d0820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465233 Jan 27 20:20:32.837788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:20:32.838271 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:32.861924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:32.864093 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292186a2-a42e-4c4e-a40c-c88a20a3a2d8" -d '{"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-plugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:32.878892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-de7eac23-2a9d-49ff-8006-8c52e697732d service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Jan 27 20:20:32.881178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:32.887726 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:32.940581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:32.968285 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579f78a-3139-4c8c-9dc6-86f4e7d4b775 x-openstack-request-id: req-d579f78a-3139-4c8c-9dc6-86f4e7d4b775 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:32.968579 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-plugged", "status": "completed", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:32.968831 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d579f78a-3139-4c8c-9dc6-86f4e7d4b775 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:32.969225 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'code': 200} Jan 27 20:20:32.982423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28134038-ed03-48a6-953d-010a81bca52e req-4d114dba-57a3-49a6-b328-fcd2e5ad932a service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974491 Jan 27 20:20:34.006307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb137b-16b3-43a6-9275-908a3bc61dfe req-ab447a14-0146-4741-ba41-83bc728cc1b5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:34.007801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6cb137b-16b3-43a6-9275-908a3bc61dfe req-ab447a14-0146-4741-ba41-83bc728cc1b5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.3484859 Jan 27 20:20:34.060230 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d6cb137b-16b3-43a6-9275-908a3bc61dfe req-942074df-47d8-4f78-80f9-ca08ccfaabda tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 Jan 27 20:20:34.311408 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78702fd-1800-42e0-868d-b318e88f692b req-4ec0230b-a362-43a2-955f-a12edce135cf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:34.313094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78702fd-1800-42e0-868d-b318e88f692b req-4ec0230b-a362-43a2-955f-a12edce135cf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Jan 27 20:20:34.365467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c78702fd-1800-42e0-868d-b318e88f692b req-7ac14197-900e-4e43-a599-a02edbc037e7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Jan 27 20:20:35.487295 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320faa4-b039-4d90-9e45-22a313706763 req-ebbc9187-c369-4796-9895-263d261d7d81 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:35.488789 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2320faa4-b039-4d90-9e45-22a313706763 req-ebbc9187-c369-4796-9895-263d261d7d81 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Jan 27 20:20:35.535981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2320faa4-b039-4d90-9e45-22a313706763 req-fd3d7cfc-75ce-4bca-9eb6-9467289a2e67 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Jan 27 20:20:35.649042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-09d8af05-0a40-40d4-9d3d-14f74e96ce65 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:35.650538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-09d8af05-0a40-40d4-9d3d-14f74e96ce65 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Jan 27 20:20:35.745363 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Deleting port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:20:35.745623 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:35.834013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] For port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:35.834384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:36.007909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:36.008186 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:36.008508 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d disassociated. External IP: 172.25.5.87, port: 4204d32d-9fd6-4aa8-906f-ddb9cddf4856. Jan 27 20:20:36.008859 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Calling delete_port for 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:20:36.140432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4204d32d-9fd6-4aa8-906f-ddb9cddf4856), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:36.168709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'Port': ['ID=4204d32d-9fd6-4aa8-906f-ddb9cddf4856,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:36.291241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:20:36.404487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:20:36.416150 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:20:36.426261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:20:36.426899 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:36.444689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] No DVR routers for this DVR port 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:20:36.447301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:36.450667 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-75c9bf81-0796-4e47-9c8d-da1d0b5c8da5 req-1320ca05-beb5-4348-82c0-b7278867c8a4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "DELETE /v2.0/ports/4204d32d-9fd6-4aa8-906f-ddb9cddf4856 HTTP/1.1" status: 204 len: 173 time: 0.7949193 Jan 27 20:20:36.451135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-deleted', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:36.453508 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba92e89-34cc-4e04-93f9-1cd4e37e6ec5" -d '{"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-deleted", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:36.493336 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5155180-ddb0-4509-a947-93a84731cc36 x-openstack-request-id: req-d5155180-ddb0-4509-a947-93a84731cc36 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:36.493963 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b90a005-e289-49dc-a90e-abc0cf9b5235", "name": "network-vif-deleted", "tag": "4204d32d-9fd6-4aa8-906f-ddb9cddf4856", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:36.493963 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5155180-ddb0-4509-a947-93a84731cc36 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:36.494274 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b90a005-e289-49dc-a90e-abc0cf9b5235', 'name': 'network-vif-deleted', 'tag': '4204d32d-9fd6-4aa8-906f-ddb9cddf4856', 'status': 'completed', 'code': 200} Jan 27 20:20:36.541066 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:20:36.669984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3cdc0a7f-1055-411a-9a3e-b6b249a52f3d req-1b14d09d-84e8-4785-ad57-2050ebf8ae7b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b90a005-e289-49dc-a90e-abc0cf9b5235 HTTP/1.1" status: 200 len: 210 time: 0.0335939 Jan 27 20:20:36.764997 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:36.791803 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:20:36.799817 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:20:36.800413 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:20:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:36.902438 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:20:37.105544 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:37.132220 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51538f0-6f9f-4350-9672-0a891dd16889 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:20:37.487543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88629c28-14de-4d0d-b4b4-88b66feb872b None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:20:37.984471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-a2034e60-afe7-4c24-a66f-d0148a6058cb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--882780096&fields=id&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 267 time: 0.0430663 Jan 27 20:20:38.091906 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-679977f7-cfdd-441a-a9e3-d831aa80ba0a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:38.093450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-679977f7-cfdd-441a-a9e3-d831aa80ba0a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1015818 Jan 27 20:20:38.110424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-89334c2f-3cbd-4354-a62e-baa651f33c00 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/quotas/0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 375 time: 0.0112734 Jan 27 20:20:38.166506 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-93c3d6f8-8f8f-4b9b-8c94-b5f78195b972 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506179 Jan 27 20:20:38.261662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-436a2d1f-3238-4be3-b766-880b71b96b5b service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Jan 27 20:20:38.356298 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-6dd684e4-d6a5-4ae7-a98c-5791ab48b6f1 service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887830 Jan 27 20:20:38.515274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cae3f902-5852-4992-9b29-4e59f7df704f req-af2c5b4c-e8b4-48de-8e26-40db567bf515 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Jan 27 20:20:39.082125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d2337e1-9ef0-49ec-a74d-b7426b3ffc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:39.580430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-6c5f80a2-a0f3-4202-8a82-bd2a5a4cf3be tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:39.581991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-6c5f80a2-a0f3-4202-8a82-bd2a5a4cf3be tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1087937 Jan 27 20:20:39.617080 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1456741d-2665-4b83-9928-836a323ba632 req-5c031715-56cb-4bde-8756-eb1322f2501a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Jan 27 20:20:39.654279 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-335e3e88-1763-4cf1-8eb0-3a2c69b763f7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 379 time: 0.0631411 Jan 27 20:20:39.666710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'port': {'device_id': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'admin_state_up': True, 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'security_groups': ['dc583d52-bec3-494c-8633-62827b1d2aae']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:20:39.771531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:20:39.775000 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:39.913689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Allocated IP 172.20.0.11 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/145443bd-cce7-4286-ac44-b7074cdc324c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:20:40.056149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (145443bd-cce7-4286-ac44-b7074cdc324c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.091031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.140465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:20:40.143521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:20:40.151191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:20:40.157371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:40.187442 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.187797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.188145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.188491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.188830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.189165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.189527 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.189862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.190194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.190521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.190852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.191181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.191514 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:20:40.216662 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:40.217317 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.234151 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-55cdc270-d542-4f08-bb14-df8c4dfe68ad tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711167 Jan 27 20:20:40.245203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Request body: {'port': {'device_id': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:20:40.305623 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.401648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-53cdc5b7-4bbb-4dff-9548-498884595697 None None] Provisioning complete for port 145443bd-cce7-4286-ac44-b7074cdc324c triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:20:40.402202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53cdc5b7-4bbb-4dff-9548-498884595697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.435566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53cdc5b7-4bbb-4dff-9548-498884595697 None None] Port 145443bd-cce7-4286-ac44-b7074cdc324c cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:20:40.570116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:20:40.577740 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks [] for port (145443bd-cce7-4286-ac44-b7074cdc324c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.590350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Transition to ACTIVE for port object 145443bd-cce7-4286-ac44-b7074cdc324c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:20:40.593822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.666925 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:40.716081 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:20:40.729642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:20:40.730233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:20:40.730758 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:20:40.736332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:20:40.736919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:20:40.743227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:20:40.743827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 4204d32d-9fd6-4aa8-906f-ddb9cddf4856 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:20:40.750965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:20:40.751365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:20:40.751981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:20:40.752616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Bound port: 145443bd-cce7-4286-ac44-b7074cdc324c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:20:40.753174 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.772682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55f08-5a89-4c31-80f0-828d402ec8d7 req-a07637ca-8d96-447d-9eb5-72041d28908c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:40.776165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fa55f08-5a89-4c31-80f0-828d402ec8d7 req-a07637ca-8d96-447d-9eb5-72041d28908c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0805719 Jan 27 20:20:40.837587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0fa55f08-5a89-4c31-80f0-828d402ec8d7 req-54aa8921-394a-44ef-8e2a-8b00fcedfdd8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543752 Jan 27 20:20:40.837776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:20:40.841788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:20:40.847337 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.891128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:40.891761 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:40.893323 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] 10.222.0.66 "PUT /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1092 time: 0.6523037 Jan 27 20:20:40.893667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:40.896699 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc7660-9c95-4855-80ae-d6e5c475c499" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:40.918371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daffe7b-c446-4038-8136-e3aa59a54cda service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:41.004417 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbdb570-ce4a-4c8f-993d-bede7f66632f x-openstack-request-id: req-bdbdb570-ce4a-4c8f-993d-bede7f66632f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:41.005086 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:41.006047 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdbdb570-ce4a-4c8f-993d-bede7f66632f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:41.006728 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'status': 'completed', 'code': 200} Jan 27 20:20:41.013625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-446f8548-0aa5-4873-873a-db4d79cc974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.015305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-446f8548-0aa5-4873-873a-db4d79cc974e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0726101 Jan 27 20:20:41.073048 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-7b42a1c5-aea7-49c4-99e6-6e5d3fd3ebd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 217 time: 0.0507340 Jan 27 20:20:41.125857 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-43b02dff-7af8-4664-954d-f52ef5fc26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.127385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-43b02dff-7af8-4664-954d-f52ef5fc26af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0492542 Jan 27 20:20:41.174984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-7847d1a6-8fc4-4695-b5e6-d00fa1c33035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.176744 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-7847d1a6-8fc4-4695-b5e6-d00fa1c33035 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427256 Jan 27 20:20:41.554076 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-49c20b42-314f-4811-87f5-419afb24adb0 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706491 Jan 27 20:20:41.650964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45f2aba2-6158-4405-9127-15fdd4181e5f req-605d664a-8f31-48cf-9764-4510e87c5d7e service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908999 Jan 27 20:20:41.747333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-277bd938-dce7-4f84-848e-7cff7de90f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.748839 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-277bd938-dce7-4f84-848e-7cff7de90f83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0489907 Jan 27 20:20:41.843182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-b23e4f07-1ab1-4a25-98e1-a11e142c8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.844688 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-b23e4f07-1ab1-4a25-98e1-a11e142c8b02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0898247 Jan 27 20:20:41.891262 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-3ddc39d0-afde-423a-8a15-660af2f95f1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 217 time: 0.0406947 Jan 27 20:20:41.941205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-8224f6f9-15ce-423d-a681-2c3d4d21b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.943374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-8224f6f9-15ce-423d-a681-2c3d4d21b531 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0450673 Jan 27 20:20:41.957809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7900-d7af-4454-9cc6-dc1c59e8655c req-4e272081-1a4c-4a00-8a41-52ab6bc2adb1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.959379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef5d7900-d7af-4454-9cc6-dc1c59e8655c req-4e272081-1a4c-4a00-8a41-52ab6bc2adb1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0534739 Jan 27 20:20:41.987712 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-01b85a13-3a87-4e25-bcb6-1933d0e0575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:41.989236 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-01b85a13-3a87-4e25-bcb6-1933d0e0575d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407727 Jan 27 20:20:42.008844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef5d7900-d7af-4454-9cc6-dc1c59e8655c req-015b90ab-852a-4024-9fb0-73b940f5aa0a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Jan 27 20:20:42.086679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-7410ed59-dbb1-4c0d-bc27-6b878c18182b service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913026 Jan 27 20:20:42.179487 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c3dc7660-9c95-4855-80ae-d6e5c475c499 req-f664b6a2-5556-46dd-ac68-978f84c88758 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866761 Jan 27 20:20:42.212035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1eea404-11fb-4fe6-979c-f94d983d0296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:43.135344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7618d-8178-49aa-b11c-4279c7a301c1 req-f5d816b6-66c6-41aa-ac1c-06415959b8d7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:43.136957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33b7618d-8178-49aa-b11c-4279c7a301c1 req-f5d816b6-66c6-41aa-ac1c-06415959b8d7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Jan 27 20:20:43.185476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33b7618d-8178-49aa-b11c-4279c7a301c1 req-573ffddd-1b8c-4bde-91e9-67e8bd21fa75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Jan 27 20:20:44.304318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c69bc-d647-40bd-9523-8eff7f6b5511 req-dae6ea73-e410-4c51-89bf-f1cb745b476a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:44.305862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc1c69bc-d647-40bd-9523-8eff7f6b5511 req-dae6ea73-e410-4c51-89bf-f1cb745b476a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0496900 Jan 27 20:20:44.357921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc1c69bc-d647-40bd-9523-8eff7f6b5511 req-caf3694c-ef05-4436-931d-dd3cd4fb38d7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462630 Jan 27 20:20:45.352987 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:45.480380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026899d-e069-4335-adf1-486e3bb5b7c0 req-908d230e-f9bc-4fbc-a5ad-1d512dd12444 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:45.482071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d026899d-e069-4335-adf1-486e3bb5b7c0 req-908d230e-f9bc-4fbc-a5ad-1d512dd12444 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0527747 Jan 27 20:20:45.536476 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d026899d-e069-4335-adf1-486e3bb5b7c0 req-9ade77e8-12a6-4965-9999-32146f8f2f1f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 Jan 27 20:20:45.784964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:46.115543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:20:46.133895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:20:46.198847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:46.227565 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:46.239290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '145443bd-cce7-4286-ac44-b7074cdc324c', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:20:46.276644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:20:46.277039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:46.291269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:20:46.311497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:46.315286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:46.361690 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:46.654481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c75d8-763e-4cee-80d7-c87e22bed148 req-48bdcb0b-8ccf-438b-88ce-2b4dacf7b385 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:46.655959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b32c75d8-763e-4cee-80d7-c87e22bed148 req-48bdcb0b-8ccf-438b-88ce-2b4dacf7b385 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0507758 Jan 27 20:20:46.663191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['145443bd-cce7-4286-ac44-b7074cdc324c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:20:46.715563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b32c75d8-763e-4cee-80d7-c87e22bed148 req-83bf6759-818c-4339-817c-7bb719955a39 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529184 Jan 27 20:20:47.847642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e038d3-e4a7-436c-beeb-23a48684befe req-eb77613b-d822-40f7-ae93-7762206a77a7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:47.849838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e038d3-e4a7-436c-beeb-23a48684befe req-eb77613b-d822-40f7-ae93-7762206a77a7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0569985 Jan 27 20:20:47.919774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e038d3-e4a7-436c-beeb-23a48684befe req-300ad000-fbb3-4024-b204-9ee44efe1ccd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614376 Jan 27 20:20:48.131649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:20:48.183447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 145443bd-cce7-4286-ac44-b7074cdc324c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:20:48.186479 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 145443bd-cce7-4286-ac44-b7074cdc324c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:20:48.186856 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:48.264094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:20:48.264487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:48.287253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:48.289490 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2895c49-6782-4bb7-8ec7-6452b0d43d12" -d '{"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:48.304624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:20:48.308746 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:48.332549 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f12ed5-1e79-407c-afd6-7269364c653c x-openstack-request-id: req-07f12ed5-1e79-407c-afd6-7269364c653c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:48.332843 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:48.333098 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07f12ed5-1e79-407c-afd6-7269364c653c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:48.334154 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'code': 200} Jan 27 20:20:48.360809 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:20:48.425935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5191d-e834-4398-b93f-dcaa4f2c87d6 req-e4736cb2-fa91-4320-9ecb-6b68ea09de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:48.427493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eaa5191d-e834-4398-b93f-dcaa4f2c87d6 req-e4736cb2-fa91-4320-9ecb-6b68ea09de09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0410531 Jan 27 20:20:48.470538 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-eaa5191d-e834-4398-b93f-dcaa4f2c87d6 req-03748cfe-e48d-4330-afcb-a58ea685b906 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373232 Jan 27 20:20:49.042361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5bffa-7b4c-461b-a91b-658a9cc15b7b req-de3718f2-f96d-4e29-b563-9366230df65d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:49.043871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5bffa-7b4c-461b-a91b-658a9cc15b7b req-de3718f2-f96d-4e29-b563-9366230df65d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0496612 Jan 27 20:20:49.093858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74f5bffa-7b4c-461b-a91b-658a9cc15b7b req-391a5633-ef10-415d-9036-e1ab5e9fdaea tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Jan 27 20:20:50.472955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eeee4-50c0-422c-80a6-753188626ce6 req-bc54128a-8569-4697-876e-c05244fceb54 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:50.475148 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e2eeee4-50c0-422c-80a6-753188626ce6 req-bc54128a-8569-4697-876e-c05244fceb54 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0552237 Jan 27 20:20:50.536899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3e2eeee4-50c0-422c-80a6-753188626ce6 req-20bc5ebc-3f7e-4b99-a261-23169d5774d6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515814 Jan 27 20:20:50.651820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e789a4-b105-43c0-8b04-041256f6e22e req-b768f646-a8fd-4217-8141-8ef4eab7c6bb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:50.653369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1e789a4-b105-43c0-8b04-041256f6e22e req-b768f646-a8fd-4217-8141-8ef4eab7c6bb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0508432 Jan 27 20:20:50.662353 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:20:50.667202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'floatingip': {'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:20:50.708033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:51.178247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:51.182274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:51.291817 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d associated. External IP: 172.25.5.87, port: 145443bd-cce7-4286-ac44-b7074cdc324c. Jan 27 20:20:51.524587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:20:51.639803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:20:51.644868 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:51.650477 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:20:51.660595 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:20:51.662312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:51.674510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3d5abbb2-ea78-4cff-914e-650822d645a0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "PUT /v2.0/floatingips/c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d HTTP/1.1" status: 200 len: 991 time: 1.0109677 Jan 27 20:20:51.675109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:20:51.677578 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83255795-7d31-4ca5-b4c4-b87942a0ac2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:20:51.776387 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:20:51.776778 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb53eef0-0c7d-47af-a3f8-0c28e0181363 x-openstack-request-id: req-bb53eef0-0c7d-47af-a3f8-0c28e0181363 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:20:51.777078 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:20:51.777371 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb53eef0-0c7d-47af-a3f8-0c28e0181363 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:20:51.777822 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'status': 'completed', 'code': 200} Jan 27 20:20:51.863065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-9fa0fd5b-fba2-4576-a552-acb3e96a98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:51.865570 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-9fa0fd5b-fba2-4576-a552-acb3e96a98ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0600307 Jan 27 20:20:51.967398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-9f12f857-919f-4587-9af1-a52b047efb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:51.969066 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-9f12f857-919f-4587-9af1-a52b047efb75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0967481 Jan 27 20:20:52.044067 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-57c01f43-9dff-4f81-a7e6-b9da2cf3b1ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 999 time: 0.0695741 Jan 27 20:20:52.055635 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:20:51Z', 'revision_number': 9, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:52.084911 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:20:52.095417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:20:52.096258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:20:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:52.105934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-77432da5-039c-4966-bb35-34060442cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:52.107478 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-77432da5-039c-4966-bb35-34060442cef2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0581875 Jan 27 20:20:52.167239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-be5ddd21-35bc-4cc6-abdc-532803a3b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:20:52.168814 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-be5ddd21-35bc-4cc6-abdc-532803a3b834 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559618 Jan 27 20:20:52.279259 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-f2eeecfb-9d1c-41f6-bb8f-732312abe62f service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048880 Jan 27 20:20:52.314109 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:20:52.374240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83255795-7d31-4ca5-b4c4-b87942a0ac2f req-6b875bbf-e312-4f39-8e4d-df73834fbc08 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895138 Jan 27 20:20:52.556224 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:20:51Z', 'revision_number': 9, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:20:52.583315 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8195-242b-4b09-a2a8-90b82daa33fa None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:20:51Z', 'revision_number': 9, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:20:52.785035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ceb756-87f7-4186-997a-56d2d4655b64 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:20:54.199680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:20:55.213693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:09.088057 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4287ddd1-3047-45ab-bb28-6e436c5fc1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:12.214776 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c795fde8-e66c-4de3-bdc3-793a37c86655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:15.357134 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:15.787999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:16.187947 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:23.134350 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:21:24.202951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:25.213624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:27.361510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-3aafb48f-9699-4da3-a3fe-9298b9477a58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402932 Jan 27 20:21:27.446210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-5efd76c1-9a3b-4d84-b18d-776efb43e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:21:27.447724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-5efd76c1-9a3b-4d84-b18d-776efb43e8e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0467367 Jan 27 20:21:27.555087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-8101b2a1-a7e4-4d01-8747-9be86599c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:21:27.556601 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-8101b2a1-a7e4-4d01-8747-9be86599c5e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0900364 Jan 27 20:21:27.629506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-81548904-8f02-4cbb-9a43-2fbc89eb77b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1002 time: 0.0660343 Jan 27 20:21:27.679601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-4c36b08d-5706-408c-a5ed-67b8375497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:21:27.681081 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-4c36b08d-5706-408c-a5ed-67b8375497b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0459032 Jan 27 20:21:27.726571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-475c86f0-9279-4c51-b483-49488d6db220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:21:27.728086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-475c86f0-9279-4c51-b483-49488d6db220 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Jan 27 20:21:27.821095 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-2354f956-d9d1-4111-b8c4-3c324cea4bb1 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861599 Jan 27 20:21:27.909758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-62371fab-6481-4e3f-b06d-8111e5cad9fe req-f0f81060-12d5-4eee-aa0e-a59b5d72423c service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826278 Jan 27 20:21:39.081288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c462ed8-33da-418a-ae51-d38cad1be737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:42.217385 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60b14e91-6b4b-420e-a088-15205e2f2c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:45.359283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:45.790560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:46.181624 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:54.217957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:21:55.226593 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:00.133927 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:22:09.086434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f1158d-38d7-4bc9-a2fd-a1d295d4a0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:12.220203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749c2da5-3658-437c-9950-d9768751dbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:15.362833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:15.793173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:16.184852 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:24.224335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:25.241731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:28.345179 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-2aa30cb5-a7ae-4ae6-9d1f-db70a06a44c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408649 Jan 27 20:22:28.429067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-f9c9afa9-0f86-4df9-bde2-3206bc24b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:22:28.430583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-f9c9afa9-0f86-4df9-bde2-3206bc24b509 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0450425 Jan 27 20:22:28.531221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-b97155fe-bdce-449e-80c8-39b254afc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:22:28.532835 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-b97155fe-bdce-449e-80c8-39b254afc88c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0849683 Jan 27 20:22:28.600922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-c625fa1a-2bd5-4e63-9a6b-7ec35776b601 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1002 time: 0.0619993 Jan 27 20:22:28.647132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-171c869b-3c5e-44c2-84de-cd4f797ec81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:22:28.648623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-171c869b-3c5e-44c2-84de-cd4f797ec81e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0427387 Jan 27 20:22:28.694069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-002f2d60-338b-43f1-b66c-8cf09fad816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:22:28.695581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-002f2d60-338b-43f1-b66c-8cf09fad816e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415559 Jan 27 20:22:28.706460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-b33da6a2-c38b-454c-98f2-ef651c2962fb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:22:28.708117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-b33da6a2-c38b-454c-98f2-ef651c2962fb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058651 Jan 27 20:22:28.803105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-fd8cd1b2-49e3-49fd-a2c9-adef5b31ad26 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898843 Jan 27 20:22:28.893956 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6cf51937-3ad0-4f84-bc4d-36268e76f8b5 req-f9c7fe02-7b81-449f-9ad7-8819f8800136 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Jan 27 20:22:37.132534 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:22:39.078024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50687119-9dd4-4c99-8422-b4f979e2fa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:42.222348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f02dbbe0-6493-42a0-9322-7abe03d00d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:45.364810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:45.796364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:46.188444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:54.240294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:22:55.255891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:09.079516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e00b4b55-f6fd-4352-a4a4-434f1859512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:12.224881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d71f477-8ebc-4639-b5da-228f61cc9345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:14.131459 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:23:15.368840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:15.798903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:16.189800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:21.062254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-b9fafd2e-4216-4e73-b552-83029deb4933 req-996b57bb-944c-4983-9cd8-0b1e31d2b68c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:23:21.063297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9fafd2e-4216-4e73-b552-83029deb4933 req-996b57bb-944c-4983-9cd8-0b1e31d2b68c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0449812 Jan 27 20:23:21.248862 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b0bc-0200-4c00-b35d-2056ded55cd6 req-67573869-2c57-49cd-90b6-24e962b1b93d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:21.250528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee86b0bc-0200-4c00-b35d-2056ded55cd6 req-67573869-2c57-49cd-90b6-24e962b1b93d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0504608 Jan 27 20:23:21.270870 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-4565c15f-05a1-44e9-b244-1a62ecae095e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811377 Jan 27 20:23:21.279897 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-065c08e2-62eb-41a5-b6c6-48e45d74297c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:23:21.280895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-065c08e2-62eb-41a5-b6c6-48e45d74297c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051804 Jan 27 20:23:21.302470 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee86b0bc-0200-4c00-b35d-2056ded55cd6 req-41ca0c6c-d3f5-4414-b591-c55199b03821 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Jan 27 20:23:22.426256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae2a6-c79d-45b3-91e8-8ca0372c6c32 req-f4ce246a-5c15-4ee8-8041-d65d5bb33395 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:22.427842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c1ae2a6-c79d-45b3-91e8-8ca0372c6c32 req-f4ce246a-5c15-4ee8-8041-d65d5bb33395 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0549309 Jan 27 20:23:22.475807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c1ae2a6-c79d-45b3-91e8-8ca0372c6c32 req-9d205c20-999e-4690-80ba-98ce2a136f84 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Jan 27 20:23:22.491710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-4e671bd5-812e-4c4f-9053-014035f6f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:22.491710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-4e671bd5-812e-4c4f-9053-014035f6f277 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0475194 Jan 27 20:23:22.581767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-5b32e58c-d90a-45e8-b14f-6d8b9f3f48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:22.583298 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-5b32e58c-d90a-45e8-b14f-6d8b9f3f48d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0855262 Jan 27 20:23:22.651223 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9584fdea-0936-4a45-a931-3e27550e2b29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1002 time: 0.0617855 Jan 27 20:23:22.699605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-1c2f2b62-dbd9-4d44-9e78-3850ad8f4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:22.701081 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-1c2f2b62-dbd9-4d44-9e78-3850ad8f4bfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0428479 Jan 27 20:23:22.745683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-8582d82f-d6b7-499d-800f-b85d130be25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:22.747173 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-8582d82f-d6b7-499d-800f-b85d130be25a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403051 Jan 27 20:23:22.836684 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-482915e9-ce47-46e8-b85f-8964f733b449 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Jan 27 20:23:22.924374 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-c098e245-b708-487c-a518-1a97612d5700 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Jan 27 20:23:23.591145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65b5f-5469-4441-a5d6-ffa138939ecb req-034ec28d-3ed4-4ca0-8a78-e9f7c5a64c94 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:23.592613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35f65b5f-5469-4441-a5d6-ffa138939ecb req-034ec28d-3ed4-4ca0-8a78-e9f7c5a64c94 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0481827 Jan 27 20:23:23.638807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35f65b5f-5469-4441-a5d6-ffa138939ecb req-f564e2fd-fb65-4a54-aba4-90f15f344aaf tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 Jan 27 20:23:24.237951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:24.760401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ebc15-863b-4f11-9ab5-93ef07251e50 req-bffacea6-64ad-4786-98c6-a2ca06321046 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:24.761899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f24ebc15-863b-4f11-9ab5-93ef07251e50 req-bffacea6-64ad-4786-98c6-a2ca06321046 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0547361 Jan 27 20:23:24.808341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f24ebc15-863b-4f11-9ab5-93ef07251e50 req-3d7b5697-b92f-411f-8269-199d927649bc tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Jan 27 20:23:25.251567 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:25.924669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6691-3f64-4891-809e-c536b8888068 req-d317795f-e993-4d5e-99c6-030b32fdcc6b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:25.926197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce2f6691-3f64-4891-809e-c536b8888068 req-d317795f-e993-4d5e-99c6-030b32fdcc6b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0491421 Jan 27 20:23:25.972588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce2f6691-3f64-4891-809e-c536b8888068 req-e32b207c-e550-4639-909e-c56217ee246e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401208 Jan 27 20:23:27.090519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33885f3-12ae-4da5-bbfb-61f2584b5b0f req-4af6a402-5d1c-4d93-bc90-fdcdd90d3fd9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:27.092012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a33885f3-12ae-4da5-bbfb-61f2584b5b0f req-4af6a402-5d1c-4d93-bc90-fdcdd90d3fd9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Jan 27 20:23:27.145249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a33885f3-12ae-4da5-bbfb-61f2584b5b0f req-595579b2-7b9b-4396-8240-fcb8aa5fc3a1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Jan 27 20:23:28.267564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00263bd-9195-4346-8336-4fd7369edc8f req-a0d6bdcb-b4e5-41b4-b70e-9a03b1fad9d3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:28.268968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00263bd-9195-4346-8336-4fd7369edc8f req-a0d6bdcb-b4e5-41b4-b70e-9a03b1fad9d3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Jan 27 20:23:28.315773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d00263bd-9195-4346-8336-4fd7369edc8f req-9b4159d5-9ef7-4899-b277-6dbf7907cf83 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 Jan 27 20:23:29.431175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2439aaa-5732-4c24-b73c-717064cc80e8 req-3c7d74c9-4d75-4fb2-bf63-73a5e0ae8bf1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:29.432650 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2439aaa-5732-4c24-b73c-717064cc80e8 req-3c7d74c9-4d75-4fb2-bf63-73a5e0ae8bf1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0487158 Jan 27 20:23:29.479822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2439aaa-5732-4c24-b73c-717064cc80e8 req-bd6ad03a-44b7-4b60-9d88-9157a453faec tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415614 Jan 27 20:23:30.432038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-bc4214d3-1ee0-4e04-bb7d-6a139bc753cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:30.433547 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-bc4214d3-1ee0-4e04-bb7d-6a139bc753cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0802293 Jan 27 20:23:30.542419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-e3dc7a6f-0995-4e7d-bf21-260b09e40eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:30.544123 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-e3dc7a6f-0995-4e7d-bf21-260b09e40eec service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0926042 Jan 27 20:23:30.605921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83dfc0-5717-4950-8bcd-daae903bf65e req-94397e91-2d11-4216-a112-cb180cf94ac2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:30.607436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a83dfc0-5717-4950-8bcd-daae903bf65e req-94397e91-2d11-4216-a112-cb180cf94ac2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0558491 Jan 27 20:23:30.611780 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-21635293-bd3c-4ee4-87f1-1b07d17ee9ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1002 time: 0.0619419 Jan 27 20:23:30.656497 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a83dfc0-5717-4950-8bcd-daae903bf65e req-a58daf51-bfe0-4de0-96d4-f3c6dbdac401 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Jan 27 20:23:30.664682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-7bf104b6-5759-41c6-9b80-f0702465ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:30.666199 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-7bf104b6-5759-41c6-9b80-f0702465ab3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0491936 Jan 27 20:23:30.710666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-eb691caf-d9f5-4e2c-b3fe-a0903388fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:30.712249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-eb691caf-d9f5-4e2c-b3fe-a0903388fd2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404077 Jan 27 20:23:30.800938 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-139bab7d-52c7-4b67-88a9-434edd9f137e service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827649 Jan 27 20:23:30.894981 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f5e4cd0-74f0-4e12-8c63-1a51315dbfb1 req-263f7303-9c1a-4bbc-bf94-355d77af985a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872283 Jan 27 20:23:31.772468 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632016b-3f51-4acc-b5c1-0c797cff50c2 req-5266bf55-828f-468c-8e07-17ab54eb0ed2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:31.774018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b632016b-3f51-4acc-b5c1-0c797cff50c2 req-5266bf55-828f-468c-8e07-17ab54eb0ed2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0488822 Jan 27 20:23:31.819672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b632016b-3f51-4acc-b5c1-0c797cff50c2 req-0cf9ed30-f545-441b-bf95-90068630b84b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Jan 27 20:23:32.937002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8970-7a76-4e71-aced-9f4a144034c5 req-a6fce6c6-4b3c-4def-81d7-b9409a00b5aa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:32.938612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea5b8970-7a76-4e71-aced-9f4a144034c5 req-a6fce6c6-4b3c-4def-81d7-b9409a00b5aa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0483572 Jan 27 20:23:32.990020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ea5b8970-7a76-4e71-aced-9f4a144034c5 req-a3a2c606-1faa-4e26-8a3d-922dd254c543 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457015 Jan 27 20:23:34.111973 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3423d58-ad02-4105-b227-f7eb573e3be6 req-e31ca29c-9b00-418a-9446-424c152f145b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:34.113768 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3423d58-ad02-4105-b227-f7eb573e3be6 req-e31ca29c-9b00-418a-9446-424c152f145b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0512853 Jan 27 20:23:34.162554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3423d58-ad02-4105-b227-f7eb573e3be6 req-bcd9d163-85f8-4774-a09b-0ea5f627163a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Jan 27 20:23:34.834119 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-b901d5a4-3fb1-44da-9af1-11191a520523 service neutron] show failed (client error): The resource could not be found. Jan 27 20:23:34.835145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-b901d5a4-3fb1-44da-9af1-11191a520523 service neutron] 10.222.0.66 "GET /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0592599 Jan 27 20:23:35.057150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-ceada993-4ec2-4f48-acc7-d19a0f064dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:35.058681 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-ceada993-4ec2-4f48-acc7-d19a0f064dba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1097 time: 0.0416055 Jan 27 20:23:35.069788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-82752f6d-6c04-4d62-9d95-25150f0baeca service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:23:35.070836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-82752f6d-6c04-4d62-9d95-25150f0baeca service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053866 Jan 27 20:23:35.080975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:23:35.139510 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:35.610076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544cea8-8c42-4beb-951d-e9a4d862f398 req-692c9f8c-0aa9-41aa-9b64-24fa5dde0d0b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:35.611468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a544cea8-8c42-4beb-951d-e9a4d862f398 req-692c9f8c-0aa9-41aa-9b64-24fa5dde0d0b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.3734148 Jan 27 20:23:35.677609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:35.691970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a544cea8-8c42-4beb-951d-e9a4d862f398 req-3978199d-48d7-46fc-b436-c8d14779a84b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743942 Jan 27 20:23:35.718330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:23:35.757120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:35.760074 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab8459-76bc-456a-a37c-3a4077f73ca1" -d '{"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:35.764157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks [] for port (145443bd-cce7-4286-ac44-b7074cdc324c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:35.777443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Transition to ACTIVE for port object 145443bd-cce7-4286-ac44-b7074cdc324c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:23:35.782368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:35.834190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:35.876279 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.876630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.876971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.877330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.877664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.877994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.878319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.878641 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.878960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.879291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.879596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.879912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.880225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:35.888573 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b55a44-844e-427f-b43f-794302e39099 x-openstack-request-id: req-82b55a44-844e-427f-b43f-794302e39099 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:35.889514 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:35.889514 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82b55a44-844e-427f-b43f-794302e39099 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:35.889514 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'code': 200} Jan 27 20:23:35.929033 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] No DVR routers for this DVR port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:23:36.066693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:23:36.066958 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:23:36.067284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:36.071512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:23:36.071837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:36.076635 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:23:36.076975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:23:36.077399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:23:36.077821 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Bound port: 145443bd-cce7-4286-ac44-b7074cdc324c, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:23:36.078201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:36.142550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:23:36.145406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:23:36.150832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:36.183965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.184629 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:36.186078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] 10.222.0.39 "PUT /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1092 time: 1.1087935 Jan 27 20:23:36.217871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d804eca-563c-46d0-90b3-74e7d85b1858 service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:36.258917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-da80e9de-e0fb-4402-b247-47f90b0e9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.260533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-da80e9de-e0fb-4402-b247-47f90b0e9163 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0514712 Jan 27 20:23:36.356805 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-7b62aa25-fb12-42df-b61f-8db765ede8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.358398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-7b62aa25-fb12-42df-b61f-8db765ede8c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0913663 Jan 27 20:23:36.428759 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-1498f596-dff2-4903-9ad1-41ba3daed917 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0639043 Jan 27 20:23:36.479717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-79662d4c-b5aa-4e22-8e80-1954b6e363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.481193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-79662d4c-b5aa-4e22-8e80-1954b6e363e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0471120 Jan 27 20:23:36.525614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-6fe20a9a-4a30-4e96-99fb-27fb38e43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.527124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-6fe20a9a-4a30-4e96-99fb-27fb38e43c35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Jan 27 20:23:36.616684 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-c86bd821-6eda-47cd-afe4-ab1dd32575b7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836647 Jan 27 20:23:36.704884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-08071ed5-7ba9-4100-8890-a93c1d58a72d req-218c5222-1212-4ccf-94e2-ccb8bcc35e3f service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821247 Jan 27 20:23:36.816786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e253f5-5a0d-43ff-a5a4-88e9ea12891f req-4aa90393-bc76-4923-a9cb-4571ab9fff44 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:36.819145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e253f5-5a0d-43ff-a5a4-88e9ea12891f req-4aa90393-bc76-4923-a9cb-4571ab9fff44 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0512927 Jan 27 20:23:36.871951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-83e253f5-5a0d-43ff-a5a4-88e9ea12891f req-1be5ffb0-94ea-4550-99d4-da2b4fc99c15 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459023 Jan 27 20:23:37.890644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:37.893178 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:37.989326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219be10-59a0-4838-8a74-7487a19fea2c req-b93d6f66-d96f-418f-bca8-5cef32d998d6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:37.990801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9219be10-59a0-4838-8a74-7487a19fea2c req-b93d6f66-d96f-418f-bca8-5cef32d998d6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0492458 Jan 27 20:23:38.038354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9219be10-59a0-4838-8a74-7487a19fea2c req-98267a7b-c5c4-4a67-9050-c2c9adf430ed tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Jan 27 20:23:38.092596 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f3061-e3f3-4ab1-96af-adc96a236470 x-openstack-request-id: req-c74f3061-e3f3-4ab1-96af-adc96a236470 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:38.092888 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:38.093148 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c74f3061-e3f3-4ab1-96af-adc96a236470 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:38.093572 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'status': 'completed', 'code': 200} Jan 27 20:23:38.153908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-64449986-ecb9-441d-81ab-4e97a5870437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.155305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-64449986-ecb9-441d-81ab-4e97a5870437 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0445580 Jan 27 20:23:38.164476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-28c3022c-f0ee-4457-9ade-bbc5bd04ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.166743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-28c3022c-f0ee-4457-9ade-bbc5bd04ef72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0430779 Jan 27 20:23:38.273586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-5625821f-9950-4de9-b144-0f81c8d4bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.276260 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-5625821f-9950-4de9-b144-0f81c8d4bfd7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1155558 Jan 27 20:23:38.280336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-b621506b-474e-4adc-b33b-126d8a6b0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.281868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-b621506b-474e-4adc-b33b-126d8a6b0488 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1091309 Jan 27 20:23:38.347286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-4dfab064-8e9b-468a-889f-b8c258d89e9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0640304 Jan 27 20:23:38.355850 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-a399a5ef-eb41-4891-a1f8-18b9815ccf34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0624032 Jan 27 20:23:38.402421 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-90463251-183d-40ef-b46b-a187b421c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.403025 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-61076f18-eb36-4f10-931a-c4704c226fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.403987 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-90463251-183d-40ef-b46b-a187b421c576 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0493257 Jan 27 20:23:38.404467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-61076f18-eb36-4f10-931a-c4704c226fab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0431550 Jan 27 20:23:38.449440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-2c1183cb-9cf1-4e6b-be20-d5448ce23d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.451255 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-2c1183cb-9cf1-4e6b-be20-d5448ce23d26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418224 Jan 27 20:23:38.452650 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-8c79d66c-1e06-491c-9959-47af1f76e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:38.454143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-8c79d66c-1e06-491c-9959-47af1f76e7ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444183 Jan 27 20:23:38.540510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-95c51a22-9835-4472-abdd-1b7c8e45dfac service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Jan 27 20:23:38.540782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-b33168c2-db37-44bf-af0f-dbe8943119d7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808368 Jan 27 20:23:38.640147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-decb7a83-5148-4a8a-817d-a5a4ddc5e6ca service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928056 Jan 27 20:23:38.641100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6c89e40b-5fa2-4708-bf6b-6e1b4a925361 req-687555e9-4905-4a7b-a8f2-00024b9b6f62 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953145 Jan 27 20:23:39.083096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d629eaa3-2465-47d3-9dec-5e771833faee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:39.109805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:23:39.151193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 145443bd-cce7-4286-ac44-b7074cdc324c host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:23:39.151597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:23:39.166967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33f971-29e7-4f21-91df-f929a14f4616 req-4ec9e405-4dd6-4584-815b-e1821beeb803 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.168533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c33f971-29e7-4f21-91df-f929a14f4616 req-4ec9e405-4dd6-4584-815b-e1821beeb803 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0521102 Jan 27 20:23:39.217154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c33f971-29e7-4f21-91df-f929a14f4616 req-55c18f6f-dd5f-410f-9cf4-67693e17705b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Jan 27 20:23:39.372527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:23:39.490429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:39.502791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '145443bd-cce7-4286-ac44-b7074cdc324c', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:23:39.542466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:39.543591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:39.547589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-51fb0813-97a0-4d60-b164-53ac72de63fd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.549109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-51fb0813-97a0-4d60-b164-53ac72de63fd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&tenant_id=0edd97cd9f0b4ed091c34e523336931f&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 944 time: 0.0923879 Jan 27 20:23:39.556316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:23:39.557181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e9d63-e729-4fcb-9a73-a06d9e3d95f8 req-1b71e9a7-7743-4cbd-8f1b-780e6c56e5f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.558698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d2e9d63-e729-4fcb-9a73-a06d9e3d95f8 req-1b71e9a7-7743-4cbd-8f1b-780e6c56e5f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 944 time: 0.0745070 Jan 27 20:23:39.578051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:39.581917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:39.636128 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:39.643676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.644004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.644345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.644688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.645018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.645384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.645707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.646032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.646362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.646684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.647002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.647332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.647646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:39.648062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d2e9d63-e729-4fcb-9a73-a06d9e3d95f8 req-1f0f0ca1-e4c3-48fa-8062-98e068d619c5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830858 Jan 27 20:23:39.652379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-987a0d1c-5353-40c7-8997-9c1b25cc6379 service neutron] 10.222.0.39 "GET /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c/bindings/n-h2-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.0927451 Jan 27 20:23:39.716844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-cb9fb6f0-7daa-4f2a-9a27-fa5754d7a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.718573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-cb9fb6f0-7daa-4f2a-9a27-fa5754d7a8f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0422707 Jan 27 20:23:39.811778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-44e6fc67-b2a8-4f98-964c-bf7cf4c349b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.813285 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-44e6fc67-b2a8-4f98-964c-bf7cf4c349b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0888979 Jan 27 20:23:39.839038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['145443bd-cce7-4286-ac44-b7074cdc324c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:23:39.881639 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-dc0ca657-6369-4b75-ba57-eb621faf0541 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1001 time: 0.0610714 Jan 27 20:23:39.940689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d1235bcb-8474-45a7-b8ce-14901d87ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.942110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d1235bcb-8474-45a7-b8ce-14901d87ced4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0548022 Jan 27 20:23:39.988422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-34145a66-7259-46ad-86dd-4e3ed5338c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:39.990145 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-34145a66-7259-46ad-86dd-4e3ed5338c17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424690 Jan 27 20:23:40.078533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-b8ac0db3-ccce-4137-8b3e-fb0b09002078 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821128 Jan 27 20:23:40.173041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-bf30f950-49be-4b45-ae4a-72c14c8e0b68 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878367 Jan 27 20:23:40.766516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff32cbb-5aad-4dbf-be5a-a4b7c4a769ba req-e4b14d12-a935-4199-afaf-c9670a61a17f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:40.767981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ff32cbb-5aad-4dbf-be5a-a4b7c4a769ba req-e4b14d12-a935-4199-afaf-c9670a61a17f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Jan 27 20:23:40.815161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ff32cbb-5aad-4dbf-be5a-a4b7c4a769ba req-371cf0db-6932-4914-8e5a-e2833447978c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414412 Jan 27 20:23:41.381937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:23:41.433646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 145443bd-cce7-4286-ac44-b7074cdc324c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:23:41.437522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 145443bd-cce7-4286-ac44-b7074cdc324c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:23:41.437907 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:41.513799 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:41.514224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:41.537995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:41.540826 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1d2d69-b80f-4e35-a4d7-9c8632ac57e4" -d '{"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:41.553315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:41.557959 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:41.596679 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a403c-eb1a-4b4b-9b48-90201b819b31 x-openstack-request-id: req-930a403c-eb1a-4b4b-9b48-90201b819b31 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:41.596982 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:41.597240 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-930a403c-eb1a-4b4b-9b48-90201b819b31 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:41.597659 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'code': 200} Jan 27 20:23:41.619215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:41.937913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89d2cf-851d-4619-a56b-fa62a351e321 req-5aab96aa-bfdb-4cff-81ca-686d27162918 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:41.939391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb89d2cf-851d-4619-a56b-fa62a351e321 req-5aab96aa-bfdb-4cff-81ca-686d27162918 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0535822 Jan 27 20:23:42.000513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb89d2cf-851d-4619-a56b-fa62a351e321 req-d18c348f-9e7a-4a2a-8ff3-71147ab02961 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541472 Jan 27 20:23:42.228498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a91a8106-0835-425b-b1b4-6c7d5449cc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:42.263913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-69e3d767-f8ec-440e-9612-6226a2c53e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:42.265442 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-69e3d767-f8ec-440e-9612-6226a2c53e23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1097 time: 0.0441241 Jan 27 20:23:42.276210 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:23:42.331367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:42.528560 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:42.561160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:23:42.598575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:42.600878 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204b26ca-4762-4444-8d48-d47ef489db1f" -d '{"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:42.604894 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks [] for port (145443bd-cce7-4286-ac44-b7074cdc324c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:42.621900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Transition to ACTIVE for port object 145443bd-cce7-4286-ac44-b7074cdc324c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:23:42.625571 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:42.653765 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf03f3-ee0e-4052-9551-94a62b58927a x-openstack-request-id: req-f2bf03f3-ee0e-4052-9551-94a62b58927a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:42.654068 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:42.654328 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2bf03f3-ee0e-4052-9551-94a62b58927a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:42.654747 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'code': 200} Jan 27 20:23:42.737297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=10']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:42.760263 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.760612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.760954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.761314 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.761650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.761981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.762310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.762636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.762963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.763285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.763609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.763928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.764248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:23:42.815025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] No DVR routers for this DVR port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:23:42.950728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:23:42.951063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:23:42.951391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:42.955616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:23:42.955937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Attempting to bind port 145443bd-cce7-4286-ac44-b7074cdc324c on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:42.961201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:23:42.961566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:23:42.961946 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:23:42.962362 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Bound port: 145443bd-cce7-4286-ac44-b7074cdc324c, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:23:42.962713 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:43.022610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:23:43.027236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:23:43.031014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:43.065861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.066476 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:43.067895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] 10.222.0.66 "PUT /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1093 time: 0.7957983 Jan 27 20:23:43.099354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eceaf-ca39-471a-a48b-17e78047c0bf service neutron] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=11']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:43.133320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-c45a0d70-2561-4ef6-99dc-b10878106b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.134982 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-c45a0d70-2561-4ef6-99dc-b10878106b58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0466299 Jan 27 20:23:43.138621 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6f0d-7f09-4c8b-80b4-66ea348378b5 req-94039c4f-7f38-433f-9c8a-1863074a4620 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.140278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28fe6f0d-7f09-4c8b-80b4-66ea348378b5 req-94039c4f-7f38-433f-9c8a-1863074a4620 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0662832 Jan 27 20:23:43.193619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-28fe6f0d-7f09-4c8b-80b4-66ea348378b5 req-4cb70238-4c40-453f-a795-280a9515853a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466678 Jan 27 20:23:43.237015 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-b059796e-c581-44db-87a7-9f2f61563bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.238815 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-b059796e-c581-44db-87a7-9f2f61563bc6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0984354 Jan 27 20:23:43.304203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-f454590c-e6aa-4236-8158-48f14290568d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0597377 Jan 27 20:23:43.356593 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-7bef6276-87d2-48ed-bce0-0751641c3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.358128 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-7bef6276-87d2-48ed-bce0-0751641c3d2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0489111 Jan 27 20:23:43.402818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-201f8f3d-0838-43e6-9b98-a46b72d073a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:43.404314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-201f8f3d-0838-43e6-9b98-a46b72d073a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407472 Jan 27 20:23:43.491018 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-23c670ea-33f2-4c68-b5fe-14299bd81b8b service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810387 Jan 27 20:23:43.582014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bf92a9d5-3f8b-48b0-9a0d-7a66e7108bff req-ac86194c-617a-411e-8e36-5eba8704b101 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858231 Jan 27 20:23:44.314951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a77fd-7711-44ce-94e5-0b8756df0bfc req-ebed9c2a-6c49-4383-9b9a-345fc82820e9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:44.316427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-179a77fd-7711-44ce-94e5-0b8756df0bfc req-ebed9c2a-6c49-4383-9b9a-345fc82820e9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Jan 27 20:23:44.369646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-179a77fd-7711-44ce-94e5-0b8756df0bfc req-4b743fb5-3a6d-468f-921c-f1d6d1c194b1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 Jan 27 20:23:44.656575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:44.658993 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7735330-d788-44fc-acb4-a9803d3dfad4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:44.708219 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fae0f-fca3-4bb3-adc4-06121bb4f3ac x-openstack-request-id: req-aa0fae0f-fca3-4bb3-adc4-06121bb4f3ac {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:44.708528 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:44.708787 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa0fae0f-fca3-4bb3-adc4-06121bb4f3ac {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:44.709227 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'status': 'completed', 'code': 200} Jan 27 20:23:44.771056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-890e2090-ffd1-4485-a653-3ce0573a82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:44.772571 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-890e2090-ffd1-4485-a653-3ce0573a82cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0464101 Jan 27 20:23:44.775476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-49eff85b-528d-4236-97fc-5e6248239893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:44.777053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-49eff85b-528d-4236-97fc-5e6248239893 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0469377 Jan 27 20:23:44.867216 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-c3b55921-a365-4321-bc73-518cb9e17b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:44.868777 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-c3b55921-a365-4321-bc73-518cb9e17b15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0863428 Jan 27 20:23:44.943742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-9831c74e-3137-4bd2-807e-a5ec408e0b83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0684338 Jan 27 20:23:44.992926 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-9b0a30a9-33f5-43b1-94f5-3e30da0d7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:44.994432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-9b0a30a9-33f5-43b1-94f5-3e30da0d7235 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0454862 Jan 27 20:23:45.046096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-58b4ad3d-3af1-44f5-8cbc-f94860a50d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:45.047723 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-58b4ad3d-3af1-44f5-8cbc-f94860a50d1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475798 Jan 27 20:23:45.138565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-b69f2ed4-195e-4abd-bb31-b3972b14285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:45.140075 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-b69f2ed4-195e-4abd-bb31-b3972b14285c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.3616335 Jan 27 20:23:45.142529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-479251e1-7d0b-4dc8-a44b-fa27a7eaacd7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889530 Jan 27 20:23:45.205186 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-d48a7fda-ec2f-41d2-85e1-7ea264163925 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 200 len: 1000 time: 0.0590441 Jan 27 20:23:45.232699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-2bf171b1-12e3-4333-9692-3c3fe461f3bc service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Jan 27 20:23:45.254728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-5c0b6484-e58d-44ee-a783-363ee471f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:45.256188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-5c0b6484-e58d-44ee-a783-363ee471f19c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0460489 Jan 27 20:23:45.303274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-29a264ac-9631-4be9-88d6-6ea0414d6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:45.305340 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-29a264ac-9631-4be9-88d6-6ea0414d6a09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439990 Jan 27 20:23:45.371668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:45.393609 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-fa66ac7b-51f4-4603-8a83-2bf8e9664bae service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826862 Jan 27 20:23:45.396661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:23:45.438878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] The host n-h2-760453-6 is not matching for port 145443bd-cce7-4286-ac44-b7074cdc324c host n-h1-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:23:45.439273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:23:45.489942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f7735330-d788-44fc-acb4-a9803d3dfad4 req-a0981e27-2a95-496d-92da-6d615b426698 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894670 Jan 27 20:23:45.495228 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146c1ab-3feb-4b01-8b53-f2d92ba6ea39 req-ac724043-2c54-40aa-b3fa-3fab28986855 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:45.496886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d146c1ab-3feb-4b01-8b53-f2d92ba6ea39 req-ac724043-2c54-40aa-b3fa-3fab28986855 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Jan 27 20:23:45.543532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d146c1ab-3feb-4b01-8b53-f2d92ba6ea39 req-e63a9485-d4eb-4af2-940e-9e580d50affd tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Jan 27 20:23:45.801325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:46.194873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:46.663083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11ea2a-576a-4eee-90ba-73982de8af86 req-59eb77c2-dcbd-479d-bfad-b4d8fcd7bd1f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:46.664584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d11ea2a-576a-4eee-90ba-73982de8af86 req-59eb77c2-dcbd-479d-bfad-b4d8fcd7bd1f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Jan 27 20:23:46.713986 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d11ea2a-576a-4eee-90ba-73982de8af86 req-1ddeb461-366d-4ed0-99da-4a5e3e7f7558 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Jan 27 20:23:46.826592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbde100-f66f-4de5-8ec6-a66fda1f2b34 req-7cab8802-4e27-44de-aa8b-3d8a803dcb5f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:46.828047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ddbde100-f66f-4de5-8ec6-a66fda1f2b34 req-7cab8802-4e27-44de-aa8b-3d8a803dcb5f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0486877 Jan 27 20:23:46.878645 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ddbde100-f66f-4de5-8ec6-a66fda1f2b34 req-397111d6-53d0-4533-8929-87f15d4229fb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448489 Jan 27 20:23:46.990478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee64eb-cfc8-4a71-bca3-bc885f3b1c5b req-a119a204-8032-4d08-adaa-40b087245c2e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:46.992471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68ee64eb-cfc8-4a71-bca3-bc885f3b1c5b req-a119a204-8032-4d08-adaa-40b087245c2e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0472579 Jan 27 20:23:47.037461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68ee64eb-cfc8-4a71-bca3-bc885f3b1c5b req-eb0407e8-3b5a-497d-8e41-80f32fea50c3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 Jan 27 20:23:47.106511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:23:47.209058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:47.221242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '145443bd-cce7-4286-ac44-b7074cdc324c', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '145443bd-cce7-4286-ac44-b7074cdc324c', 'mac_address': 'fa:16:3e:0f:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:23:47.263684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:47.264079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:47.276595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2925e-6ff0-4789-8ba9-715d0d9c5173 req-4ae08f47-5938-4678-995e-bbea0567f717 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:47.277094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:23:47.278133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c2925e-6ff0-4789-8ba9-715d0d9c5173 req-4ae08f47-5938-4678-995e-bbea0567f717 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 945 time: 0.0486403 Jan 27 20:23:47.297078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:47.301174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:47.326274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9c2925e-6ff0-4789-8ba9-715d0d9c5173 req-f6d31a68-f442-44a4-b2de-c0812a0fffb9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 Jan 27 20:23:47.348961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:47.674429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['145443bd-cce7-4286-ac44-b7074cdc324c'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:23:48.450509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f76e-f6b9-4e03-a1ac-9a12c48ae398 req-24553ee1-c9c4-45f7-967e-de22d566a6eb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:48.451972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7db2f76e-f6b9-4e03-a1ac-9a12c48ae398 req-24553ee1-c9c4-45f7-967e-de22d566a6eb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0538507 Jan 27 20:23:48.499102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7db2f76e-f6b9-4e03-a1ac-9a12c48ae398 req-0145637d-a8c2-40b2-a2e1-bb852a973ede tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Jan 27 20:23:48.708108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-48641792-9ad4-46b3-83e4-92d44d99b200 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:48.709511 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-48641792-9ad4-46b3-83e4-92d44d99b200 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0485008 Jan 27 20:23:48.800106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Deleting port 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:23:48.800447 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:48.887202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] For port 145443bd-cce7-4286-ac44-b7074cdc324c, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=145443bd-cce7-4286-ac44-b7074cdc324c,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:48.887570 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.114817 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.115185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.115509 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d disassociated. External IP: 172.25.5.87, port: 145443bd-cce7-4286-ac44-b7074cdc324c. Jan 27 20:23:49.115855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Calling delete_port for 145443bd-cce7-4286-ac44-b7074cdc324c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:23:49.124981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:23:49.176233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 145443bd-cce7-4286-ac44-b7074cdc324c completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:23:49.179932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 145443bd-cce7-4286-ac44-b7074cdc324c triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:23:49.180310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.249132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.259249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 145443bd-cce7-4286-ac44-b7074cdc324c is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:49.259646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (145443bd-cce7-4286-ac44-b7074cdc324c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.276218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'Port': ['ID=145443bd-cce7-4286-ac44-b7074cdc324c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:49.400156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:23:49.510216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:23:49.520856 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:23:49.531614 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:23:49.532306 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:23:49.554404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] No DVR routers for this DVR port 145443bd-cce7-4286-ac44-b7074cdc324c on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:23:49.557356 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:49.560764 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-80d42503-5230-42c0-a10c-d8fd2058f4d0 req-6362367a-0f55-4ae2-a60e-9f9bdc83c3e2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "DELETE /v2.0/ports/145443bd-cce7-4286-ac44-b7074cdc324c HTTP/1.1" status: 204 len: 173 time: 0.8452542 Jan 27 20:23:49.561284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-deleted', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:49.564110 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2e997-c4dd-4db0-8676-261ea39e6762" -d '{"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-deleted", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:49.604401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1bb9956a-014c-4e68-b000-b2d668814b6f req-49af02e4-890a-4441-8f11-53f256418005 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0283394 Jan 27 20:23:49.650706 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f0f33-32e2-49e5-8514-09cb8d9eb3e1 x-openstack-request-id: req-a51f0f33-32e2-49e5-8514-09cb8d9eb3e1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:49.651007 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1", "name": "network-vif-deleted", "tag": "145443bd-cce7-4286-ac44-b7074cdc324c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:49.651116 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:23:49.651266 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a51f0f33-32e2-49e5-8514-09cb8d9eb3e1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:49.652121 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c89af-2cdd-48ee-b29a-f1fdcdb70bd1', 'name': 'network-vif-deleted', 'tag': '145443bd-cce7-4286-ac44-b7074cdc324c', 'status': 'completed', 'code': 200} Jan 27 20:23:49.847380 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:23:49.872604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:23:49.881006 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:23:49.881559 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:23:49.996213 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:23:50.204232 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:23:50.230012 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c35e8-e6c2-45d5-bc72-779c904c482a None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:23:50.452374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d364a33f-585b-4272-81a1-8def52155727 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:23:50.900321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-06280542-8b3a-4460-881c-b269ab72bb2a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--882780096&fields=id&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 267 time: 0.0424759 Jan 27 20:23:51.006669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-acd0ff33-6e48-45c3-bfe8-fdbcb93f5b45 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:51.008149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-acd0ff33-6e48-45c3-bfe8-fdbcb93f5b45 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1012199 Jan 27 20:23:51.022597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-46cb4e2b-b0cc-47f0-98bc-f389bcf1d834 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/quotas/0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 375 time: 0.0090852 Jan 27 20:23:51.073555 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-4aea5fc8-b6fa-4fd8-946c-4591efea1b6d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452611 Jan 27 20:23:51.130176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:23:51.170036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-4c9c7ff7-b47d-43d8-bba5-40c050aaafdd service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852165 Jan 27 20:23:51.259252 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-9a62e47a-258c-46dc-8af7-8e93d4be9fc6 service neutron] 10.222.0.59 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 Jan 27 20:23:51.419274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-373ac63b-4088-4ba7-a179-d63cc3e5f4cf req-c41dd5c3-f60a-46b2-9c16-14b386c52c92 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0276039 Jan 27 20:23:52.374912 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-727bdf9b-7fcf-4c76-b163-049d0de6be0e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:52.376384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-727bdf9b-7fcf-4c76-b163-049d0de6be0e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 811 time: 0.1065986 Jan 27 20:23:52.437146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-93fae404-b85b-4375-ae5c-f1644a2caf89 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 379 time: 0.0525482 Jan 27 20:23:52.446241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'port': {'device_id': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'admin_state_up': True, 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'security_groups': ['dc583d52-bec3-494c-8633-62827b1d2aae']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:23:52.525835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80427f42-20ba-4c23-b4d1-75670ca74960 req-998c022d-6aa4-40a1-87b5-4987b09aae9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0328326 Jan 27 20:23:52.582406 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Made reservation on behalf of 0edd97cd9f0b4ed091c34e523336931f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:23:52.585956 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:52.710832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Allocated IP 172.20.0.12 (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a/dcb23b5e-bd87-4b77-a31c-578d9a7238da/67443b44-b366-4400-a35d-805b7fa99c46) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:23:52.847582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for port (67443b44-b366-4400-a35d-805b7fa99c46), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:52.883053 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:52.925979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:23:52.928929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:23:52.934618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:23:52.940935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:52.993041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:52.993719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.014000 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-6ec61787-11fb-443f-8599-7665416ab3c8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712037 Jan 27 20:23:53.025700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Request body: {'port': {'device_id': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:23:53.081711 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.124309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:23:53.147836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 145443bd-cce7-4286-ac44-b7074cdc324c {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:23:53.148193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 145443bd-cce7-4286-ac44-b7074cdc324c not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:23:53.159824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-abfa7a02-7501-4511-8cb6-8f5d03144016 None None] Provisioning complete for port 67443b44-b366-4400-a35d-805b7fa99c46 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:23:53.160204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abfa7a02-7501-4511-8cb6-8f5d03144016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (67443b44-b366-4400-a35d-805b7fa99c46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.199309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abfa7a02-7501-4511-8cb6-8f5d03144016 None None] Port 67443b44-b366-4400-a35d-805b7fa99c46 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:23:53.348774 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:23:53.356627 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks [] for port (67443b44-b366-4400-a35d-805b7fa99c46), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.369066 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Transition to ACTIVE for port object 67443b44-b366-4400-a35d-805b7fa99c46 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:23:53.372810 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.428536 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:53.496870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:23:53.497386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:23:53.497725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:53.502303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:23:53.502658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:23:53.507788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:23:53.508130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:23:53.508520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:23:53.508991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Bound port: 67443b44-b366-4400-a35d-805b7fa99c46, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:23:53.509429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.577071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:23:53.580689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:23:53.584702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.919073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:53.919709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:53.921107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] 10.222.0.39 "PUT /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1092 time: 0.9004276 Jan 27 20:23:53.921602 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:53.923899 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48294ee6-b761-460f-959d-d78c74c66ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:53.951183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9422f9-da17-4069-b8b1-94423ab81327 service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:53.979501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd3425-8071-44da-8cab-61804a0c97f8 req-187f4c81-e0fa-4ac0-b3a9-91305702a455 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:53.981057 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80bd3425-8071-44da-8cab-61804a0c97f8 req-187f4c81-e0fa-4ac0-b3a9-91305702a455 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0984275 Jan 27 20:23:54.043960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-67eb2515-2c12-4932-8777-d2637caa252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.045508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-67eb2515-2c12-4932-8777-d2637caa252d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0854990 Jan 27 20:23:54.050115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80bd3425-8071-44da-8cab-61804a0c97f8 req-0a05831f-4fde-4bcd-a723-9316b167ce6e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550296 Jan 27 20:23:54.094586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-f992acbe-3e0c-416e-9e30-c410f5a1dacf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 217 time: 0.0423727 Jan 27 20:23:54.102190 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fbddcf-56e1-4b89-a1d0-9a42615a81c9 x-openstack-request-id: req-b6fbddcf-56e1-4b89-a1d0-9a42615a81c9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:54.103330 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:54.103767 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6fbddcf-56e1-4b89-a1d0-9a42615a81c9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:54.104427 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'status': 'completed', 'code': 200} Jan 27 20:23:54.160991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-bdc16331-f17c-4d7e-84a8-29fb57ca8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.163947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-bdc16331-f17c-4d7e-84a8-29fb57ca8cfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0581052 Jan 27 20:23:54.208420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-a5e5d34e-a020-48b5-90ae-f46ea7bfd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.209865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-a5e5d34e-a020-48b5-90ae-f46ea7bfd095 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407140 Jan 27 20:23:54.262357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:54.304099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-62009afc-d1ca-4b70-989f-09be8d2a7ef9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Jan 27 20:23:54.391764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b31b239-1cc5-41f3-80fc-6f49a3cfba54 req-4d4f2937-4fe9-41e9-bc9c-602046003037 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Jan 27 20:23:54.484884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-ed414129-b7c6-4146-b70b-80d0e0360a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.486654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-ed414129-b7c6-4146-b70b-80d0e0360a76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0514605 Jan 27 20:23:54.588101 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-4c08d993-f803-42cf-985e-73d4e2dd7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.589605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-4c08d993-f803-42cf-985e-73d4e2dd7c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0972233 Jan 27 20:23:54.634004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-3d7f838e-6a7c-4d35-9a17-90fda1d299b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 217 time: 0.0378509 Jan 27 20:23:54.682693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-fc59fc6d-f854-4467-af1d-cc73fea212b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.684143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-fc59fc6d-f854-4467-af1d-cc73fea212b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0441191 Jan 27 20:23:54.732239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-1464057f-3cca-4452-82ae-9ea81e58413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:54.734615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-1464057f-3cca-4452-82ae-9ea81e58413c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435348 Jan 27 20:23:54.832251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-c6b54540-4356-4a0f-b1ac-1fc13e292db3 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915248 Jan 27 20:23:54.921311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-48294ee6-b761-460f-959d-d78c74c66ce9 req-9eaf792e-acc7-4cb9-af65-1fb5804bab11 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828028 Jan 27 20:23:55.171181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37ce60-fcd3-49ff-93f3-f20b18cd5965 req-e948acd6-ff20-461f-91f2-e7ad682acd4b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:55.172665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d37ce60-fcd3-49ff-93f3-f20b18cd5965 req-e948acd6-ff20-461f-91f2-e7ad682acd4b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0488770 Jan 27 20:23:55.219659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d37ce60-fcd3-49ff-93f3-f20b18cd5965 req-b712c000-e39f-4c1d-bd51-5fce146bb8c0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Jan 27 20:23:55.254514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:56.341103 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc3bb-e3f1-4a9b-9a76-1d4f7943638d req-cccea163-e52f-4d7b-9e9e-01e483493f9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:56.342617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42cbc3bb-e3f1-4a9b-9a76-1d4f7943638d req-cccea163-e52f-4d7b-9e9e-01e483493f9f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0549083 Jan 27 20:23:56.390143 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42cbc3bb-e3f1-4a9b-9a76-1d4f7943638d req-75c2bcdc-ac91-4f4a-a64f-b3b8a96f5d8e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 Jan 27 20:23:57.472978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:23:57.505970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b473-12cd-42e5-82af-3cc9fe3dc9ae req-12005817-a127-40bb-bb83-ecdd153b20d2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:57.507457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e12b473-12cd-42e5-82af-3cc9fe3dc9ae req-12005817-a127-40bb-bb83-ecdd153b20d2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0492117 Jan 27 20:23:57.555070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e12b473-12cd-42e5-82af-3cc9fe3dc9ae req-3bf53e72-4e33-4055-8ec2-eea5ef03db12 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Jan 27 20:23:57.571540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:57.583094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '67443b44-b366-4400-a35d-805b7fa99c46', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:23:57.619849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:57.620233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:57.632853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:23:57.653127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:57.657229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:57.704447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:57.880137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['67443b44-b366-4400-a35d-805b7fa99c46'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:23:58.673959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5f2a2-8385-4d12-afac-f57d2d88ffb0 req-a0d9fff4-1e7b-4747-af7c-325829354932 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:58.675347 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dc5f2a2-8385-4d12-afac-f57d2d88ffb0 req-a0d9fff4-1e7b-4747-af7c-325829354932 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0525594 Jan 27 20:23:58.722085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7dc5f2a2-8385-4d12-afac-f57d2d88ffb0 req-8a24ed91-21fe-4aa6-9d5b-ab85aabdb19b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409474 Jan 27 20:23:59.490962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:23:59.539318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 67443b44-b366-4400-a35d-805b7fa99c46 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:23:59.543784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 67443b44-b366-4400-a35d-805b7fa99c46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:23:59.544193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (67443b44-b366-4400-a35d-805b7fa99c46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:59.626692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:23:59.627084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:59.650222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:23:59.652549 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a2ed2-a4ea-4c4e-a8eb-53ad2dddbcb5" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:23:59.665634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:23:59.669651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:23:59.692580 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecbcf3f-0f63-46dc-95c3-e29d63b6c4c5 x-openstack-request-id: req-4ecbcf3f-0f63-46dc-95c3-e29d63b6c4c5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:23:59.692872 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:23:59.693126 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ecbcf3f-0f63-46dc-95c3-e29d63b6c4c5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:23:59.693543 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'code': 200} Jan 27 20:23:59.720481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:23:59.789790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf28d9-461b-4077-a6c3-f55fd6ce98bd req-2720af9f-5159-4cc9-af5d-0ed336358afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:59.791326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51bf28d9-461b-4077-a6c3-f55fd6ce98bd req-2720af9f-5159-4cc9-af5d-0ed336358afa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1097 time: 0.0413468 Jan 27 20:23:59.859363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51bf28d9-461b-4077-a6c3-f55fd6ce98bd req-6aa58ce4-3c88-409e-9926-4dbd4a20e08f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588980 Jan 27 20:23:59.867167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8990-d5c0-459e-9c97-7bcf3a248c2d req-9a4f27e6-1613-4ba5-90f2-dcadb59fdfcc tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:23:59.869078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-678f8990-d5c0-459e-9c97-7bcf3a248c2d req-9a4f27e6-1613-4ba5-90f2-dcadb59fdfcc tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0768855 Jan 27 20:23:59.921018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-678f8990-d5c0-459e-9c97-7bcf3a248c2d req-065ce3f4-62c4-4c97-bfee-4dfef051a324 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454490 Jan 27 20:24:01.045909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae8e90-b546-4e9f-a67d-3ee743aceec5 req-82a7e1d3-d34a-4ec6-9b96-566dad8eca4d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:01.047394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05ae8e90-b546-4e9f-a67d-3ee743aceec5 req-82a7e1d3-d34a-4ec6-9b96-566dad8eca4d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0476115 Jan 27 20:24:01.094104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-05ae8e90-b546-4e9f-a67d-3ee743aceec5 req-60e8c785-d6bb-49e4-a363-cac07a883241 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 Jan 27 20:24:01.203553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334888bd-1507-4b7d-ac9c-c4cc4dc9e0ea req-6f19eeb7-69d2-48bf-8acc-c20ee64b8bab tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:01.205065 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-334888bd-1507-4b7d-ac9c-c4cc4dc9e0ea req-6f19eeb7-69d2-48bf-8acc-c20ee64b8bab tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0479982 Jan 27 20:24:01.214072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 39806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:24:01.218518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Request body: {'floatingip': {'port_id': '67443b44-b366-4400-a35d-805b7fa99c46'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:24:01.264021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:01.704631 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:01.708404 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:01.810991 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d associated. External IP: 172.25.5.87, port: 67443b44-b366-4400-a35d-805b7fa99c46. Jan 27 20:24:02.022660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:24:02.129626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:24:02.134973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:02.141807 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:24:02.155048 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:24:02.155741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:24:02.161519 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a559681e-4151-4090-a313-35befbf24235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "PUT /v2.0/floatingips/c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d HTTP/1.1" status: 200 len: 992 time: 0.9463522 Jan 27 20:24:02.162107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:24:02.164348 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0628e01-bfdf-4f68-9297-780a5451e075" -d '{"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:24:02.254670 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd942a-d633-4a1e-9fc9-589c0c77c616 x-openstack-request-id: req-5acd942a-d633-4a1e-9fc9-589c0c77c616 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:24:02.254961 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:24:02.255211 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5acd942a-d633-4a1e-9fc9-589c0c77c616 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:24:02.255613 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'status': 'completed', 'code': 200} Jan 27 20:24:02.264528 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:24:02.317727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-eafa02b5-02df-4d98-a9ca-7bd79c049366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:02.319290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-eafa02b5-02df-4d98-a9ca-7bd79c049366 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1097 time: 0.0437567 Jan 27 20:24:02.414098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-1560e0df-b8ca-41d3-8ef9-78d14967771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:02.415662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-1560e0df-b8ca-41d3-8ef9-78d14967771f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0907421 Jan 27 20:24:02.481833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-674b9af3-1b7c-4364-8e39-4054ab44754f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0595961 Jan 27 20:24:02.533800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-92b2c98d-65d1-4afe-85cc-3475b615ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:02.535275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-92b2c98d-65d1-4afe-85cc-3475b615ae21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0481842 Jan 27 20:24:02.577566 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:24:01Z', 'revision_number': 13, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:24:02.581040 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-48a73e96-e7ce-48ff-b20b-f8c9334f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:02.582571 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-48a73e96-e7ce-48ff-b20b-f8c9334f4204 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408952 Jan 27 20:24:02.607311 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:24:02.615854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:24:02.616464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:23:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:24:02.672570 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-d7d0c562-f91b-43e7-b848-25bcaa02576b service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829685 Jan 27 20:24:02.720061 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:24:02.768624 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0628e01-bfdf-4f68-9297-780a5451e075 req-27c2af1a-aff9-43cd-b3ea-a8b29cdd6118 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895793 Jan 27 20:24:02.941870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:24:01Z', 'revision_number': 13, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:24:02.973175 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c84-8fdb-419e-bdb1-fee774e69150 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:14:22Z', 'updated_at': '2022-01-27T20:24:01Z', 'revision_number': 13, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:24:03.172648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973939e4-cab0-47a1-8213-93713cdcdab0 None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:24:09.087765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70232657-12f9-48cb-a568-ce45a1012ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:12.232415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b61c935b-122c-4a16-b42c-9a14d69711d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:15.375168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:15.807178 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:16.190047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:24.277615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:25.254165 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:28.129309 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:24:39.089390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-805641d3-95df-42a7-8138-912593526bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:42.235137 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa9645ea-9673-490b-b58e-439aba775401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:45.378301 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:45.806922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:46.192710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:54.277541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:55.251999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:24:57.923382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-da83d55c-dea4-4d2b-9682-5da9d4ca4a35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413177 Jan 27 20:24:58.003742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-9dfdd207-deff-4e28-81e3-47e06b1cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:58.005238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-9dfdd207-deff-4e28-81e3-47e06b1cebe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1097 time: 0.0413246 Jan 27 20:24:58.110281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-f37bded1-a388-4d30-b23a-d7c346f0e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:58.111764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-f37bded1-a388-4d30-b23a-d7c346f0e869 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0885839 Jan 27 20:24:58.178016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-33c4ead1-3679-4dd7-adb1-487e100827fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1002 time: 0.0604835 Jan 27 20:24:58.229465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-9d57c882-2771-471f-bb28-0938d62dfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:58.230925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-9d57c882-2771-471f-bb28-0938d62dfa16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0474715 Jan 27 20:24:58.276149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-de89d48f-0028-4458-9ce5-50caf53a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:24:58.277697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-de89d48f-0028-4458-9ce5-50caf53a5da0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403008 Jan 27 20:24:58.366523 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-9a5f7347-af1e-4a4b-b559-2c4f610ee91e service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Jan 27 20:24:58.457640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8e2cc7-2b5e-493c-8f3c-65c0663f2686 req-5a63c8ed-07f1-4b03-96df-8c3e03d14839 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Jan 27 20:25:05.129441 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:25:09.095047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59d87f1a-0773-4a21-9d87-b190305703bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:12.238651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92b6869c-ca59-4106-966a-c76c7c430f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:15.381655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:15.813277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:16.195976 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:24.296083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:25.252616 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:39.097223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9d91-04ce-4207-ad93-78e09bfc6b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:42.129496 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:25:42.244250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c654da1d-6995-4580-97f3-5fe1779209e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:45.214075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7de34-2b9b-4b98-b84e-77526a7eb8e3 req-6e51408e-dee2-4e35-8b4f-4559b9ce7257 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:25:45.215593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1b7de34-2b9b-4b98-b84e-77526a7eb8e3 req-6e51408e-dee2-4e35-8b4f-4559b9ce7257 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.2102752 Jan 27 20:25:45.266201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a1b7de34-2b9b-4b98-b84e-77526a7eb8e3 req-166b2ae5-47f0-4d51-9c04-208fc916fd1c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Jan 27 20:25:45.386646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:45.814079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:46.200745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:54.281349 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:55.250642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:25:58.999163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-457f3051-3ab9-47b8-8239-b6b9a784aa17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821471 Jan 27 20:25:59.078868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-48999902-d4fe-4aa8-841d-6349be572485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:25:59.080343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-48999902-d4fe-4aa8-841d-6349be572485 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1097 time: 0.0409274 Jan 27 20:25:59.182563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-0394c25a-2207-4255-bfd0-ad0d27f81b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:25:59.183947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-0394c25a-2207-4255-bfd0-ad0d27f81b4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0848663 Jan 27 20:25:59.252862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-0c0063be-5d9e-48d2-8bb7-0ac1220adeae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1002 time: 0.0630906 Jan 27 20:25:59.300381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-dba14a78-9ff7-4a5b-b5fe-0c3925867164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:25:59.301945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-dba14a78-9ff7-4a5b-b5fe-0c3925867164 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0438397 Jan 27 20:25:59.346096 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-18912bdb-52ad-43d2-a467-1b9e3a10b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:25:59.347599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-18912bdb-52ad-43d2-a467-1b9e3a10b4cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397894 Jan 27 20:25:59.440539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-e46971e1-6aad-49b1-bd80-4d08ca6d695d service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871449 Jan 27 20:25:59.532923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-689fe9a5-27db-4bb8-afdb-e913bc729676 req-ff7acf11-3158-434a-94f7-8dd7bf4890e6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866606 Jan 27 20:26:01.695993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-1d99dc16-200a-4057-bc44-75b6154c95a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505896 Jan 27 20:26:01.701931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc5f76-be08-467c-bb7d-54e4e5257cf9 req-bf53565d-5f1e-4c44-91c2-94c69e6bab6b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:01.703646 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97fc5f76-be08-467c-bb7d-54e4e5257cf9 req-bf53565d-5f1e-4c44-91c2-94c69e6bab6b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0525475 Jan 27 20:26:01.763238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97fc5f76-be08-467c-bb7d-54e4e5257cf9 req-fc6d5339-cb36-482b-9215-267ee9cd2404 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532632 Jan 27 20:26:02.819783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-7c142dda-cc54-4e46-819d-c6f1d0851c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:02.821366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-7c142dda-cc54-4e46-819d-c6f1d0851c75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1097 time: 0.0438235 Jan 27 20:26:02.956614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb561-1efa-4c26-88b7-d48724998523 req-8272940c-ccd3-4aae-b34f-b1770c6442f3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:02.958164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbcfb561-1efa-4c26-88b7-d48724998523 req-8272940c-ccd3-4aae-b34f-b1770c6442f3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.1106539 Jan 27 20:26:02.959707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-0b51ff57-6263-481f-a0df-3c7c244c42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:02.961053 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-0b51ff57-6263-481f-a0df-3c7c244c42d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1327517 Jan 27 20:26:03.061867 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbcfb561-1efa-4c26-88b7-d48724998523 req-114c581e-0a40-42da-9e77-30353728d4fb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973074 Jan 27 20:26:03.064196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-21dfcd1f-0d02-4adc-89ea-9157b70db5ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1002 time: 0.0935962 Jan 27 20:26:03.114337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-5bc35376-b3c1-4564-ae59-6618d3fb9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:03.115854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-5bc35376-b3c1-4564-ae59-6618d3fb9522 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0461130 Jan 27 20:26:03.165880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-902b0c62-cade-48f1-8616-d30e5f335d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:03.167373 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-902b0c62-cade-48f1-8616-d30e5f335d45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458658 Jan 27 20:26:03.262968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-9f8ce5c2-2ea9-445d-917d-182ffe43d392 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886524 Jan 27 20:26:03.618024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-0d791108-5dff-41ef-ae40-ff3bbccea230 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488071 Jan 27 20:26:04.184224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dd991-3c94-4792-82e0-2866b4937938 req-dfb61fbc-b888-4ed9-98bb-b10004989b41 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:04.185792 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b17dd991-3c94-4792-82e0-2866b4937938 req-dfb61fbc-b888-4ed9-98bb-b10004989b41 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0491304 Jan 27 20:26:04.238218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b17dd991-3c94-4792-82e0-2866b4937938 req-8904c93c-1b43-407f-aebf-18295267e106 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446942 Jan 27 20:26:05.360889 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a34d4-234f-4f27-9a16-b379bf09fd95 req-d725fc0c-688d-4743-beae-b3f0cce819e0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:05.362410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-022a34d4-234f-4f27-9a16-b379bf09fd95 req-d725fc0c-688d-4743-beae-b3f0cce819e0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0552199 Jan 27 20:26:05.410047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-022a34d4-234f-4f27-9a16-b379bf09fd95 req-2cc3addb-fb75-4cda-bd59-a2b310c81121 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Jan 27 20:26:06.529439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87b5e-5dcb-4d53-b27b-31ad2cef84ec req-7dd8229c-6d0f-43f8-a923-80168743b0d7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:06.530916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aff87b5e-5dcb-4d53-b27b-31ad2cef84ec req-7dd8229c-6d0f-43f8-a923-80168743b0d7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0516512 Jan 27 20:26:06.577452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aff87b5e-5dcb-4d53-b27b-31ad2cef84ec req-0db59ffb-5566-4679-b325-51367e362bce tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Jan 27 20:26:07.696301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8412432-0094-45f1-ab06-399360e7fa39 req-948fad2e-0424-4a06-b954-07756cba4000 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:07.697727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8412432-0094-45f1-ab06-399360e7fa39 req-948fad2e-0424-4a06-b954-07756cba4000 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0515938 Jan 27 20:26:07.743588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8412432-0094-45f1-ab06-399360e7fa39 req-a7ea5ca5-5fd8-4807-ac4a-da42d4fb2a64 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Jan 27 20:26:08.858163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25054c-3656-4f8e-9c74-2f260d382bd2 req-64477bd6-0106-43a2-8a34-2509d8c4408f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:08.859636 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc25054c-3656-4f8e-9c74-2f260d382bd2 req-64477bd6-0106-43a2-8a34-2509d8c4408f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0474627 Jan 27 20:26:08.906959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc25054c-3656-4f8e-9c74-2f260d382bd2 req-d1290e13-1751-42f8-97e0-d8a6dfaf0aa0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Jan 27 20:26:09.099915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf0b9-b4a1-4a62-a3ab-14fe465d9f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:10.022164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ff3c9-bcc5-449b-8fe8-d46f310fc85a req-9637cfb6-56ea-462c-a525-15fa00499db8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:10.023638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad8ff3c9-bcc5-449b-8fe8-d46f310fc85a req-9637cfb6-56ea-462c-a525-15fa00499db8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0483093 Jan 27 20:26:10.074319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ad8ff3c9-bcc5-449b-8fe8-d46f310fc85a req-90dcf575-8131-42db-8452-223b96f55e34 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Jan 27 20:26:11.194410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b085c-968c-4bd6-8603-d130f5ae14b1 req-cf266fad-85fe-4eba-bdc7-6bc359a2565e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:11.195910 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-613b085c-968c-4bd6-8603-d130f5ae14b1 req-cf266fad-85fe-4eba-bdc7-6bc359a2565e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0494621 Jan 27 20:26:11.242887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-613b085c-968c-4bd6-8603-d130f5ae14b1 req-406327b0-a8d1-4dd8-ab75-8dfe9faf8429 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413158 Jan 27 20:26:12.247079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0dfd-1778-4228-9b70-94886adcf529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:12.359618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2e6e1-0d56-4fc0-ac57-eec92e04dec5 req-bd69d54b-bd1c-4232-8853-749bd21c8900 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:12.361026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fa2e6e1-0d56-4fc0-ac57-eec92e04dec5 req-bd69d54b-bd1c-4232-8853-749bd21c8900 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0487106 Jan 27 20:26:12.409482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fa2e6e1-0d56-4fc0-ac57-eec92e04dec5 req-3855fa84-c109-4c75-89cb-f9033a02260d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Jan 27 20:26:13.528432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b6730-f27f-45ec-9d96-22ba6fe3e791 req-f45654bd-baa5-4f32-b39e-f4a7c13c91b7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:13.529944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b57b6730-f27f-45ec-9d96-22ba6fe3e791 req-f45654bd-baa5-4f32-b39e-f4a7c13c91b7 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0522976 Jan 27 20:26:13.575766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b57b6730-f27f-45ec-9d96-22ba6fe3e791 req-5f46d246-b803-40af-a5c1-da6df817417d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400970 Jan 27 20:26:14.692054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eafcd-9ce4-4bf3-a3e8-5753d01fbbd6 req-f4d69784-d9cc-4381-9e40-1ef0eed7de32 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:14.693463 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-438eafcd-9ce4-4bf3-a3e8-5753d01fbbd6 req-f4d69784-d9cc-4381-9e40-1ef0eed7de32 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0473297 Jan 27 20:26:14.740527 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-438eafcd-9ce4-4bf3-a3e8-5753d01fbbd6 req-43563c65-7a6a-45d0-97ef-9f690a05b3ee tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Jan 27 20:26:15.387043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:15.816559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:15.860388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa47f2-9752-4469-87fc-14b563eb3e91 req-08422acc-493d-4caa-abd8-a2767fad2573 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:15.862367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6afa47f2-9752-4469-87fc-14b563eb3e91 req-08422acc-493d-4caa-abd8-a2767fad2573 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0518649 Jan 27 20:26:15.909064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6afa47f2-9752-4469-87fc-14b563eb3e91 req-77414686-3d8c-4a77-89f9-3f6ed45f4b7c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Jan 27 20:26:16.202840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:17.023925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28af300-4af9-4c8f-97ed-6ec189f62bfa req-d1ed3869-b472-4e29-bda9-0b85f3f1c842 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:17.025427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e28af300-4af9-4c8f-97ed-6ec189f62bfa req-d1ed3869-b472-4e29-bda9-0b85f3f1c842 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0484054 Jan 27 20:26:17.071027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e28af300-4af9-4c8f-97ed-6ec189f62bfa req-b1d371f2-6ce6-4470-8d92-acf66f22e63a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Jan 27 20:26:18.189341 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38818920-5b8d-46dc-be2e-7922c67f246b req-6e1ae0a8-5c4c-49f3-aee8-b76d00e7b7ed tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:18.190827 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38818920-5b8d-46dc-be2e-7922c67f246b req-6e1ae0a8-5c4c-49f3-aee8-b76d00e7b7ed tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0481505 Jan 27 20:26:18.241699 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38818920-5b8d-46dc-be2e-7922c67f246b req-efff69fa-7723-4272-8dfc-1cd0bd1b684c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452662 Jan 27 20:26:19.132234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:26:19.356583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4f9b-366b-4b42-af1f-c2ef2cea7eca req-8eb35e75-d10e-4611-ba8e-b2de066bb789 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:19.358103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d9a4f9b-366b-4b42-af1f-c2ef2cea7eca req-8eb35e75-d10e-4611-ba8e-b2de066bb789 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0480087 Jan 27 20:26:19.405458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6d9a4f9b-366b-4b42-af1f-c2ef2cea7eca req-2e7d34e1-0444-4397-9fdb-0fe80cd3f15d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Jan 27 20:26:20.521497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116002b-77e0-4bb5-bf52-6e1ad9db38bf req-04a21323-329f-4b7d-8779-3b2ee35b1040 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:20.522962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8116002b-77e0-4bb5-bf52-6e1ad9db38bf req-04a21323-329f-4b7d-8779-3b2ee35b1040 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0474689 Jan 27 20:26:20.569918 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8116002b-77e0-4bb5-bf52-6e1ad9db38bf req-c4b959e7-8026-4662-873b-05c82d5423df tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Jan 27 20:26:21.696761 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46338435-40bb-42da-88cb-dcbb0b878435 req-058100f5-bb2e-4375-8a51-a32f552224a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:21.698194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46338435-40bb-42da-88cb-dcbb0b878435 req-058100f5-bb2e-4375-8a51-a32f552224a2 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0540223 Jan 27 20:26:21.746195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46338435-40bb-42da-88cb-dcbb0b878435 req-e46acbdb-b14a-4a27-846d-f0decc007a26 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Jan 27 20:26:22.865358 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec9f1c-2983-461d-90b7-002947409c48 req-506e5f77-a286-4f09-af0b-420bb33f09af tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:22.866781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dec9f1c-2983-461d-90b7-002947409c48 req-506e5f77-a286-4f09-af0b-420bb33f09af tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0508051 Jan 27 20:26:22.914098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6dec9f1c-2983-461d-90b7-002947409c48 req-6fd75405-1558-4049-8424-c2b9d3955b34 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Jan 27 20:26:24.033313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952469-1f50-4141-bfb5-66fdfa5bd9fe req-8c8a9e12-8551-4b2b-a070-c2d24791a509 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:24.034889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f952469-1f50-4141-bfb5-66fdfa5bd9fe req-8c8a9e12-8551-4b2b-a070-c2d24791a509 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0505610 Jan 27 20:26:24.088190 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f952469-1f50-4141-bfb5-66fdfa5bd9fe req-78bdc265-b0f0-4db3-a824-3117322baf27 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474775 Jan 27 20:26:24.188289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:26:24.273178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:26:24.273599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:24.306722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:26:24.308942 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28789a9a-6403-445c-9923-3056e550f0e2" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:26:24.319590 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:24.328868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:24.334921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:24.339496 n-d-760453-6 neutron-server[103323]: INFO neutron.api.v2.resource [req-d876309a-611c-44f5-b001-4b35e123da2d req-78939927-1394-4695-a534-c8351c58affa service neutron] show failed (client error): The resource could not be found. Jan 27 20:26:24.341726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-78939927-1394-4695-a534-c8351c58affa service neutron] 10.222.0.39 "GET /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0621490 Jan 27 20:26:24.386420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:24.393962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.394314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.394654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.394988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.395316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.395639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.395961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.396281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.396605 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.396931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.397371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.397580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.397896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:24.452307 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0475c999-b485-40a6-89c5-f464c2e29ed1 x-openstack-request-id: req-0475c999-b485-40a6-89c5-f464c2e29ed1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:26:24.452603 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:26:24.452862 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0475c999-b485-40a6-89c5-f464c2e29ed1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:26:24.453280 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'code': 200} Jan 27 20:26:24.560111 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-8fc13f31-41c4-4b1b-80f8-426d6321d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:24.561916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-8fc13f31-41c4-4b1b-80f8-426d6321d2c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1095 time: 0.0410559 Jan 27 20:26:24.572000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:26:24.624628 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:24.826717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:24.866426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:26:24.899564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:26:24.907235 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks [] for port (67443b44-b366-4400-a35d-805b7fa99c46), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:24.919409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Transition to ACTIVE for port object 67443b44-b366-4400-a35d-805b7fa99c46 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:26:24.923010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:25.003964 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:25.016218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.016606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.017504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.017851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.018190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.018515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.018855 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.019183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.019516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.019846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.020174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.020501 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.020827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:25.059754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] No DVR routers for this DVR port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:26:25.214198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:26:25.214537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:26:25.214866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:26:25.220059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:26:25.220316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:26:25.225352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:26:25.225691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:26:25.226074 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:26:25.226498 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Bound port: 67443b44-b366-4400-a35d-805b7fa99c46, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:26:25.226852 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:25.236006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b88dd-5af7-4322-be0a-7a27a5f68e5f req-cfa4a278-2015-4744-8304-19a93886a045 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.238225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a2b88dd-5af7-4322-be0a-7a27a5f68e5f req-cfa4a278-2015-4744-8304-19a93886a045 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0537786 Jan 27 20:26:25.251772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:25.288564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a2b88dd-5af7-4322-be0a-7a27a5f68e5f req-c0d18cc7-0306-4937-a28e-9cd1e62a5555 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 Jan 27 20:26:25.299212 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:26:25.308153 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:26:25.312554 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:25.348973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.349622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:25.351042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] 10.222.0.66 "PUT /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1092 time: 0.7831888 Jan 27 20:26:25.351463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:26:25.353734 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f201c-7bd7-454e-a66d-f2d231dcdde8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:26:25.376070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5782-9c94-4530-87b4-f94f0b57e77b service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:25.431962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-c7d8b938-efe7-4487-b62f-cb65d662420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.433545 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-c7d8b938-efe7-4487-b62f-cb65d662420e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0537195 Jan 27 20:26:25.491411 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16befe1-0e20-41e9-8ba7-eb8911516b2a x-openstack-request-id: req-a16befe1-0e20-41e9-8ba7-eb8911516b2a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:26:25.493554 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:26:25.493830 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a16befe1-0e20-41e9-8ba7-eb8911516b2a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:26:25.494262 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'status': 'completed', 'code': 200} Jan 27 20:26:25.542248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-7fffefde-80c0-4c0a-9e43-9e00b504f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.544037 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-7fffefde-80c0-4c0a-9e43-9e00b504f7e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.1050642 Jan 27 20:26:25.552298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-e41ad4d5-9ed6-4649-890f-37a1505bb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.553943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-e41ad4d5-9ed6-4649-890f-37a1505bb052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0463226 Jan 27 20:26:25.613745 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-253b14b8-1583-4765-a655-c0349c6157e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0640006 Jan 27 20:26:25.646277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-75e03609-8faf-48c5-9181-a78cf9270ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.647771 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-75e03609-8faf-48c5-9181-a78cf9270ae2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0879834 Jan 27 20:26:25.661672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-54f8d8d3-4019-4ef6-88a2-f937c2f2d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.663135 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-54f8d8d3-4019-4ef6-88a2-f937c2f2d3bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0442750 Jan 27 20:26:25.709927 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876309a-611c-44f5-b001-4b35e123da2d req-fdfffdb3-e12a-45f9-b566-4a4b17722e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.711465 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-fdfffdb3-e12a-45f9-b566-4a4b17722e96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417082 Jan 27 20:26:25.721704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-1cdd7bb7-8e59-4dac-a4aa-444f77646dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0675540 Jan 27 20:26:25.769120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-d385e6e9-d391-42ed-afe1-f6eb8997484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.770617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-d385e6e9-d391-42ed-afe1-f6eb8997484a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0437028 Jan 27 20:26:25.803008 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-a83cfd97-c7fd-45f5-b66d-fd6740c949f9 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 Jan 27 20:26:25.815440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-54e00a80-aab3-4a41-82a9-9c4268fb4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.816969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-54e00a80-aab3-4a41-82a9-9c4268fb4698 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405219 Jan 27 20:26:25.895389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-00e11feb-7453-4613-af2e-38ff44cb392a service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Jan 27 20:26:25.913554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-f164ad3a-06eb-4ee5-9cca-44753a77d368 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904298 Jan 27 20:26:25.997128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-bb0aac47-6504-476b-9a2d-551bfd7f328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:25.999289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-bb0aac47-6504-476b-9a2d-551bfd7f328f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0431495 Jan 27 20:26:26.005094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-57096ade-0013-46e7-89bc-a62afc9bbc67 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Jan 27 20:26:26.100124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-a84a33e6-46b8-4d28-87bb-4f361ed3041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:26.102282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-a84a33e6-46b8-4d28-87bb-4f361ed3041f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0917168 Jan 27 20:26:26.169391 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-99897964-14ac-476f-ac40-245570bc273c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0600200 Jan 27 20:26:26.220979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-99382b9b-9a2a-4a9e-89e2-a017f2667fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:26.222489 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-99382b9b-9a2a-4a9e-89e2-a017f2667fce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0481455 Jan 27 20:26:26.268787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-7ff25096-9de2-4f73-a070-1e9f2ca547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:26.270343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-7ff25096-9de2-4f73-a070-1e9f2ca547c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422702 Jan 27 20:26:26.361086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-487ccde2-e3d2-435e-9878-a7dc315b2cfb service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Jan 27 20:26:26.421365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a91f6-0d06-47fa-ac57-c944649ef508 req-dd56818e-c544-4ff9-b5ac-4f007b8a70f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:26.422891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-243a91f6-0d06-47fa-ac57-c944649ef508 req-dd56818e-c544-4ff9-b5ac-4f007b8a70f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0551691 Jan 27 20:26:26.466405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-183f201c-7bd7-454e-a66d-f2d231dcdde8 req-64d6836c-633e-41a0-a4c6-29ece3f1e8d4 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994465 Jan 27 20:26:26.481099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-243a91f6-0d06-47fa-ac57-c944649ef508 req-ae06f6c3-b328-4be0-971e-bbf84292fbc9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526328 Jan 27 20:26:27.599979 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19b8e-b7d4-48fd-9d58-5349944b124e req-e09cbd51-03cd-4251-b79c-7604f14790c1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:27.602647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95b19b8e-b7d4-48fd-9d58-5349944b124e req-e09cbd51-03cd-4251-b79c-7604f14790c1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0491457 Jan 27 20:26:27.651512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-95b19b8e-b7d4-48fd-9d58-5349944b124e req-efdc074b-99e3-4b97-8d6c-b20a6157fa7b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 Jan 27 20:26:28.772791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80666f-1eb3-4095-bd59-8a5d748658a4 req-f61a7820-fdce-46f4-a553-f96c33b26fb8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:28.774310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de80666f-1eb3-4095-bd59-8a5d748658a4 req-f61a7820-fdce-46f4-a553-f96c33b26fb8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0491192 Jan 27 20:26:28.820793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-de80666f-1eb3-4095-bd59-8a5d748658a4 req-8a185970-fe88-421d-bc05-822a9d208c7b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Jan 27 20:26:29.943465 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be94f-87b1-4758-b601-6353f836b854 req-751816be-0d86-4af3-afd2-08d321491df8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:29.944921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a7be94f-87b1-4758-b601-6353f836b854 req-751816be-0d86-4af3-afd2-08d321491df8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0524137 Jan 27 20:26:29.992227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a7be94f-87b1-4758-b601-6353f836b854 req-5a9aa113-3852-4890-aa5a-0152cfe2b389 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Jan 27 20:26:31.113784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e76ddd-8180-4167-93b5-8d4137ca89ea req-b5367bf8-c31a-4c83-aa1c-186450c9fbd1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:31.115574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92e76ddd-8180-4167-93b5-8d4137ca89ea req-b5367bf8-c31a-4c83-aa1c-186450c9fbd1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0501540 Jan 27 20:26:31.164175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-92e76ddd-8180-4167-93b5-8d4137ca89ea req-4269c977-e14d-441e-9b70-d3eeec638540 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Jan 27 20:26:32.286021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d6a0f-36b7-4003-84e9-144bda513c56 req-63cecf50-119e-4706-9b78-4d1df2419994 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:32.287507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-462d6a0f-36b7-4003-84e9-144bda513c56 req-63cecf50-119e-4706-9b78-4d1df2419994 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0510614 Jan 27 20:26:32.338489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-462d6a0f-36b7-4003-84e9-144bda513c56 req-16d34cb4-a6d6-45e7-b602-7dde19711e43 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453191 Jan 27 20:26:33.467413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a504fba-da2b-4a70-9db4-06efd8150ba2 req-06d50507-2e4a-4bef-a08f-629d069be047 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:33.469086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a504fba-da2b-4a70-9db4-06efd8150ba2 req-06d50507-2e4a-4bef-a08f-629d069be047 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0579424 Jan 27 20:26:33.524661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a504fba-da2b-4a70-9db4-06efd8150ba2 req-7bee1816-7a84-4d53-8050-730109c656a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483615 Jan 27 20:26:34.652486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcf525-3380-4386-aba0-192dfc8d00d8 req-b4ba2750-1e69-4ef7-a6ec-fb842026de2e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:34.654745 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5bbcf525-3380-4386-aba0-192dfc8d00d8 req-b4ba2750-1e69-4ef7-a6ec-fb842026de2e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0536454 Jan 27 20:26:34.704329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5bbcf525-3380-4386-aba0-192dfc8d00d8 req-b31eaa60-6b1a-4089-86eb-2f39e39a3620 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Jan 27 20:26:35.827777 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e357f-dbd2-43ed-ab63-575914fdd9dc req-fe875ea6-8e02-47d3-9a3c-f68e4c411c42 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:35.829776 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e92e357f-dbd2-43ed-ab63-575914fdd9dc req-fe875ea6-8e02-47d3-9a3c-f68e4c411c42 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0531249 Jan 27 20:26:35.877609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e92e357f-dbd2-43ed-ab63-575914fdd9dc req-9882aa29-36fc-4cfe-8e5d-33c5a994f943 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Jan 27 20:26:36.385148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-5de8a129-a6b3-4275-9dcf-2e7c7c4f2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:36.386711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-5de8a129-a6b3-4275-9dcf-2e7c7c4f2325 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1095 time: 0.0469182 Jan 27 20:26:36.492513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-bd82708a-59fe-453b-9c9c-85f4847f38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:36.494047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-bd82708a-59fe-453b-9c9c-85f4847f38ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0883672 Jan 27 20:26:36.559877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-946b25af-3dee-4423-8d10-9d173ee9d29e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0588489 Jan 27 20:26:36.606866 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-c811af4e-9235-4f46-b075-86ba9235dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:36.608328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-c811af4e-9235-4f46-b075-86ba9235dd0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0427821 Jan 27 20:26:36.656808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-5c9e49c4-038e-4d6e-b33a-5eb85bf12bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:36.658283 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-5c9e49c4-038e-4d6e-b33a-5eb85bf12bc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445457 Jan 27 20:26:36.750531 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-93d2817a-1688-465a-b689-3d6433de7f68 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859194 Jan 27 20:26:36.839728 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ceba093d-cfeb-46d9-bbbe-7d6095990238 req-c0543ef4-fdbc-42fa-a6e0-8b91b48a0a47 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828764 Jan 27 20:26:36.995180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82797b-59be-46d0-a2a4-4fb81326f7c5 req-1404da39-ccdb-4d5e-9363-8acd40d861fe tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:36.996721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c82797b-59be-46d0-a2a4-4fb81326f7c5 req-1404da39-ccdb-4d5e-9363-8acd40d861fe tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0502090 Jan 27 20:26:37.043813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c82797b-59be-46d0-a2a4-4fb81326f7c5 req-4548e7e3-e0c9-4d94-b9b1-bd8d8bdf347a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Jan 27 20:26:38.168288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a9c5-7a5d-4979-8d11-5fa02bbd726a req-4448246f-f4b4-49c1-97a1-3e881f14c8f0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:38.169803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6086a9c5-7a5d-4979-8d11-5fa02bbd726a req-4448246f-f4b4-49c1-97a1-3e881f14c8f0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0531018 Jan 27 20:26:38.216002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6086a9c5-7a5d-4979-8d11-5fa02bbd726a req-98835f3d-9e0c-46e3-a08f-058ab1517853 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Jan 27 20:26:39.102269 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f5f3-579f-48cc-9509-c974497ff107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:39.333177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232bee2-862f-44e0-91f1-384efe21f8e2 req-8995509e-ddf3-408e-86dc-48c40eabd861 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:39.334622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a232bee2-862f-44e0-91f1-384efe21f8e2 req-8995509e-ddf3-408e-86dc-48c40eabd861 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0483365 Jan 27 20:26:39.381249 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a232bee2-862f-44e0-91f1-384efe21f8e2 req-6a2d0f49-a88c-497c-a225-f869efc1941a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Jan 27 20:26:40.498476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3921ea9-ff81-4cf2-8619-bda49a9a2bb8 req-624676b8-0ffa-4913-be60-7ae55ea82c34 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:40.500001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3921ea9-ff81-4cf2-8619-bda49a9a2bb8 req-624676b8-0ffa-4913-be60-7ae55ea82c34 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0487781 Jan 27 20:26:40.549661 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3921ea9-ff81-4cf2-8619-bda49a9a2bb8 req-63288e5e-2225-441b-9fe0-5ccc3a71e2aa tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Jan 27 20:26:41.667953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcf734-6784-40e7-919a-01350b5645b1 req-2b459c2c-0cf1-44cf-a9d3-40d15a174d8a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:41.669364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09bcf734-6784-40e7-919a-01350b5645b1 req-2b459c2c-0cf1-44cf-a9d3-40d15a174d8a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0494311 Jan 27 20:26:41.715972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09bcf734-6784-40e7-919a-01350b5645b1 req-a008bbd5-65ea-4d65-a575-85e489cf6bd3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Jan 27 20:26:42.249073 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7eb0a42-a3d6-488e-854f-9501bebf4f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:42.831646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7255a-5899-4c00-8d07-d5965376b266 req-9ead07a1-2a7b-4c81-a417-d302939bd825 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:42.833133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06f7255a-5899-4c00-8d07-d5965376b266 req-9ead07a1-2a7b-4c81-a417-d302939bd825 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0485654 Jan 27 20:26:42.880366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-06f7255a-5899-4c00-8d07-d5965376b266 req-374b33ce-dce7-4c9c-a005-f0f731aef674 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 Jan 27 20:26:44.009083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63cd1f-3937-403f-b063-a08899ac4b0d req-2b8a0c06-d9ad-4cc2-a422-6258d3467425 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:44.010625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f63cd1f-3937-403f-b063-a08899ac4b0d req-2b8a0c06-d9ad-4cc2-a422-6258d3467425 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 944 time: 0.0544391 Jan 27 20:26:44.067468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4f63cd1f-3937-403f-b063-a08899ac4b0d req-178b424d-c8d2-483f-b160-e25b0c5c5633 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501077 Jan 27 20:26:44.154450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:26:44.258434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:44.271338 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '67443b44-b366-4400-a35d-805b7fa99c46', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:26:44.309173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:26:44.309718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:44.323517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:26:44.344181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:44.347955 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:44.401079 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:44.709648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['67443b44-b366-4400-a35d-805b7fa99c46'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:26:45.189306 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eb397-21d9-4f19-b14b-c22a7bd23752 req-ed007363-81e8-4a33-a365-cbe17b3e0afb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.190807 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f30eb397-21d9-4f19-b14b-c22a7bd23752 req-ed007363-81e8-4a33-a365-cbe17b3e0afb tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0490372 Jan 27 20:26:45.236925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f30eb397-21d9-4f19-b14b-c22a7bd23752 req-a04f28df-3737-491c-9226-94d7367178ef tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404627 Jan 27 20:26:45.392729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:45.516312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-df96b270-a2b6-487b-8618-9b9200272551 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.517873 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-df96b270-a2b6-487b-8618-9b9200272551 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&tenant_id=0edd97cd9f0b4ed091c34e523336931f&binding%3Ahost_id=n-h1-760453-6 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Jan 27 20:26:45.532388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef0c25-a4b4-4755-8078-2af368cc8d92 req-24ae7014-bff0-49c3-ba1f-ef578953162e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.533952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73ef0c25-a4b4-4755-8078-2af368cc8d92 req-24ae7014-bff0-49c3-ba1f-ef578953162e tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0492535 Jan 27 20:26:45.577493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-e0c80bcc-cbf1-4f0e-8572-75a9e2f5e3c2 service neutron] 10.222.0.66 "GET /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46/bindings/n-h1-760453-6 HTTP/1.1" status: 200 len: 382 time: 0.0537355 Jan 27 20:26:45.585750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-73ef0c25-a4b4-4755-8078-2af368cc8d92 req-19cd73d5-d94d-4826-91e1-57403a7fdd26 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461957 Jan 27 20:26:45.638557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-47cccdb4-3aa3-470c-ac48-77f77f992838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.640005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-47cccdb4-3aa3-470c-ac48-77f77f992838 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1096 time: 0.0425363 Jan 27 20:26:45.732325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d33678a2-79df-4d2c-b557-3a4f95cbcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.733876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d33678a2-79df-4d2c-b557-3a4f95cbcb57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0883989 Jan 27 20:26:45.797202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-a108df92-78c2-4681-832c-1aef4f63f23a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1001 time: 0.0571580 Jan 27 20:26:45.821684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:45.851226 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-366246a9-b9d1-47a8-974c-b3839b85e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:45.852704 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-366246a9-b9d1-47a8-974c-b3839b85e38b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0501125 Jan 27 20:26:46.170106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-ee3c62a1-6640-4c4a-9220-4eb254d16ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:46.171616 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-ee3c62a1-6640-4c4a-9220-4eb254d16ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133907 Jan 27 20:26:46.181271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:26:46.233486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:46.247981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 67443b44-b366-4400-a35d-805b7fa99c46 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:26:46.252345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 67443b44-b366-4400-a35d-805b7fa99c46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:26:46.252731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (67443b44-b366-4400-a35d-805b7fa99c46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:46.263012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-756dab35-d740-4cf7-a29c-850da2732215 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Jan 27 20:26:46.330974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:26:46.331274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:46.356296 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-382b3ba9-e3d8-4142-aa91-e4bfc4ec8a74 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Jan 27 20:26:46.357220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:26:46.359385 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d9dc7-668a-4fb8-8e59-a3741326b7ea" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:26:46.374166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:46.384754 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:46.414282 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bc1a3d-7eeb-4000-b522-e11e7e300ee0 x-openstack-request-id: req-70bc1a3d-7eeb-4000-b522-e11e7e300ee0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:26:46.414932 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:26:46.414932 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70bc1a3d-7eeb-4000-b522-e11e7e300ee0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:26:46.415204 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'code': 200} Jan 27 20:26:46.438181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:46.701726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc05d-8004-4944-9e2a-81bdcab47fe3 req-e9747914-d420-483c-bbc8-ed8a922c8ced tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:46.703191 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cffcc05d-8004-4944-9e2a-81bdcab47fe3 req-e9747914-d420-483c-bbc8-ed8a922c8ced tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 947 time: 0.0473819 Jan 27 20:26:46.749842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cffcc05d-8004-4944-9e2a-81bdcab47fe3 req-30b68867-85b3-425e-adb8-3b19fe22844b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404553 Jan 27 20:26:47.865891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c8f5a-68fd-45e2-abd6-a2db5407c305 req-fc524090-471f-4495-bdb3-e692e48769d4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:47.867405 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e2c8f5a-68fd-45e2-abd6-a2db5407c305 req-fc524090-471f-4495-bdb3-e692e48769d4 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 947 time: 0.0486219 Jan 27 20:26:47.914959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9e2c8f5a-68fd-45e2-abd6-a2db5407c305 req-ab70496c-2abf-4a2e-b28d-8145ea52ef6d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 Jan 27 20:26:49.036062 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505d05-df83-4082-a8bb-d4377a548582 req-e04217f7-3ba7-4846-b408-47660ccac7f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:49.037563 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0505d05-df83-4082-a8bb-d4377a548582 req-e04217f7-3ba7-4846-b408-47660ccac7f9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 947 time: 0.0530617 Jan 27 20:26:49.084447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0505d05-df83-4082-a8bb-d4377a548582 req-eaaac7aa-741b-4305-ba53-3721ddb125a9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Jan 27 20:26:50.185544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:26:50.205190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0bd0-8c94-4353-99f3-08a7ed0f061b req-2252bc7f-e805-4a24-865e-e94392180752 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:50.206711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b09b0bd0-8c94-4353-99f3-08a7ed0f061b req-2252bc7f-e805-4a24-865e-e94392180752 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 947 time: 0.0491538 Jan 27 20:26:50.255964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b09b0bd0-8c94-4353-99f3-08a7ed0f061b req-15f4d8a8-b045-4d75-b856-b4ecf0dfb789 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Jan 27 20:26:50.269063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:26:50.269341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:50.292171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:26:50.294386 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d51381-7410-403b-935c-bec82dab463d" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:26:50.308008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:50.313440 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:50.348362 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2f62d-9eb1-45f6-90a3-bd717520f221 x-openstack-request-id: req-84c2f62d-9eb1-45f6-90a3-bd717520f221 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:26:50.348658 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:26:50.348913 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84c2f62d-9eb1-45f6-90a3-bd717520f221 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:26:50.349330 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'code': 200} Jan 27 20:26:50.366513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:51.383133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9eef5-afb3-4217-98f1-c2926624f0fa req-1850a92b-1acd-445e-bc84-12a316d69fd3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:51.384751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53c9eef5-afb3-4217-98f1-c2926624f0fa req-1850a92b-1acd-445e-bc84-12a316d69fd3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0561118 Jan 27 20:26:51.436215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53c9eef5-afb3-4217-98f1-c2926624f0fa req-e5d3623d-3fd0-4c71-a688-504102882b00 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Jan 27 20:26:52.154612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-f5ec2219-f3fa-4cb9-af0d-637e23366855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:52.156121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-f5ec2219-f3fa-4cb9-af0d-637e23366855 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b&tenant_id=0edd97cd9f0b4ed091c34e523336931f HTTP/1.1" status: 200 len: 1096 time: 0.0418494 Jan 27 20:26:52.167987 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:26:52.219265 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.432869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:26:52.465919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:26:52.499872 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:26:52.507771 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks [] for port (67443b44-b366-4400-a35d-805b7fa99c46), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.544734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Transition to ACTIVE for port object 67443b44-b366-4400-a35d-805b7fa99c46 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:26:52.549727 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.603939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb24d1-16d7-421c-a889-553bcbf53718 req-ba4f605d-5099-443c-9922-00338a02c4f8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:52.605521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40eb24d1-16d7-421c-a889-553bcbf53718 req-ba4f605d-5099-443c-9922-00338a02c4f8 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0952806 Jan 27 20:26:52.657359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=12']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:52.676696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.677047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.677421 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.677765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.678099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.678438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.678957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.679288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.679616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.679943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.680268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.680588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.680919 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:26:52.725085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40eb24d1-16d7-421c-a889-553bcbf53718 req-f3ebdefa-0175-48a1-8f25-abdb8a01eac1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100857 Jan 27 20:26:52.741220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] No DVR routers for this DVR port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:26:52.876631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:26:52.876897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:26:52.877231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:26:52.881624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:26:52.881951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Attempting to bind port 67443b44-b366-4400-a35d-805b7fa99c46 on network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:26:52.886783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:26:52.887130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Checking segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:26:52.887519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Bound using segment: {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:26:52.887948 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Bound port: 67443b44-b366-4400-a35d-805b7fa99c46, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:26:52.888309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.953747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:26:52.957337 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:26:52.961927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.994399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:52.995016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:52.996404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] 10.222.0.39 "PUT /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1093 time: 0.8323600 Jan 27 20:26:52.996846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:26:52.999109 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ffc42-ab5f-48bc-8560-c1d8536bca27" -d '{"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:26:53.057239 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923af8e8-70d3-4f39-b797-9214847cbcee service neutron] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=13']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:26:53.063115 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1439a5-5ea3-4721-8196-e79d85fa8efa x-openstack-request-id: req-8b1439a5-5ea3-4721-8196-e79d85fa8efa {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:26:53.063423 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:26:53.064462 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b1439a5-5ea3-4721-8196-e79d85fa8efa {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:26:53.064907 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'status': 'completed', 'code': 200} Jan 27 20:26:53.087671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d26a6d19-5c58-48e1-861d-b531f96ac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.089348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d26a6d19-5c58-48e1-861d-b531f96ac02f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1096 time: 0.0666111 Jan 27 20:26:53.131939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-ecf44524-e307-4ef3-84cc-d5419ce661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.133607 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-ecf44524-e307-4ef3-84cc-d5419ce661e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1096 time: 0.0514247 Jan 27 20:26:53.193023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-f2be17df-2e5d-4d26-8e52-1d3da1dc83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.194543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-f2be17df-2e5d-4d26-8e52-1d3da1dc83e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0962226 Jan 27 20:26:53.230140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-b4a1e721-777f-448c-8254-3ed08f646577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.231800 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-b4a1e721-777f-448c-8254-3ed08f646577 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0920990 Jan 27 20:26:53.263111 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-0fcef693-b761-4661-bcef-d5d731675ad9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0617611 Jan 27 20:26:53.299843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-4b5f73e6-9ab1-49c5-bbf3-d7b4d6a406ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0623629 Jan 27 20:26:53.310501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-a56293a5-6b6f-475d-b826-9093db43a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.311997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-a56293a5-6b6f-475d-b826-9093db43a357 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0426013 Jan 27 20:26:53.347886 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-fc211d6b-b547-4fd8-9098-d10e1a3b2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.349444 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-fc211d6b-b547-4fd8-9098-d10e1a3b2e25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0442178 Jan 27 20:26:53.360087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d8c3f9e2-7349-40c8-a111-b19ddc48cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.362128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-d8c3f9e2-7349-40c8-a111-b19ddc48cd8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439103 Jan 27 20:26:53.400038 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-89d63643-36f6-49aa-ba3a-091195eaddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.401581 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-89d63643-36f6-49aa-ba3a-091195eaddb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457916 Jan 27 20:26:53.451641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-407b116d-d85a-4dfb-a5d0-5fc6c4e6a673 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Jan 27 20:26:53.490228 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-8dea4244-d921-4691-94ab-dade9cf95c29 service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830696 Jan 27 20:26:53.547936 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec46d976-2eff-4617-9639-5b1b0c7f816d req-db3d387f-ea29-4fd1-b6d3-1c495455ddd1 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 Jan 27 20:26:53.584995 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-867ccd56-37cb-46c9-8685-089fb2e7a61f service neutron] 10.222.0.66 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888915 Jan 27 20:26:53.629543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-fc9c30e1-ea45-4622-a71a-471628b73d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.631964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-fc9c30e1-ea45-4622-a71a-471628b73d59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1096 time: 0.0443861 Jan 27 20:26:53.721281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-145bc28e-391c-4042-a8e2-01a3b223d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.722791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-145bc28e-391c-4042-a8e2-01a3b223d4d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.0851722 Jan 27 20:26:53.796460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-2ad8bfd3-50b7-4aa0-8881-e68c555ef77e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0672410 Jan 27 20:26:53.883204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdbc0e-98a1-4fdc-8d28-4884fd932004 req-fc62dc7a-24e6-475e-9d0c-28e7e358b717 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.884584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bebdbc0e-98a1-4fdc-8d28-4884fd932004 req-fc62dc7a-24e6-475e-9d0c-28e7e358b717 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0833416 Jan 27 20:26:53.886365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-7c4d4d83-f5da-4462-be0b-fb98c4a8cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.887706 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-7c4d4d83-f5da-4462-be0b-fb98c4a8cd60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0780351 Jan 27 20:26:53.959432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-31fea46f-fd6a-4f98-af13-8da2946bf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:53.960930 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-31fea46f-fd6a-4f98-af13-8da2946bf986 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638151 Jan 27 20:26:53.964377 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bebdbc0e-98a1-4fdc-8d28-4884fd932004 req-2f088328-9b7d-4223-b36e-648e7b9aafe0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737934 Jan 27 20:26:54.067567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-cf209ca6-e2a4-4327-8230-c3c0247e64c6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976424 Jan 27 20:26:54.161231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b65ffc42-ab5f-48bc-8560-c1d8536bca27 req-4d749b19-e46b-441e-9fd3-7f708a0837f9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867510 Jan 27 20:26:54.302543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:55.086474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96437a-5a82-4d5a-8f9b-77312dba3014 req-9e3fca7a-f11a-4373-bbd6-107a719816f6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:55.087947 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a96437a-5a82-4d5a-8f9b-77312dba3014 req-9e3fca7a-f11a-4373-bbd6-107a719816f6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0494766 Jan 27 20:26:55.138600 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1a96437a-5a82-4d5a-8f9b-77312dba3014 req-fb3d4c2b-d886-416c-b983-99297a3fe97a tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446956 Jan 27 20:26:55.252917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:26:56.132737 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:26:56.268315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8be07-fd12-4875-9867-70f5b9d441e6 req-b89c5de8-313d-4f87-abac-f911b6d15867 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:56.269900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2bd8be07-fd12-4875-9867-70f5b9d441e6 req-b89c5de8-313d-4f87-abac-f911b6d15867 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0548797 Jan 27 20:26:56.319135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2bd8be07-fd12-4875-9867-70f5b9d441e6 req-33777d1f-f03f-48bc-9d7c-e024eae1ee6d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Jan 27 20:26:57.433307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dec71-3f41-401a-ab75-75c9b18a9064 req-4185402e-0f99-42aa-bdf9-0af304f8f235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:57.434796 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e01dec71-3f41-401a-ab75-75c9b18a9064 req-4185402e-0f99-42aa-bdf9-0af304f8f235 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0479202 Jan 27 20:26:57.481450 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e01dec71-3f41-401a-ab75-75c9b18a9064 req-fb571b32-0fd3-4139-8b60-e5edfa216981 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Jan 27 20:26:58.602817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d30cc6-f99a-4f82-87d0-8e44b7b20878 req-a1fbf9b9-c1e3-44be-8d5a-eed879017250 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:58.604300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77d30cc6-f99a-4f82-87d0-8e44b7b20878 req-a1fbf9b9-c1e3-44be-8d5a-eed879017250 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0523114 Jan 27 20:26:58.651647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77d30cc6-f99a-4f82-87d0-8e44b7b20878 req-b6a6998f-0dbe-4026-8ec8-905148327276 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Jan 27 20:26:59.768107 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51200b-0e89-4790-b5b9-e850546de131 req-c483a727-3fdd-4e24-a468-e8097cb7700c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:59.769535 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce51200b-0e89-4790-b5b9-e850546de131 req-c483a727-3fdd-4e24-a468-e8097cb7700c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0483184 Jan 27 20:26:59.815056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce51200b-0e89-4790-b5b9-e850546de131 req-6a58d78d-0378-47d8-a730-d0828d35f8b0 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399244 Jan 27 20:26:59.950626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-7403a5ff-36ca-48a9-a769-da47c80a7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:26:59.952016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-7403a5ff-36ca-48a9-a769-da47c80a7d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0edd97cd9f0b4ed091c34e523336931f&device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 1096 time: 0.0396323 Jan 27 20:27:00.322495 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-7f7dd0ca-ebf3-46b5-a9d5-2f1b91624eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:00.323969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-7f7dd0ca-ebf3-46b5-a9d5-2f1b91624eec service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 200 len: 912 time: 0.3544149 Jan 27 20:27:00.393587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-30b0d279-d05e-4016-afeb-c5074b9ae7ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 200 len: 1000 time: 0.0624452 Jan 27 20:27:00.444094 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-20890f5e-c146-4011-a45f-aaafad34c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:00.445602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-20890f5e-c146-4011-a45f-aaafad34c5a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 200 len: 850 time: 0.0466249 Jan 27 20:27:00.491029 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-6d7e3e5f-25dd-4c26-a9e8-b1afa836601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:00.492525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-6d7e3e5f-25dd-4c26-a9e8-b1afa836601a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414698 Jan 27 20:27:00.580700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-41c567af-5f9f-43ad-8f91-4bf051e2808d service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815804 Jan 27 20:27:00.672454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b9ed3ea-866b-494f-b7eb-fd5628b7dc4c req-3d828b44-44dc-4407-84b8-e9d655332663 service neutron] 10.222.0.39 "GET /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Jan 27 20:27:00.935259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e503430-faa0-4f33-b5d8-df7fe12bbab4 req-5ccac5c6-bd45-421e-abd2-731513ce9664 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:00.936747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e503430-faa0-4f33-b5d8-df7fe12bbab4 req-5ccac5c6-bd45-421e-abd2-731513ce9664 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0500548 Jan 27 20:27:00.987050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4e503430-faa0-4f33-b5d8-df7fe12bbab4 req-6e8e2f9c-863e-410b-995b-aebbd2d6f2e6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444965 Jan 27 20:27:02.108027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedb4c8-cfa1-4fb6-9f9b-60851c8f9218 req-0f77ba4d-2005-44cd-ae9b-c2ac28f1e311 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:02.109547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bedb4c8-cfa1-4fb6-9f9b-60851c8f9218 req-0f77ba4d-2005-44cd-ae9b-c2ac28f1e311 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0526013 Jan 27 20:27:02.157410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bedb4c8-cfa1-4fb6-9f9b-60851c8f9218 req-5308ffca-b79b-4e2a-af50-e36d6ca61b07 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Jan 27 20:27:03.277027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fd729-2b52-49d1-ba4d-dc13195ccbb1 req-5e4315dc-bdbf-4d3b-a453-4128733c71f1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:03.278546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8fd729-2b52-49d1-ba4d-dc13195ccbb1 req-5e4315dc-bdbf-4d3b-a453-4128733c71f1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0487051 Jan 27 20:27:03.324637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e8fd729-2b52-49d1-ba4d-dc13195ccbb1 req-c706bb49-2104-47ec-899d-4dc5acad92d5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Jan 27 20:27:04.440897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0839-10ab-43b1-9d09-5e99e46433fd req-1970289b-fe51-4ad4-9168-e5ea3075da4c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:04.442391 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-202f0839-10ab-43b1-9d09-5e99e46433fd req-1970289b-fe51-4ad4-9168-e5ea3075da4c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0475302 Jan 27 20:27:04.492943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-202f0839-10ab-43b1-9d09-5e99e46433fd req-c045fdec-f89b-4efe-a1a7-3e3cf5e2721f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448883 Jan 27 20:27:05.608492 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefff70-655c-49cb-9775-759210b2e327 req-f8b4e69d-2602-4cfd-a4f9-7d3dfcf6ffe9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:05.609993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaefff70-655c-49cb-9775-759210b2e327 req-f8b4e69d-2602-4cfd-a4f9-7d3dfcf6ffe9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0472791 Jan 27 20:27:05.656755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eaefff70-655c-49cb-9775-759210b2e327 req-bd21edb5-4ff9-4aa1-9d25-22f0b6688611 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401468 Jan 27 20:27:06.787686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b6a4-c17a-4dff-9017-e1190a9ab8d0 req-937cded8-f2a4-4b87-88d6-3344d8fa2a59 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:06.789213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ca1b6a4-c17a-4dff-9017-e1190a9ab8d0 req-937cded8-f2a4-4b87-88d6-3344d8fa2a59 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0488493 Jan 27 20:27:06.840885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4ca1b6a4-c17a-4dff-9017-e1190a9ab8d0 req-b3997f47-81f7-4eb0-9062-ced401a9ffc1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409865 Jan 27 20:27:07.961052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999780de-f723-4271-8f34-8ecdc0092326 req-7460b179-2432-4d77-8391-dd48f5ddb857 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:07.962540 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-999780de-f723-4271-8f34-8ecdc0092326 req-7460b179-2432-4d77-8391-dd48f5ddb857 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0520697 Jan 27 20:27:08.009424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-999780de-f723-4271-8f34-8ecdc0092326 req-66731ec5-6d39-4c3d-9f10-9dde93ac1011 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412488 Jan 27 20:27:09.105509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d666fe2a-c928-4407-bda5-b6e82c6b3145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:09.127437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366ddc0-e10e-4550-b2f1-57afcb5e887a req-11e23a36-b926-44ef-8461-0ec261d35563 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:09.128932 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4366ddc0-e10e-4550-b2f1-57afcb5e887a req-11e23a36-b926-44ef-8461-0ec261d35563 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0507388 Jan 27 20:27:09.175177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4366ddc0-e10e-4550-b2f1-57afcb5e887a req-3f9e56d0-b390-4341-817b-c8157d00bb91 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Jan 27 20:27:10.293335 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b014a-9f28-45c6-8441-18c50da647d7 req-fdb03b4f-a502-42c1-aae4-a4a227ceb523 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:10.294810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-533b014a-9f28-45c6-8441-18c50da647d7 req-fdb03b4f-a502-42c1-aae4-a4a227ceb523 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0480103 Jan 27 20:27:10.345020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-533b014a-9f28-45c6-8441-18c50da647d7 req-599c0704-56db-4902-a26c-a775af77e7a5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Jan 27 20:27:10.383776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:27:10.461830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e132-5eec-4997-9db8-02312893c2c1 req-19bd2fbc-705c-4c54-982b-4f8f11dfd760 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:10.463324 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9569e132-5eec-4997-9db8-02312893c2c1 req-19bd2fbc-705c-4c54-982b-4f8f11dfd760 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 945 time: 0.0494282 Jan 27 20:27:10.480795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:10.493348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '67443b44-b366-4400-a35d-805b7fa99c46', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'port_id': '67443b44-b366-4400-a35d-805b7fa99c46', 'mac_address': 'fa:16:3e:f0:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:27:10.511721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9569e132-5eec-4997-9db8-02312893c2c1 req-587f43e0-f271-485c-939b-07c8caba57db tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Jan 27 20:27:10.530969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:10.531361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:10.544731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:27:10.565711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:10.569829 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:10.621688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=14']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:10.627259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61d1ae-6744-4f20-9728-8b2c2a1e70f3 req-6d65e98c-c951-4258-9103-c2966e79ae09 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:10.628852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf61d1ae-6744-4f20-9728-8b2c2a1e70f3 req-6d65e98c-c951-4258-9103-c2966e79ae09 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0502589 Jan 27 20:27:10.676200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf61d1ae-6744-4f20-9728-8b2c2a1e70f3 req-443e67e6-e88f-4e2e-a502-34f0e28a291d tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Jan 27 20:27:10.885963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['67443b44-b366-4400-a35d-805b7fa99c46'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:10.921609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033db0d-49ee-43ac-bfaf-bb00ffc25b0a req-ff5d722c-6f3b-4ecf-a5c8-da149912bf15 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:10.923665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b033db0d-49ee-43ac-bfaf-bb00ffc25b0a req-ff5d722c-6f3b-4ecf-a5c8-da149912bf15 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0530226 Jan 27 20:27:10.970605 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b033db0d-49ee-43ac-bfaf-bb00ffc25b0a req-c88aaf3b-cf3e-4108-9575-04433a81719c tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Jan 27 20:27:12.086556 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915e9b-6aeb-4773-a4d3-3eba58ab69eb req-f8357f8b-1c90-4f50-a8b4-8209550cf8c1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:12.088045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2915e9b-6aeb-4773-a4d3-3eba58ab69eb req-f8357f8b-1c90-4f50-a8b4-8209550cf8c1 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0484579 Jan 27 20:27:12.134713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2915e9b-6aeb-4773-a4d3-3eba58ab69eb req-4831acad-f53f-42f7-94ff-ba0eb04bea2b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc583d52-bec3-494c-8633-62827b1d2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Jan 27 20:27:12.252143 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78af9e0d-c279-4437-8118-536c3fc7be35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.393282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:27:12.445331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 67443b44-b366-4400-a35d-805b7fa99c46 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:27:12.449150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 67443b44-b366-4400-a35d-805b7fa99c46 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:27:12.449561 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (67443b44-b366-4400-a35d-805b7fa99c46), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.525669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 67443b44-b366-4400-a35d-805b7fa99c46 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:12.526062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.548372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:12.550647 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827c8c0-2e24-4611-9792-37d749f444ff" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:12.563344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:12.568181 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.596894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70f483-64f3-4050-8629-dac0ca145833 req-bface6f1-1ce6-471f-8fb4-3087a31d7ce6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:12.598433 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd2af57-2a6e-4c42-ab41-7d94313acc34 x-openstack-request-id: req-8fd2af57-2a6e-4c42-ab41-7d94313acc34 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:12.598601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f70f483-64f3-4050-8629-dac0ca145833 req-bface6f1-1ce6-471f-8fb4-3087a31d7ce6 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 946 time: 0.0545743 Jan 27 20:27:12.598750 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-plugged", "status": "completed", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:12.598998 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8fd2af57-2a6e-4c42-ab41-7d94313acc34 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:12.599372 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'code': 200} Jan 27 20:27:12.624953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=15']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:12.687245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Deleting port 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:12.687604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (67443b44-b366-4400-a35d-805b7fa99c46), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.778916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] For port 67443b44-b366-4400-a35d-805b7fa99c46, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=67443b44-b366-4400-a35d-805b7fa99c46,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:12.779203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (67443b44-b366-4400-a35d-805b7fa99c46), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.947009 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.947367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:12.947680 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d disassociated. External IP: 172.25.5.87, port: 67443b44-b366-4400-a35d-805b7fa99c46. Jan 27 20:27:12.948017 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Calling delete_port for 67443b44-b366-4400-a35d-805b7fa99c46 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:13.080958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (67443b44-b366-4400-a35d-805b7fa99c46), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:13.115488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'Port': ['ID=67443b44-b366-4400-a35d-805b7fa99c46,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:13.242227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd5a49b6-a669-4287-8b59-5f828fac6b4d req-b2b74637-0182-42f6-b313-db82dc0aed0b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0302320 Jan 27 20:27:13.266339 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:27:13.378422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:27:13.388297 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:27:13.399138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:27:13.399756 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:13.418780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] No DVR routers for this DVR port 67443b44-b366-4400-a35d-805b7fa99c46 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:27:13.421689 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:13.425603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f70f483-64f3-4050-8629-dac0ca145833 req-0e2848cc-6c16-49ea-9d06-1a353452bf75 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.39 "DELETE /v2.0/ports/67443b44-b366-4400-a35d-805b7fa99c46 HTTP/1.1" status: 204 len: 173 time: 0.8213513 Jan 27 20:27:13.426057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-deleted', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:13.428390 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084f01c-b166-40cf-bd06-9196b5cfa25c" -d '{"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-deleted", "tag": "67443b44-b366-4400-a35d-805b7fa99c46"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:13.476915 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8331a85-1dab-4515-9c34-d007cbb88b63 x-openstack-request-id: req-d8331a85-1dab-4515-9c34-d007cbb88b63 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:13.477535 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b", "name": "network-vif-deleted", "tag": "67443b44-b366-4400-a35d-805b7fa99c46", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:13.477795 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8331a85-1dab-4515-9c34-d007cbb88b63 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:13.478254 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b', 'name': 'network-vif-deleted', 'tag': '67443b44-b366-4400-a35d-805b7fa99c46', 'status': 'completed', 'code': 200} Jan 27 20:27:13.516702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:27:13.809124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:13.834481 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:27:13.842962 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:27:13.843485 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:13.949141 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:27:14.151596 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:14.181186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032f3a-0c87-4e7e-a6e9-56a3eae21985 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:14:20Z', 'revision_number': 4, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'c54510b8-667e-4514-9e57-a3a4f685677b', 'name': '', 'network_id': '8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'mac_address': 'fa:16:3e:92:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:19Z', 'updated_at': '2022-01-27T20:14:24Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'subnets': [{'id': 'dcb23b5e-bd87-4b77-a31c-578d9a7238da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:27:14.352679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19389b8f-5af3-402a-940c-775d125b8868 req-9ea369af-9aa7-44c6-8e28-2fc50f7f6ad9 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0305979 Jan 27 20:27:14.418455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14816d14-53ff-4d20-a764-735b259d89de None None] New status for floating IP c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:27:15.399082 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:15.458149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22277bc7-ab75-4cb8-941f-b7d196004f4e req-3451bc03-c5a6-4323-afb0-d55423e6ea44 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jan 27 20:27:15.825110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:16.208200 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:16.420653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:27:16.442152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 67443b44-b366-4400-a35d-805b7fa99c46 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:27:16.442501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 67443b44-b366-4400-a35d-805b7fa99c46 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:27:16.554938 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cc04957f-6394-48fb-810b-8b1f739333d2 req-99ce4acc-70d7-4429-aea9-3e1268266db3 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0270555 Jan 27 20:27:17.651928 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64b60a58-8b52-4c45-af03-67cb0c5b36c0 req-3cbfc3a8-8068-4711-9bbb-9141ad743323 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0277629 Jan 27 20:27:18.746958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b5cf8fe8-b06f-412a-a84a-32ef58fb419c req-766bed35-23c4-4801-aa6c-d3264828202f tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0263662 Jan 27 20:27:19.842041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-26a83675-36fe-4b26-bce4-1d55a493effc req-af19060c-5849-4340-ad3e-f708a8ec9878 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0263088 Jan 27 20:27:20.951121 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cf604bab-9463-40ea-9579-a1293067d36c req-04758e63-6feb-4d64-a9e6-51fe3b2c2a31 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f27a5bf-e50e-4f39-8c6a-1d65dd492d3b HTTP/1.1" status: 200 len: 210 time: 0.0267084 Jan 27 20:27:24.313403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:25.263834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:27.822830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:27.880616 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (dc583d52-bec3-494c-8633-62827b1d2aae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:27.904633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (dc583d52-bec3-494c-8633-62827b1d2aae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:27.953705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (dc583d52-bec3-494c-8633-62827b1d2aae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:27.956373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:27.959822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "DELETE /v2.0/security-groups/dc583d52-bec3-494c-8633-62827b1d2aae HTTP/1.1" status: 204 len: 168 time: 0.1335859 Jan 27 20:27:27.960174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40328) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:27.967772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087fd98-f484-4040-9033-6efc61362ae5 tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc583d52-bec3-494c-8633-62827b1d2aae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:27.976935 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-b10adb8c-b0c4-47bc-8afb-0beec71d63fc tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] show failed (client error): The resource could not be found. Jan 27 20:27:27.980445 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b10adb8c-b0c4-47bc-8afb-0beec71d63fc tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "GET /v2.0/security-groups/dc583d52-bec3-494c-8633-62827b1d2aae HTTP/1.1" status: 404 len: 347 time: 0.0167987 Jan 27 20:27:27.980675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:28.107545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Deleting port d9e515fc-6bb5-41d3-af35-fd911148c927 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:28.107879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.188406 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.188657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (d9e515fc-6bb5-41d3-af35-fd911148c927), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.201813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Calling delete_port for d9e515fc-6bb5-41d3-af35-fd911148c927 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:28.342133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (d9e515fc-6bb5-41d3-af35-fd911148c927), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.368638 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Pushing event deleted for resources: {'Port': ['ID=d9e515fc-6bb5-41d3-af35-fd911148c927,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:28.403807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.404160 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.404513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.404856 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.405208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.405563 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.405896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.406231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.406585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.407477 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.407807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.408150 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.408461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:28.448781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks [] for floatingip (c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.451387 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:28.452611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4c9851f6-fce2-4826-9f66-d6107ab50f1b tempest-ServerActionsTestJSON-134544707 tempest-ServerActionsTestJSON-134544707-project] 10.222.0.59 "DELETE /v2.0/floatingips/c40d01cf-adb6-4e1b-bef0-eb9beb5ea36d HTTP/1.1" status: 204 len: 168 time: 0.4708388 Jan 27 20:27:28.457184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40332) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:28.993827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:29.259189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Deleting port c54510b8-667e-4514-9e57-a3a4f685677b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:29.259567 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:29.348505 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] For port c54510b8-667e-4514-9e57-a3a4f685677b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c54510b8-667e-4514-9e57-a3a4f685677b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:29.348939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:29.362847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Calling delete_port for c54510b8-667e-4514-9e57-a3a4f685677b owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:29.562175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c54510b8-667e-4514-9e57-a3a4f685677b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:29.589605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54510b8-667e-4514-9e57-a3a4f685677b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:29.761129 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:29.994521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Router 95e2c582-98b2-4560-b9cb-b43640dba7f9 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:27:30.116460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:27:30.124091 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5bb3c428-03bc-465a-905f-b2c18eea6093 admin admin] 10.222.0.59 "PUT /v2.0/routers/95e2c582-98b2-4560-b9cb-b43640dba7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656868 Jan 27 20:27:30.125048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:30.127851 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Sync routers for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:27:30.139915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:27:30.140545 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:30.237946 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks [] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.252447 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:27:30.350037 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks [] for router_gateway (95e2c582-98b2-4560-b9cb-b43640dba7f9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.408793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Deleting port a4434d88-0acd-4d73-a360-d4bf66ba4fce {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:30.409136 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.447015 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:27:29Z', 'revision_number': 5, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port': {'id': 'a4434d88-0acd-4d73-a360-d4bf66ba4fce', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:14:18Z', 'updated_at': '2022-01-27T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:30.476023 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Checking router: 95e2c582-98b2-4560-b9cb-b43640dba7f9 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:27:30.486353 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Routers {'95e2c582-98b2-4560-b9cb-b43640dba7f9'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:27:30.486353 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:27:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['95e2c582-98b2-4560-b9cb-b43640dba7f9'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:30.520573 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] For port a4434d88-0acd-4d73-a360-d4bf66ba4fce, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a4434d88-0acd-4d73-a360-d4bf66ba4fce,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:30.521074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.543507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Calling delete_port for a4434d88-0acd-4d73-a360-d4bf66ba4fce owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:30.623236 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] Set router 95e2c582-98b2-4560-b9cb-b43640dba7f9 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:27:30.680263 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:27:30Z', 'revision_number': 6, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:30.713489 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc4fc3-570a-4c67-8f76-d33cef176152 None None] The sync data for ids ['95e2c582-98b2-4560-b9cb-b43640dba7f9'] in n-d-760453-6 is: [{'id': '95e2c582-98b2-4560-b9cb-b43640dba7f9', 'name': 'tempest-ServerActionsTestJSON-810465323-router', 'tenant_id': '0edd97cd9f0b4ed091c34e523336931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:14:17Z', 'updated_at': '2022-01-27T20:27:30Z', 'revision_number': 6, 'project_id': '0edd97cd9f0b4ed091c34e523336931f', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:27:30.754010 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a4434d88-0acd-4d73-a360-d4bf66ba4fce), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.784819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4434d88-0acd-4d73-a360-d4bf66ba4fce,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:30.849201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.945831 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.948529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks [] for router_controller (95e2c582-98b2-4560-b9cb-b43640dba7f9), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.998663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (95e2c582-98b2-4560-b9cb-b43640dba7f9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:30.999476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e2c582-98b2-4560-b9cb-b43640dba7f9 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:27:31.004656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.005889 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4a0ef3d9-65bd-4921-8753-42776eef7344 admin admin] 10.222.0.59 "DELETE /v2.0/routers/95e2c582-98b2-4560-b9cb-b43640dba7f9 HTTP/1.1" status: 204 len: 168 time: 0.8791645 Jan 27 20:27:31.008391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40338) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:31.053716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Deleting subnet dcb23b5e-bd87-4b77-a31c-578d9a7238da {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:27:31.056872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Publish callbacks [] for subnet (dcb23b5e-bd87-4b77-a31c-578d9a7238da), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.093274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (dcb23b5e-bd87-4b77-a31c-578d9a7238da), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.198653 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (dcb23b5e-bd87-4b77-a31c-578d9a7238da), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.280592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (dcb23b5e-bd87-4b77-a31c-578d9a7238da), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.310523 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb23b5e-bd87-4b77-a31c-578d9a7238da,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:31.315963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.319526 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5afa5f83-bc82-42be-b474-91ec4d546ab3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dcb23b5e-bd87-4b77-a31c-578d9a7238da HTTP/1.1" status: 204 len: 168 time: 0.3101671 Jan 27 20:27:31.322064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:31.322922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d8cbe-c37f-4b5a-afe5-3ea40034661d None None] Network 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:27:31.400938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.465550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Deleting port 6565e6c9-9300-49cb-aece-6b092476872b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:31.466080 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6565e6c9-9300-49cb-aece-6b092476872b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.519213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] DHCP port deletion for 8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:27:31.546745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] For port 6565e6c9-9300-49cb-aece-6b092476872b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6565e6c9-9300-49cb-aece-6b092476872b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:31.547780 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6565e6c9-9300-49cb-aece-6b092476872b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.565859 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Calling delete_port for 6565e6c9-9300-49cb-aece-6b092476872b owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:31.584580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Deleting port 6565e6c9-9300-49cb-aece-6b092476872b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:31.585041 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6565e6c9-9300-49cb-aece-6b092476872b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.658685 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] For port 6565e6c9-9300-49cb-aece-6b092476872b, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6565e6c9-9300-49cb-aece-6b092476872b,segment=NetworkSegment(f4f1df6c-c8ec-4ea8-be5e-197cce47e382),segment_id=f4f1df6c-c8ec-4ea8-be5e-197cce47e382)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:31.659091 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6565e6c9-9300-49cb-aece-6b092476872b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.675227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6565e6c9-9300-49cb-aece-6b092476872b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.678621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Calling delete_port for 6565e6c9-9300-49cb-aece-6b092476872b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:31.701644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6565e6c9-9300-49cb-aece-6b092476872b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:31.705635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] No DVR routers for this DVR port 6565e6c9-9300-49cb-aece-6b092476872b on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:27:31.767450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (6565e6c9-9300-49cb-aece-6b092476872b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.781377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] No DVR routers for this DVR port 6565e6c9-9300-49cb-aece-6b092476872b on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:27:31.789899 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.806393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Pushing event deleted for resources: {'Port': ['ID=6565e6c9-9300-49cb-aece-6b092476872b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:31.817509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.817982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.818435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.819122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.819686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.819997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.820478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.820924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.821371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.821769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.822114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.822445 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.822778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaad974-eae4-4aa0-b2f1-db9ce4844e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:31.823270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:31.835821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:31.836120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f1df6c-c8ec-4ea8-be5e-197cce47e382') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:27:31.855728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f4f1df6c-c8ec-4ea8-be5e-197cce47e382), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.871066 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f4f1df6c-c8ec-4ea8-be5e-197cce47e382), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.882017 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:27:31.882425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f4f1df6c-c8ec-4ea8-be5e-197cce47e382), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:27:31.884242 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:27:31.941038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.946672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:31.950125 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a HTTP/1.1" status: 204 len: 168 time: 0.6271007 Jan 27 20:27:31.962012 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970991-db43-4e0e-b049-4f28a9bc2d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a38a57e-fc1b-4d35-bfd8-aae60bc4f18a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:32.076375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40344) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:32.134455 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-63e1ca2c-cfda-41ab-8993-5de1819721b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0edd97cd9f0b4ed091c34e523336931f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567119 Jan 27 20:27:32.137215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40346) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:32.158312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a4434d88-0acd-4d73-a360-d4bf66ba4fce no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:27:32.184481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: a4434d88-0acd-4d73-a360-d4bf66ba4fce {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:27:32.184829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a4434d88-0acd-4d73-a360-d4bf66ba4fce not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:27:32.185243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6565e6c9-9300-49cb-aece-6b092476872b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:27:32.194165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] Publish callbacks [] for security_group (417fde28-f92f-4ab8-bebf-6bc81e7c1081), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:32.204736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6565e6c9-9300-49cb-aece-6b092476872b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:27:32.205082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6565e6c9-9300-49cb-aece-6b092476872b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:27:32.205521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c54510b8-667e-4514-9e57-a3a4f685677b no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:27:32.220332 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] Publish callbacks [] for security_group (417fde28-f92f-4ab8-bebf-6bc81e7c1081), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:32.225071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c54510b8-667e-4514-9e57-a3a4f685677b {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:27:32.225448 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c54510b8-667e-4514-9e57-a3a4f685677b not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:27:32.267077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (417fde28-f92f-4ab8-bebf-6bc81e7c1081), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:32.269723 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:32.270892 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/417fde28-f92f-4ab8-bebf-6bc81e7c1081 HTTP/1.1" status: 204 len: 168 time: 0.1328139 Jan 27 20:27:32.279626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1aaef8-362a-4716-8272-8df805d83241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417fde28-f92f-4ab8-bebf-6bc81e7c1081,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:33.033785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40368) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:33.133699 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:27:33.149591 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1191405184-network', 'tenant_id': '372698b99e5b42708feb837b0bee27cf'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:33.170569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Made reservation on behalf of 372698b99e5b42708feb837b0bee27cf for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:27:33.174147 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.183945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.268964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks [] for security_group (540412d7-c2db-4157-adf5-4d7070a76697), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.274867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (540412d7-c2db-4157-adf5-4d7070a76697), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.306297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:27:33.313948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540412d7-c2db-4157-adf5-4d7070a76697,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:33.321837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f40735ed-086f-4f61-beaf-3a552d80b7c8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.322271 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Added segment f40735ed-086f-4f61-beaf-3a552d80b7c8 of type vlan for network 16b36681-b53e-4c91-a1f5-89497ffb14c7 Jan 27 20:27:33.369530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (16b36681-b53e-4c91-a1f5-89497ffb14c7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.405599 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (16b36681-b53e-4c91-a1f5-89497ffb14c7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.408214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:33.409238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:33.773524 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7383749 Jan 27 20:27:33.776239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40372) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:27:33.781105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Request body: {'subnet': {'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1191405184-subnet', 'tenant_id': '372698b99e5b42708feb837b0bee27cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:33.801346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0887-b62c-404b-91fa-255fd2ea0135 admin admin] Pushing event updated for resources: {'Network': ['ID=16b36681-b53e-4c91-a1f5-89497ffb14c7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:33.818944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:27:33.819703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Made reservation on behalf of 372698b99e5b42708feb837b0bee27cf for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:27:33.824046 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:34.047540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:34.106025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:34.126721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Checking segment: {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:27:34.127324 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Network hostable DHCP agents. Network: 16b36681-b53e-4c91-a1f5-89497ffb14c7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:27:34.161445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:27:34.173146 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 16b36681-b53e-4c91-a1f5-89497ffb14c7) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:27:34.177374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:34.177991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:34.184571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c222e0-10d9-4588-863d-0a5413901cdc None None] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:27:34.197857 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9cd5e2d7-8b95-4661-8c65-567ff6b65fe2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4205437 Jan 27 20:27:34.483262 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed92d11-074d-4389-b337-785c572816cc None None] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:27:34.758175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b13879e5-073d-42f9-87c5-de3ac473c272 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:34.759869 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b13879e5-073d-42f9-87c5-de3ac473c272 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 814 time: 0.1107638 Jan 27 20:27:34.780297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d5f2efd3-3223-447a-a9b4-9b0768f1a285 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/quotas/372698b99e5b42708feb837b0bee27cf HTTP/1.1" status: 200 len: 375 time: 0.0102768 Jan 27 20:27:34.820014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-7ad766fb-3d39-4ccf-9c52-d680157dae70 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328670 Jan 27 20:27:34.832508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-cd1d65a8-1f47-44be-a802-04436f83b303 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:27:34.833625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-cd1d65a8-1f47-44be-a802-04436f83b303 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057392 Jan 27 20:27:34.932716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-8cfe5e54-8d03-4818-89f8-8993b5f102d1 service neutron] 10.222.0.59 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924098 Jan 27 20:27:35.051513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b20943c9-6c29-4044-9fa6-6329a81724c8 service neutron] 10.222.0.59 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082160 Jan 27 20:27:35.228379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-84d89ae1-d338-4e07-8c4e-6acea7d4b587 req-32b62e75-e2b5-40cb-bdd8-08a07fc909fb tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 210 time: 0.0311716 Jan 27 20:27:36.271426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b86b5235-ef5f-483a-8db8-3fdca327423d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:36.273954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b86b5235-ef5f-483a-8db8-3fdca327423d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.66 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 814 time: 0.1372144 Jan 27 20:27:36.288180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Request body: {'port': {'device_id': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7', 'admin_state_up': True, 'tenant_id': '372698b99e5b42708feb837b0bee27cf'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:36.333055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ca2c13e2-67fa-4fc7-bad5-dd4489547749 req-6374e79b-90ec-4361-93eb-d30940403221 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 210 time: 0.0277073 Jan 27 20:27:36.411465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Made reservation on behalf of 372698b99e5b42708feb837b0bee27cf for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:27:36.414947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:36.549723 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Allocated IP 172.20.0.8 (16b36681-b53e-4c91-a1f5-89497ffb14c7/e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc/21a86965-8cdd-47ec-b7a0-593dc4bd992d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:27:36.732957 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks [] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:36.777753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:36.823854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:27:36.827044 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:27:36.834576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:27:36.840686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Pushing event updated for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:36.897801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:36.898496 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:36.916170 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-d899aa3e-3941-40ad-bbc9-6e946f71e1ba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327076 Jan 27 20:27:36.928578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Request body: {'port': {'device_id': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:37.002645 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.304320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a86965-8cdd-47ec-b7a0-593dc4bd992d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:27:37.316145 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks [] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.331704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Transition to ACTIVE for port object 21a86965-8cdd-47ec-b7a0-593dc4bd992d will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:27:37.336776 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.418285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Pushing event updated for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:37.475365 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Attempting to bind port 21a86965-8cdd-47ec-b7a0-593dc4bd992d on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:27:37.475699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa95122-77fa-4211-9d88-b8bf7a1f5c6c req-5490c82a-2e28-4ee1-8276-b7a215fc4f65 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:37.476419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Attempting to bind port 21a86965-8cdd-47ec-b7a0-593dc4bd992d by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:27:37.476419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Attempting to bind port 21a86965-8cdd-47ec-b7a0-593dc4bd992d on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:27:37.477715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fa95122-77fa-4211-9d88-b8bf7a1f5c6c req-5490c82a-2e28-4ee1-8276-b7a215fc4f65 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 943 time: 0.0582674 Jan 27 20:27:37.480824 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Port 21a86965-8cdd-47ec-b7a0-593dc4bd992d on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:27:37.481180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Attempting to bind port 21a86965-8cdd-47ec-b7a0-593dc4bd992d on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:27:37.486854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:27:37.487186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Checking segment: {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:27:37.487671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Bound using segment: {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:27:37.487987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Bound port: 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:27:37.488346 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.535689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fa95122-77fa-4211-9d88-b8bf7a1f5c6c req-800a89b0-9029-4ece-8fbd-432b5c733967 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524931 Jan 27 20:27:37.593860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:27:37.599392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:27:37.604837 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.644654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:37.645409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:37.646876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] 10.222.0.66 "PUT /v2.0/ports/21a86965-8cdd-47ec-b7a0-593dc4bd992d HTTP/1.1" status: 200 len: 1091 time: 0.7226894 Jan 27 20:27:37.647354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:37.649807 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:37.692452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e17e-3278-4479-9a3c-98613ef40e1b service neutron] Pushing event updated for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:37.697746 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f6d95-8f5d-4ef4-bd62-fc6e83ecfc51 x-openstack-request-id: req-0d0f6d95-8f5d-4ef4-bd62-fc6e83ecfc51 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:37.698165 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:37.698564 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d0f6d95-8f5d-4ef4-bd62-fc6e83ecfc51 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:37.699046 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d', 'status': 'completed', 'code': 200} Jan 27 20:27:37.744703 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-5ad371da-08a7-470b-8f8e-e82b8ddba258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:37.746314 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-5ad371da-08a7-470b-8f8e-e82b8ddba258 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 1094 time: 0.0463002 Jan 27 20:27:37.789012 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-6239aaee-5543-494c-b98b-41923073d14b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d HTTP/1.1" status: 200 len: 217 time: 0.0360935 Jan 27 20:27:37.844732 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-843708e1-c7f4-4072-bdaa-a641bb0afdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:37.846187 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-843708e1-c7f4-4072-bdaa-a641bb0afdfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc HTTP/1.1" status: 200 len: 854 time: 0.0514314 Jan 27 20:27:37.879781 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-beb0b826-b2bb-439a-bfae-739c1dc519fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16b36681-b53e-4c91-a1f5-89497ffb14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278175 Jan 27 20:27:37.978301 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-73c1422c-a122-4af0-a505-960564daaeb5 service neutron] 10.222.0.66 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929122 Jan 27 20:27:38.090703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6fd2568f-c173-448f-b9e8-067c52e6e295 req-731bac8e-2276-4c8f-937c-aa129d10cced service neutron] 10.222.0.66 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070111 Jan 27 20:27:38.181608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-c90bd892-1523-4a7d-92e8-50dfe1188311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:38.183149 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-c90bd892-1523-4a7d-92e8-50dfe1188311 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 1094 time: 0.0452914 Jan 27 20:27:38.289688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-3ea76f07-bf74-460c-949d-d9db88a0c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:38.291379 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-3ea76f07-bf74-460c-949d-d9db88a0c9ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 915 time: 0.1005867 Jan 27 20:27:38.335611 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-459dc097-6326-464f-bdd8-2f53dd8902a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d HTTP/1.1" status: 200 len: 217 time: 0.0376446 Jan 27 20:27:38.404035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-9fe5a9e1-359b-43fc-8e9f-8f2bcaac1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:38.404035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-9fe5a9e1-359b-43fc-8e9f-8f2bcaac1ce6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc HTTP/1.1" status: 200 len: 854 time: 0.0624063 Jan 27 20:27:38.447598 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-8273d69c-f424-4a9a-95ca-c08e924ee840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16b36681-b53e-4c91-a1f5-89497ffb14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317214 Jan 27 20:27:38.584131 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-33eee84f-f782-4ec7-b3cd-dfa7e181b2af service neutron] 10.222.0.66 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308122 Jan 27 20:27:38.667560 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be1896-1709-4603-9e73-8cc32a6ace89 req-bb05b189-a6c0-47ca-9cde-630c291f4462 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:38.669096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86be1896-1709-4603-9e73-8cc32a6ace89 req-bb05b189-a6c0-47ca-9cde-630c291f4462 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 943 time: 0.0570672 Jan 27 20:27:38.695254 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-01562bd0-f6d4-4a04-934c-d7a4eeeb22c7 req-21655035-0aa1-41d2-b697-d7d69cc672c1 service neutron] 10.222.0.66 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056786 Jan 27 20:27:38.743795 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-86be1896-1709-4603-9e73-8cc32a6ace89 req-b8716476-9b4f-4b44-8618-07bf266937d3 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Jan 27 20:27:39.117824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f607aff6-7665-43b2-bbcf-547a683e6966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:39.876308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bad68c-4e0d-4a48-b5cf-68e1cb1ad209 req-a356a64b-8a26-47b1-b8f3-7f3fbce5471a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:39.877886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45bad68c-4e0d-4a48-b5cf-68e1cb1ad209 req-a356a64b-8a26-47b1-b8f3-7f3fbce5471a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 943 time: 0.0505853 Jan 27 20:27:39.932035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-45bad68c-4e0d-4a48-b5cf-68e1cb1ad209 req-06073d8f-e959-4589-a7c3-918a8a0f6b40 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Jan 27 20:27:41.060359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50e31a-209f-42fa-a840-4fb1a020c485 req-e29b35a7-f8f3-4e74-a7b1-921d64d7d2af tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:41.062945 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f50e31a-209f-42fa-a840-4fb1a020c485 req-e29b35a7-f8f3-4e74-a7b1-921d64d7d2af tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 943 time: 0.0590203 Jan 27 20:27:41.114225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1f50e31a-209f-42fa-a840-4fb1a020c485 req-c091ec93-737d-4f90-9214-0a6a59805ba2 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465593 Jan 27 20:27:42.229946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60621acc-1842-4f25-9653-493d5c978a5f req-2f58c2bd-f581-4a67-8f6a-a711fe451f9b tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:42.231495 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60621acc-1842-4f25-9653-493d5c978a5f req-2f58c2bd-f581-4a67-8f6a-a711fe451f9b tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 943 time: 0.0485997 Jan 27 20:27:42.255766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fa227c2-f0b2-4ce4-acfc-e28c673a5fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:42.282823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60621acc-1842-4f25-9653-493d5c978a5f req-a9b25393-b43d-48b0-9df2-115be369e45a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jan 27 20:27:42.306980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 21a86965-8cdd-47ec-b7a0-593dc4bd992d details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:27:42.405175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:42.416949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '21a86965-8cdd-47ec-b7a0-593dc4bd992d', 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7', 'port_id': '21a86965-8cdd-47ec-b7a0-593dc4bd992d', 'mac_address': 'fa:16:3e:c5:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:27:42.453699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 21a86965-8cdd-47ec-b7a0-593dc4bd992d is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:42.454093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:42.466992 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a86965-8cdd-47ec-b7a0-593dc4bd992d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:27:42.487532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:42.491957 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:42.540329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:42.764268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['21a86965-8cdd-47ec-b7a0-593dc4bd992d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:43.398475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef975d0-17f9-466a-8b87-6e97f9366ce5 req-deba42be-a8f7-4502-b1b4-3376bc3b5556 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:43.399967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cef975d0-17f9-466a-8b87-6e97f9366ce5 req-deba42be-a8f7-4502-b1b4-3376bc3b5556 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 944 time: 0.0488014 Jan 27 20:27:43.452104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cef975d0-17f9-466a-8b87-6e97f9366ce5 req-fd4df5f1-e06a-475d-8c04-6e6365909ae9 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Jan 27 20:27:44.320630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 21a86965-8cdd-47ec-b7a0-593dc4bd992d up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:27:44.382056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 21a86965-8cdd-47ec-b7a0-593dc4bd992d completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:27:44.387318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 21a86965-8cdd-47ec-b7a0-593dc4bd992d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:27:44.388037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:44.476751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 21a86965-8cdd-47ec-b7a0-593dc4bd992d is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:44.477148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:44.502425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:44.505018 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc3105-c135-411e-b3a8-0ce31cebdc82" -d '{"events": [{"server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "name": "network-vif-plugged", "status": "completed", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:44.519135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:44.523706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:44.572588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54518-126a-4bad-aaf9-71670f8a13f3 req-93856bb5-6070-4d3c-8bc1-fc7eb1d5ad77 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:44.574166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:44.574335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8a54518-126a-4bad-aaf9-71670f8a13f3 req-93856bb5-6070-4d3c-8bc1-fc7eb1d5ad77 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0515606 Jan 27 20:27:44.623106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d8a54518-126a-4bad-aaf9-71670f8a13f3 req-5f0e2e44-04e2-44cd-86d0-d1472f2bacca tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Jan 27 20:27:44.668586 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff95da-f32e-495e-b4cd-a1b2207c2c4f x-openstack-request-id: req-32ff95da-f32e-495e-b4cd-a1b2207c2c4f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:44.668886 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "name": "network-vif-plugged", "status": "completed", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:44.669148 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32ff95da-f32e-495e-b4cd-a1b2207c2c4f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:44.669613 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d', 'code': 200} Jan 27 20:27:44.782409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2b8e9-5480-434e-ab23-86e22bcd6b85 req-fe634eab-4b00-42c9-a215-5c9b6801fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:44.784155 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-26c2b8e9-5480-434e-ab23-86e22bcd6b85 req-fe634eab-4b00-42c9-a215-5c9b6801fbfc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 1096 time: 0.0571423 Jan 27 20:27:44.832856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-26c2b8e9-5480-434e-ab23-86e22bcd6b85 req-c94f50e2-5a70-46c8-9253-ffa7594088fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Jan 27 20:27:45.397083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:45.757298 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c5df2-7aa8-4b5a-8e0c-cf0f574eb1e4 req-7555affe-6173-4c1b-9bee-13c29db49814 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:45.758937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e00c5df2-7aa8-4b5a-8e0c-cf0f574eb1e4 req-7555affe-6173-4c1b-9bee-13c29db49814 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0604844 Jan 27 20:27:45.810451 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e00c5df2-7aa8-4b5a-8e0c-cf0f574eb1e4 req-f236931d-f78d-4dbf-addd-cdcb93fc65c3 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jan 27 20:27:45.829198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:46.211183 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:46.936436 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5666a3-fc82-4697-a1bd-36f93849bd21 req-07c9873a-61a8-4231-9349-f0dacb602292 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:46.938128 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5666a3-fc82-4697-a1bd-36f93849bd21 req-07c9873a-61a8-4231-9349-f0dacb602292 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0553250 Jan 27 20:27:46.987091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a5666a3-fc82-4697-a1bd-36f93849bd21 req-01b833f6-a2ff-4163-bf7b-4b110b8d9737 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jan 27 20:27:47.217509 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-4cf35ee0-03f6-4695-9b54-7e4ca3be1c36 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:47.219697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-4cf35ee0-03f6-4695-9b54-7e4ca3be1c36 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 814 time: 0.1049998 Jan 27 20:27:47.234739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-5d46d066-c52b-4ba9-b4fd-7ee32bf45941 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/quotas/372698b99e5b42708feb837b0bee27cf HTTP/1.1" status: 200 len: 375 time: 0.0096519 Jan 27 20:27:47.291274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-9b22752d-3dd2-4c63-a9c3-a8fad1168d43 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505991 Jan 27 20:27:47.380943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-4d6fce00-e7ff-42f7-abc8-8c4379a08995 service neutron] 10.222.0.59 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828564 Jan 27 20:27:47.473491 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-b18ebdb9-98d0-4e64-8c8b-b89199a74a72 service neutron] 10.222.0.59 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Jan 27 20:27:47.633316 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d36baeb-6ea3-4ad8-9878-56bad50bc473 req-32ce2a32-93c9-482a-8536-10375068fb1b tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 210 time: 0.0285017 Jan 27 20:27:48.553309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-eecfd386-46eb-4fac-93b2-1395f34d7e93 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:48.555674 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-eecfd386-46eb-4fac-93b2-1395f34d7e93 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.39 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 814 time: 0.1089358 Jan 27 20:27:48.568128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Request body: {'port': {'device_id': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7', 'admin_state_up': True, 'tenant_id': '372698b99e5b42708feb837b0bee27cf'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:48.678219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Made reservation on behalf of 372698b99e5b42708feb837b0bee27cf for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:27:48.681744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:48.764012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-901d1371-7ba1-4b67-81a4-a852f3df52ba req-04600d67-c3bd-4bf0-a3b1-29dec227ee78 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 210 time: 0.0588031 Jan 27 20:27:48.835093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Allocated IP 172.20.0.10 (16b36681-b53e-4c91-a1f5-89497ffb14c7/e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc/36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:27:48.978668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks [] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.014144 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.025983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['21a86965-8cdd-47ec-b7a0-593dc4bd992d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:49.066788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Network 16b36681-b53e-4c91-a1f5-89497ffb14c7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:27:49.072231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:27:49.076790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:27:49.102582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Pushing event updated for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:49.134232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:49.135446 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.152662 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-e576dad3-36b4-40c7-9fce-905b7b360a7f tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883443 Jan 27 20:27:49.163699 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Request body: {'port': {'device_id': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:27:49.215314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.476738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:27:49.484657 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks [] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.498179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Transition to ACTIVE for port object 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:27:49.502594 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.553055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:49.628146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Attempting to bind port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:27:49.628871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Attempting to bind port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:27:49.628871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Attempting to bind port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:27:49.633145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:27:49.633580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Attempting to bind port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 on network 16b36681-b53e-4c91-a1f5-89497ffb14c7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:27:49.638531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:27:49.638868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Checking segment: {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:27:49.639245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Bound using segment: {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:27:49.639661 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Bound port: 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40735ed-086f-4f61-beaf-3a552d80b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:27:49.640036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.706585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:27:49.710005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:27:49.714319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.746966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:49.747918 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:49.749344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] 10.222.0.39 "PUT /v2.0/ports/36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 HTTP/1.1" status: 200 len: 1092 time: 0.5898259 Jan 27 20:27:49.751540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:49.754599 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf870fb-c3ef-499e-8e23-fe9426baafc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:49.781215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e8a85-761e-4430-89b2-e522561f1ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:49.800182 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d29c6-daca-446c-acd7-1944767effef x-openstack-request-id: req-553d29c6-daca-446c-acd7-1944767effef {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:49.800484 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:49.800747 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-553d29c6-daca-446c-acd7-1944767effef {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:49.801151 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1', 'status': 'completed', 'code': 200} Jan 27 20:27:49.834026 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-5e49d417-7535-425f-943d-a69e133964e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:49.835548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-5e49d417-7535-425f-943d-a69e133964e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 1095 time: 0.0451732 Jan 27 20:27:49.900595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-ae09dc43-1354-47ba-9d0e-653a33b13c70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 HTTP/1.1" status: 200 len: 217 time: 0.0524890 Jan 27 20:27:49.948188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39d54-4584-40a8-aac8-e415d4f0d9b5 req-357cde08-d15a-48e4-96af-c5ffb05d769a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:49.949680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64b39d54-4584-40a8-aac8-e415d4f0d9b5 req-357cde08-d15a-48e4-96af-c5ffb05d769a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 944 time: 0.1108174 Jan 27 20:27:49.973608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-6716220c-5108-4470-98c4-7ae9cf8a7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:49.975021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-6716220c-5108-4470-98c4-7ae9cf8a7563 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc HTTP/1.1" status: 200 len: 854 time: 0.0680361 Jan 27 20:27:50.014731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-b22ca029-87e8-43f6-b6d2-794a2b6ab55a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16b36681-b53e-4c91-a1f5-89497ffb14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333323 Jan 27 20:27:50.034376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64b39d54-4584-40a8-aac8-e415d4f0d9b5 req-b129defa-a941-4b83-bb12-be9e33790871 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785935 Jan 27 20:27:50.119982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-01de01e0-ac71-47d0-991d-9afd1808d5ba service neutron] 10.222.0.39 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972881 Jan 27 20:27:50.207961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-abe9c05d-11fc-487e-a981-9be738dd8992 req-72963771-eeed-465e-9c49-0ba82a3f6770 service neutron] 10.222.0.39 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Jan 27 20:27:50.302538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-0ac1e6bc-f459-4fd8-aa0c-0998bf1fc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:50.304033 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-0ac1e6bc-f459-4fd8-aa0c-0998bf1fc732 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372698b99e5b42708feb837b0bee27cf&device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 1095 time: 0.0473218 Jan 27 20:27:50.395942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-f3b9c6bd-24ca-4bc1-a2f2-f612460cdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:50.397482 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-f3b9c6bd-24ca-4bc1-a2f2-f612460cdf7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 200 len: 915 time: 0.0873592 Jan 27 20:27:50.441557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-aa6fe887-1d4b-43ea-8ce3-b17f6944cc95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 HTTP/1.1" status: 200 len: 217 time: 0.0376201 Jan 27 20:27:50.490812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-73824a65-c557-4fe7-b0bf-db646466ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:50.492193 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-73824a65-c557-4fe7-b0bf-db646466ad20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc HTTP/1.1" status: 200 len: 854 time: 0.0447199 Jan 27 20:27:50.524126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-facfd7a1-90fb-4449-9451-c3e6537bbdfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16b36681-b53e-4c91-a1f5-89497ffb14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258806 Jan 27 20:27:50.613658 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-345b4033-2d73-4919-aea9-15fd4ea1c05e service neutron] 10.222.0.39 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Jan 27 20:27:50.713099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dcf870fb-c3ef-499e-8e23-fe9426baafc7 req-6f0e1a9c-b9a1-49b0-9333-66a3c29718e1 service neutron] 10.222.0.39 "GET /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923028 Jan 27 20:27:51.153068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80bc2-dd23-4e16-953a-388adbbdeb43 req-2671fb8f-6559-4cee-adce-05c25a30af9d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:51.154574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3e80bc2-dd23-4e16-953a-388adbbdeb43 req-2671fb8f-6559-4cee-adce-05c25a30af9d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 944 time: 0.0509105 Jan 27 20:27:51.200851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3e80bc2-dd23-4e16-953a-388adbbdeb43 req-f9754a09-104c-4e04-ad50-1666c0140df5 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Jan 27 20:27:52.321474 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93bfe-4ec0-40e0-99bd-037660f02ac1 req-3225c445-3cbb-45da-9ee5-89c9cf34fd83 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:52.322923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b93bfe-4ec0-40e0-99bd-037660f02ac1 req-3225c445-3cbb-45da-9ee5-89c9cf34fd83 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 944 time: 0.0527511 Jan 27 20:27:52.370051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e8b93bfe-4ec0-40e0-99bd-037660f02ac1 req-e3f796c9-e21f-4517-87c7-870b641c0377 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Jan 27 20:27:52.638454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:27:52.746373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:52.757756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1', 'network_id': '16b36681-b53e-4c91-a1f5-89497ffb14c7', 'port_id': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1', 'mac_address': 'fa:16:3e:7e:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:27:52.799662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:52.800058 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:52.814233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:27:52.840673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:52.844700 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:52.892511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:53.035753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:53.485833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790026f0-4a08-40be-84d4-ad07f94e3415 req-14e54c5a-9972-43b8-92fa-2120a22e5acd tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:53.487366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-790026f0-4a08-40be-84d4-ad07f94e3415 req-14e54c5a-9972-43b8-92fa-2120a22e5acd tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 945 time: 0.0501981 Jan 27 20:27:53.533701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-790026f0-4a08-40be-84d4-ad07f94e3415 req-442290c1-fb95-4be6-9c21-e54fd6f97767 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Jan 27 20:27:54.321802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:54.653790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:27:54.657242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9c502-d161-4ee2-8827-462412e0f665 req-76b55ea1-76a1-4c30-9394-8984f1317800 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:54.659139 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64b9c502-d161-4ee2-8827-462412e0f665 req-76b55ea1-76a1-4c30-9394-8984f1317800 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 945 time: 0.0537539 Jan 27 20:27:54.707511 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:27:54.712024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:27:54.712320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:54.715488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-64b9c502-d161-4ee2-8827-462412e0f665 req-f48cf3af-1b66-48c4-8aec-3aedb87eafd1 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Jan 27 20:27:54.796625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:27:54.797024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:54.823639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:54.825910 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8711e099-91f2-4f81-93ee-8972831e5931" -d '{"events": [{"server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "name": "network-vif-plugged", "status": "completed", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:54.842691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:54.847449 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:54.874689 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a61bba7-9519-4dde-88e7-30697419876b x-openstack-request-id: req-9a61bba7-9519-4dde-88e7-30697419876b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:54.875001 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "name": "network-vif-plugged", "status": "completed", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:54.875247 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a61bba7-9519-4dde-88e7-30697419876b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:54.875647 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1', 'code': 200} Jan 27 20:27:54.905740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:54.962510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e40-b4c1-407d-a88d-624acb8c3ae3 req-5d0e3dac-7087-4c7b-b2b3-f9e0a6d760c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:54.964040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b41c9e40-b4c1-407d-a88d-624acb8c3ae3 req-5d0e3dac-7087-4c7b-b2b3-f9e0a6d760c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 1097 time: 0.0401614 Jan 27 20:27:55.009546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b41c9e40-b4c1-407d-a88d-624acb8c3ae3 req-db6c8073-0a3f-4488-badb-e10c29959737 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Jan 27 20:27:55.257270 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:55.834461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175479a-0167-4a65-9cae-431dc17d4985 req-130a47e8-ca4c-4afa-948c-dfcd1838d83d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:55.835980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f175479a-0167-4a65-9cae-431dc17d4985 req-130a47e8-ca4c-4afa-948c-dfcd1838d83d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 946 time: 0.0497117 Jan 27 20:27:55.886475 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f175479a-0167-4a65-9cae-431dc17d4985 req-4d08d851-b1e1-47af-8961-01d9ce9f42d1 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Jan 27 20:27:57.008464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705b866-3219-42ea-917e-1d2c22725058 req-60b6ddca-b699-485f-9e6e-00c2ac5c96c0 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:57.010044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4705b866-3219-42ea-917e-1d2c22725058 req-60b6ddca-b699-485f-9e6e-00c2ac5c96c0 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 946 time: 0.0544016 Jan 27 20:27:57.057346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4705b866-3219-42ea-917e-1d2c22725058 req-b7296022-5ae3-4f9c-bc00-2f157c050f7c tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Jan 27 20:27:57.312072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafbfd-e7c4-4ab4-b6a6-409c17995d37 req-71ad0500-8cf1-4337-991a-717a5c0be8d8 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:57.314091 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8afafbfd-e7c4-4ab4-b6a6-409c17995d37 req-71ad0500-8cf1-4337-991a-717a5c0be8d8 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 946 time: 0.0545564 Jan 27 20:27:57.364732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8afafbfd-e7c4-4ab4-b6a6-409c17995d37 req-66e00e4e-71bd-4c76-8597-f5a7065fe3b3 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Jan 27 20:27:58.486389 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c53b-19ac-4f8f-80af-30dc1642b09e req-e2506998-a01a-406c-93f1-d6556fe334f6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:58.487976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ead3c53b-19ac-4f8f-80af-30dc1642b09e req-e2506998-a01a-406c-93f1-d6556fe334f6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 946 time: 0.0531924 Jan 27 20:27:58.822204 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ead3c53b-19ac-4f8f-80af-30dc1642b09e req-b701ba09-ba09-45c4-96af-aff0640117d4 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283522 Jan 27 20:27:58.833799 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-360da7ad-ce78-4cb2-8fee-833c8ae51638 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:58.835073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-360da7ad-ce78-4cb2-8fee-833c8ae51638 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bafabb5e-d8a2-4a6e-a633-36f504f3a65a HTTP/1.1" status: 200 len: 946 time: 0.0672157 Jan 27 20:27:58.926669 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Deleting port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:27:58.927008 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:59.013442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] For port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:27:59.013803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:59.025573 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Calling delete_port for 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:27:59.153701 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:59.167671 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['21a86965-8cdd-47ec-b7a0-593dc4bd992d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:59.170404 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:27:59.183825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Pushing event deleted for resources: {'Port': ['ID=36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:27:59.207775 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.208122 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.208462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.208803 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.209131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.209477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.209804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.210124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.210445 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.210765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.211085 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.211399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.211714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:27:59.232942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] No DVR routers for this DVR port 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:27:59.236099 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:27:59.239462 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e883ace4-48fa-4eaf-8034-4238f35a5b60 req-153821ee-3cbf-4292-a25a-dcc873e90e27 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.39 "DELETE /v2.0/ports/36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 HTTP/1.1" status: 204 len: 173 time: 0.3984954 Jan 27 20:27:59.240161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'name': 'network-vif-deleted', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:27:59.242498 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15f3a85-184d-4602-9e44-041caadd4608" -d '{"events": [{"server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "name": "network-vif-deleted", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:27:59.296497 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb428f00-1e73-46f8-8a45-71c776718971 x-openstack-request-id: req-eb428f00-1e73-46f8-8a45-71c776718971 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:27:59.296799 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafabb5e-d8a2-4a6e-a633-36f504f3a65a", "name": "network-vif-deleted", "tag": "36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:27:59.297057 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb428f00-1e73-46f8-8a45-71c776718971 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:27:59.297987 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafabb5e-d8a2-4a6e-a633-36f504f3a65a', 'name': 'network-vif-deleted', 'tag': '36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1', 'status': 'completed', 'code': 200} Jan 27 20:27:59.976783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec8a5-a042-4439-9a4b-0a7f309b4c09 req-c06d918f-1ddb-4b0b-a064-aeac33a7ce0c tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:27:59.978268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7dec8a5-a042-4439-9a4b-0a7f309b4c09 req-c06d918f-1ddb-4b0b-a064-aeac33a7ce0c tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0536680 Jan 27 20:28:00.024220 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f7dec8a5-a042-4439-9a4b-0a7f309b4c09 req-3312a2dd-7350-4104-865d-cb66f84e1e20 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Jan 27 20:28:00.154904 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542934-e006-4ce4-90bf-794fecd94117 req-ffa3672c-60c8-489a-8fcf-3871e78de384 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:00.156384 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b542934-e006-4ce4-90bf-794fecd94117 req-ffa3672c-60c8-489a-8fcf-3871e78de384 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0484951 Jan 27 20:28:00.202889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b542934-e006-4ce4-90bf-794fecd94117 req-dcf825da-e4b9-4179-8f41-373fef34bfad tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jan 27 20:28:00.321752 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8b15-238e-4057-8244-4c47caa59ad4 req-9d268ced-7f4b-4b5b-b443-2c79465e6fe2 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:00.323231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dc8b15-238e-4057-8244-4c47caa59ad4 req-9d268ced-7f4b-4b5b-b443-2c79465e6fe2 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0516634 Jan 27 20:28:00.369957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-13dc8b15-238e-4057-8244-4c47caa59ad4 req-4e0c6c23-6c75-4e0f-9413-0e58c57ac289 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Jan 27 20:28:00.535864 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2fa3c-5c81-4576-a910-88d30fc66b7b req-2ffbf20f-528f-45f6-b0b5-f8c292bebeba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:00.537363 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f2fa3c-5c81-4576-a910-88d30fc66b7b req-2ffbf20f-528f-45f6-b0b5-f8c292bebeba tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0490811 Jan 27 20:28:00.587115 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-22f2fa3c-5c81-4576-a910-88d30fc66b7b req-14cf0495-52e3-41da-beca-4bd0e84061b3 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Jan 27 20:28:00.700557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddb3f-96d7-4c17-b6ac-e7ae3463b9f8 req-8b1ee566-871d-482d-b59f-1943ae680e3e tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:00.702029 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-910ddb3f-96d7-4c17-b6ac-e7ae3463b9f8 req-8b1ee566-871d-482d-b59f-1943ae680e3e tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0492022 Jan 27 20:28:00.752055 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-910ddb3f-96d7-4c17-b6ac-e7ae3463b9f8 req-193e610f-449c-447c-a458-66d0d1fcfbb0 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443528 Jan 27 20:28:00.879490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8b9f-f4aa-4d24-a20a-9a0a2e15c314 req-4c027f74-0ab6-46a3-a474-e2d23a02bde4 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:00.880948 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b0a8b9f-f4aa-4d24-a20a-9a0a2e15c314 req-4c027f74-0ab6-46a3-a474-e2d23a02bde4 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0496223 Jan 27 20:28:00.930468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b0a8b9f-f4aa-4d24-a20a-9a0a2e15c314 req-67a79478-2d68-46d1-b05e-986df2b27780 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Jan 27 20:28:01.227545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96b0b7-d167-4d57-a797-579d84ca7e27 req-8c3868e3-208d-4ee9-8594-2146235b311e tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:01.229027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c96b0b7-d167-4d57-a797-579d84ca7e27 req-8c3868e3-208d-4ee9-8594-2146235b311e tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0474801 Jan 27 20:28:01.277574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c96b0b7-d167-4d57-a797-579d84ca7e27 req-d5e12049-4907-4cf0-8cd0-c0bea06eaf6a tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Jan 27 20:28:02.396411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82d98-dcf1-4b7b-9729-46de2a6edc6e req-f5f37291-f203-49ce-ab95-5cde019c9eb5 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:02.397924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ac82d98-dcf1-4b7b-9729-46de2a6edc6e req-f5f37291-f203-49ce-ab95-5cde019c9eb5 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0523896 Jan 27 20:28:02.444454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ac82d98-dcf1-4b7b-9729-46de2a6edc6e req-bbf72eae-fa6c-4d79-8fae-be1c5dd58d7d tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/security-groups?id=540412d7-c2db-4157-adf5-4d7070a76697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jan 27 20:28:02.680714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-77fc4228-34ff-474f-838e-22b120c6f3ce tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:02.682147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-77fc4228-34ff-474f-838e-22b120c6f3ce tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 945 time: 0.0479698 Jan 27 20:28:02.728394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:28:02.750279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:28:02.750633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 36c0952b-6ee4-4c7f-a9f8-4c78f8e60ec1 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:28:02.773763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Deleting port 21a86965-8cdd-47ec-b7a0-593dc4bd992d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:02.774103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:02.858650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] For port 21a86965-8cdd-47ec-b7a0-593dc4bd992d, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=21a86965-8cdd-47ec-b7a0-593dc4bd992d,segment=NetworkSegment(f40735ed-086f-4f61-beaf-3a552d80b7c8),segment_id=f40735ed-086f-4f61-beaf-3a552d80b7c8)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:02.859007 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:02.870913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Calling delete_port for 21a86965-8cdd-47ec-b7a0-593dc4bd992d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:02.998725 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (21a86965-8cdd-47ec-b7a0-593dc4bd992d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:03.010868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['21a86965-8cdd-47ec-b7a0-593dc4bd992d'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:28:03.027769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Pushing event deleted for resources: {'Port': ['ID=21a86965-8cdd-47ec-b7a0-593dc4bd992d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:03.067633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] No DVR routers for this DVR port 21a86965-8cdd-47ec-b7a0-593dc4bd992d on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:03.070314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:03.073648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-56ef8b4c-f339-4f1b-9bf9-8cb3ebc4e300 req-01203499-a39d-4db8-965c-e5a6f3f220a6 tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.66 "DELETE /v2.0/ports/21a86965-8cdd-47ec-b7a0-593dc4bd992d HTTP/1.1" status: 204 len: 173 time: 0.3865421 Jan 27 20:28:03.074087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'name': 'network-vif-deleted', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:28:03.076401 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d980a-7104-4275-9c1e-776ab38d9c8e" -d '{"events": [{"server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "name": "network-vif-deleted", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:28:03.112767 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ce92d-e1a1-4550-a214-f919f969b49c x-openstack-request-id: req-5d6ce92d-e1a1-4550-a214-f919f969b49c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:28:03.113070 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc07ad-7f63-4f9f-a525-f47d2df29c0e", "name": "network-vif-deleted", "tag": "21a86965-8cdd-47ec-b7a0-593dc4bd992d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:28:03.113356 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d6ce92d-e1a1-4550-a214-f919f969b49c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:28:03.113828 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc07ad-7f63-4f9f-a525-f47d2df29c0e', 'name': 'network-vif-deleted', 'tag': '21a86965-8cdd-47ec-b7a0-593dc4bd992d', 'status': 'completed', 'code': 200} Jan 27 20:28:03.558467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58b0932a-cadd-444f-b079-600abb5b1ab4 req-852cce71-26df-49bb-a7dc-6ebb936d24cd tempest-ServersNegativeTestJSON-1648619233 tempest-ServersNegativeTestJSON-1648619233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fcc07ad-7f63-4f9f-a525-f47d2df29c0e HTTP/1.1" status: 200 len: 210 time: 0.0271709 Jan 27 20:28:04.616319 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:04.664103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Deleting subnet e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:28:04.667095 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Publish callbacks [] for subnet (e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.700949 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.739275 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.790843 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.815804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:04.819460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.822740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f31976db-b1b8-4c8b-b8e2-f6d7727af170 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e4a2ec1d-2d22-443d-b9a2-01c9467ba9cc HTTP/1.1" status: 204 len: 168 time: 0.2054377 Jan 27 20:28:04.825162 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:04.896925 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (16b36681-b53e-4c91-a1f5-89497ffb14c7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.973693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (16b36681-b53e-4c91-a1f5-89497ffb14c7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:04.998556 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b36681-b53e-4c91-a1f5-89497ffb14c7']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:05.007829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40735ed-086f-4f61-beaf-3a552d80b7c8') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:05.008127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40735ed-086f-4f61-beaf-3a552d80b7c8') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:05.017821 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (f40735ed-086f-4f61-beaf-3a552d80b7c8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.030609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f40735ed-086f-4f61-beaf-3a552d80b7c8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.036992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:05.037411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (f40735ed-086f-4f61-beaf-3a552d80b7c8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:05.039021 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:05.091800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (16b36681-b53e-4c91-a1f5-89497ffb14c7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.097958 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.101235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] 10.222.0.59 "DELETE /v2.0/networks/16b36681-b53e-4c91-a1f5-89497ffb14c7 HTTP/1.1" status: 204 len: 168 time: 0.2751253 Jan 27 20:28:05.112680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3428fc-c40a-46e1-9b96-953028c21820 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b36681-b53e-4c91-a1f5-89497ffb14c7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:05.213765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:05.252503 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f374f06e-163a-45f9-bf86-8ee67518c8f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=372698b99e5b42708feb837b0bee27cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374115 Jan 27 20:28:05.254957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:05.302596 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] Publish callbacks [] for security_group (540412d7-c2db-4157-adf5-4d7070a76697), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.323861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] Publish callbacks [] for security_group (540412d7-c2db-4157-adf5-4d7070a76697), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.375027 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (540412d7-c2db-4157-adf5-4d7070a76697), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.378177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:05.381666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/540412d7-c2db-4157-adf5-4d7070a76697 HTTP/1.1" status: 204 len: 168 time: 0.1235085 Jan 27 20:28:05.387464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20ba0b-738b-4081-b724-c372b05ae564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540412d7-c2db-4157-adf5-4d7070a76697,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:06.055940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40548) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:06.152128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707571400'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:06.171465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:06.175278 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.183770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.259142 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for security_group (640c9348-147e-4f1a-a125-29a1908d4257), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.262898 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (640c9348-147e-4f1a-a125-29a1908d4257), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.286248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:06.306232 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640c9348-147e-4f1a-a125-29a1908d4257,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:06.309231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7a29eef7-753e-413c-9660-f46a53932b0d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.309611 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Added segment 7a29eef7-753e-413c-9660-f46a53932b0d of type vlan for network 96525278-912b-4c9b-bc4d-26e2407786e5 Jan 27 20:28:06.349963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (96525278-912b-4c9b-bc4d-26e2407786e5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.377067 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (96525278-912b-4c9b-bc4d-26e2407786e5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.382194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:06.382795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:06.397772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 21a86965-8cdd-47ec-b7a0-593dc4bd992d no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:28:06.418664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 21a86965-8cdd-47ec-b7a0-593dc4bd992d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:28:06.419012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 21a86965-8cdd-47ec-b7a0-593dc4bd992d not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:28:06.435506 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784964 Jan 27 20:28:06.452470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0493-a88c-433d-b288-7285c1ad74b3 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Network': ['ID=96525278-912b-4c9b-bc4d-26e2407786e5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:06.463398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 96525278-912b-4c9b-bc4d-26e2407786e5 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:09.112102 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbe910f4-8d59-479c-94dd-bacfb14b97a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:09.681371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:09.686435 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'subnet': {'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:09.777016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:09.780499 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:09.963515 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (992d50ee-a167-4748-a93d-ffa9a4be62ee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.020938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Subnet': ['ID=992d50ee-a167-4748-a93d-ffa9a4be62ee,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:10.031124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking segment: {'id': '7a29eef7-753e-413c-9660-f46a53932b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:10.031488 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network hostable DHCP agents. Network: 96525278-912b-4c9b-bc4d-26e2407786e5, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:10.047124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network 96525278-912b-4c9b-bc4d-26e2407786e5 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:10.055466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 96525278-912b-4c9b-bc4d-26e2407786e5) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:10.059647 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:10.060223 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.071295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647818f9-a97d-4fc7-aea7-c8ffd0d97ad8 None None] Network 96525278-912b-4c9b-bc4d-26e2407786e5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:10.077276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-025d7365-8e81-4629-b621-3c28324d4f2c tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3947978 Jan 27 20:28:10.084151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:10.088478 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651662309'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:10.108949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:10.114031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.134527 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:28:10.152862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:10.171153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.171920 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Added segment 78c92f3c-25eb-4844-bcf4-b0960ca373b4 of type vlan for network 76def6b8-e8ae-4e37-b198-ede2f872d571 Jan 27 20:28:10.192754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-96525278-912b-4c9b-bc4d-26e2407786e5', 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5', 'project_id': 'b4cf800cf6f74a2a8fb77bf4ce448cb6', 'fixed_ips': [{'subnet_id': '992d50ee-a167-4748-a93d-ffa9a4be62ee'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:10.193644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.220045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.245544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.251236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:10.251827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.316268 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2318077 Jan 27 20:28:10.319115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40556) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:10.324002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'subnet': {'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:10.328233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Allocated IP 2001:db8:0:ffff::2 (96525278-912b-4c9b-bc4d-26e2407786e5/992d50ee-a167-4748-a93d-ffa9a4be62ee/71cc0bb2-a43d-4986-b53c-80850724e3f8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:10.349917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbe2b9-4b12-4f44-a4a9-9cd247773193 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Network': ['ID=76def6b8-e8ae-4e37-b198-ede2f872d571,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:10.389150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 76def6b8-e8ae-4e37-b198-ede2f872d571 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:10.425214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:10.428657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.529924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks [] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.535882 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.574989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Network 96525278-912b-4c9b-bc4d-26e2407786e5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:10.578254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:10.580412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:10.595220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Pushing event updated for resources: {'Port': ['ID=71cc0bb2-a43d-4986-b53c-80850724e3f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:10.629054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (f606ef01-6d4f-462f-81ef-64b0affa8828), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.644672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Attempting to bind port 71cc0bb2-a43d-4986-b53c-80850724e3f8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:10.644998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Attempting to bind port 71cc0bb2-a43d-4986-b53c-80850724e3f8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7a29eef7-753e-413c-9660-f46a53932b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:10.645392 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Attempting to bind port 71cc0bb2-a43d-4986-b53c-80850724e3f8 on network 96525278-912b-4c9b-bc4d-26e2407786e5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:10.650461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:10.650839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Checking segment: {'id': '7a29eef7-753e-413c-9660-f46a53932b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:10.651241 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.651635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Bound using segment: {'id': '7a29eef7-753e-413c-9660-f46a53932b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:10.652102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Bound port: 71cc0bb2-a43d-4986-b53c-80850724e3f8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a29eef7-753e-413c-9660-f46a53932b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '96525278-912b-4c9b-bc4d-26e2407786e5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:10.652480 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.695353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Subnet': ['ID=f606ef01-6d4f-462f-81ef-64b0affa8828,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:10.703827 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking segment: {'id': '78c92f3c-25eb-4844-bcf4-b0960ca373b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:10.704572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network hostable DHCP agents. Network: 76def6b8-e8ae-4e37-b198-ede2f872d571, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:10.720636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] For port 71cc0bb2-a43d-4986-b53c-80850724e3f8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:10.722306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network 76def6b8-e8ae-4e37-b198-ede2f872d571 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:10.724038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] For port 71cc0bb2-a43d-4986-b53c-80850724e3f8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71cc0bb2-a43d-4986-b53c-80850724e3f8,segment=NetworkSegment(7a29eef7-753e-413c-9660-f46a53932b0d),segment_id=7a29eef7-753e-413c-9660-f46a53932b0d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:10.728655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.732368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 76def6b8-e8ae-4e37-b198-ede2f872d571) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:10.737211 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:10.737771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.753671 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9203917-c184-4447-828e-a75447c10fd0 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4335127 Jan 27 20:28:10.756252 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:10.758662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6ce82-fbbd-437b-88db-9d92166be506 None None] Network 76def6b8-e8ae-4e37-b198-ede2f872d571 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:10.843751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1834bf-68cc-4c3e-8acd-3e618dca92b3 None None] Pushing event updated for resources: {'Port': ['ID=71cc0bb2-a43d-4986-b53c-80850724e3f8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:10.863302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.896225 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-76def6b8-e8ae-4e37-b198-ede2f872d571', 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571', 'project_id': 'b4cf800cf6f74a2a8fb77bf4ce448cb6', 'fixed_ips': [{'subnet_id': 'f606ef01-6d4f-462f-81ef-64b0affa8828'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:10.897233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:10.953768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (f606ef01-6d4f-462f-81ef-64b0affa8828), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.076463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Allocated IP 2001:db8::2 (76def6b8-e8ae-4e37-b198-ede2f872d571/f606ef01-6d4f-462f-81ef-64b0affa8828/feac030a-9bc5-4ce4-987c-2a8fce4dfb02) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:11.232572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks [] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.239033 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.257683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (f606ef01-6d4f-462f-81ef-64b0affa8828), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.280322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Network 76def6b8-e8ae-4e37-b198-ede2f872d571 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:11.285416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Subnet': ['ID=f606ef01-6d4f-462f-81ef-64b0affa8828,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:11.288451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:11.293455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:11.295711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Pushing event updated for resources: {'Port': ['ID=feac030a-9bc5-4ce4-987c-2a8fce4dfb02,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:11.353125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Attempting to bind port feac030a-9bc5-4ce4-987c-2a8fce4dfb02 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:11.354082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Attempting to bind port feac030a-9bc5-4ce4-987c-2a8fce4dfb02 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '78c92f3c-25eb-4844-bcf4-b0960ca373b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:11.354082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Attempting to bind port feac030a-9bc5-4ce4-987c-2a8fce4dfb02 on network 76def6b8-e8ae-4e37-b198-ede2f872d571 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:11.356321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.358958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:11.359332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Checking segment: {'id': '78c92f3c-25eb-4844-bcf4-b0960ca373b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:11.359757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.360229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Bound using segment: {'id': '78c92f3c-25eb-4844-bcf4-b0960ca373b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:11.360733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Bound port: feac030a-9bc5-4ce4-987c-2a8fce4dfb02, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c92f3c-25eb-4844-bcf4-b0960ca373b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '76def6b8-e8ae-4e37-b198-ede2f872d571'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:11.360994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.378626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76def6b8-e8ae-4e37-b198-ede2f872d571']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:11.388790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c92f3c-25eb-4844-bcf4-b0960ca373b4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:11.389112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c92f3c-25eb-4844-bcf4-b0960ca373b4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:11.399688 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.412590 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.419216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:11.419726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:11.422724 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:11.430222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] For port feac030a-9bc5-4ce4-987c-2a8fce4dfb02, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:11.481173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 20:28:11.481173 n-d-760453-6 neutron-server[103322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 20:28:11.481173 n-d-760453-6 neutron-server[103322]: [parameters: {'id': '76def6b8-e8ae-4e37-b198-ede2f872d571'}] Jan 27 20:28:11.481173 n-d-760453-6 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 20:28:11.481682 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 20:28:11.481934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] For port feac030a-9bc5-4ce4-987c-2a8fce4dfb02, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=feac030a-9bc5-4ce4-987c-2a8fce4dfb02,segment=NetworkSegment(78c92f3c-25eb-4844-bcf4-b0960ca373b4),segment_id=78c92f3c-25eb-4844-bcf4-b0960ca373b4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:11.486799 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.573967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a1f35-d44f-4942-a5b9-2c8884578109 None None] Pushing event updated for resources: {'Port': ['ID=feac030a-9bc5-4ce4-987c-2a8fce4dfb02,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:11.591174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058362ab-3a5e-4b44-9557-a8171bbd4d43 None None] Network 76def6b8-e8ae-4e37-b198-ede2f872d571 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:11.799801 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37a4bd-8eea-4d79-aa0c-16370c39c1b2 None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 20:28:11.853963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Provisioning complete for port 71cc0bb2-a43d-4986-b53c-80850724e3f8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:11.854341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:11.903860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37a4bd-8eea-4d79-aa0c-16370c39c1b2 None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 20:28:11.982986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.041731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting port feac030a-9bc5-4ce4-987c-2a8fce4dfb02 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:12.041971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.111418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] For port feac030a-9bc5-4ce4-987c-2a8fce4dfb02, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=feac030a-9bc5-4ce4-987c-2a8fce4dfb02,segment=NetworkSegment(78c92f3c-25eb-4844-bcf4-b0960ca373b4),segment_id=78c92f3c-25eb-4844-bcf4-b0960ca373b4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:12.111795 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.129125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Calling delete_port for feac030a-9bc5-4ce4-987c-2a8fce4dfb02 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:12.164860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Current status of the port 71cc0bb2-a43d-4986-b53c-80850724e3f8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:12.165279 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.212062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (feac030a-9bc5-4ce4-987c-2a8fce4dfb02), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.225733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] For port 71cc0bb2-a43d-4986-b53c-80850724e3f8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71cc0bb2-a43d-4986-b53c-80850724e3f8,segment=NetworkSegment(7a29eef7-753e-413c-9660-f46a53932b0d),segment_id=7a29eef7-753e-413c-9660-f46a53932b0d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:12.243606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Port': ['ID=feac030a-9bc5-4ce4-987c-2a8fce4dfb02,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:12.243866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71cc0bb2-a43d-4986-b53c-80850724e3f8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:12.246997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No DVR routers for this DVR port feac030a-9bc5-4ce4-987c-2a8fce4dfb02 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:12.248963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.332331 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.334922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd0af25d-ce4a-4017-b522-a4a3488cae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.353532 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76def6b8-e8ae-4e37-b198-ede2f872d571']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:12.364177 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c92f3c-25eb-4844-bcf4-b0960ca373b4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:12.364476 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c92f3c-25eb-4844-bcf4-b0960ca373b4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:12.365547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd08cd-5afb-42bb-8157-1f72b02bf1b0 None None] Pushing event updated for resources: {'Port': ['ID=71cc0bb2-a43d-4986-b53c-80850724e3f8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:12.372470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03680bbd-b00f-412b-9837-ffac29c864ed None None] Network 96525278-912b-4c9b-bc4d-26e2407786e5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:12.382250 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.394220 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.400935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:12.401352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (78c92f3c-25eb-4844-bcf4-b0960ca373b4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:12.404316 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:12.427849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 71cc0bb2-a43d-4986-b53c-80850724e3f8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:12.428234 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.470020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (76def6b8-e8ae-4e37-b198-ede2f872d571), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.474853 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.478624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/76def6b8-e8ae-4e37-b198-ede2f872d571 HTTP/1.1" status: 204 len: 168 time: 1.7213793 Jan 27 20:28:12.483507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40560) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:12.489023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782868517'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:12.508269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b677a-5e2f-4048-b7c1-2ef1d291d6d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Network': ['ID=76def6b8-e8ae-4e37-b198-ede2f872d571,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:12.522823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:12.526338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.552580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:12.558899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 71cc0bb2-a43d-4986-b53c-80850724e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:12.565168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.565556 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Added segment 7509cd19-ea86-48f0-955d-a9b8b7d05254 of type vlan for network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae Jan 27 20:28:12.606902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.634550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.639705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:12.640355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.697694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2131021 Jan 27 20:28:12.700605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:12.706760 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'subnet': {'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:12.716061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a20cda-c9a4-4918-b7e7-6dc57c343c95 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Network': ['ID=bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:12.727702 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:12.798287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:12.799088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bbfc470c-542e-43ec-b2e0-5bed45efb64c None None] Provisioning complete for port 71cc0bb2-a43d-4986-b53c-80850724e3f8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:12.799445 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbfc470c-542e-43ec-b2e0-5bed45efb64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.801765 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:12.862398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 20:28:12.862839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 20:28:12.889238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc470c-542e-43ec-b2e0-5bed45efb64c None None] Current status of the port 71cc0bb2-a43d-4986-b53c-80850724e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:12.983529 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (fe2c769c-936d-4d53-bb6e-385e6e485cb4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.045727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Subnet': ['ID=fe2c769c-936d-4d53-bb6e-385e6e485cb4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:13.055708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking segment: {'id': '7509cd19-ea86-48f0-955d-a9b8b7d05254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:13.056077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network hostable DHCP agents. Network: bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:13.072348 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:13.080943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:13.085118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:13.085750 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.090234 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1fee4-9728-415f-ba0d-3606d18c0101 None None] Network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:13.102663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-deb6fcf1-33d0-4a0a-8efb-4f682a2af386 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4006069 Jan 27 20:28:13.105065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40564) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:13.191546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae', 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae', 'project_id': 'b4cf800cf6f74a2a8fb77bf4ce448cb6', 'fixed_ips': [{'subnet_id': 'fe2c769c-936d-4d53-bb6e-385e6e485cb4'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:13.192414 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.202327 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.266738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (fe2c769c-936d-4d53-bb6e-385e6e485cb4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.334316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Allocated IP 2001:db8::3 (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae/fe2c769c-936d-4d53-bb6e-385e6e485cb4/b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:13.478206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks [] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.485372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.501053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (fe2c769c-936d-4d53-bb6e-385e6e485cb4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.527447 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:13.530364 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2c769c-936d-4d53-bb6e-385e6e485cb4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:13.531332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:13.535111 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:13.549701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Pushing event updated for resources: {'Port': ['ID=b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:13.593463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.601216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Attempting to bind port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:13.601630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Attempting to bind port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '7509cd19-ea86-48f0-955d-a9b8b7d05254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:13.601999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Attempting to bind port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f on network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:13.607536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:13.607917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Checking segment: {'id': '7509cd19-ea86-48f0-955d-a9b8b7d05254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:13.608329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.608727 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Bound using segment: {'id': '7509cd19-ea86-48f0-955d-a9b8b7d05254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:13.609200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Bound port: b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7509cd19-ea86-48f0-955d-a9b8b7d05254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:13.609606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.682381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] For port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:13.686103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] For port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f,segment=NetworkSegment(7509cd19-ea86-48f0-955d-a9b8b7d05254),segment_id=7509cd19-ea86-48f0-955d-a9b8b7d05254)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:13.690948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.775441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a52d9-22de-436c-a1d6-b161b3123eb0 None None] Pushing event updated for resources: {'Port': ['ID=b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:13.795849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27992e6f-5674-4269-886b-ae1dabe2757f None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 20:28:13.869579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27992e6f-5674-4269-886b-ae1dabe2757f None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 20:28:13.909072 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:13.918433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7509cd19-ea86-48f0-955d-a9b8b7d05254') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:13.918724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7509cd19-ea86-48f0-955d-a9b8b7d05254') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:13.927841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.941736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.947970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:13.948368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:13.951380 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:14.011185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.db.api [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 20:28:14.011185 n-d-760453-6 neutron-server[103322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 20:28:14.011185 n-d-760453-6 neutron-server[103322]: [parameters: {'id': 'bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae'}] Jan 27 20:28:14.011185 n-d-760453-6 neutron-server[103322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 20:28:14.011765 n-d-760453-6 neutron-server[103322]: DEBUG oslo_db.api [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 20:28:14.029166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fcc2a-5d65-4ffa-929a-1c53b573755f None None] Network bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:14.162104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71cc0bb2-a43d-4986-b53c-80850724e3f8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:14.209650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 71cc0bb2-a43d-4986-b53c-80850724e3f8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:14.210100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.292621 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 71cc0bb2-a43d-4986-b53c-80850724e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:14.513127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.566766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:14.567049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.631297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] For port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f,segment=NetworkSegment(7509cd19-ea86-48f0-955d-a9b8b7d05254),segment_id=7509cd19-ea86-48f0-955d-a9b8b7d05254)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:14.631661 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.643995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Calling delete_port for b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:14.720028 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.749864 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Port': ['ID=b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:14.753490 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No DVR routers for this DVR port b8b6bc78-bd8e-4f04-8e0d-30cd6a232f4f on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:14.830224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.850572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:14.859619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7509cd19-ea86-48f0-955d-a9b8b7d05254') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:14.859947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7509cd19-ea86-48f0-955d-a9b8b7d05254') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:14.869484 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.882636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.888450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:14.888839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (7509cd19-ea86-48f0-955d-a9b8b7d05254), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:14.892651 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:14.952877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.960481 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:14.963742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae HTTP/1.1" status: 204 len: 168 time: 1.8576672 Jan 27 20:28:14.967526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:14.973555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518268873'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:14.976109 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52beb-6005-434c-a51e-0df265772c87 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Network': ['ID=bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:14.995535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:14.998977 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.028331 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:15.039566 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (768b6c6e-b263-4b80-ad7c-85c952342e34), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.039911 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Added segment 768b6c6e-b263-4b80-ad7c-85c952342e34 of type vlan for network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 Jan 27 20:28:15.091282 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (869df8f6-c89a-44bf-8b2f-6a4da880e6d7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.122025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (869df8f6-c89a-44bf-8b2f-6a4da880e6d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.127740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:15.128442 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.237233 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2683923 Jan 27 20:28:15.240663 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:15.246165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'subnet': {'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:15.255075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70fc5-ada6-4b23-b1f6-a02c45c5db99 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Network': ['ID=869df8f6-c89a-44bf-8b2f-6a4da880e6d7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:15.265436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:15.349206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:15.352895 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.400377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.533731 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (82bf430f-3b57-4db5-8b29-7317b7c02d24), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.597995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Subnet': ['ID=82bf430f-3b57-4db5-8b29-7317b7c02d24,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:15.606665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking segment: {'id': '768b6c6e-b263-4b80-ad7c-85c952342e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:15.607043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network hostable DHCP agents. Network: 869df8f6-c89a-44bf-8b2f-6a4da880e6d7, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:15.626188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:15.634713 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 869df8f6-c89a-44bf-8b2f-6a4da880e6d7) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:15.640547 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:15.641183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.644543 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a578f9f-4aff-48b6-9e9a-30eeb297a05e None None] Network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:15.659171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-eedcf5fa-3423-44f9-a7d6-1ed9ad7994d4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4169891 Jan 27 20:28:15.662720 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40570) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:15.668700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569187728'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:15.691599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:15.695043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.718540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:15.727721 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.728117 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Added segment 8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f of type vlan for network 11063e38-ed8e-40fa-b8a2-c2942b60fa1f Jan 27 20:28:15.753717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-869df8f6-c89a-44bf-8b2f-6a4da880e6d7', 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7', 'project_id': 'b4cf800cf6f74a2a8fb77bf4ce448cb6', 'fixed_ips': [{'subnet_id': '82bf430f-3b57-4db5-8b29-7317b7c02d24'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:15.754586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.769670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (11063e38-ed8e-40fa-b8a2-c2942b60fa1f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.794610 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (11063e38-ed8e-40fa-b8a2-c2942b60fa1f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.800052 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:15.800638 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.864620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1978862 Jan 27 20:28:15.864866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:15.864993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40572) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:15.869826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Request body: {'subnet': {'network_id': '11063e38-ed8e-40fa-b8a2-c2942b60fa1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:15.910361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Allocated IP 2001:db8::2 (869df8f6-c89a-44bf-8b2f-6a4da880e6d7/82bf430f-3b57-4db5-8b29-7317b7c02d24/ebb6a716-2514-4a36-8463-3ce9afc084d3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:15.917601 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771b19-598f-46de-b0fd-c17ab4e35463 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Network': ['ID=11063e38-ed8e-40fa-b8a2-c2942b60fa1f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:15.928640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 11063e38-ed8e-40fa-b8a2-c2942b60fa1f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:15.963829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Made reservation on behalf of b4cf800cf6f74a2a8fb77bf4ce448cb6 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:15.967355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.122818 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks [] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.128228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.159027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (205f4430-bd34-4055-a8dc-f30c47378faf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.169648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:16.173077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:16.176480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:16.187329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Pushing event updated for resources: {'Port': ['ID=ebb6a716-2514-4a36-8463-3ce9afc084d3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:16.229931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event updated for resources: {'Subnet': ['ID=205f4430-bd34-4055-a8dc-f30c47378faf,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:16.236737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Checking segment: {'id': '8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '11063e38-ed8e-40fa-b8a2-c2942b60fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:16.237105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network hostable DHCP agents. Network: 11063e38-ed8e-40fa-b8a2-c2942b60fa1f, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:16.250325 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.254712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Attempting to bind port ebb6a716-2514-4a36-8463-3ce9afc084d3 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:16.255174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Attempting to bind port ebb6a716-2514-4a36-8463-3ce9afc084d3 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '768b6c6e-b263-4b80-ad7c-85c952342e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:16.255628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Attempting to bind port ebb6a716-2514-4a36-8463-3ce9afc084d3 on network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:16.259305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Network 11063e38-ed8e-40fa-b8a2-c2942b60fa1f is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:16.261369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:16.261762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Checking segment: {'id': '768b6c6e-b263-4b80-ad7c-85c952342e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:16.262172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.262563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Bound using segment: {'id': '768b6c6e-b263-4b80-ad7c-85c952342e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:16.263032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Bound port: ebb6a716-2514-4a36-8463-3ce9afc084d3, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768b6c6e-b263-4b80-ad7c-85c952342e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869df8f6-c89a-44bf-8b2f-6a4da880e6d7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:16.263412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.269942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 11063e38-ed8e-40fa-b8a2-c2942b60fa1f) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:16.274471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:16.275340 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.282770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f52cf-de92-49e6-8a44-e8e34807c602 None None] Network 11063e38-ed8e-40fa-b8a2-c2942b60fa1f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:16.292739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1402d0b8-1fb4-4798-8604-3337f1c85a45 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4267702 Jan 27 20:28:16.295267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40574) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.390425 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (11063e38-ed8e-40fa-b8a2-c2942b60fa1f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.392513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] For port ebb6a716-2514-4a36-8463-3ce9afc084d3, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:16.396226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] For port ebb6a716-2514-4a36-8463-3ce9afc084d3, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ebb6a716-2514-4a36-8463-3ce9afc084d3,segment=NetworkSegment(768b6c6e-b263-4b80-ad7c-85c952342e34),segment_id=768b6c6e-b263-4b80-ad7c-85c952342e34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:16.404369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.443380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (205f4430-bd34-4055-a8dc-f30c47378faf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.461652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8643f-2ecf-4f1e-aa63-b4d487091947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-11063e38-ed8e-40fa-b8a2-c2942b60fa1f', 'network_id': '11063e38-ed8e-40fa-b8a2-c2942b60fa1f', 'project_id': 'b4cf800cf6f74a2a8fb77bf4ce448cb6', 'fixed_ips': [{'subnet_id': '205f4430-bd34-4055-a8dc-f30c47378faf'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:16.462529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fb8643f-2ecf-4f1e-aa63-b4d487091947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.491844 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f9c9d-2256-4f25-8719-d1dc6fd86522 None None] Pushing event updated for resources: {'Port': ['ID=ebb6a716-2514-4a36-8463-3ce9afc084d3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:16.524525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (205f4430-bd34-4055-a8dc-f30c47378faf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.555095 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Subnet': ['ID=205f4430-bd34-4055-a8dc-f30c47378faf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server [None req-4fb8643f-2ecf-4f1e-aa63-b4d487091947 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 205f4430-bd34-4055-a8dc-f30c47378faf: This subnet is being modified by another concurrent operation. Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server raise exception Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 205f4430-bd34-4055-a8dc-f30c47378faf: This subnet is being modified by another concurrent operation. Jan 27 20:28:16.600731 n-d-760453-6 neutron-server[103324]: ERROR oslo_messaging.rpc.server Jan 27 20:28:16.620600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785a398-71da-4217-b022-8faf0972df2a None None] Network 11063e38-ed8e-40fa-b8a2-c2942b60fa1f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:16.628803 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (11063e38-ed8e-40fa-b8a2-c2942b60fa1f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.663129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11063e38-ed8e-40fa-b8a2-c2942b60fa1f']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:16.681546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:16.682417 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:16.693809 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.713197 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.720708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:16.721350 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (8611ab0e-a4a8-44db-b9d6-3ba5f398aa0f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:16.725216 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:16.795326 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (11063e38-ed8e-40fa-b8a2-c2942b60fa1f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.800533 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:16.803954 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/11063e38-ed8e-40fa-b8a2-c2942b60fa1f HTTP/1.1" status: 204 len: 168 time: 0.5077477 Jan 27 20:28:16.807488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.821386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727e674-cbc1-4a0c-9d5a-7c8d2496c3ac tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Network': ['ID=11063e38-ed8e-40fa-b8a2-c2942b60fa1f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:16.847544 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c612e8-8037-4872-86e1-829b0ee5cc32 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] GET failed (client error): The resource could not be found. Jan 27 20:28:16.848900 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d5c612e8-8037-4872-86e1-829b0ee5cc32 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "GET /v2.0/subnets/205f4430-bd34-4055-a8dc-f30c47378faf HTTP/1.1" status: 404 len: 337 time: 0.0390096 Jan 27 20:28:16.851686 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.870511 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-104de1ac-22f1-4252-872d-f7415e82b050 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:16.871049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104de1ac-22f1-4252-872d-f7415e82b050 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:16.874489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-104de1ac-22f1-4252-872d-f7415e82b050 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/11063e38-ed8e-40fa-b8a2-c2942b60fa1f HTTP/1.1" status: 404 len: 339 time: 0.0219009 Jan 27 20:28:16.878934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.905055 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4a96da-870a-4180-bbf7-bbfec6ac4b56 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:16.905438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4a96da-870a-4180-bbf7-bbfec6ac4b56 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:16.908509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6f4a96da-870a-4180-bbf7-bbfec6ac4b56 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/subnets/205f4430-bd34-4055-a8dc-f30c47378faf HTTP/1.1" status: 404 len: 337 time: 0.0286379 Jan 27 20:28:16.911479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.933131 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d009d91-37fa-44ca-b0fc-7df4dcd86ac2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:16.933642 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d009d91-37fa-44ca-b0fc-7df4dcd86ac2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:16.936583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9d009d91-37fa-44ca-b0fc-7df4dcd86ac2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/11063e38-ed8e-40fa-b8a2-c2942b60fa1f HTTP/1.1" status: 404 len: 339 time: 0.0240695 Jan 27 20:28:16.939685 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:16.990645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting subnet 82bf430f-3b57-4db5-8b29-7317b7c02d24 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:28:16.993796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (82bf430f-3b57-4db5-8b29-7317b7c02d24), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.032820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (82bf430f-3b57-4db5-8b29-7317b7c02d24), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.119090 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (82bf430f-3b57-4db5-8b29-7317b7c02d24), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.178639 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (82bf430f-3b57-4db5-8b29-7317b7c02d24), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.206361 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Subnet': ['ID=82bf430f-3b57-4db5-8b29-7317b7c02d24,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:17.210435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.216572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.216952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cdba0f50-37f7-4f9d-b333-982a9b78d206 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/subnets/82bf430f-3b57-4db5-8b29-7317b7c02d24 HTTP/1.1" status: 204 len: 168 time: 0.2762682 Jan 27 20:28:17.295915 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (869df8f6-c89a-44bf-8b2f-6a4da880e6d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.356766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting port ebb6a716-2514-4a36-8463-3ce9afc084d3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:17.357118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.423443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] For port ebb6a716-2514-4a36-8463-3ce9afc084d3, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ebb6a716-2514-4a36-8463-3ce9afc084d3,segment=NetworkSegment(768b6c6e-b263-4b80-ad7c-85c952342e34),segment_id=768b6c6e-b263-4b80-ad7c-85c952342e34)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:17.423818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.437937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Calling delete_port for ebb6a716-2514-4a36-8463-3ce9afc084d3 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:17.443661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd26a2-ebd4-4cf1-801e-1cfc1577783a None None] get_active_networks_info from n-d-760453-6 {{(pid=103324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 20:28:17.514267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd26a2-ebd4-4cf1-801e-1cfc1577783a None None] Resources bound (agent type, host, resource id): {{(pid=103324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 20:28:17.521434 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ebb6a716-2514-4a36-8463-3ce9afc084d3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.549391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Port': ['ID=ebb6a716-2514-4a36-8463-3ce9afc084d3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:17.554187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No DVR routers for this DVR port ebb6a716-2514-4a36-8463-3ce9afc084d3 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:17.575679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7b413f59-a105-434b-8c9a-512579e001f3 None None] Could not find standard attr ID for object ebb6a716-2514-4a36-8463-3ce9afc084d3. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 20:28:17.632998 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (869df8f6-c89a-44bf-8b2f-6a4da880e6d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.653356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869df8f6-c89a-44bf-8b2f-6a4da880e6d7']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:17.663340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768b6c6e-b263-4b80-ad7c-85c952342e34') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:17.663762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768b6c6e-b263-4b80-ad7c-85c952342e34') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:17.668100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64111b90-de62-4204-93d8-5f343f8f506e None None] Network 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:17.679592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (768b6c6e-b263-4b80-ad7c-85c952342e34), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.693152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (768b6c6e-b263-4b80-ad7c-85c952342e34), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.699650 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:17.700143 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (768b6c6e-b263-4b80-ad7c-85c952342e34), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:17.703211 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:17.766436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (869df8f6-c89a-44bf-8b2f-6a4da880e6d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.775985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.779136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/869df8f6-c89a-44bf-8b2f-6a4da880e6d7 HTTP/1.1" status: 204 len: 168 time: 0.5614834 Jan 27 20:28:17.782541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.791464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410939a8-460c-4830-83ae-b13c7c9b9cdb tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Network': ['ID=869df8f6-c89a-44bf-8b2f-6a4da880e6d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:17.803898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1ce6f-9a16-4890-bed6-c062e301cd44 None None] DHCP port deletion for 869df8f6-c89a-44bf-8b2f-6a4da880e6d7 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:28:17.808452 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba0169d-0160-4b9f-8f9e-dbf06729c426 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:17.808970 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba0169d-0160-4b9f-8f9e-dbf06729c426 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:17.814660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cba0169d-0160-4b9f-8f9e-dbf06729c426 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/subnets/fe2c769c-936d-4d53-bb6e-385e6e485cb4 HTTP/1.1" status: 404 len: 337 time: 0.0284727 Jan 27 20:28:17.816995 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.835679 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-db10b5f3-40a5-4aa5-98d9-58c724e6f832 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:17.836166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db10b5f3-40a5-4aa5-98d9-58c724e6f832 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:17.839168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-db10b5f3-40a5-4aa5-98d9-58c724e6f832 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/bbb19fc7-d4cd-48d0-98ad-dbf0f24541ae HTTP/1.1" status: 404 len: 339 time: 0.0212140 Jan 27 20:28:17.841540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.866629 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b596693b-e2ad-4f58-89f9-c8d8db109ef1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:17.867068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b596693b-e2ad-4f58-89f9-c8d8db109ef1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:17.870078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b596693b-e2ad-4f58-89f9-c8d8db109ef1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/subnets/f606ef01-6d4f-462f-81ef-64b0affa8828 HTTP/1.1" status: 404 len: 337 time: 0.0276642 Jan 27 20:28:17.872440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.890001 n-d-760453-6 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dffb856-8627-4b6a-a4a5-a1b2ad0e05e4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] DELETE failed (client error): The resource could not be found. Jan 27 20:28:17.890481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dffb856-8627-4b6a-a4a5-a1b2ad0e05e4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 20:28:17.893934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0dffb856-8627-4b6a-a4a5-a1b2ad0e05e4 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/76def6b8-e8ae-4e37-b198-ede2f872d571 HTTP/1.1" status: 404 len: 339 time: 0.0205991 Jan 27 20:28:17.896435 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:17.950673 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting subnet 992d50ee-a167-4748-a93d-ffa9a4be62ee {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:28:17.954199 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (992d50ee-a167-4748-a93d-ffa9a4be62ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:17.993538 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (992d50ee-a167-4748-a93d-ffa9a4be62ee), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.073678 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (992d50ee-a167-4748-a93d-ffa9a4be62ee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.138176 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (992d50ee-a167-4748-a93d-ffa9a4be62ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.164828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Subnet': ['ID=992d50ee-a167-4748-a93d-ffa9a4be62ee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:18.168579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.171852 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a897e9a-ea77-4855-a64d-a56b140c36e2 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/subnets/992d50ee-a167-4748-a93d-ffa9a4be62ee HTTP/1.1" status: 204 len: 168 time: 0.2744784 Jan 27 20:28:18.174517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:18.177069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0e18d-29af-4cc5-ac9b-cdfea1cd8855 None None] Network 96525278-912b-4c9b-bc4d-26e2407786e5 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:18.252827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (96525278-912b-4c9b-bc4d-26e2407786e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.310844 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Deleting port 71cc0bb2-a43d-4986-b53c-80850724e3f8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:18.311209 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.379729 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] For port 71cc0bb2-a43d-4986-b53c-80850724e3f8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=71cc0bb2-a43d-4986-b53c-80850724e3f8,segment=NetworkSegment(7a29eef7-753e-413c-9660-f46a53932b0d),segment_id=7a29eef7-753e-413c-9660-f46a53932b0d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:18.380127 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.398755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Calling delete_port for 71cc0bb2-a43d-4986-b53c-80850724e3f8 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:18.479318 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (71cc0bb2-a43d-4986-b53c-80850724e3f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.480944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c723b4-065f-4ae6-9f23-6c5e9e91d417 None None] DHCP port deletion for 96525278-912b-4c9b-bc4d-26e2407786e5 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:28:18.512634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Port': ['ID=71cc0bb2-a43d-4986-b53c-80850724e3f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:18.515896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] No DVR routers for this DVR port 71cc0bb2-a43d-4986-b53c-80850724e3f8 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:18.598608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (96525278-912b-4c9b-bc4d-26e2407786e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.619075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96525278-912b-4c9b-bc4d-26e2407786e5']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:18.628634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a29eef7-753e-413c-9660-f46a53932b0d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:18.628934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a29eef7-753e-413c-9660-f46a53932b0d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:18.637921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (7a29eef7-753e-413c-9660-f46a53932b0d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.650703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (7a29eef7-753e-413c-9660-f46a53932b0d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.657671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:18.658116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (7a29eef7-753e-413c-9660-f46a53932b0d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:18.661065 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:18.722587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (96525278-912b-4c9b-bc4d-26e2407786e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.727311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:18.730742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] 10.222.0.59 "DELETE /v2.0/networks/96525278-912b-4c9b-bc4d-26e2407786e5 HTTP/1.1" status: 204 len: 168 time: 0.5551252 Jan 27 20:28:18.746114 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb87bb-424b-4444-85c8-fc0655b031d1 tempest-NetworksIpV6Test-1453461220 tempest-NetworksIpV6Test-1453461220-project] Pushing event deleted for resources: {'Network': ['ID=96525278-912b-4c9b-bc4d-26e2407786e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:18.971835 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40604) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:19.099367 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-07e7b9d2-26cf-4d72-8bf9-d20b966166d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4cf800cf6f74a2a8fb77bf4ce448cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263535 Jan 27 20:28:19.101888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40608) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:19.150372 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] Publish callbacks [] for security_group (640c9348-147e-4f1a-a125-29a1908d4257), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:19.172910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] Publish callbacks [] for security_group (640c9348-147e-4f1a-a125-29a1908d4257), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:19.225410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (640c9348-147e-4f1a-a125-29a1908d4257), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:19.228011 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:19.229171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/640c9348-147e-4f1a-a125-29a1908d4257 HTTP/1.1" status: 204 len: 168 time: 0.1263921 Jan 27 20:28:19.237487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197becc-ffde-4b52-926d-cff99aad30dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c9348-147e-4f1a-a125-29a1908d4257,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:19.857784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:19.950120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-592381105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:19.971019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:19.972119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.023352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router_controller (442529c6-ed1d-4d7f-b530-ede80a1225e4), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.028303 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.044558 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.045764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e49c7d4-769e-4274-af39-2c69aa74e6b6 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869786 Jan 27 20:28:20.048964 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:20.053762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-541587194'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:20.073720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Made reservation on behalf of ba298485b00d46ae8b532a24c254eb0e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:20.077093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.090315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.161046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71cc0bb2-a43d-4986-b53c-80850724e3f8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:28:20.167625 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for security_group (0216c288-54f9-4fdb-81ca-45471156cff9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.173201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0216c288-54f9-4fdb-81ca-45471156cff9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.184027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 71cc0bb2-a43d-4986-b53c-80850724e3f8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:28:20.184387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 71cc0bb2-a43d-4986-b53c-80850724e3f8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:28:20.199901 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:20.209589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0216c288-54f9-4fdb-81ca-45471156cff9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:20.214383 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b577138b-ebdc-4503-87f7-aa0185ce593b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.214744 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Added segment b577138b-ebdc-4503-87f7-aa0185ce593b of type vlan for network ecce095c-2918-4289-80ec-d54687f6ea3b Jan 27 20:28:20.254201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (ecce095c-2918-4289-80ec-d54687f6ea3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.277946 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (ecce095c-2918-4289-80ec-d54687f6ea3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.282998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:20.283658 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.334569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2845531 Jan 27 20:28:20.337485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40636) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:20.342688 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'subnet': {'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:20.352014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4187329-7f10-427d-8e62-fce48c6b9291 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event updated for resources: {'Network': ['ID=ecce095c-2918-4289-80ec-d54687f6ea3b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:20.363314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network ecce095c-2918-4289-80ec-d54687f6ea3b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:20.435197 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Made reservation on behalf of ba298485b00d46ae8b532a24c254eb0e for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:20.438710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.616774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c23b41a2-8e4e-4f46-a1f6-26895224e1eb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.675470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event updated for resources: {'Subnet': ['ID=c23b41a2-8e4e-4f46-a1f6-26895224e1eb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:20.684042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Checking segment: {'id': 'b577138b-ebdc-4503-87f7-aa0185ce593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:20.684410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Network hostable DHCP agents. Network: ecce095c-2918-4289-80ec-d54687f6ea3b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:20.700121 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Network ecce095c-2918-4289-80ec-d54687f6ea3b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:20.709562 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, ecce095c-2918-4289-80ec-d54687f6ea3b) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:20.713982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:20.714586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.718444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86c709-912e-4c9a-953e-82907654e6ea None None] Network ecce095c-2918-4289-80ec-d54687f6ea3b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:20.732464 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-109b56ea-f380-4118-9e0d-d40b9942d137 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3937595 Jan 27 20:28:20.736206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40638) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:20.741391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-950877290'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:20.759954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Made reservation on behalf of ba298485b00d46ae8b532a24c254eb0e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:20.763316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.792921 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:20.802734 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b37aec68-6b3f-4c82-b12c-32fc8bad8131), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.803092 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Added segment b37aec68-6b3f-4c82-b12c-32fc8bad8131 of type vlan for network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f Jan 27 20:28:20.830004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-ecce095c-2918-4289-80ec-d54687f6ea3b', 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b', 'project_id': 'ba298485b00d46ae8b532a24c254eb0e', 'fixed_ips': [{'subnet_id': 'c23b41a2-8e4e-4f46-a1f6-26895224e1eb'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:20.830885 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.846963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.872770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.878661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:20.879358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:20.942171 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2048354 Jan 27 20:28:20.944967 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:20.949013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266141a-054d-44c5-855f-408b6ce8ef09 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event updated for resources: {'Network': ['ID=a6dc5002-7cd1-4a23-a595-2eb0f7514c4f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:20.952501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'subnet': {'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:20.961474 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:21.014955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Allocated IP 172.20.0.2 (ecce095c-2918-4289-80ec-d54687f6ea3b/c23b41a2-8e4e-4f46-a1f6-26895224e1eb/fae34c99-dc4b-4c31-a931-7324f3c9e102) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:21.044771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Made reservation on behalf of ba298485b00d46ae8b532a24c254eb0e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:21.048754 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.179271 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks [] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.185552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.223529 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Network ecce095c-2918-4289-80ec-d54687f6ea3b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:21.226175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:21.231712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:21.235362 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (b23ee2ff-7f24-4d4f-839c-03373a8b2a31), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.237784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Pushing event updated for resources: {'Port': ['ID=fae34c99-dc4b-4c31-a931-7324f3c9e102,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:21.302481 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Attempting to bind port fae34c99-dc4b-4c31-a931-7324f3c9e102 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:21.302857 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Attempting to bind port fae34c99-dc4b-4c31-a931-7324f3c9e102 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b577138b-ebdc-4503-87f7-aa0185ce593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:21.303227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Attempting to bind port fae34c99-dc4b-4c31-a931-7324f3c9e102 on network ecce095c-2918-4289-80ec-d54687f6ea3b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:21.304471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event updated for resources: {'Subnet': ['ID=b23ee2ff-7f24-4d4f-839c-03373a8b2a31,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:21.308909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:21.309102 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Checking segment: {'id': 'b577138b-ebdc-4503-87f7-aa0185ce593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:21.309399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.309792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Bound using segment: {'id': 'b577138b-ebdc-4503-87f7-aa0185ce593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:21.310369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Bound port: fae34c99-dc4b-4c31-a931-7324f3c9e102, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b577138b-ebdc-4503-87f7-aa0185ce593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ecce095c-2918-4289-80ec-d54687f6ea3b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:21.310670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.315784 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Checking segment: {'id': 'b37aec68-6b3f-4c82-b12c-32fc8bad8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:21.316146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Network hostable DHCP agents. Network: a6dc5002-7cd1-4a23-a595-2eb0f7514c4f, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:21.333098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:21.342462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, a6dc5002-7cd1-4a23-a595-2eb0f7514c4f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:21.348653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:21.349454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.355959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab071203-eb0a-4c78-88d1-445298326b41 None None] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:21.368103 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-736bd6da-0e4d-4968-a28f-55c9ff3e706a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4215703 Jan 27 20:28:21.370947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40642) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:21.375948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-568cca1d-70d2-4e1f-8863-66c9a4c5545a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:21.425833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] For port fae34c99-dc4b-4c31-a931-7324f3c9e102, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:21.441280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] For port fae34c99-dc4b-4c31-a931-7324f3c9e102, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fae34c99-dc4b-4c31-a931-7324f3c9e102,segment=NetworkSegment(b577138b-ebdc-4503-87f7-aa0185ce593b),segment_id=b577138b-ebdc-4503-87f7-aa0185ce593b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:21.452886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.522109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-a6dc5002-7cd1-4a23-a595-2eb0f7514c4f', 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f', 'project_id': 'ba298485b00d46ae8b532a24c254eb0e', 'fixed_ips': [{'subnet_id': 'b23ee2ff-7f24-4d4f-839c-03373a8b2a31'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:21.522966 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.546361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888c38-5b6e-4263-a742-367208ae9b48 None None] Pushing event updated for resources: {'Port': ['ID=fae34c99-dc4b-4c31-a931-7324f3c9e102,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:21.604916 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-568cca1d-70d2-4e1f-8863-66c9a4c5545a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router_gateway (442529c6-ed1d-4d7f-b530-ede80a1225e4), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.680916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Allocated IP 172.21.0.2 (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f/b23ee2ff-7f24-4d4f-839c-03373a8b2a31/d52d5be9-fe12-4805-a3d4-70ea70cf4772) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:21.749310 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [None req-568cca1d-70d2-4e1f-8863-66c9a4c5545a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 20:28:21.751021 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-568cca1d-70d2-4e1f-8863-66c9a4c5545a tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "PUT /v2.0/routers/442529c6-ed1d-4d7f-b530-ede80a1225e4 HTTP/1.1" status: 400 len: 364 time: 0.3771377 Jan 27 20:28:21.755049 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:21.815559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Deleting subnet b23ee2ff-7f24-4d4f-839c-03373a8b2a31 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:28:21.866702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks [] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.874742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (b23ee2ff-7f24-4d4f-839c-03373a8b2a31), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.876823 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.922206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:21.924360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (b23ee2ff-7f24-4d4f-839c-03373a8b2a31), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.926639 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:21.928518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Pushing event updated for resources: {'Port': ['ID=d52d5be9-fe12-4805-a3d4-70ea70cf4772,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:21.930719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:21.983460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Attempting to bind port d52d5be9-fe12-4805-a3d4-70ea70cf4772 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:21.983733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Attempting to bind port d52d5be9-fe12-4805-a3d4-70ea70cf4772 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'b37aec68-6b3f-4c82-b12c-32fc8bad8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:21.984105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Attempting to bind port d52d5be9-fe12-4805-a3d4-70ea70cf4772 on network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:21.989378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:21.989786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Checking segment: {'id': 'b37aec68-6b3f-4c82-b12c-32fc8bad8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:21.990422 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:21.990827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Bound using segment: {'id': 'b37aec68-6b3f-4c82-b12c-32fc8bad8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:21.991299 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Bound port: d52d5be9-fe12-4805-a3d4-70ea70cf4772, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37aec68-6b3f-4c82-b12c-32fc8bad8131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a6dc5002-7cd1-4a23-a595-2eb0f7514c4f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:21.992092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.010929 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (b23ee2ff-7f24-4d4f-839c-03373a8b2a31), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.073906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (b23ee2ff-7f24-4d4f-839c-03373a8b2a31), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.076956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] For port d52d5be9-fe12-4805-a3d4-70ea70cf4772, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:22.081138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] For port d52d5be9-fe12-4805-a3d4-70ea70cf4772, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d52d5be9-fe12-4805-a3d4-70ea70cf4772,segment=NetworkSegment(b37aec68-6b3f-4c82-b12c-32fc8bad8131),segment_id=b37aec68-6b3f-4c82-b12c-32fc8bad8131)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:22.086341 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.106748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Subnet': ['ID=b23ee2ff-7f24-4d4f-839c-03373a8b2a31,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:22.111276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.114685 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2296f3f2-d5a4-47a1-bd1c-06bcdbdcc4bc tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "DELETE /v2.0/subnets/b23ee2ff-7f24-4d4f-839c-03373a8b2a31 HTTP/1.1" status: 204 len: 168 time: 0.3585999 Jan 27 20:28:22.117508 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:22.165767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a856-bad7-4c57-adaf-97e50f59bf9b None None] Pushing event updated for resources: {'Port': ['ID=d52d5be9-fe12-4805-a3d4-70ea70cf4772,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:22.207633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.268737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fae34c99-dc4b-4c31-a931-7324f3c9e102 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:22.275871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Deleting port d52d5be9-fe12-4805-a3d4-70ea70cf4772 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:22.276223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.353022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] For port d52d5be9-fe12-4805-a3d4-70ea70cf4772, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d52d5be9-fe12-4805-a3d4-70ea70cf4772,segment=NetworkSegment(b37aec68-6b3f-4c82-b12c-32fc8bad8131),segment_id=b37aec68-6b3f-4c82-b12c-32fc8bad8131)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:22.353440 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.363382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port fae34c99-dc4b-4c31-a931-7324f3c9e102 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:22.363769 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.372758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Calling delete_port for d52d5be9-fe12-4805-a3d4-70ea70cf4772 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:22.467253 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port fae34c99-dc4b-4c31-a931-7324f3c9e102 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:22.467649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.476737 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d52d5be9-fe12-4805-a3d4-70ea70cf4772), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.504121 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Port': ['ID=d52d5be9-fe12-4805-a3d4-70ea70cf4772,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:22.507695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port fae34c99-dc4b-4c31-a931-7324f3c9e102, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fae34c99-dc4b-4c31-a931-7324f3c9e102,segment=NetworkSegment(b577138b-ebdc-4503-87f7-aa0185ce593b),segment_id=b577138b-ebdc-4503-87f7-aa0185ce593b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:22.511334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] No DVR routers for this DVR port d52d5be9-fe12-4805-a3d4-70ea70cf4772 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:22.514215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.582461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=fae34c99-dc4b-4c31-a931-7324f3c9e102,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:22.610772 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.633563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dc5002-7cd1-4a23-a595-2eb0f7514c4f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:22.644016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37aec68-6b3f-4c82-b12c-32fc8bad8131') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:22.644313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37aec68-6b3f-4c82-b12c-32fc8bad8131') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:22.654299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (b37aec68-6b3f-4c82-b12c-32fc8bad8131), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.669033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b37aec68-6b3f-4c82-b12c-32fc8bad8131), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.675713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:22.676117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (b37aec68-6b3f-4c82-b12c-32fc8bad8131), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:22.679235 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:22.739629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7893d-eec8-4bc6-bfa9-2933d82ddf81 None None] Network ecce095c-2918-4289-80ec-d54687f6ea3b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:22.748142 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (a6dc5002-7cd1-4a23-a595-2eb0f7514c4f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.757917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.761288 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "DELETE /v2.0/networks/a6dc5002-7cd1-4a23-a595-2eb0f7514c4f HTTP/1.1" status: 204 len: 168 time: 0.6428239 Jan 27 20:28:22.763956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40648) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:22.772620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602d37b-74c6-455f-9757-f30171096675 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Network': ['ID=a6dc5002-7cd1-4a23-a595-2eb0f7514c4f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:22.838320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Deleting subnet c23b41a2-8e4e-4f46-a1f6-26895224e1eb {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:28:22.842065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (c23b41a2-8e4e-4f46-a1f6-26895224e1eb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.855369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d6b76888-ea76-4ee1-a8df-db23d5240244 None None] Provisioning complete for port fae34c99-dc4b-4c31-a931-7324f3c9e102 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:22.855754 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6b76888-ea76-4ee1-a8df-db23d5240244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.906260 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (c23b41a2-8e4e-4f46-a1f6-26895224e1eb), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:22.992741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6b76888-ea76-4ee1-a8df-db23d5240244 None None] Current status of the port fae34c99-dc4b-4c31-a931-7324f3c9e102 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:23.026939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c23b41a2-8e4e-4f46-a1f6-26895224e1eb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.115429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (c23b41a2-8e4e-4f46-a1f6-26895224e1eb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.149349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Subnet': ['ID=c23b41a2-8e4e-4f46-a1f6-26895224e1eb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:23.157199 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.160726 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1daa529b-b715-4254-8d4b-49be4315d256 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "DELETE /v2.0/subnets/c23b41a2-8e4e-4f46-a1f6-26895224e1eb HTTP/1.1" status: 204 len: 168 time: 0.3951843 Jan 27 20:28:23.163179 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40650) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:23.218471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0983b45-9583-4881-91e3-94a4dd8bb4e0 None None] Network ecce095c-2918-4289-80ec-d54687f6ea3b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:23.223191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bcb29521-4630-48fa-b977-f02e358075c1 None None] Provisioning complete for port fae34c99-dc4b-4c31-a931-7324f3c9e102 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:23.224047 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcb29521-4630-48fa-b977-f02e358075c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.245923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (ecce095c-2918-4289-80ec-d54687f6ea3b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.305322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Deleting port fae34c99-dc4b-4c31-a931-7324f3c9e102 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:28:23.305322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.382305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] For port fae34c99-dc4b-4c31-a931-7324f3c9e102, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=fae34c99-dc4b-4c31-a931-7324f3c9e102,segment=NetworkSegment(b577138b-ebdc-4503-87f7-aa0185ce593b),segment_id=b577138b-ebdc-4503-87f7-aa0185ce593b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:23.382305 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.392926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcb29521-4630-48fa-b977-f02e358075c1 None None] Current status of the port fae34c99-dc4b-4c31-a931-7324f3c9e102 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:23.396586 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Calling delete_port for fae34c99-dc4b-4c31-a931-7324f3c9e102 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:28:23.446186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9f581-1013-4842-b1bb-db05b3761177 None None] DHCP port deletion for a6dc5002-7cd1-4a23-a595-2eb0f7514c4f request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:28:23.463417 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd988c1a-6c3e-41d8-b4d1-e2c19fad9223 None None] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:23.479018 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e5867-ce61-4764-b2c3-64dcf3b0e372 None None] DHCP port deletion for ecce095c-2918-4289-80ec-d54687f6ea3b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:28:23.482151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd988c1a-6c3e-41d8-b4d1-e2c19fad9223 None None] Network a6dc5002-7cd1-4a23-a595-2eb0f7514c4f could not be found, it might have been deleted concurrently. {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 20:28:23.485209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (fae34c99-dc4b-4c31-a931-7324f3c9e102), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.507548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c32e5867-ce61-4764-b2c3-64dcf3b0e372 None None] The port 'fae34c99-dc4b-4c31-a931-7324f3c9e102' was deleted {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 27 20:28:23.512507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-612d8cdf-1f1f-40dc-ac4e-dbebc9505bb5 None None] Could not find standard attr ID for object d52d5be9-fe12-4805-a3d4-70ea70cf4772. {{(pid=103324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 20:28:23.516938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Port': ['ID=fae34c99-dc4b-4c31-a931-7324f3c9e102,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:23.520779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] No DVR routers for this DVR port fae34c99-dc4b-4c31-a931-7324f3c9e102 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:28:23.606896 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (ecce095c-2918-4289-80ec-d54687f6ea3b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.642544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce095c-2918-4289-80ec-d54687f6ea3b']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:23.653691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b577138b-ebdc-4503-87f7-aa0185ce593b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:23.653996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b577138b-ebdc-4503-87f7-aa0185ce593b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:23.666152 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (b577138b-ebdc-4503-87f7-aa0185ce593b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.681961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (b577138b-ebdc-4503-87f7-aa0185ce593b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.688327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:28:23.688736 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (b577138b-ebdc-4503-87f7-aa0185ce593b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:28:23.691766 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:28:23.754210 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (ecce095c-2918-4289-80ec-d54687f6ea3b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.761342 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:23.764480 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "DELETE /v2.0/networks/ecce095c-2918-4289-80ec-d54687f6ea3b HTTP/1.1" status: 204 len: 168 time: 0.6001687 Jan 27 20:28:23.767860 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:23.776667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de1d7-afeb-49cb-b9c8-7123ab9d5a05 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Pushing event deleted for resources: {'Network': ['ID=ecce095c-2918-4289-80ec-d54687f6ea3b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:23.795539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-aeef0a92-1f9d-4d72-a23a-634711824ec3 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "GET /v2.0/ports?device_id=442529c6-ed1d-4d7f-b530-ede80a1225e4 HTTP/1.1" status: 200 len: 205 time: 0.0264256 Jan 27 20:28:23.797955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:23.912054 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.167002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fae34c99-dc4b-4c31-a931-7324f3c9e102 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:28:24.188827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: fae34c99-dc4b-4c31-a931-7324f3c9e102 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:28:24.189179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device fae34c99-dc4b-4c31-a931-7324f3c9e102 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:28:24.319565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.341782 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.344212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router_controller (442529c6-ed1d-4d7f-b530-ede80a1225e4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.387133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (442529c6-ed1d-4d7f-b530-ede80a1225e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.387944 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Fanout notify agent at l3_agent the message router_deleted on router 442529c6-ed1d-4d7f-b530-ede80a1225e4 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:28:24.395944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.397056 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-84386333-ada1-41f7-b955-016e57f20ed5 tempest-RoutersNegativeTest-1757409884 tempest-RoutersNegativeTest-1757409884-project] 10.222.0.59 "DELETE /v2.0/routers/442529c6-ed1d-4d7f-b530-ede80a1225e4 HTTP/1.1" status: 204 len: 168 time: 0.5982175 Jan 27 20:28:24.635413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:24.774606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-74312acc-807c-4d58-ac01-9c39e83d42fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba298485b00d46ae8b532a24c254eb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379368 Jan 27 20:28:24.777090 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:24.823222 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] Publish callbacks [] for security_group (0216c288-54f9-4fdb-81ca-45471156cff9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.843202 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] Publish callbacks [] for security_group (0216c288-54f9-4fdb-81ca-45471156cff9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.889425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (0216c288-54f9-4fdb-81ca-45471156cff9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.892020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:24.893164 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0216c288-54f9-4fdb-81ca-45471156cff9 HTTP/1.1" status: 204 len: 168 time: 0.1150861 Jan 27 20:28:24.901128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1476a-a5a8-4121-a812-a538d7472b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0216c288-54f9-4fdb-81ca-45471156cff9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:25.260233 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.512794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:25.608989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-996705845-network', 'tenant_id': '141b63fd5c8a49519673a9f360169a39'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:25.631182 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Made reservation on behalf of 141b63fd5c8a49519673a9f360169a39 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:25.633843 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.642996 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.718133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks [] for security_group (262d4363-b936-47e0-ba87-e840c05764e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.722026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (262d4363-b936-47e0-ba87-e840c05764e7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.745617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:25.754555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262d4363-b936-47e0-ba87-e840c05764e7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:25.760467 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (95a9a9a3-0720-4cfc-8688-0459163f32b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.760803 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Added segment 95a9a9a3-0720-4cfc-8688-0459163f32b4 of type vlan for network db34c0aa-a6ca-4b06-af02-130ce2a0d33c Jan 27 20:28:25.802314 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (db34c0aa-a6ca-4b06-af02-130ce2a0d33c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.827324 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (db34c0aa-a6ca-4b06-af02-130ce2a0d33c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.828878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:25.829493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:25.901695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3877747 Jan 27 20:28:25.904635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:25.909908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Request body: {'subnet': {'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-subnet', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:25.919042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d123-9ea6-4be3-88a4-cee63cbee057 admin admin] Pushing event updated for resources: {'Network': ['ID=db34c0aa-a6ca-4b06-af02-130ce2a0d33c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:25.930251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Made reservation on behalf of 141b63fd5c8a49519673a9f360169a39 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:25.930434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:25.932943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.099830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (d09b7020-af67-4679-8b34-f74eea24bc2f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.154804 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09b7020-af67-4679-8b34-f74eea24bc2f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:26.163393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Checking segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:26.163760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Network hostable DHCP agents. Network: db34c0aa-a6ca-4b06-af02-130ce2a0d33c, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:26.181499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:26.190796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, db34c0aa-a6ca-4b06-af02-130ce2a0d33c) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:26.195315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:26.196460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.199864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0fe2f9-6b81-44aa-b771-f52817d79c65 None None] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:26.212537 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77faeeeb-f601-4baf-8ab4-e190981c5dca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3066213 Jan 27 20:28:26.215218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40692) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:26.219605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:26.241644 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.242651 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.296652 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for router_controller (a1f0ca69-c91b-4525-83af-12a65ce2f29d), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.307842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'project_id': '141b63fd5c8a49519673a9f360169a39', 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:26.308715 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.433605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for router_gateway (a1f0ca69-c91b-4525-83af-12a65ce2f29d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.450472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Allocated IP 172.20.0.2 (db34c0aa-a6ca-4b06-af02-130ce2a0d33c/d09b7020-af67-4679-8b34-f74eea24bc2f/c3434f45-6064-453a-9db3-eb5937e2a6dc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:26.599592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks [] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.606886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.650228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:26.654892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:26.655053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for router_gateway (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.657843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:26.666955 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Pushing event updated for resources: {'Port': ['ID=c3434f45-6064-453a-9db3-eb5937e2a6dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:26.675124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.715938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Attempting to bind port c3434f45-6064-453a-9db3-eb5937e2a6dc on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:26.716296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Attempting to bind port c3434f45-6064-453a-9db3-eb5937e2a6dc by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:26.716661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Attempting to bind port c3434f45-6064-453a-9db3-eb5937e2a6dc on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:26.722134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:26.722510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Checking segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:26.722906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.723298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Bound using segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:26.723763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Bound port: c3434f45-6064-453a-9db3-eb5937e2a6dc, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:26.724142 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.782099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Allocated IP 172.25.5.254 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/06a09d04-6548-4e3d-b431-1a49557aceb8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:26.787503 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] For port c3434f45-6064-453a-9db3-eb5937e2a6dc, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:26.790970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] For port c3434f45-6064-453a-9db3-eb5937e2a6dc, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3434f45-6064-453a-9db3-eb5937e2a6dc,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:26.794832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.859711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b294a-6d72-4864-b1ce-ac59fcd64288 None None] Pushing event updated for resources: {'Port': ['ID=c3434f45-6064-453a-9db3-eb5937e2a6dc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:26.896657 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.931548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:26.972428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:26.975634 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:26.978117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:27.065405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Pushing event updated for resources: {'Port': ['ID=06a09d04-6548-4e3d-b431-1a49557aceb8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:27.534183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for router_gateway (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:27.745351 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:27.836053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062cfb9-c42b-47f7-a5cb-f3fe9fdc2f4a None None] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:27.880526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Router a1f0ca69-c91b-4525-83af-12a65ce2f29d is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:28:27.944129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Provisioning complete for port c3434f45-6064-453a-9db3-eb5937e2a6dc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:27.944510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:27.994391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:28:28.011935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.016097 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b12791e4-b0b1-4caa-81b7-dcf6221f19e0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7970757 Jan 27 20:28:28.016517 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:28.022766 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Sync routers for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:28:28.048333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Current status of the port c3434f45-6064-453a-9db3-eb5937e2a6dc is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:28.048895 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.051016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:28.051761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:28.283254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3434f45-6064-453a-9db3-eb5937e2a6dc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:28.361968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] For port c3434f45-6064-453a-9db3-eb5937e2a6dc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3434f45-6064-453a-9db3-eb5937e2a6dc,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:28.373662 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.439179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:28.484665 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.513129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c3434f45-6064-453a-9db3-eb5937e2a6dc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:28.513455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.517422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88d4b3-0bf8-400a-94b5-11add7bc7bb6 None None] Pushing event updated for resources: {'Port': ['ID=c3434f45-6064-453a-9db3-eb5937e2a6dc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:28.524468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-b1226b3a-e066-4353-b263-a027f2fbe448 req-435bbf8e-383a-4f6b-a662-44b036fe413b tempest-ServerDiskConfigTestJSON-735705837 tempest-ServerDiskConfigTestJSON-735705837-project] (103322) timed out ('10.222.0.39', 60793) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:28:28.604860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bb575a91-9320-4b0b-a6f3-d803a8c35465 None None] Provisioning complete for port c3434f45-6064-453a-9db3-eb5937e2a6dc triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:28.605274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb575a91-9320-4b0b-a6f3-d803a8c35465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.696963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Allocated IP 172.20.0.1 (db34c0aa-a6ca-4b06-af02-130ce2a0d33c/d09b7020-af67-4679-8b34-f74eea24bc2f/70afcea5-2d88-4003-85d4-6a5890dd21ea) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:28.748080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c3434f45-6064-453a-9db3-eb5937e2a6dc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:28.794821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bb575a91-9320-4b0b-a6f3-d803a8c35465 None None] Current status of the port c3434f45-6064-453a-9db3-eb5937e2a6dc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:28.804572 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:27Z', 'revision_number': 3, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:28.825829 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks [] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.836579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Checking router: a1f0ca69-c91b-4525-83af-12a65ce2f29d for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:28:28.837133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Updating router a1f0ca69-c91b-4525-83af-12a65ce2f29d port 06a09d04-6548-4e3d-b431-1a49557aceb8 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:28:28.862074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.863488 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:28.901975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:28.906350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:28.912098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:28.934631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Pushing event updated for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:28.955230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.126300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.135455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks [] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.142211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.197674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Attempting to bind port 06a09d04-6548-4e3d-b431-1a49557aceb8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:29.197960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Attempting to bind port 06a09d04-6548-4e3d-b431-1a49557aceb8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:29.198328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Attempting to bind port 06a09d04-6548-4e3d-b431-1a49557aceb8 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:29.209780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23d1f-d3bd-4683-b96d-516d35d2d11b None None] Pushing event updated for resources: {'Port': ['ID=06a09d04-6548-4e3d-b431-1a49557aceb8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:29.212180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:29.212563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:29.212990 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.213373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:29.213882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Bound port: 06a09d04-6548-4e3d-b431-1a49557aceb8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:29.214265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.249545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-abcf7394-f5f8-417f-8af9-742fa0b9a656 None None] Provisioning complete for port 70afcea5-2d88-4003-85d4-6a5890dd21ea triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:29.249921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abcf7394-f5f8-417f-8af9-742fa0b9a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.294166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks [] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.299507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.301761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] For port 06a09d04-6548-4e3d-b431-1a49557aceb8, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:29.306068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abcf7394-f5f8-417f-8af9-742fa0b9a656 None None] Port 70afcea5-2d88-4003-85d4-6a5890dd21ea cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:28:29.315927 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] For port 06a09d04-6548-4e3d-b431-1a49557aceb8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=06a09d04-6548-4e3d-b431-1a49557aceb8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:29.320478 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.370324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Pushing event updated for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:29.372860 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.381515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:29.382171 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:29.386531 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23d1f-d3bd-4683-b96d-516d35d2d11b None None] Pushing event updated for resources: {'Port': ['ID=06a09d04-6548-4e3d-b431-1a49557aceb8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:29.463946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:29.465486 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:29.499265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:29.595716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Router a1f0ca69-c91b-4525-83af-12a65ce2f29d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:28:29.710886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:28:29.715692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '70afcea5-2d88-4003-85d4-6a5890dd21ea', 'name': '', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'mac_address': 'fa:16:3e:32:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:28Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 2, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'subnets': [{'id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:29.716047 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-bfac4872-a3d1-434e-bcdb-b722b95f2419 admin admin] 10.222.0.59 "PUT /v2.0/routers/a1f0ca69-c91b-4525-83af-12a65ce2f29d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983390 Jan 27 20:28:29.753920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b819-cf27-4b32-a8b2-dd3b4d879b28 None None] The sync data for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 is: [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '70afcea5-2d88-4003-85d4-6a5890dd21ea', 'name': '', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'mac_address': 'fa:16:3e:32:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:28Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 2, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'subnets': [{'id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:28:29.764505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bd345c6d-034e-4799-af39-9d03b8436fc3 None None] Provisioning complete for port 70afcea5-2d88-4003-85d4-6a5890dd21ea triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:29.765052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd345c6d-034e-4799-af39-9d03b8436fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:29.802499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd345c6d-034e-4799-af39-9d03b8436fc3 None None] Port 70afcea5-2d88-4003-85d4-6a5890dd21ea cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:28:30.185827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3434f45-6064-453a-9db3-eb5937e2a6dc up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:30.239471 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:30.245332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1682995138-network', 'tenant_id': '2d5d613dc013401d973032cb889660da'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:30.246402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port c3434f45-6064-453a-9db3-eb5937e2a6dc triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:30.246786 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.270334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Made reservation on behalf of 2d5d613dc013401d973032cb889660da for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:30.272749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.283019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.335009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port c3434f45-6064-453a-9db3-eb5937e2a6dc is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:30.369760 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks [] for security_group (be06a9d9-883a-44b4-85c5-036dca43d219), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.373958 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be06a9d9-883a-44b4-85c5-036dca43d219), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.406824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:28:30.414386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06a9d9-883a-44b4-85c5-036dca43d219,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:30.431590 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (75374e92-9725-4875-a291-9d2d8fcf2f89), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.432053 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Added segment 75374e92-9725-4875-a291-9d2d8fcf2f89 of type vlan for network cefcb57b-e505-4f3f-8f78-9b84d547826b Jan 27 20:28:30.490563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (cefcb57b-e505-4f3f-8f78-9b84d547826b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.518369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (cefcb57b-e505-4f3f-8f78-9b84d547826b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.519399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:30.520014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.574876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3334804 Jan 27 20:28:30.577592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:30.582396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Request body: {'subnet': {'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-subnet', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:30.598129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb7dc-c9ba-4750-a2ec-22668ab636c7 admin admin] Pushing event updated for resources: {'Network': ['ID=cefcb57b-e505-4f3f-8f78-9b84d547826b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:30.610060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network cefcb57b-e505-4f3f-8f78-9b84d547826b details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:28:30.618416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Made reservation on behalf of 2d5d613dc013401d973032cb889660da for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:30.620935 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.800257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5e39d67d-da44-4871-8d75-3de9ca58e1fb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.862910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e39d67d-da44-4871-8d75-3de9ca58e1fb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:30.872482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Checking segment: {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:30.872850 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Network hostable DHCP agents. Network: cefcb57b-e505-4f3f-8f78-9b84d547826b, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:28:30.890989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Network cefcb57b-e505-4f3f-8f78-9b84d547826b is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:28:30.902626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, cefcb57b-e505-4f3f-8f78-9b84d547826b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:30.907538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:30.908171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.913953 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369bbaa-d812-402d-8001-49075793a0df None None] Network cefcb57b-e505-4f3f-8f78-9b84d547826b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:30.926516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4d45fbe7-1cad-4b4f-bb36-7d683ba3f31c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3478320 Jan 27 20:28:30.929388 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 40714) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:30.935067 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:30.956704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:30.958438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.019586 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for router_controller (3a1f0311-67f8-4391-bbc3-2611491f99bd), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.022168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-cefcb57b-e505-4f3f-8f78-9b84d547826b', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'project_id': '2d5d613dc013401d973032cb889660da', 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:28:31.023740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.169553 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for router_gateway (3a1f0311-67f8-4391-bbc3-2611491f99bd), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.176433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Allocated IP 172.20.0.2 (cefcb57b-e505-4f3f-8f78-9b84d547826b/5e39d67d-da44-4871-8d75-3de9ca58e1fb/d75b3307-8dce-4221-941e-8d22fe474cc9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:31.334784 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks [] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.345448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.382504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for router_gateway (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.389550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Network cefcb57b-e505-4f3f-8f78-9b84d547826b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:31.394215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:31.396573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:31.408967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.429510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Pushing event updated for resources: {'Port': ['ID=d75b3307-8dce-4221-941e-8d22fe474cc9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:31.464926 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Attempting to bind port d75b3307-8dce-4221-941e-8d22fe474cc9 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:31.465339 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Attempting to bind port d75b3307-8dce-4221-941e-8d22fe474cc9 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:31.465736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Attempting to bind port d75b3307-8dce-4221-941e-8d22fe474cc9 on network cefcb57b-e505-4f3f-8f78-9b84d547826b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:31.471614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:31.471990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Checking segment: {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:31.472399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.472795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Bound using segment: {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:31.473294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Bound port: d75b3307-8dce-4221-941e-8d22fe474cc9, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:31.473690 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.514499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Allocated IP 172.25.5.71 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/3643c85b-94e8-431b-8109-3541f0b47bb7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:31.542235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] For port d75b3307-8dce-4221-941e-8d22fe474cc9, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:31.545578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] For port d75b3307-8dce-4221-941e-8d22fe474cc9, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d75b3307-8dce-4221-941e-8d22fe474cc9,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:31.550077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.612917 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad53651-44a3-4902-8b19-818568cf7fb8 None None] Pushing event updated for resources: {'Port': ['ID=d75b3307-8dce-4221-941e-8d22fe474cc9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:31.647192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.692536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:31.734941 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:31.740461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:31.742963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:31.748980 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3643c85b-94e8-431b-8109-3541f0b47bb7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:31.790880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.791320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.791742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.792156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.792566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.792977 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.793414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.793981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.794400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.794783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.795190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.795596 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:31.795992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.035478 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Sync routers for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:28:32.040474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for router_gateway (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.048072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:32.048799 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:32.157806 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:32.255885 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.291608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 06a09d04-6548-4e3d-b431-1a49557aceb8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:32.370920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 06a09d04-6548-4e3d-b431-1a49557aceb8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:32.371653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.419377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Router 3a1f0311-67f8-4391-bbc3-2611491f99bd is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:28:32.460132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 06a09d04-6548-4e3d-b431-1a49557aceb8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:32.460525 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.463036 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '70afcea5-2d88-4003-85d4-6a5890dd21ea', 'name': '', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'mac_address': 'fa:16:3e:32:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:28Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 2, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'subnets': [{'id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:32.482793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 06a09d04-6548-4e3d-b431-1a49557aceb8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=06a09d04-6548-4e3d-b431-1a49557aceb8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:32.487883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.488757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d75b3307-8dce-4221-941e-8d22fe474cc9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:32.496256 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Checking router: a1f0ca69-c91b-4525-83af-12a65ce2f29d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:28:32.496609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Updating router a1f0ca69-c91b-4525-83af-12a65ce2f29d port 70afcea5-2d88-4003-85d4-6a5890dd21ea binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:28:32.522714 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.544936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:28:32.561378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b199031-0890-49ee-a143-d454af159916 None None] Sync routers for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:28:32.575398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.577563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7da0eb29-3c6a-4fc5-a135-94eee95670f4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6469867 Jan 27 20:28:32.580325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 40716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:28:32.594431 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=06a09d04-6548-4e3d-b431-1a49557aceb8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:32.606161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:32.606943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:32.611984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.612459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.612920 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.613383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.613823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.614277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.614710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.615145 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.615845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.616263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.616692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.617119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.617569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:32.684066 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d75b3307-8dce-4221-941e-8d22fe474cc9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:32.684511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.832903 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks [] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.841846 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.953021 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Attempting to bind port 70afcea5-2d88-4003-85d4-6a5890dd21ea on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:32.953870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Attempting to bind port 70afcea5-2d88-4003-85d4-6a5890dd21ea by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:32.954929 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Attempting to bind port 70afcea5-2d88-4003-85d4-6a5890dd21ea on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:32.964932 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:32.965862 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Checking segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:32.966279 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:32.966693 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Bound using segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:32.967200 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Bound port: 70afcea5-2d88-4003-85d4-6a5890dd21ea, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:32.967585 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.002932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:33.009905 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Pushing event updated for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:33.056960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.057971 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.058312 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.058650 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.058987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.059320 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.059653 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.060129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.060465 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.060791 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.061117 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.061468 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.061792 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:28:33.081779 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] For port 70afcea5-2d88-4003-85d4-6a5890dd21ea, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:33.088280 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] For port 70afcea5-2d88-4003-85d4-6a5890dd21ea, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=70afcea5-2d88-4003-85d4-6a5890dd21ea,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:33.095916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b54717-494a-4b83-b03c-7986f22b48bb None None] Network cefcb57b-e505-4f3f-8f78-9b84d547826b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:28:33.098286 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.164878 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c9f3-0a0a-4b02-963a-ebae6c0a1ed7 None None] Pushing event updated for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:33.178373 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:33.179257 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:33.195357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.209131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d75b3307-8dce-4221-941e-8d22fe474cc9 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:33.209805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.238001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-32ad92f5-65d9-413c-b7f0-d13fb0261984 None None] Provisioning complete for port d75b3307-8dce-4221-941e-8d22fe474cc9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:33.238001 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32ad92f5-65d9-413c-b7f0-d13fb0261984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.344645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port d75b3307-8dce-4221-941e-8d22fe474cc9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d75b3307-8dce-4221-941e-8d22fe474cc9,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:33.353288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:33.385302 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Allocated IP 172.20.0.1 (cefcb57b-e505-4f3f-8f78-9b84d547826b/5e39d67d-da44-4871-8d75-3de9ca58e1fb/64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:33.407381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.503845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks [] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.542140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.594193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=d75b3307-8dce-4221-941e-8d22fe474cc9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:33.599817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Network cefcb57b-e505-4f3f-8f78-9b84d547826b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:33.607013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:33.610681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:33.611348 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-32ad92f5-65d9-413c-b7f0-d13fb0261984 None None] Current status of the port d75b3307-8dce-4221-941e-8d22fe474cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:33.622923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:31Z', 'revision_number': 3, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:33.656574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b199031-0890-49ee-a143-d454af159916 None None] Checking router: 3a1f0311-67f8-4391-bbc3-2611491f99bd for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:28:33.657074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b199031-0890-49ee-a143-d454af159916 None None] Updating router 3a1f0311-67f8-4391-bbc3-2611491f99bd port 3643c85b-94e8-431b-8109-3541f0b47bb7 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:28:33.662475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Pushing event updated for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:33.689326 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.701168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.729191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '70afcea5-2d88-4003-85d4-6a5890dd21ea', 'name': '', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'mac_address': 'fa:16:3e:32:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:28Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'subnets': [{'id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:33.767902 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Provisioning complete for port 70afcea5-2d88-4003-85d4-6a5890dd21ea triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:33.768282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.773057 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa89a6-696a-4491-a8e2-a1431eea2b5e None None] The sync data for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 is: [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:29Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '70afcea5-2d88-4003-85d4-6a5890dd21ea', 'name': '', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'mac_address': 'fa:16:3e:32:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:28Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'subnets': [{'id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:28:33.897066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:33.997513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Current status of the port 70afcea5-2d88-4003-85d4-6a5890dd21ea is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:33.998068 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.089289 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] For port 70afcea5-2d88-4003-85d4-6a5890dd21ea, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=70afcea5-2d88-4003-85d4-6a5890dd21ea,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:34.128678 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.211980 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks [] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.219561 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.324265 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks [] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.341601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.363607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Pushing event updated for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:34.365811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 06a09d04-6548-4e3d-b431-1a49557aceb8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:34.366788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.407614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62068b-2fc1-44fa-b6e1-0ea18eda00b3 None None] Pushing event updated for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:34.474196 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c366983c-4bd9-4002-aa82-37a25d640b9c None None] Provisioning complete for port d75b3307-8dce-4221-941e-8d22fe474cc9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:34.474599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c366983c-4bd9-4002-aa82-37a25d640b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.503944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3b199031-0890-49ee-a143-d454af159916 None None] Attempting to bind port 3643c85b-94e8-431b-8109-3541f0b47bb7 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:34.504325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3b199031-0890-49ee-a143-d454af159916 None None] Attempting to bind port 3643c85b-94e8-431b-8109-3541f0b47bb7 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:34.504705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b199031-0890-49ee-a143-d454af159916 None None] Attempting to bind port 3643c85b-94e8-431b-8109-3541f0b47bb7 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:34.508607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Network cefcb57b-e505-4f3f-8f78-9b84d547826b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:34.510454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:34.531888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b199031-0890-49ee-a143-d454af159916 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:34.532217 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b199031-0890-49ee-a143-d454af159916 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:34.532635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.533046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b199031-0890-49ee-a143-d454af159916 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:34.533563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3b199031-0890-49ee-a143-d454af159916 None None] Bound port: 3643c85b-94e8-431b-8109-3541f0b47bb7, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:34.533962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.537309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962906-f2f3-4cc6-b1d7-9cabbf332f8e None None] Pushing event updated for resources: {'Port': ['ID=3643c85b-94e8-431b-8109-3541f0b47bb7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:34.605568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 06a09d04-6548-4e3d-b431-1a49557aceb8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:34.605568 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.666157 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Router 3a1f0311-67f8-4391-bbc3-2611491f99bd has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:28:34.689395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3b199031-0890-49ee-a143-d454af159916 None None] For port 3643c85b-94e8-431b-8109-3541f0b47bb7, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:34.727852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3b199031-0890-49ee-a143-d454af159916 None None] For port 3643c85b-94e8-431b-8109-3541f0b47bb7, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3643c85b-94e8-431b-8109-3541f0b47bb7,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:34.739150 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b199031-0890-49ee-a143-d454af159916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:34.761940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c366983c-4bd9-4002-aa82-37a25d640b9c None None] Current status of the port d75b3307-8dce-4221-941e-8d22fe474cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:34.825399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:28:34.831467 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d272a43c-fadf-42c6-bfb6-241455d1f448 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a1f0311-67f8-4391-bbc3-2611491f99bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495110 Jan 27 20:28:34.917268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 06a09d04-6548-4e3d-b431-1a49557aceb8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:34.918411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 70afcea5-2d88-4003-85d4-6a5890dd21ea up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:34.923247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:34.923889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:34.977210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962906-f2f3-4cc6-b1d7-9cabbf332f8e None None] Pushing event updated for resources: {'Port': ['ID=3643c85b-94e8-431b-8109-3541f0b47bb7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:34.993300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-68104d16-cb97-4a7b-b1fb-3cbd197b7cf4 None None] Provisioning complete for port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:34.993723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68104d16-cb97-4a7b-b1fb-3cbd197b7cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:35.086684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-68104d16-cb97-4a7b-b1fb-3cbd197b7cf4 None None] Port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:28:35.119188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 70afcea5-2d88-4003-85d4-6a5890dd21ea triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:35.119594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:35.122312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:35.492077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 70afcea5-2d88-4003-85d4-6a5890dd21ea is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:35.493457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d75b3307-8dce-4221-941e-8d22fe474cc9 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:35.585457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port d75b3307-8dce-4221-941e-8d22fe474cc9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:35.585939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:35.621303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3b199031-0890-49ee-a143-d454af159916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d', 'name': '', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'mac_address': 'fa:16:3e:5e:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:33Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 2, 'project_id': '2d5d613dc013401d973032cb889660da', 'subnets': [{'id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:35.655027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b199031-0890-49ee-a143-d454af159916 None None] The sync data for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 is: [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d', 'name': '', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'mac_address': 'fa:16:3e:5e:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:33Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 2, 'project_id': '2d5d613dc013401d973032cb889660da', 'subnets': [{'id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:28:35.707582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port d75b3307-8dce-4221-941e-8d22fe474cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:35.794227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-d399ca98-9019-44ac-97c7-aba46a3d3f7f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:35.795781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-d399ca98-9019-44ac-97c7-aba46a3d3f7f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 816 time: 0.1158166 Jan 27 20:28:35.811078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-45d1c38c-c374-42b2-8e60-f6134c4b5152 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/quotas/141b63fd5c8a49519673a9f360169a39 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Jan 27 20:28:35.876039 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-abb2c83e-6295-4d2f-939e-e87f0077b07c tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587673 Jan 27 20:28:36.184276 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 70afcea5-2d88-4003-85d4-6a5890dd21ea up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:36.237991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 70afcea5-2d88-4003-85d4-6a5890dd21ea triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:36.238369 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:36.335198 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 70afcea5-2d88-4003-85d4-6a5890dd21ea is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:36.393715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-3e8cfb51-5462-496f-9503-03ad8084e573 service neutron] 10.222.0.59 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872129 Jan 27 20:28:36.481014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-ac1a7c3f-03c7-45d0-8f7c-399b2d038b96 service neutron] 10.222.0.59 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811453 Jan 27 20:28:36.664882 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c1a34de5-d956-4647-b2c6-f6a8275d78fc req-daf19966-4e61-46cb-885d-62a7ad20b9f3 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0461516 Jan 27 20:28:37.686194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-c03ee1c7-0aae-4039-8e7c-1de7457e533b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:37.688290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-c03ee1c7-0aae-4039-8e7c-1de7457e533b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.39 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 816 time: 0.1116962 Jan 27 20:28:37.701870 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Request body: {'port': {'device_id': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'admin_state_up': True, 'tenant_id': '141b63fd5c8a49519673a9f360169a39'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:37.786321 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd342cd3-1ecf-4b8e-82ba-7d5ac391d9f8 req-69f77243-9aac-4dc0-a64d-6dc5e224a329 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0371411 Jan 27 20:28:37.842179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Made reservation on behalf of 141b63fd5c8a49519673a9f360169a39 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:28:37.845826 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:37.980630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Allocated IP 172.20.0.9 (db34c0aa-a6ca-4b06-af02-130ce2a0d33c/d09b7020-af67-4679-8b34-f74eea24bc2f/34f9893c-12cb-4070-a669-a281b9051748) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:28:37.982699 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Sync routers for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:28:37.993215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:37.994107 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:38.103492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:38.133704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks [] for port (34f9893c-12cb-4070-a669-a281b9051748), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.179560 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.227676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:28:38.233248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:28:38.238758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:28:38.244208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Pushing event updated for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:38.254461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3643c85b-94e8-431b-8109-3541f0b47bb7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:38.317189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:38.318212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.333108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3643c85b-94e8-431b-8109-3541f0b47bb7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:38.333648 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.336082 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d', 'name': '', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'mac_address': 'fa:16:3e:5e:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:33Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 2, 'project_id': '2d5d613dc013401d973032cb889660da', 'subnets': [{'id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:38.352845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-6bd42d19-b8ae-405e-a772-b3193adfe882 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546843 Jan 27 20:28:38.366440 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Checking router: 3a1f0311-67f8-4391-bbc3-2611491f99bd for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:28:38.367492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Updating router 3a1f0311-67f8-4391-bbc3-2611491f99bd port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:28:38.370498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Request body: {'port': {'device_id': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:28:38.408665 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.441280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3643c85b-94e8-431b-8109-3541f0b47bb7 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:38.441609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.461189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f9893c-12cb-4070-a669-a281b9051748), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.471859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 3643c85b-94e8-431b-8109-3541f0b47bb7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3643c85b-94e8-431b-8109-3541f0b47bb7,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:38.478747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.540669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=3643c85b-94e8-431b-8109-3541f0b47bb7,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:38.568881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e5a69e0a-4c90-423f-acae-e00db0859963 None None] Provisioning complete for port 34f9893c-12cb-4070-a669-a281b9051748 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:38.569440 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5a69e0a-4c90-423f-acae-e00db0859963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f9893c-12cb-4070-a669-a281b9051748), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.610969 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5a69e0a-4c90-423f-acae-e00db0859963 None None] Port 34f9893c-12cb-4070-a669-a281b9051748 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:28:38.698881 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks [] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.704676 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.750561 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f9893c-12cb-4070-a669-a281b9051748 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:28:38.759225 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks [] for port (34f9893c-12cb-4070-a669-a281b9051748), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.772516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Transition to ACTIVE for port object 34f9893c-12cb-4070-a669-a281b9051748 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:28:38.778742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.792616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80a1c2-51dc-4b5b-811a-2074ad04afb7 None None] Pushing event updated for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:38.834878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Pushing event updated for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:38.835121 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Attempting to bind port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:38.835476 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Attempting to bind port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:38.844550 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Attempting to bind port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d on network cefcb57b-e505-4f3f-8f78-9b84d547826b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:38.854998 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:38.855584 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Checking segment: {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:38.856099 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.856596 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Bound using segment: {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:38.857193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Bound port: 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75374e92-9725-4875-a291-9d2d8fcf2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:38.857721 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.937203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] For port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:38.941114 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] For port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:38.947129 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:38.955800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Attempting to bind port 34f9893c-12cb-4070-a669-a281b9051748 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:28:38.956194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Attempting to bind port 34f9893c-12cb-4070-a669-a281b9051748 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:28:38.957161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Attempting to bind port 34f9893c-12cb-4070-a669-a281b9051748 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:38.973476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a837-0f83-43fa-a1df-3fda609529a7 req-123e19ce-472b-49df-99ae-75c4f429fc4b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:38.982705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07d6a837-0f83-43fa-a1df-3fda609529a7 req-123e19ce-472b-49df-99ae-75c4f429fc4b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 943 time: 0.0894403 Jan 27 20:28:39.014912 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80a1c2-51dc-4b5b-811a-2074ad04afb7 None None] Pushing event updated for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:39.021391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Port 34f9893c-12cb-4070-a669-a281b9051748 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:28:39.021391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Attempting to bind port 34f9893c-12cb-4070-a669-a281b9051748 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:28:39.021694 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:28:39.021694 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:28:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:39.030274 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:28:39.030584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Checking segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:28:39.031915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Bound using segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:28:39.032328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Bound port: 34f9893c-12cb-4070-a669-a281b9051748, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:28:39.032789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f9893c-12cb-4070-a669-a281b9051748), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.073649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07d6a837-0f83-43fa-a1df-3fda609529a7 req-d35a39f6-cc7b-45c0-bbf2-c1f46123e2c6 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Jan 27 20:28:39.139824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cca1b16-af92-4c7d-bdad-57a94614340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.146229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:28:39.150701 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=34f9893c-12cb-4070-a669-a281b9051748,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:28:39.157249 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.158131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Provisioning complete for port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:39.159037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.211485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.212212 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.213603 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] 10.222.0.39 "PUT /v2.0/ports/34f9893c-12cb-4070-a669-a281b9051748 HTTP/1.1" status: 200 len: 1091 time: 0.8518879 Jan 27 20:28:39.214076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'tag': '34f9893c-12cb-4070-a669-a281b9051748'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:28:39.216668 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966905e5-4007-4c9c-9a6a-bdd525444f46" -d '{"events": [{"name": "network-changed", "server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "tag": "34f9893c-12cb-4070-a669-a281b9051748"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:28:39.251039 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26327c81-42c4-4879-b715-19cf9b2c509b service neutron] Pushing event updated for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:39.262046 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:28:39.313696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Current status of the port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:39.314982 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.356179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-7dbf62e8-a659-430f-9210-ffaefe134f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.358238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-7dbf62e8-a659-430f-9210-ffaefe134f6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0956573 Jan 27 20:28:39.389463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] For port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:39.400141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.431600 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02614950-042b-4d32-8e28-e17661811b48 x-openstack-request-id: req-02614950-042b-4d32-8e28-e17661811b48 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:28:39.431600 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "tag": "34f9893c-12cb-4070-a669-a281b9051748", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:28:39.431926 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02614950-042b-4d32-8e28-e17661811b48 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:28:39.432246 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'tag': '34f9893c-12cb-4070-a669-a281b9051748', 'status': 'completed', 'code': 200} Jan 27 20:28:39.433969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-f40ab3cb-94eb-4ff1-87fd-22dd5a8dffd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34f9893c-12cb-4070-a669-a281b9051748 HTTP/1.1" status: 200 len: 217 time: 0.0668111 Jan 27 20:28:39.477848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df474e40-b192-4739-97fc-a22b29127aa9 None None] Pushing event updated for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:39.503491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-a0f764f2-b0ea-45a3-9763-bcdcb35abc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.504993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-a0f764f2-b0ea-45a3-9763-bcdcb35abc52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0649621 Jan 27 20:28:39.537067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7241b994-7ffe-4646-899a-dbf79bd09e9d None None] Provisioning complete for port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:39.537554 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7241b994-7ffe-4646-899a-dbf79bd09e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:39.556908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d', 'name': '', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'mac_address': 'fa:16:3e:5e:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:33Z', 'updated_at': '2022-01-27T20:28:38Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'subnets': [{'id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:28:39.558675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-b1433f91-9eb1-46bf-b8e6-73a0550c97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.560268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-b1433f91-9eb1-46bf-b8e6-73a0550c97f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477247 Jan 27 20:28:39.586492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b00dd-7b27-4ea8-a4b2-dfc10f1b2d53 None None] The sync data for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 is: [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:28:33Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d', 'name': '', 'network_id': 'cefcb57b-e505-4f3f-8f78-9b84d547826b', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'mac_address': 'fa:16:3e:5e:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:33Z', 'updated_at': '2022-01-27T20:28:38Z', 'revision_number': 4, 'project_id': '2d5d613dc013401d973032cb889660da', 'subnets': [{'id': '5e39d67d-da44-4871-8d75-3de9ca58e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:28:39.645629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7241b994-7ffe-4646-899a-dbf79bd09e9d None None] Current status of the port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:39.668730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-23353ea9-869b-408c-bb64-85eae6707d77 service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010876 Jan 27 20:28:39.769106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0c13cb2a-402f-4a2e-98f1-f242078f198a req-38b13f2e-568b-4d38-8ddd-ff06baa43b83 service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934536 Jan 27 20:28:39.866372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-f0913302-8900-4f40-8768-499429077dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.867919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-f0913302-8900-4f40-8768-499429077dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0493152 Jan 27 20:28:39.962097 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-b12626d9-1bef-4b45-94ea-6212cfef68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:39.963801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-b12626d9-1bef-4b45-94ea-6212cfef68df service neutron] 10.222.0.39 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 917 time: 0.0898702 Jan 27 20:28:40.006748 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-b0af162e-f2fd-487d-9457-46710d7f7f13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34f9893c-12cb-4070-a669-a281b9051748 HTTP/1.1" status: 200 len: 217 time: 0.0362906 Jan 27 20:28:40.063708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-2e47dcdc-fca3-4846-a702-3a08995590df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:40.065206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-2e47dcdc-fca3-4846-a702-3a08995590df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0524762 Jan 27 20:28:40.119593 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-f32c7f13-21c3-41de-81d7-3d755265f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:40.121129 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-f32c7f13-21c3-41de-81d7-3d755265f725 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485656 Jan 27 20:28:40.223237 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3643c85b-94e8-431b-8109-3541f0b47bb7 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:40.263386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5981c-3205-40af-814a-68a6bb2138e1 req-4bafbc49-3406-4404-9f74-523c53f68e5f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:40.264957 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5c5981c-3205-40af-814a-68a6bb2138e1 req-4bafbc49-3406-4404-9f74-523c53f68e5f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 943 time: 0.0808096 Jan 27 20:28:40.269524 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-31d59bc4-3570-4cc9-b131-61ffe15df913 service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384382 Jan 27 20:28:40.272026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3643c85b-94e8-431b-8109-3541f0b47bb7 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:40.272407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:40.353888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3643c85b-94e8-431b-8109-3541f0b47bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:40.355001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:40.364596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f5c5981c-3205-40af-814a-68a6bb2138e1 req-3aedc906-3de9-4eed-8a0e-11f56fcd6e9d tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923445 Jan 27 20:28:40.409051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966905e5-4007-4c9c-9a6a-bdd525444f46 req-1ca0b088-e950-425a-97d5-ca2693a57a19 service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305304 Jan 27 20:28:40.409441 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:40.409834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:40.494924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:41.486484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf50990-fa6a-4045-bf6e-7b37d220ee5b req-8e07b695-fd0c-401b-b473-dfe3722f58e1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:41.487963 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cf50990-fa6a-4045-bf6e-7b37d220ee5b req-8e07b695-fd0c-401b-b473-dfe3722f58e1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 943 time: 0.0499418 Jan 27 20:28:41.535883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cf50990-fa6a-4045-bf6e-7b37d220ee5b req-80beda64-4e3e-45e0-9aef-030ee6bf8ab7 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jan 27 20:28:42.257701 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79913b46-2145-4c47-9d8a-72e86e4c770e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:42.650144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3a4ce-c222-497a-ae11-379db11cf6fd req-4dee3a26-4d71-416a-8a09-0ec5416c705a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:42.651539 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fa3a4ce-c222-497a-ae11-379db11cf6fd req-4dee3a26-4d71-416a-8a09-0ec5416c705a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 943 time: 0.0487313 Jan 27 20:28:42.697761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6fa3a4ce-c222-497a-ae11-379db11cf6fd req-22d72acc-ab5b-4b79-afbb-06dde9b1c5be tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Jan 27 20:28:42.886757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 34f9893c-12cb-4070-a669-a281b9051748 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:28:42.980831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=34f9893c-12cb-4070-a669-a281b9051748,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:42.996390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '34f9893c-12cb-4070-a669-a281b9051748', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'port_id': '34f9893c-12cb-4070-a669-a281b9051748', 'mac_address': 'fa:16:3e:8b:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:28:43.034216 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 34f9893c-12cb-4070-a669-a281b9051748 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:43.034604 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f9893c-12cb-4070-a669-a281b9051748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:43.047749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f9893c-12cb-4070-a669-a281b9051748 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:28:43.066175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=34f9893c-12cb-4070-a669-a281b9051748,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:43.070084 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:43.118763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:43.317411 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['34f9893c-12cb-4070-a669-a281b9051748'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:28:43.816705 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3bb7-1704-4e64-8cb4-392f86b7940d req-74735ab5-8c51-45a2-89b8-e24921db86ea tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:43.818212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1cd3bb7-1704-4e64-8cb4-392f86b7940d req-74735ab5-8c51-45a2-89b8-e24921db86ea tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 944 time: 0.0520127 Jan 27 20:28:43.864980 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1cd3bb7-1704-4e64-8cb4-392f86b7940d req-20e424ef-0249-4dee-87b3-0ee5d62d2d71 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Jan 27 20:28:44.918713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 34f9893c-12cb-4070-a669-a281b9051748 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:28:44.968732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 34f9893c-12cb-4070-a669-a281b9051748 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:28:44.973444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 34f9893c-12cb-4070-a669-a281b9051748 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:28:44.973851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (34f9893c-12cb-4070-a669-a281b9051748), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:44.981342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6031-6f11-4ca5-8ab6-389b276261f3 req-1eb782c0-7446-4bd4-b8f1-b89711721dbc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:44.982881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40b6031-6f11-4ca5-8ab6-389b276261f3 req-1eb782c0-7446-4bd4-b8f1-b89711721dbc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Jan 27 20:28:45.031067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f40b6031-6f11-4ca5-8ab6-389b276261f3 req-861b9f89-a067-4dbb-bd28-2958e5274bf7 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Jan 27 20:28:45.056208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 34f9893c-12cb-4070-a669-a281b9051748 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:28:45.056599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (34f9893c-12cb-4070-a669-a281b9051748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:45.080109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f9893c-12cb-4070-a669-a281b9051748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:28:45.082374 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c6364-b5c5-439b-8d94-9f222ab318bb" -d '{"events": [{"server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "name": "network-vif-plugged", "status": "completed", "tag": "34f9893c-12cb-4070-a669-a281b9051748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:28:45.095918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=34f9893c-12cb-4070-a669-a281b9051748,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:28:45.100146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:45.125168 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb50914-8e9e-479b-8f23-2af7e148e138 x-openstack-request-id: req-bdb50914-8e9e-479b-8f23-2af7e148e138 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:28:45.125508 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "name": "network-vif-plugged", "status": "completed", "tag": "34f9893c-12cb-4070-a669-a281b9051748", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:28:45.126364 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdb50914-8e9e-479b-8f23-2af7e148e138 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:28:45.126894 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f9893c-12cb-4070-a669-a281b9051748', 'code': 200} Jan 27 20:28:45.154981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:28:45.215496 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ea843-fdca-4ea4-9ab8-6ceae54e89ec req-94df3969-1455-4376-92b4-7f781521a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:45.217032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-103ea843-fdca-4ea4-9ab8-6ceae54e89ec req-94df3969-1455-4376-92b4-7f781521a054 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0406764 Jan 27 20:28:45.265165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-103ea843-fdca-4ea4-9ab8-6ceae54e89ec req-6a6d23ce-c351-44de-b596-a5ebc9520cea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Jan 27 20:28:45.402789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:45.830903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:46.149073 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363393-0299-4f63-91d7-417c887415d2 req-705e36a2-6f4e-4361-91d4-9c70ba134707 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:46.150612 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f363393-0299-4f63-91d7-417c887415d2 req-705e36a2-6f4e-4361-91d4-9c70ba134707 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0492339 Jan 27 20:28:46.198328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f363393-0299-4f63-91d7-417c887415d2 req-af230c8c-e8da-4fe6-bd5e-a963e093801c tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Jan 27 20:28:46.214374 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:47.134299 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:28:47.317577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f5d3-cadd-4a71-bc98-5360ba1002ca req-7e7bf99a-1261-4e3d-9eb2-3284bc82d67d tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:47.319142 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16f3f5d3-cadd-4a71-bc98-5360ba1002ca req-7e7bf99a-1261-4e3d-9eb2-3284bc82d67d tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Jan 27 20:28:47.367906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16f3f5d3-cadd-4a71-bc98-5360ba1002ca req-2e35cb3c-4872-44f5-9939-4dd453729409 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Jan 27 20:28:47.491444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a6891-01ec-4dca-b05e-102d9bd667e8 req-94f5ba67-9a88-4f7a-b3ca-06a46920573c tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:28:47.492972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc0a6891-01ec-4dca-b05e-102d9bd667e8 req-94f5ba67-9a88-4f7a-b3ca-06a46920573c tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0539205 Jan 27 20:28:47.540264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc0a6891-01ec-4dca-b05e-102d9bd667e8 req-3aaed651-f7e4-413a-89a6-0c1f41c2f6f8 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Jan 27 20:28:54.332212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:28:55.258313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:00.916565 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-733d799b-3522-4e7c-a897-30707f08fd37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396509 Jan 27 20:29:01.004176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-522b6446-9bf2-4861-8b99-47ea3abf5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:01.005695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-522b6446-9bf2-4861-8b99-47ea3abf5066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0416789 Jan 27 20:29:01.117297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-6fd4bea5-db2c-491a-b919-a7db383c311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:01.118787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-6fd4bea5-db2c-491a-b919-a7db383c311c service neutron] 10.222.0.39 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 917 time: 0.0896447 Jan 27 20:29:01.159671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-0eba1abb-fc96-47d0-88fb-f1183d566e12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34f9893c-12cb-4070-a669-a281b9051748 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Jan 27 20:29:01.210382 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-7a1718e6-1185-40a5-a388-87946e78dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:01.211735 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-7a1718e6-1185-40a5-a388-87946e78dfb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0466099 Jan 27 20:29:01.255721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-19ccd0ba-4e49-4157-b83b-2cd78ccce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:01.257185 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-19ccd0ba-4e49-4157-b83b-2cd78ccce4e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400853 Jan 27 20:29:01.345693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-ff427618-1935-4dd3-934e-1fd822b3bf06 service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824821 Jan 27 20:29:01.437457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b8ec7f-1b84-4d5d-b954-0489e0169780 req-713b3b5d-118b-4983-a8dd-c590f20e0a2d service neutron] 10.222.0.39 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Jan 27 20:29:09.117814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e2d1-9eb3-4886-a374-2bafcc426e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:12.259519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-626d63e4-7d72-4835-9500-9fa9954882f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:15.405742 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:15.835433 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:16.218878 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:21.708386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22eb1e-fe87-4eab-8fd3-d5ac3b453682 req-9fc5eda8-f7f7-4110-9aaa-431bcdeddf32 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:21.709836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e22eb1e-fe87-4eab-8fd3-d5ac3b453682 req-9fc5eda8-f7f7-4110-9aaa-431bcdeddf32 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0503633 Jan 27 20:29:21.756825 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e22eb1e-fe87-4eab-8fd3-d5ac3b453682 req-eaad3797-2dcd-410c-b1d5-c95fc708161e tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Jan 27 20:29:22.874249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51435-06f7-4918-8e77-58f6246a56c8 req-d1198429-8446-48c9-8338-2a5b5d8b9e3b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:22.875780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ad51435-06f7-4918-8e77-58f6246a56c8 req-d1198429-8446-48c9-8338-2a5b5d8b9e3b tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Jan 27 20:29:22.930098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ad51435-06f7-4918-8e77-58f6246a56c8 req-642acd14-40eb-4211-8bd8-8a8ef9850791 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Jan 27 20:29:23.608627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-0b076aaa-cf25-4283-ba73-1664dfe2cde5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:23.610154 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-0b076aaa-cf25-4283-ba73-1664dfe2cde5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.39 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 945 time: 0.0522692 Jan 27 20:29:23.703396 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Deleting port 34f9893c-12cb-4070-a669-a281b9051748 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:29:23.703638 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (34f9893c-12cb-4070-a669-a281b9051748), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:23.797423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] For port 34f9893c-12cb-4070-a669-a281b9051748, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=34f9893c-12cb-4070-a669-a281b9051748,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:29:23.797786 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (34f9893c-12cb-4070-a669-a281b9051748), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:23.810115 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Calling delete_port for 34f9893c-12cb-4070-a669-a281b9051748 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:29:23.946519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (34f9893c-12cb-4070-a669-a281b9051748), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:23.966647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['34f9893c-12cb-4070-a669-a281b9051748'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:29:23.978942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Pushing event deleted for resources: {'Port': ['ID=34f9893c-12cb-4070-a669-a281b9051748,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:24.006525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.006884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.007242 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.007585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.007925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.008265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.008606 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.008940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.009288 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.009627 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.009954 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.010280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.010605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:24.054379 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] No DVR routers for this DVR port 34f9893c-12cb-4070-a669-a281b9051748 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:29:24.057562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4768fd3a-d31b-4f08-a9b7-cb472c35bd65 req-47e629b4-0651-4fd8-a7ab-24f426d664cc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cda9ef87-161e-4baa-89d7-e44732dc1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0405509 Jan 27 20:29:24.058563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:24.061793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0338c05a-c3b7-40d8-b20a-788404bd1155 req-936833ea-74d9-4c81-aecb-18275c0712bc tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.39 "DELETE /v2.0/ports/34f9893c-12cb-4070-a669-a281b9051748 HTTP/1.1" status: 204 len: 173 time: 0.4444404 Jan 27 20:29:24.062494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'name': 'network-vif-deleted', 'tag': '34f9893c-12cb-4070-a669-a281b9051748'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:29:24.064786 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c712f2-d7ce-418d-bcb0-02c950ad3ee6" -d '{"events": [{"server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "name": "network-vif-deleted", "tag": "34f9893c-12cb-4070-a669-a281b9051748"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:29:24.102274 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6dd67-8819-4194-a6b1-39f2049993b1 x-openstack-request-id: req-f6c6dd67-8819-4194-a6b1-39f2049993b1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:29:24.102572 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda9ef87-161e-4baa-89d7-e44732dc1ea0", "name": "network-vif-deleted", "tag": "34f9893c-12cb-4070-a669-a281b9051748", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:29:24.102840 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6c6dd67-8819-4194-a6b1-39f2049993b1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:29:24.103235 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda9ef87-161e-4baa-89d7-e44732dc1ea0', 'name': 'network-vif-deleted', 'tag': '34f9893c-12cb-4070-a669-a281b9051748', 'status': 'completed', 'code': 200} Jan 27 20:29:24.134876 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:29:24.333357 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:25.251390 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:25.926312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-9d5226a0-7a81-40a0-98bc-10a6333ab5c9 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:25.927811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-9d5226a0-7a81-40a0-98bc-10a6333ab5c9 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 816 time: 0.1081481 Jan 27 20:29:25.943098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-7876f75e-3a83-4aae-be5c-39b330b4d969 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/quotas/141b63fd5c8a49519673a9f360169a39 HTTP/1.1" status: 200 len: 375 time: 0.0098805 Jan 27 20:29:25.996494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-3f62d97e-58f2-491e-a915-a05b255061b0 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473406 Jan 27 20:29:26.096924 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-2cf6c8c0-1d7d-4a0b-b522-d7be8ea6927c service neutron] 10.222.0.59 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883524 Jan 27 20:29:26.186522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-5e467154-2a41-4b1c-b1a9-55379a9512be service neutron] 10.222.0.59 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838723 Jan 27 20:29:26.349015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2bee2b6b-f53a-4772-b4ef-9a716ae759da req-41082274-583b-4ae1-8101-180887433db5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Jan 27 20:29:27.152197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 34f9893c-12cb-4070-a669-a281b9051748 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:29:27.173214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 34f9893c-12cb-4070-a669-a281b9051748 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:29:27.173643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 34f9893c-12cb-4070-a669-a281b9051748 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:29:27.363393 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-caae12e0-6443-4e8d-ad8f-cad1c2f91c5e tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:27.364876 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-caae12e0-6443-4e8d-ad8f-cad1c2f91c5e tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.66 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 816 time: 0.1020248 Jan 27 20:29:27.376790 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Request body: {'port': {'device_id': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'admin_state_up': True, 'tenant_id': '141b63fd5c8a49519673a9f360169a39'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:29:27.446598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d87cf00a-2481-4fc2-ab6c-2a0e71ba237a req-6f37ef1d-2e0a-43ba-a494-3e2c4d80050f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 210 time: 0.0260329 Jan 27 20:29:27.491112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Made reservation on behalf of 141b63fd5c8a49519673a9f360169a39 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:29:27.494521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:27.628735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Allocated IP 172.20.0.10 (db34c0aa-a6ca-4b06-af02-130ce2a0d33c/d09b7020-af67-4679-8b34-f74eea24bc2f/b7ccdf24-fb02-48d5-8486-7fc6adcc5af8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:29:27.770931 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks [] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:27.805042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:27.852918 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:29:27.855891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:29:27.861592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:29:27.868829 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Pushing event updated for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:27.916256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:27.917022 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:27.933888 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-6614d438-c111-46f5-9275-0c001d3be9c5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614176 Jan 27 20:29:27.996090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Request body: {'port': {'device_id': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:29:28.052559 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.089663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-8fdfbde4-83f8-4fae-b079-f68c262b73ed None None] Provisioning complete for port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:29:28.090139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fdfbde4-83f8-4fae-b079-f68c262b73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.127185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8fdfbde4-83f8-4fae-b079-f68c262b73ed None None] Port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:29:28.566336 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aef9e-efb4-4aed-ac74-808b065ff8a9 req-4862f165-dec7-442c-a1b4-ab8a256e92e2 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:28.567799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-165aef9e-efb4-4aed-ac74-808b065ff8a9 req-4862f165-dec7-442c-a1b4-ab8a256e92e2 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 932 time: 0.0524933 Jan 27 20:29:28.614810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-165aef9e-efb4-4aed-ac74-808b065ff8a9 req-3da89ecd-9f0e-457f-8244-f182ff594605 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Jan 27 20:29:28.615503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:29:28.623400 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks [] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.635578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Transition to ACTIVE for port object b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:29:28.639696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.691000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:28.760050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Attempting to bind port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:29:28.760418 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Attempting to bind port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:29:28.760753 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Attempting to bind port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:29:28.765519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:29:28.765846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Attempting to bind port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 on network db34c0aa-a6ca-4b06-af02-130ce2a0d33c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:29:28.771566 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:29:28.771908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Checking segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:29:28.772298 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Bound using segment: {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:29:28.772731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Bound port: b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a9a9a3-0720-4cfc-8688-0459163f32b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:29:28.773096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.842215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:29:28.845265 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:29:28.850006 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.884233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:28.884845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:28.886347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] 10.222.0.66 "PUT /v2.0/ports/b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 HTTP/1.1" status: 200 len: 1092 time: 0.9444075 Jan 27 20:29:28.886691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:29:28.888958 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae05035-8259-4cfd-8cb4-48e4bf65ccee" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:29:28.923639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cb01a-08a4-43ae-afee-8b8c3417b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:28.951277 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0a5f6-0e1d-45dc-b89a-41917918dac8 x-openstack-request-id: req-e6f0a5f6-0e1d-45dc-b89a-41917918dac8 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:29:28.951876 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:29:28.951876 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6f0a5f6-0e1d-45dc-b89a-41917918dac8 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:29:28.952214 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8', 'status': 'completed', 'code': 200} Jan 27 20:29:28.986747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-fd6770ef-9bba-40b2-bd38-ac718d28d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:28.988384 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-fd6770ef-9bba-40b2-bd38-ac718d28d63a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 1095 time: 0.0500450 Jan 27 20:29:29.035902 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-4a831079-164e-4959-b7cd-9d6bb58fcb94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 HTTP/1.1" status: 200 len: 217 time: 0.0409794 Jan 27 20:29:29.086667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-87fccc51-1cae-48e8-9387-e6ba776834da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.088276 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-87fccc51-1cae-48e8-9387-e6ba776834da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0472000 Jan 27 20:29:29.135923 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f277-90a9-471d-a765-f0df9642583e req-7d1408fb-f113-40bf-81d7-087289283a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.137539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-7d1408fb-f113-40bf-81d7-087289283a88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434089 Jan 27 20:29:29.229280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-dc0f1675-81b6-4c94-80b7-eda6865e2581 service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856688 Jan 27 20:29:29.318587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c202f277-90a9-471d-a765-f0df9642583e req-039acb74-e17e-4135-89f9-4cc3ccb8b704 service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841296 Jan 27 20:29:29.407091 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-ab9f31e6-19a9-4af6-ad20-e6630ed17d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.408521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-ab9f31e6-19a9-4af6-ad20-e6630ed17d90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 1095 time: 0.0419414 Jan 27 20:29:29.499670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-dae6af2b-fb03-496f-8a12-47e32aeeffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.501182 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-dae6af2b-fb03-496f-8a12-47e32aeeffa6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 917 time: 0.0867443 Jan 27 20:29:29.540183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-bd41ddc9-7576-42a4-b3e4-68112b237443 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 HTTP/1.1" status: 200 len: 217 time: 0.0333321 Jan 27 20:29:29.592239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-9d0c79c1-c96c-4415-b635-bf450eb23724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.593764 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-9d0c79c1-c96c-4415-b635-bf450eb23724 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0479906 Jan 27 20:29:29.639471 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-497fda4a-24f2-4db7-8156-86b54ca8ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.641035 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-497fda4a-24f2-4db7-8156-86b54ca8ee53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413735 Jan 27 20:29:29.730711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-55bd6913-ad9a-44ac-bddb-f96fabaa794f service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Jan 27 20:29:29.731832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9c3c9-2b49-4088-bac4-359c3836bdf5 req-a9b3137b-a535-4d3a-bc44-9b5f247c30bd tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:29.733329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6d9c3c9-2b49-4088-bac4-359c3836bdf5 req-a9b3137b-a535-4d3a-bc44-9b5f247c30bd tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 944 time: 0.0479927 Jan 27 20:29:29.779934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6d9c3c9-2b49-4088-bac4-359c3836bdf5 req-971213e1-7c65-4b47-a7fc-8d1ea7f41a46 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jan 27 20:29:29.826858 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-cae05035-8259-4cfd-8cb4-48e4bf65ccee req-9154d222-2ef5-44c7-86be-7d5e018f01a4 service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895422 Jan 27 20:29:30.901102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4566be-4299-48ca-bd51-820a8b3b4071 req-80d2c4b7-0148-4343-8d52-6f5f69c2e91a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:30.902653 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f4566be-4299-48ca-bd51-820a8b3b4071 req-80d2c4b7-0148-4343-8d52-6f5f69c2e91a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 944 time: 0.0528815 Jan 27 20:29:30.949102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f4566be-4299-48ca-bd51-820a8b3b4071 req-9c08dcc1-8f8a-4af5-acd0-ed998ed22ee1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Jan 27 20:29:32.062145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea3cdb-7e1c-4bea-a1ab-54c045ec738a req-35cf4e84-1a41-42e9-b3bb-bbfcd466d718 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:32.063656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caea3cdb-7e1c-4bea-a1ab-54c045ec738a req-35cf4e84-1a41-42e9-b3bb-bbfcd466d718 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 944 time: 0.0481699 Jan 27 20:29:32.110427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-caea3cdb-7e1c-4bea-a1ab-54c045ec738a req-4ee45e2d-6dff-49da-a655-aae487493e48 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Jan 27 20:29:32.816152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:29:32.914328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:29:32.926042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8', 'network_id': 'db34c0aa-a6ca-4b06-af02-130ce2a0d33c', 'port_id': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8', 'mac_address': 'fa:16:3e:20:b4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09b7020-af67-4679-8b34-f74eea24bc2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:29:32.962936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:29:32.963327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:32.977061 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:29:32.996985 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:29:33.001586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:33.048715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:33.056579 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.056930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.057300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.057647 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.057987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.058322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.058656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.058984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.059313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.059645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.059973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.060315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.060622 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:29:33.229271 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090df91-a9c2-4207-ae4b-4aceac140ee9 req-ff2d18bc-eff7-4ae9-ab9e-97a9a0c758b0 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:33.230749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0090df91-a9c2-4207-ae4b-4aceac140ee9 req-ff2d18bc-eff7-4ae9-ab9e-97a9a0c758b0 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 945 time: 0.0497408 Jan 27 20:29:33.283336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0090df91-a9c2-4207-ae4b-4aceac140ee9 req-bfc8650e-7f26-4017-bca5-9f065374267e tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Jan 27 20:29:33.306865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['b7ccdf24-fb02-48d5-8486-7fc6adcc5af8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:29:34.401567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95c71-705d-42cb-88ef-4b7969bf520d req-fff8add0-b945-4f16-b856-d57b56af10c7 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:34.402968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49c95c71-705d-42cb-88ef-4b7969bf520d req-fff8add0-b945-4f16-b856-d57b56af10c7 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Jan 27 20:29:34.450532 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-49c95c71-705d-42cb-88ef-4b7969bf520d req-44699601-5550-4265-9506-545a339f2118 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Jan 27 20:29:34.819446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:29:34.870452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:29:34.874869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:29:34.875250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:34.959331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:29:34.959725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:34.985620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:29:34.987927 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b92837-100c-446b-870c-cec368711c82" -d '{"events": [{"server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "name": "network-vif-plugged", "status": "completed", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:29:35.002282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:29:35.009093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:35.034653 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b149bb8-7dc8-43d3-8378-903579bb5e4c x-openstack-request-id: req-9b149bb8-7dc8-43d3-8378-903579bb5e4c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:29:35.034949 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "name": "network-vif-plugged", "status": "completed", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:29:35.035198 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b149bb8-7dc8-43d3-8378-903579bb5e4c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:29:35.035587 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8', 'code': 200} Jan 27 20:29:35.064461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:29:35.132036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc64ab4-d846-4d81-b53e-a9674a328c2d req-af3146b9-6621-4e42-9e36-ca5891aac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:35.133568 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7cc64ab4-d846-4d81-b53e-a9674a328c2d req-af3146b9-6621-4e42-9e36-ca5891aac98e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 1097 time: 0.0430250 Jan 27 20:29:35.177428 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7cc64ab4-d846-4d81-b53e-a9674a328c2d req-1ac6bbf9-6759-4462-9a02-5b17a79eac9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Jan 27 20:29:35.575878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e75b6-38df-46d4-8c7f-c7bf92e25e1c req-49bd5b98-6dc5-4941-a0e2-5b61533222b5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:35.577395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d61e75b6-38df-46d4-8c7f-c7bf92e25e1c req-49bd5b98-6dc5-4941-a0e2-5b61533222b5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0476089 Jan 27 20:29:35.624764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d61e75b6-38df-46d4-8c7f-c7bf92e25e1c req-1a070d24-0f74-4026-a138-f95b91c9acf5 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Jan 27 20:29:36.741996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427d30-432c-4620-8709-dfe0cc8e569c req-4ae01332-8414-4c26-9fbc-b1402aa36b35 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:36.743455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac427d30-432c-4620-8709-dfe0cc8e569c req-4ae01332-8414-4c26-9fbc-b1402aa36b35 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0518055 Jan 27 20:29:36.788997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac427d30-432c-4620-8709-dfe0cc8e569c req-99605b56-e8a0-4def-9d93-806ed04f70e8 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Jan 27 20:29:36.900259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab93fd-f522-4923-9636-d23140ed61cc req-8b64ccad-9721-4692-8a28-b1396771ca3a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:36.901781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cab93fd-f522-4923-9636-d23140ed61cc req-8b64ccad-9721-4692-8a28-b1396771ca3a tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0486188 Jan 27 20:29:36.948064 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4cab93fd-f522-4923-9636-d23140ed61cc req-070860e7-8b72-4dd8-a6e7-5d2190e0a9b0 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Jan 27 20:29:39.122306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f89c-221b-4a78-a543-b20e8bcbee9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:39.346336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-694e302a-5ab6-41ac-b98d-c0c21769eb5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398633 Jan 27 20:29:39.433386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-9df09b71-a2ff-44f2-8a3a-d9c03986c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:39.434909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-9df09b71-a2ff-44f2-8a3a-d9c03986c758 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=141b63fd5c8a49519673a9f360169a39&device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 1097 time: 0.0464482 Jan 27 20:29:39.541636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-2fff6d9c-ae5e-435d-a62c-0a4073be70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:39.543188 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-2fff6d9c-ae5e-435d-a62c-0a4073be70f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 200 len: 917 time: 0.0899465 Jan 27 20:29:39.597920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-9495f9db-3f9e-490c-99a3-f3b3de6445e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 HTTP/1.1" status: 200 len: 217 time: 0.0483263 Jan 27 20:29:39.649040 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-d626fffe-2b49-4eb2-98cd-4453f15b42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:39.650613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-d626fffe-2b49-4eb2-98cd-4453f15b42db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 200 len: 855 time: 0.0477557 Jan 27 20:29:39.697036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-94b0fd5c-8e9b-4ae4-b2c4-7993176a860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:29:39.698605 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-94b0fd5c-8e9b-4ae4-b2c4-7993176a860b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db34c0aa-a6ca-4b06-af02-130ce2a0d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417812 Jan 27 20:29:39.808198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-7d3bdb06-db75-4bf7-b587-72bed67743af service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021693 Jan 27 20:29:39.907672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f7cb2e2-2eaf-4372-a2c9-2342fe9efb1d req-02c9d2a0-ba36-4738-8f09-d48765863c7f service neutron] 10.222.0.66 "GET /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937765 Jan 27 20:29:42.261439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-549fe8d5-e16e-4767-a57e-d89f04015b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:45.407282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:45.836953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:46.224182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:54.332613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:29:55.259415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:01.133988 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:30:09.124743 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f345c43f-e4fb-48c2-a5a2-bf178cda87fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:10.986888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853481-786c-4a01-9578-c76b5dace908 req-04150be4-3c8c-416a-ba1f-8f781a6a0085 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:10.988268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3853481-786c-4a01-9578-c76b5dace908 req-04150be4-3c8c-416a-ba1f-8f781a6a0085 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0488305 Jan 27 20:30:11.039886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d3853481-786c-4a01-9578-c76b5dace908 req-50f4d9f1-0989-4188-accc-0cfae999c2c1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Jan 27 20:30:12.156179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5ec2-5a64-4171-b036-17f613ebbdb6 req-67257e90-64fa-44fb-ba89-564e29fb8689 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:12.157697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9abb5ec2-5a64-4171-b036-17f613ebbdb6 req-67257e90-64fa-44fb-ba89-564e29fb8689 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0487194 Jan 27 20:30:12.205175 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9abb5ec2-5a64-4171-b036-17f613ebbdb6 req-d7f10205-fea6-4730-a482-9259133c28fb tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/security-groups?id=262d4363-b936-47e0-ba87-e840c05764e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Jan 27 20:30:12.264810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8fca489-d8aa-4e98-8017-9b48dbc3eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:12.786228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-867f71a0-4140-49cd-984f-8a18b69ac2b1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:12.787711 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-867f71a0-4140-49cd-984f-8a18b69ac2b1 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 946 time: 0.0489476 Jan 27 20:30:12.880826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Deleting port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:12.881165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:12.970243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] For port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:12.970611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:12.983780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Calling delete_port for b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:13.112524 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b7ccdf24-fb02-48d5-8486-7fc6adcc5af8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:13.142164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Pushing event deleted for resources: {'Port': ['ID=b7ccdf24-fb02-48d5-8486-7fc6adcc5af8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:13.170243 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.170609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.170963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.171311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.171653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.171989 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.172326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.172664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.172995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.173358 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.173690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.174742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.175008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:13.197778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] No DVR routers for this DVR port b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:30:13.200349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:13.203759 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35b96ffd-8f3e-4016-a0b4-4dcdec118d35 req-8b3a052f-e5ce-4b1e-ada5-a7d45d6b7e9f tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.66 "DELETE /v2.0/ports/b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 HTTP/1.1" status: 204 len: 173 time: 0.4104438 Jan 27 20:30:13.204199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'name': 'network-vif-deleted', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:30:13.206502 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd16665-8644-4500-a160-f03f1584ea06" -d '{"events": [{"server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "name": "network-vif-deleted", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:30:13.246584 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbae241-52b5-4b6a-92f6-ebc337c565c7 x-openstack-request-id: req-6fbae241-52b5-4b6a-92f6-ebc337c565c7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:30:13.246932 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e123c-b1f0-4997-8b0c-c800cf023df9", "name": "network-vif-deleted", "tag": "b7ccdf24-fb02-48d5-8486-7fc6adcc5af8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:30:13.247781 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fbae241-52b5-4b6a-92f6-ebc337c565c7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:30:13.248208 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e123c-b1f0-4997-8b0c-c800cf023df9', 'name': 'network-vif-deleted', 'tag': 'b7ccdf24-fb02-48d5-8486-7fc6adcc5af8', 'status': 'completed', 'code': 200} Jan 27 20:30:13.325240 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea6f559-bbc0-446d-885b-9d56c46c3f1a req-14a40997-448b-4abc-8e59-104b1836e7f9 tempest-TestEncryptedCinderVolumes-1575181483 tempest-TestEncryptedCinderVolumes-1575181483-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6e123c-b1f0-4997-8b0c-c800cf023df9 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Jan 27 20:30:14.420176 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41076) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:14.762743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.006832 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Deleting port 70afcea5-2d88-4003-85d4-6a5890dd21ea {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:15.007176 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.087021 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] For port 70afcea5-2d88-4003-85d4-6a5890dd21ea, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=70afcea5-2d88-4003-85d4-6a5890dd21ea,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:15.087384 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.090542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:15.101006 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Calling delete_port for 70afcea5-2d88-4003-85d4-6a5890dd21ea owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:15.112355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:15.112701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device b7ccdf24-fb02-48d5-8486-7fc6adcc5af8 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:15.279530 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (70afcea5-2d88-4003-85d4-6a5890dd21ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.302736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Pushing event deleted for resources: {'Port': ['ID=70afcea5-2d88-4003-85d4-6a5890dd21ea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:15.413889 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.473751 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.685059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Router a1f0ca69-c91b-4525-83af-12a65ce2f29d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:30:15.790181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:15.795356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1aa3ca51-3a6a-468b-a18e-a99cf539b410 admin admin] 10.222.0.59 "PUT /v2.0/routers/a1f0ca69-c91b-4525-83af-12a65ce2f29d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740389 Jan 27 20:30:15.797808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41078) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:15.800981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Sync routers for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:15.811733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:15.812377 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:15.878100 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.906090 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks [] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:15.932320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:16.118050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:30:15Z', 'revision_number': 5, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port': {'id': '06a09d04-6548-4e3d-b431-1a49557aceb8', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:16.311698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks [] for router_gateway (a1f0ca69-c91b-4525-83af-12a65ce2f29d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.315830 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Checking router: a1f0ca69-c91b-4525-83af-12a65ce2f29d for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:16.332461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Routers {'a1f0ca69-c91b-4525-83af-12a65ce2f29d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:16.332980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:16.336336 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.365352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Deleting port 06a09d04-6548-4e3d-b431-1a49557aceb8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:16.365687 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.424477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] Set router a1f0ca69-c91b-4525-83af-12a65ce2f29d gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:16.445525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] For port 06a09d04-6548-4e3d-b431-1a49557aceb8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=06a09d04-6548-4e3d-b431-1a49557aceb8,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:16.445888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.459027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Calling delete_port for 06a09d04-6548-4e3d-b431-1a49557aceb8 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:16.484114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:30:16Z', 'revision_number': 6, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:16.512507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6e3fb-2a32-4db0-b0b5-9b91ce4c3cb3 None None] The sync data for ids ['a1f0ca69-c91b-4525-83af-12a65ce2f29d'] in n-d-760453-6 is: [{'id': 'a1f0ca69-c91b-4525-83af-12a65ce2f29d', 'name': 'tempest-TestEncryptedCinderVolumes-996705845-router', 'tenant_id': '141b63fd5c8a49519673a9f360169a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:26Z', 'updated_at': '2022-01-27T20:30:16Z', 'revision_number': 6, 'project_id': '141b63fd5c8a49519673a9f360169a39', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:16.625483 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (06a09d04-6548-4e3d-b431-1a49557aceb8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.654673 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=06a09d04-6548-4e3d-b431-1a49557aceb8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:16.715886 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.804965 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.807031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks [] for router_controller (a1f0ca69-c91b-4525-83af-12a65ce2f29d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.852852 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (a1f0ca69-c91b-4525-83af-12a65ce2f29d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.853430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f0ca69-c91b-4525-83af-12a65ce2f29d {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:30:16.859349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.860320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-593a8e48-65ce-47a7-8ad3-9bb8ba4e9d7e admin admin] 10.222.0.59 "DELETE /v2.0/routers/a1f0ca69-c91b-4525-83af-12a65ce2f29d HTTP/1.1" status: 204 len: 168 time: 1.0615997 Jan 27 20:30:16.862871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41080) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:16.912644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Deleting subnet d09b7020-af67-4679-8b34-f74eea24bc2f {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:30:16.915944 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Publish callbacks [] for subnet (d09b7020-af67-4679-8b34-f74eea24bc2f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:16.952428 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (d09b7020-af67-4679-8b34-f74eea24bc2f), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.032676 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (d09b7020-af67-4679-8b34-f74eea24bc2f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.087967 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (d09b7020-af67-4679-8b34-f74eea24bc2f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.112702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09b7020-af67-4679-8b34-f74eea24bc2f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:17.116662 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.120202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac8ce284-a113-47a5-8470-79adeef5bae6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d09b7020-af67-4679-8b34-f74eea24bc2f HTTP/1.1" status: 204 len: 168 time: 0.2560780 Jan 27 20:30:17.122465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:17.122896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35951106-a153-4fc7-9eb2-7433efb1b22a None None] Network db34c0aa-a6ca-4b06-af02-130ce2a0d33c requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:17.189461 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (db34c0aa-a6ca-4b06-af02-130ce2a0d33c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.246178 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Deleting port c3434f45-6064-453a-9db3-eb5937e2a6dc {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:17.246536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.306466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] DHCP port deletion for db34c0aa-a6ca-4b06-af02-130ce2a0d33c request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:30:17.320969 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] For port c3434f45-6064-453a-9db3-eb5937e2a6dc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3434f45-6064-453a-9db3-eb5937e2a6dc,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:17.321368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.334868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Calling delete_port for c3434f45-6064-453a-9db3-eb5937e2a6dc owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:17.359015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Deleting port c3434f45-6064-453a-9db3-eb5937e2a6dc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:17.359396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.416622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.426471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] For port c3434f45-6064-453a-9db3-eb5937e2a6dc, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=c3434f45-6064-453a-9db3-eb5937e2a6dc,segment=NetworkSegment(95a9a9a3-0720-4cfc-8688-0459163f32b4),segment_id=95a9a9a3-0720-4cfc-8688-0459163f32b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:17.427017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.445295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Calling delete_port for c3434f45-6064-453a-9db3-eb5937e2a6dc owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:17.451281 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3434f45-6064-453a-9db3-eb5937e2a6dc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:17.453141 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] No DVR routers for this DVR port c3434f45-6064-453a-9db3-eb5937e2a6dc on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:30:17.523406 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (c3434f45-6064-453a-9db3-eb5937e2a6dc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.527207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (db34c0aa-a6ca-4b06-af02-130ce2a0d33c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.548190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db34c0aa-a6ca-4b06-af02-130ce2a0d33c']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:17.551461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] No DVR routers for this DVR port c3434f45-6064-453a-9db3-eb5937e2a6dc on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:30:17.553227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b6249-2edd-492d-b16a-98c63b686c5d None None] Pushing event deleted for resources: {'Port': ['ID=c3434f45-6064-453a-9db3-eb5937e2a6dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:17.564472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a9a9a3-0720-4cfc-8688-0459163f32b4') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:17.564472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a9a9a3-0720-4cfc-8688-0459163f32b4') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:17.573309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (95a9a9a3-0720-4cfc-8688-0459163f32b4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.588569 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (95a9a9a3-0720-4cfc-8688-0459163f32b4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.595729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:30:17.596753 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (95a9a9a3-0720-4cfc-8688-0459163f32b4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:30:17.598812 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:30:17.657911 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (db34c0aa-a6ca-4b06-af02-130ce2a0d33c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.663943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:17.667084 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] 10.222.0.59 "DELETE /v2.0/networks/db34c0aa-a6ca-4b06-af02-130ce2a0d33c HTTP/1.1" status: 204 len: 168 time: 0.5436912 Jan 27 20:30:17.670166 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:17.678636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2117-1c3e-41f8-90a0-d5d5e448720b admin admin] Pushing event deleted for resources: {'Network': ['ID=db34c0aa-a6ca-4b06-af02-130ce2a0d33c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:18.015062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:18.229589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3434f45-6064-453a-9db3-eb5937e2a6dc no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:18.251230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: c3434f45-6064-453a-9db3-eb5937e2a6dc {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:18.251581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device c3434f45-6064-453a-9db3-eb5937e2a6dc not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:18.252004 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 06a09d04-6548-4e3d-b431-1a49557aceb8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:18.275443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 06a09d04-6548-4e3d-b431-1a49557aceb8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:18.275795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 06a09d04-6548-4e3d-b431-1a49557aceb8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:18.276215 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 70afcea5-2d88-4003-85d4-6a5890dd21ea no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:18.296791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 70afcea5-2d88-4003-85d4-6a5890dd21ea {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:18.297140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 70afcea5-2d88-4003-85d4-6a5890dd21ea not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:18.548190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Deleting port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:18.548445 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:18.624447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] For port 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:18.624813 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:18.637717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Calling delete_port for 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:18.817396 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:18.846550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:19.010351 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.227634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Router 3a1f0311-67f8-4391-bbc3-2611491f99bd has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:30:19.334583 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:19.339597 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-72e8fcdf-3696-44e9-8ea5-233835079da1 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a1f0311-67f8-4391-bbc3-2611491f99bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6682882 Jan 27 20:30:19.342175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:19.343519 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Sync routers for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:19.353345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:19.354045 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:19.448524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks [] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.458499 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:19.547565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks [] for router_gateway (3a1f0311-67f8-4391-bbc3-2611491f99bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.604325 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Deleting port 3643c85b-94e8-431b-8109-3541f0b47bb7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:19.604671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.633748 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:30:18Z', 'revision_number': 5, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port': {'id': '3643c85b-94e8-431b-8109-3541f0b47bb7', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:28:31Z', 'updated_at': '2022-01-27T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:19.659492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Checking router: 3a1f0311-67f8-4391-bbc3-2611491f99bd for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:19.667558 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Routers {'3a1f0311-67f8-4391-bbc3-2611491f99bd'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:19.668158 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['3a1f0311-67f8-4391-bbc3-2611491f99bd'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:19.689191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] For port 3643c85b-94e8-431b-8109-3541f0b47bb7, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3643c85b-94e8-431b-8109-3541f0b47bb7,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:19.690143 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.701881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Calling delete_port for 3643c85b-94e8-431b-8109-3541f0b47bb7 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:19.757409 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] Set router 3a1f0311-67f8-4391-bbc3-2611491f99bd gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:19.807403 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:30:19Z', 'revision_number': 6, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:19.836943 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903bd58-d6a6-4497-833f-dc7438ad392b None None] The sync data for ids ['3a1f0311-67f8-4391-bbc3-2611491f99bd'] in n-d-760453-6 is: [{'id': '3a1f0311-67f8-4391-bbc3-2611491f99bd', 'name': 'tempest-TestEncryptedCinderVolumes-1682995138-router', 'tenant_id': '2d5d613dc013401d973032cb889660da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:28:30Z', 'updated_at': '2022-01-27T20:30:19Z', 'revision_number': 6, 'project_id': '2d5d613dc013401d973032cb889660da', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:19.876861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (3643c85b-94e8-431b-8109-3541f0b47bb7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:19.907801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Pushing event deleted for resources: {'Port': ['ID=3643c85b-94e8-431b-8109-3541f0b47bb7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:19.968894 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.061656 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.063694 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks [] for router_controller (3a1f0311-67f8-4391-bbc3-2611491f99bd), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.110513 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (3a1f0311-67f8-4391-bbc3-2611491f99bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.111087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1f0311-67f8-4391-bbc3-2611491f99bd {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:30:20.116725 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.117981 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9627f4e-cf06-4eb2-9b37-f0fece02b995 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3a1f0311-67f8-4391-bbc3-2611491f99bd HTTP/1.1" status: 204 len: 168 time: 0.7749119 Jan 27 20:30:20.120547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:20.170371 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Deleting subnet 5e39d67d-da44-4871-8d75-3de9ca58e1fb {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:30:20.173968 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Publish callbacks [] for subnet (5e39d67d-da44-4871-8d75-3de9ca58e1fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.211953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (5e39d67d-da44-4871-8d75-3de9ca58e1fb), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.296449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5e39d67d-da44-4871-8d75-3de9ca58e1fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.333918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:20.356276 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (5e39d67d-da44-4871-8d75-3de9ca58e1fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.356676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:20.357025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 64fba69d-b4c1-4e58-9c48-0ee7f35c0e7d not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:20.393316 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.397310 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5e39d67d-da44-4871-8d75-3de9ca58e1fb HTTP/1.1" status: 204 len: 168 time: 0.2758048 Jan 27 20:30:20.398198 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea402e3-d6fe-4302-8b86-9a5dda9395a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e39d67d-da44-4871-8d75-3de9ca58e1fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:20.398351 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e57e3d-ce07-4169-8dca-43a5cc247d39 None None] Network cefcb57b-e505-4f3f-8f78-9b84d547826b requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:20.399894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:20.471372 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (cefcb57b-e505-4f3f-8f78-9b84d547826b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.531388 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Deleting port d75b3307-8dce-4221-941e-8d22fe474cc9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:20.531732 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.552012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] DHCP port deletion for cefcb57b-e505-4f3f-8f78-9b84d547826b request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:30:20.600559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Deleting port d75b3307-8dce-4221-941e-8d22fe474cc9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:30:20.600941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.601804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] For port d75b3307-8dce-4221-941e-8d22fe474cc9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d75b3307-8dce-4221-941e-8d22fe474cc9,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:20.602180 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.616030 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Calling delete_port for d75b3307-8dce-4221-941e-8d22fe474cc9 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:20.672136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] For port d75b3307-8dce-4221-941e-8d22fe474cc9, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=d75b3307-8dce-4221-941e-8d22fe474cc9,segment=NetworkSegment(75374e92-9725-4875-a291-9d2d8fcf2f89),segment_id=75374e92-9725-4875-a291-9d2d8fcf2f89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:20.672543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.685983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Calling delete_port for d75b3307-8dce-4221-941e-8d22fe474cc9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:30:20.702014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.728181 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d75b3307-8dce-4221-941e-8d22fe474cc9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:20.731833 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] No DVR routers for this DVR port d75b3307-8dce-4221-941e-8d22fe474cc9 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:30:20.774319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (d75b3307-8dce-4221-941e-8d22fe474cc9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.796980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] Pushing event deleted for resources: {'Port': ['ID=d75b3307-8dce-4221-941e-8d22fe474cc9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:20.802684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac4e35-c9a7-45f6-97a0-81a212e1f167 None None] No DVR routers for this DVR port d75b3307-8dce-4221-941e-8d22fe474cc9 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:30:20.815078 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (cefcb57b-e505-4f3f-8f78-9b84d547826b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.836647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefcb57b-e505-4f3f-8f78-9b84d547826b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:20.846105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75374e92-9725-4875-a291-9d2d8fcf2f89') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:20.846405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75374e92-9725-4875-a291-9d2d8fcf2f89') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:20.855871 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (75374e92-9725-4875-a291-9d2d8fcf2f89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.869369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (75374e92-9725-4875-a291-9d2d8fcf2f89), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.875520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:30:20.875942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (75374e92-9725-4875-a291-9d2d8fcf2f89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:30:20.878306 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:30:20.935707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (cefcb57b-e505-4f3f-8f78-9b84d547826b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.942158 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:20.945546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] 10.222.0.59 "DELETE /v2.0/networks/cefcb57b-e505-4f3f-8f78-9b84d547826b HTTP/1.1" status: 204 len: 168 time: 0.5447135 Jan 27 20:30:20.958165 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8069-a0e6-489f-8a8f-57b02f47db2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cefcb57b-e505-4f3f-8f78-9b84d547826b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:21.109524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:21.149564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-709a3abf-f4da-4ede-aa93-606f09acfd24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=141b63fd5c8a49519673a9f360169a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388489 Jan 27 20:30:21.152130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41096) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:21.198948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] Publish callbacks [] for security_group (262d4363-b936-47e0-ba87-e840c05764e7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.219274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] Publish callbacks [] for security_group (262d4363-b936-47e0-ba87-e840c05764e7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.266108 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (262d4363-b936-47e0-ba87-e840c05764e7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.268805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.270032 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/262d4363-b936-47e0-ba87-e840c05764e7 HTTP/1.1" status: 204 len: 168 time: 0.1170099 Jan 27 20:30:21.278212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d53a7b-a6c7-442d-a3d7-407b34951275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262d4363-b936-47e0-ba87-e840c05764e7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:21.579564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:21.619408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1042410d-5b08-41dd-a0c3-b674de354965 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d5d613dc013401d973032cb889660da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379434 Jan 27 20:30:21.622675 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:21.672921 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] Publish callbacks [] for security_group (be06a9d9-883a-44b4-85c5-036dca43d219), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.693841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] Publish callbacks [] for security_group (be06a9d9-883a-44b4-85c5-036dca43d219), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.740855 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (be06a9d9-883a-44b4-85c5-036dca43d219), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.743743 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:21.744894 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be06a9d9-883a-44b4-85c5-036dca43d219 HTTP/1.1" status: 204 len: 168 time: 0.1212952 Jan 27 20:30:21.753847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fff62f-6338-4769-af60-57f4cb18649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06a9d9-883a-44b4-85c5-036dca43d219,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:22.218566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3643c85b-94e8-431b-8109-3541f0b47bb7 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:22.239896 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 3643c85b-94e8-431b-8109-3541f0b47bb7 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:22.240257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3643c85b-94e8-431b-8109-3541f0b47bb7 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:22.240673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d75b3307-8dce-4221-941e-8d22fe474cc9 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:30:22.260034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: d75b3307-8dce-4221-941e-8d22fe474cc9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:30:22.260394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device d75b3307-8dce-4221-941e-8d22fe474cc9 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:30:22.422317 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:22.517232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-162534441-network', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:22.537233 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Made reservation on behalf of bc61b231ea854fa8b0613e7f8fd34145 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:30:22.539526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.547705 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.623924 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks [] for security_group (39e3f90e-19f5-4814-b756-c90961e76b6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.628277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39e3f90e-19f5-4814-b756-c90961e76b6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.649648 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:30:22.665315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3f90e-19f5-4814-b756-c90961e76b6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:22.668215 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (31d1ab7c-1c5c-4926-b168-b9355ada22ad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.668556 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Added segment 31d1ab7c-1c5c-4926-b168-b9355ada22ad of type vlan for network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 Jan 27 20:30:22.708756 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f9987d6c-2b22-42e9-a6ce-a753c9a915b3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.734327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f9987d6c-2b22-42e9-a6ce-a753c9a915b3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.735235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:22.735812 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.786659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3632367 Jan 27 20:30:22.789552 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41130) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:22.794710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Request body: {'subnet': {'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-162534441-subnet', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:22.801516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f3b5-59d9-467f-a5d3-155e45ad9d9f admin admin] Pushing event updated for resources: {'Network': ['ID=f9987d6c-2b22-42e9-a6ce-a753c9a915b3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:22.811774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:30:22.815065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Made reservation on behalf of bc61b231ea854fa8b0613e7f8fd34145 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:30:22.817443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:22.982354 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (3533e127-3244-48ab-b610-e22f78534273), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.031345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3533e127-3244-48ab-b610-e22f78534273,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:23.046282 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Checking segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:23.046641 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Network hostable DHCP agents. Network: f9987d6c-2b22-42e9-a6ce-a753c9a915b3, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:30:23.061860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:30:23.071028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f9987d6c-2b22-42e9-a6ce-a753c9a915b3) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:23.075207 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:23.075807 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.081239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd2a18-fecf-4cac-a7f6-f37b0949247f None None] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:23.092019 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-08c156ee-2af5-4884-be44-1a0fd0b4efca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3013608 Jan 27 20:30:23.095138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:23.099828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:23.119340 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.120360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.174585 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for router_controller (8ca9b0f3-0e15-4983-bb6c-541b136860d7), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.184454 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:30:23.185589 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.313726 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for router_gateway (8ca9b0f3-0e15-4983-bb6c-541b136860d7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.326893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Allocated IP 172.20.0.2 (f9987d6c-2b22-42e9-a6ce-a753c9a915b3/3533e127-3244-48ab-b610-e22f78534273/32a99097-5ff0-485b-99bb-1250557fd969) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:23.483994 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks [] for port (32a99097-5ff0-485b-99bb-1250557fd969), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.491641 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (32a99097-5ff0-485b-99bb-1250557fd969), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.540742 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:23.542486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:23.543079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for router_gateway (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.544256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Pushing event updated for resources: {'Port': ['ID=32a99097-5ff0-485b-99bb-1250557fd969,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:23.546450 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:23.562588 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.603337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Attempting to bind port 32a99097-5ff0-485b-99bb-1250557fd969 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:23.603337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Attempting to bind port 32a99097-5ff0-485b-99bb-1250557fd969 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:23.603337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Attempting to bind port 32a99097-5ff0-485b-99bb-1250557fd969 on network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:23.607739 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:23.608123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Checking segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:23.608537 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.608967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Bound using segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:23.609492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Bound port: 32a99097-5ff0-485b-99bb-1250557fd969, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:23.609903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (32a99097-5ff0-485b-99bb-1250557fd969), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.677487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Allocated IP 172.25.5.140 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b631469e-7b1d-4be1-bbf1-92f4e74dfede) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:23.685094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] For port 32a99097-5ff0-485b-99bb-1250557fd969, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:23.688566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] For port 32a99097-5ff0-485b-99bb-1250557fd969, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=32a99097-5ff0-485b-99bb-1250557fd969,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:23.692511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (32a99097-5ff0-485b-99bb-1250557fd969), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.750271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725665e-732f-419f-b0a9-5b066c91ad55 None None] Pushing event updated for resources: {'Port': ['ID=32a99097-5ff0-485b-99bb-1250557fd969,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:23.794219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.831369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:23.871723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:23.874689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:23.877437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:23.930781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Pushing event updated for resources: {'Port': ['ID=b631469e-7b1d-4be1-bbf1-92f4e74dfede,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:24.148161 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for router_gateway (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.256704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 32a99097-5ff0-485b-99bb-1250557fd969 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:24.306870 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 32a99097-5ff0-485b-99bb-1250557fd969 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:24.307256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (32a99097-5ff0-485b-99bb-1250557fd969), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.360226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.409668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 32a99097-5ff0-485b-99bb-1250557fd969 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:24.410352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (32a99097-5ff0-485b-99bb-1250557fd969), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.451267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 32a99097-5ff0-485b-99bb-1250557fd969, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=32a99097-5ff0-485b-99bb-1250557fd969,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:24.456517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (32a99097-5ff0-485b-99bb-1250557fd969), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.519332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=32a99097-5ff0-485b-99bb-1250557fd969,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:24.667582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.788510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b544e8-36b8-473f-be2f-39eb20596fe3 None None] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:24.805158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:30:24.875999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e32a7ff6-ed28-4b17-9c5c-ffd3a8dbb2fe None None] Provisioning complete for port 32a99097-5ff0-485b-99bb-1250557fd969 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:24.876418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e32a7ff6-ed28-4b17-9c5c-ffd3a8dbb2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (32a99097-5ff0-485b-99bb-1250557fd969), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.917543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:24.930488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Sync routers for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:24.935832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:24.940636 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4b58475e-2b3a-4839-83a9-f610e050b743 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8443098 Jan 27 20:30:24.941019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41134) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:24.958841 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:24.959497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:25.083865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e32a7ff6-ed28-4b17-9c5c-ffd3a8dbb2fe None None] Current status of the port 32a99097-5ff0-485b-99bb-1250557fd969 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:25.113888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:25.404411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.419563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.422583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-11955656-09d0-43e2-9f07-f25070a05b61 None None] Provisioning complete for port 32a99097-5ff0-485b-99bb-1250557fd969 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:25.422953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11955656-09d0-43e2-9f07-f25070a05b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (32a99097-5ff0-485b-99bb-1250557fd969), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.559547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-11955656-09d0-43e2-9f07-f25070a05b61 None None] Current status of the port 32a99097-5ff0-485b-99bb-1250557fd969 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:25.563878 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:24Z', 'revision_number': 3, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:25.574544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Allocated IP 172.20.0.1 (f9987d6c-2b22-42e9-a6ce-a753c9a915b3/3533e127-3244-48ab-b610-e22f78534273/59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:25.592949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Checking router: 8ca9b0f3-0e15-4983-bb6c-541b136860d7 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:25.593336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Updating router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 port b631469e-7b1d-4be1-bbf1-92f4e74dfede binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:30:25.619930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.685043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks [] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.724308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.761511 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:25.764767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:25.768906 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:25.803102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Pushing event updated for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:25.819159 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.956090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks [] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.965013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:25.986310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.028430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b96a-9425-4300-b606-6048bc0c8933 None None] Pushing event updated for resources: {'Port': ['ID=b631469e-7b1d-4be1-bbf1-92f4e74dfede,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:26.030815 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Attempting to bind port b631469e-7b1d-4be1-bbf1-92f4e74dfede on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:26.031183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Attempting to bind port b631469e-7b1d-4be1-bbf1-92f4e74dfede by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:26.031548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Attempting to bind port b631469e-7b1d-4be1-bbf1-92f4e74dfede on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:26.038052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:26.038433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:26.038879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.039472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:26.039802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Bound port: b631469e-7b1d-4be1-bbf1-92f4e74dfede, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:26.040218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.110669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2ee99cee-28de-45e6-b2ce-41e556b8628f None None] Provisioning complete for port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:26.110963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee99cee-28de-45e6-b2ce-41e556b8628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.133660 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] For port b631469e-7b1d-4be1-bbf1-92f4e74dfede, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:26.154945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] For port b631469e-7b1d-4be1-bbf1-92f4e74dfede, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b631469e-7b1d-4be1-bbf1-92f4e74dfede,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:26.162718 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.167257 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ee99cee-28de-45e6-b2ce-41e556b8628f None None] Port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:30:26.210501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks [] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.217604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.233373 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b96a-9425-4300-b606-6048bc0c8933 None None] Pushing event updated for resources: {'Port': ['ID=b631469e-7b1d-4be1-bbf1-92f4e74dfede,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:26.236058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:26.236733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:26.279643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 32a99097-5ff0-485b-99bb-1250557fd969 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:26.297968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.301868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Pushing event updated for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:26.399365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 32a99097-5ff0-485b-99bb-1250557fd969 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:26.399736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (32a99097-5ff0-485b-99bb-1250557fd969), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.405108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:26.408085 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:26.409654 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:26.547995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:30:26.616000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 32a99097-5ff0-485b-99bb-1250557fd969 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:26.677277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:26.686238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-24579f03-6445-46a8-9429-d12900f69072 admin admin] 10.222.0.59 "PUT /v2.0/routers/8ca9b0f3-0e15-4983-bb6c-541b136860d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432988 Jan 27 20:30:26.719791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:26Z', 'revision_number': 2, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:26.750889 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ff15a-ed9c-4b94-bc7b-d23580c71df7 None None] The sync data for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 is: [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:26Z', 'revision_number': 2, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:26.803542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-b93c038b-88db-44f6-afb1-4f38be269ec7 None None] Provisioning complete for port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:26.803924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93c038b-88db-44f6-afb1-4f38be269ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:26.849429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b93c038b-88db-44f6-afb1-4f38be269ec7 None None] Port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:30:27.253646 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41150) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:27.258987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-595940030-network', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:27.279951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Made reservation on behalf of 2e2cb7f5979543ff8e9a7f432297c835 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:30:27.282440 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.292362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.371442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks [] for security_group (45dc8357-dd8d-4107-b3bb-599f6802a23f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.375523 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (45dc8357-dd8d-4107-b3bb-599f6802a23f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.406940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:30:27.413610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc8357-dd8d-4107-b3bb-599f6802a23f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:27.420112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (072fe123-e69f-4a6f-a5d7-69d1f1654cbb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.420455 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Added segment 072fe123-e69f-4a6f-a5d7-69d1f1654cbb of type vlan for network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 Jan 27 20:30:27.481207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (4301f97d-fb4b-4d29-b9c4-12996739a7d6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.511302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (4301f97d-fb4b-4d29-b9c4-12996739a7d6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.512289 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:27.512900 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.571735 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3168852 Jan 27 20:30:27.574765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41152) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:27.584493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Request body: {'subnet': {'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-595940030-subnet', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:27.591027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f3955-d59d-496c-8b42-bbc874da159a admin admin] Pushing event updated for resources: {'Network': ['ID=4301f97d-fb4b-4d29-b9c4-12996739a7d6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:27.602403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:30:27.607130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Made reservation on behalf of 2e2cb7f5979543ff8e9a7f432297c835 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:30:27.609752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.802437 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (12eea959-3ad7-46dd-ac88-0c994f469ac7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.858000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12eea959-3ad7-46dd-ac88-0c994f469ac7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:27.871347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Checking segment: {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:27.871716 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Network hostable DHCP agents. Network: 4301f97d-fb4b-4d29-b9c4-12996739a7d6, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:30:27.895256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:30:27.906609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 4301f97d-fb4b-4d29-b9c4-12996739a7d6) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:27.911184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:27.911879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.917321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc77a32-6a3e-41a5-96df-43eaffbb0430 None None] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:27.935185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:27.935808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4dca90d8-8dba-46f3-9960-407a217bbb65 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3576396 Jan 27 20:30:27.940832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:27.966987 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:27.968117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.028373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for router_controller (9d813686-cfe4-423d-912c-a0be3fbcc07c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.052314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:30:28.053228 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.216524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Allocated IP 172.20.0.2 (4301f97d-fb4b-4d29-b9c4-12996739a7d6/12eea959-3ad7-46dd-ac88-0c994f469ac7/7f3c4629-53cc-467b-bd45-87a2babce963) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:28.265031 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for router_gateway (9d813686-cfe4-423d-912c-a0be3fbcc07c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.341096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b631469e-7b1d-4be1-bbf1-92f4e74dfede up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:28.430751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks [] for port (7f3c4629-53cc-467b-bd45-87a2babce963), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.441006 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.480758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b631469e-7b1d-4be1-bbf1-92f4e74dfede triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:28.481112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.515157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:28.527058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:28.529551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:28.530376 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for router_gateway (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.536942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Pushing event updated for resources: {'Port': ['ID=7f3c4629-53cc-467b-bd45-87a2babce963,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:28.558425 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.604475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Attempting to bind port 7f3c4629-53cc-467b-bd45-87a2babce963 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:28.604869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Attempting to bind port 7f3c4629-53cc-467b-bd45-87a2babce963 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:28.605228 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Attempting to bind port 7f3c4629-53cc-467b-bd45-87a2babce963 on network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:28.630161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:28.630539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Checking segment: {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:28.630953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.631361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Bound using segment: {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:28.631843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Bound port: 7f3c4629-53cc-467b-bd45-87a2babce963, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:28.632229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.666294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Allocated IP 172.25.5.3 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ac1dddd1-0439-4e2c-8de3-388fd2a69c64) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:28.674701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b631469e-7b1d-4be1-bbf1-92f4e74dfede is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:28.675098 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.708656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b631469e-7b1d-4be1-bbf1-92f4e74dfede, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b631469e-7b1d-4be1-bbf1-92f4e74dfede,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:28.719874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.758195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] For port 7f3c4629-53cc-467b-bd45-87a2babce963, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:28.785634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] For port 7f3c4629-53cc-467b-bd45-87a2babce963, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f3c4629-53cc-467b-bd45-87a2babce963,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:28.792838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.813136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b631469e-7b1d-4be1-bbf1-92f4e74dfede,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:28.827706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.881171 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:28.892073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cedf3a-336a-4f4a-9485-b6c27dbf85ef None None] Pushing event updated for resources: {'Port': ['ID=7f3c4629-53cc-467b-bd45-87a2babce963,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:28.928479 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:28.933405 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:28.937079 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:28.969213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:28.980714 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.981119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.981592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.981931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.982260 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.982585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.982908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.983231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.983551 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.983871 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.984190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.984507 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:28.984824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:29.261086 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Sync routers for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:29.271576 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for router_gateway (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:29.272734 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:29.273568 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:29.391072 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:29.478242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:29.620469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Router 9d813686-cfe4-423d-912c-a0be3fbcc07c is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:30:29.694803 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:26Z', 'revision_number': 2, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:29.725563 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Checking router: 8ca9b0f3-0e15-4983-bb6c-541b136860d7 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:29.725920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Updating router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:30:29.735484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:29.746021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Sync routers for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:29.752694 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:29.757828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:29.758533 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:29.769519 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:29.770858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b38fde34-950f-4463-8b49-9a10239c9977 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8345585 Jan 27 20:30:29.773514 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:30:29.909331 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:29.941649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54b8f8-3ca3-45f3-a8c1-5ea0255d1578 None None] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:30:30.059965 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks [] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.068293 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.149985 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Pushing event updated for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:30.159641 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.159985 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.160327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.160667 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.160998 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.161346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.161879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.162366 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.162853 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.163345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.163843 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.164330 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.164807 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:30.198016 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Attempting to bind port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:30.198378 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Attempting to bind port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:30.198953 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Attempting to bind port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 on network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:30.205461 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:30.206151 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Checking segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:30.206726 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.207299 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Bound using segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:30.207994 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Bound port: 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:30.208560 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.303627 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] For port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:30.307807 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] For port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:30.318260 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.319017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.334923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Provisioning complete for port 7f3c4629-53cc-467b-bd45-87a2babce963 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:30.337116 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.413530 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:30.414672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:30.458008 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf09b7-66b9-441e-89c4-07df34efb186 None None] Pushing event updated for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:30.515288 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f3c4629-53cc-467b-bd45-87a2babce963 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:30.555287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Allocated IP 172.20.0.1 (4301f97d-fb4b-4d29-b9c4-12996739a7d6/12eea959-3ad7-46dd-ac88-0c994f469ac7/e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:30.559603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:30.642995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Current status of the port 7f3c4629-53cc-467b-bd45-87a2babce963 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:30.643544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.666311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:29Z', 'revision_number': 3, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:30.727158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Checking router: 9d813686-cfe4-423d-912c-a0be3fbcc07c for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:30.727999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Updating router 9d813686-cfe4-423d-912c-a0be3fbcc07c port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:30:30.748534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks [] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.759789 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7f3c4629-53cc-467b-bd45-87a2babce963 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:30.760830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.807813 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] For port 7f3c4629-53cc-467b-bd45-87a2babce963, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f3c4629-53cc-467b-bd45-87a2babce963,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:30.814157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.816566 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.822177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.855882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:30Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:30.893414 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa446-f021-4f71-8163-7a4a2d95a4a9 None None] The sync data for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 is: [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:30Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:30.912921 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:30.917811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:30.924982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:30.983969 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:30.989376 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Pushing event updated for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.013124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f93348-43aa-4770-9c3e-98bc760ace4a None None] Pushing event updated for resources: {'Port': ['ID=7f3c4629-53cc-467b-bd45-87a2babce963,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.115386 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Provisioning complete for port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:31.115860 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.169899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.207859 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7f3c4629-53cc-467b-bd45-87a2babce963 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:31.209041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b631469e-7b1d-4be1-bbf1-92f4e74dfede up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:31.301948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Current status of the port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:31.302774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.395512 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] For port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:31.395790 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks [] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.401620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.403708 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.421962 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b631469e-7b1d-4be1-bbf1-92f4e74dfede triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:31.422524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.446415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks [] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.467055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.479574 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.531719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24351e37-de08-45c1-ac9e-dd23a9b939c7 None None] Pushing event updated for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.576882 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Attempting to bind port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:31.577248 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Attempting to bind port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:31.577635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Attempting to bind port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:31.590505 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Provisioning complete for port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:31.590876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.601924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:31.601924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:31.602438 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.602438 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:31.602849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Bound port: ac1dddd1-0439-4e2c-8de3-388fd2a69c64, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:31.603224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.671358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f3b50-9923-4f96-be63-7a79dfc16a64 None None] Pushing event updated for resources: {'Port': ['ID=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.711471 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:30:31.718494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b631469e-7b1d-4be1-bbf1-92f4e74dfede is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:31.735949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] For port ac1dddd1-0439-4e2c-8de3-388fd2a69c64, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:31.741077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] For port ac1dddd1-0439-4e2c-8de3-388fd2a69c64, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:31.747740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Provisioning complete for port 7f3c4629-53cc-467b-bd45-87a2babce963 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:31.748069 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.750773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:31.857846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:31.858863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:31.859597 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Pushing event updated for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.860316 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f3b50-9923-4f96-be63-7a79dfc16a64 None None] Pushing event updated for resources: {'Port': ['ID=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:31.916225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:31.918535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:31.983123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-740040d8-2613-43d0-861d-60b1289f9d3e None None] Current status of the port 7f3c4629-53cc-467b-bd45-87a2babce963 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:32.013451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:32.047488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Router 9d813686-cfe4-423d-912c-a0be3fbcc07c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:30:32.205647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:30:32.212465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-396305c1-d4e1-41bb-a23e-a05649d9af5d admin admin] 10.222.0.59 "PUT /v2.0/routers/9d813686-cfe4-423d-912c-a0be3fbcc07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375234 Jan 27 20:30:32.342093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:32.380900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a3ddc41-5110-40fc-ac35-9d51071a6b9d None None] Provisioning complete for port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:32.381313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3ddc41-5110-40fc-ac35-9d51071a6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:32.457668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ddc41-5110-40fc-ac35-9d51071a6b9d None None] Port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:30:32.498848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:32.499227 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:32.560933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4', 'name': '', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'mac_address': 'fa:16:3e:ab:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:30Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 2, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'subnets': [{'id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:32.590724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab289b-6429-4619-80f6-575a1d65a9d9 None None] The sync data for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 is: [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4', 'name': '', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'mac_address': 'fa:16:3e:ab:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:30Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 2, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'subnets': [{'id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:32.634583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:32.635712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f3c4629-53cc-467b-bd45-87a2babce963 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:32.695502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7f3c4629-53cc-467b-bd45-87a2babce963 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:32.696135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:32.795753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7f3c4629-53cc-467b-bd45-87a2babce963 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:34.358355 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ac1dddd1-0439-4e2c-8de3-388fd2a69c64 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:34.494951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:34.496107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:34.638052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:34.639054 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:34.686785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ac1dddd1-0439-4e2c-8de3-388fd2a69c64, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:34.697894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:34.855623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:34.872752 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.873415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.874032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.874655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.875521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.876170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.877375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.878035 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.878619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.879359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.879931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.880366 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:34.880793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:30:35.825049 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Sync routers for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:30:35.836594 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:35.837214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:36.002388 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:36.262049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ac1dddd1-0439-4e2c-8de3-388fd2a69c64 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:36.274847 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4', 'name': '', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'mac_address': 'fa:16:3e:ab:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:30Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 2, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'subnets': [{'id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:36.315565 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Checking router: 9d813686-cfe4-423d-912c-a0be3fbcc07c for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:30:36.315931 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Updating router 9d813686-cfe4-423d-912c-a0be3fbcc07c port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:30:36.329326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:36.329622 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:36.343343 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:36.456114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:36.789233 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks [] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:36.796748 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:36.875942 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aeb7b-af63-4665-9d40-83fece156e03 None None] Pushing event updated for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:36.946352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Attempting to bind port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:36.946714 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Attempting to bind port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:36.947074 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Attempting to bind port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 on network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:36.956241 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:36.956594 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Checking segment: {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:36.957008 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:36.957444 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Bound using segment: {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:36.957942 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Bound port: e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072fe123-e69f-4a6f-a5d7-69d1f1654cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:36.958296 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.051837 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] For port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:37.055875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] For port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:37.061499 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.119388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Provisioning complete for port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:37.119733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.133750 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:30:37.134385 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:30:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:37.137896 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aeb7b-af63-4665-9d40-83fece156e03 None None] Pushing event updated for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:37.240644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Current status of the port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:37.241043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.279927 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:30:37.288080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] For port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:30:37.293546 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.356015 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4d706-0372-4d28-b4d4-50c8c99a6c3e None None] Pushing event updated for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:37.521745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-96584da1-59a2-49fe-9278-13adea042c34 None None] Provisioning complete for port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:37.522122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96584da1-59a2-49fe-9278-13adea042c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:37.567058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4', 'name': '', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'mac_address': 'fa:16:3e:ab:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:30Z', 'updated_at': '2022-01-27T20:30:37Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'subnets': [{'id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:30:37.598128 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea3386-6007-4fd2-ba20-61a61c16aa30 None None] The sync data for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 is: [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': 'e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4', 'name': '', 'network_id': '4301f97d-fb4b-4d29-b9c4-12996739a7d6', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'mac_address': 'fa:16:3e:ab:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:30Z', 'updated_at': '2022-01-27T20:30:37Z', 'revision_number': 4, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'subnets': [{'id': '12eea959-3ad7-46dd-ac88-0c994f469ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:30:37.632367 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-96584da1-59a2-49fe-9278-13adea042c34 None None] Current status of the port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:38.135131 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:30:38.328461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:30:38.409103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:38.409559 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:38.551688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:30:39.136392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27698ed8-7c72-4810-95af-a66190307472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:42.282415 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb8e84f0-b48d-4b57-ba0a-dc7dde9caa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:43.339935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-583baf48-c767-4e76-85ed-803a270ea681 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:43.341604 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-583baf48-c767-4e76-85ed-803a270ea681 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 814 time: 0.1200948 Jan 27 20:30:43.357683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-cc0e464e-8f45-4939-9dc3-fe801070eb41 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/quotas/bc61b231ea854fa8b0613e7f8fd34145 HTTP/1.1" status: 200 len: 375 time: 0.0101206 Jan 27 20:30:43.419876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-c7fa478f-0feb-4b1a-a681-f12c634c144d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564876 Jan 27 20:30:43.523909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-abbadab4-0727-4b8d-8044-c41a80f86ad5 service neutron] 10.222.0.59 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920033 Jan 27 20:30:43.629703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-c77067da-fccc-4a94-b1e6-92f5f2c6fd6e service neutron] 10.222.0.59 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999835 Jan 27 20:30:43.797709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4375c51b-82fd-485d-86f4-e86d0901c19f req-cc9260ff-a4df-41ed-b5ef-fa07d88c7914 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0272923 Jan 27 20:30:45.041549 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b73b0b0-34ba-481c-ab0a-bce199ae6f6a req-71cfbafc-fde8-48ef-b1bb-976836efddce tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.1908271 Jan 27 20:30:45.413135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:45.842515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:46.121174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-93a03a51-37ea-498b-be81-030149afed4a req-c36de1b1-2b0f-4a10-bd33-50fb82af668e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0293033 Jan 27 20:30:46.231432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:47.198460 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-102e00b2-5c9e-49ae-8de1-784b763632ad req-cc61194c-2ecd-4a92-ab82-aad6f616ebea tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Jan 27 20:30:48.295824 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53632504-259b-40b6-90d9-31dd0450ae39 req-f108b793-0566-4afc-9a20-6ef47c56aa0c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Jan 27 20:30:49.024224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-8a9ebc4d-a761-4f46-a170-fb01d00bdafd tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:49.025970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-8a9ebc4d-a761-4f46-a170-fb01d00bdafd tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 814 time: 0.1167238 Jan 27 20:30:49.039006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'port': {'device_id': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'admin_state_up': True, 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:49.166737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Made reservation on behalf of bc61b231ea854fa8b0613e7f8fd34145 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:30:49.170336 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:49.335409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Allocated IP 172.20.0.12 (f9987d6c-2b22-42e9-a6ce-a753c9a915b3/3533e127-3244-48ab-b610-e22f78534273/7370313f-6e45-4f92-bc1e-f4bc265ff221) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:30:49.500358 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-55000b66-1687-4b06-a7c6-76d63d59bf9a req-b7933ddf-fec5-4df9-9fea-7a688d41399b tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0460680 Jan 27 20:30:49.578792 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:49.620218 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:49.679164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:30:49.686510 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:30:49.690542 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:30:49.729098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:49.788189 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:49.791183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:49.836713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-037db118-2b9b-48ba-837a-d712a428014d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021054 Jan 27 20:30:50.050488 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-13d70247-b619-437c-b28e-f313d809f2de None None] Provisioning complete for port 7370313f-6e45-4f92-bc1e-f4bc265ff221 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:30:50.051136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13d70247-b619-437c-b28e-f313d809f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:50.105608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-13d70247-b619-437c-b28e-f313d809f2de None None] Port 7370313f-6e45-4f92-bc1e-f4bc265ff221 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:30:50.659138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3c4fb-92aa-4dfa-9082-118b25983d80 req-66c4b3ac-1e59-449c-af2c-a4a7014d6037 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:50.661015 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ad3c4fb-92aa-4dfa-9082-118b25983d80 req-66c4b3ac-1e59-449c-af2c-a4a7014d6037 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0819712 Jan 27 20:30:50.712670 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ad3c4fb-92aa-4dfa-9082-118b25983d80 req-4320c9fb-4f6c-4843-a640-a99716239d97 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Jan 27 20:30:51.843203 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197cff-e5d9-435d-8382-eb315da231d3 req-584184d0-8c2a-4b25-a8aa-04388e06b36c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:51.847116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30197cff-e5d9-435d-8382-eb315da231d3 req-584184d0-8c2a-4b25-a8aa-04388e06b36c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0534325 Jan 27 20:30:51.901921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30197cff-e5d9-435d-8382-eb315da231d3 req-3439222d-fcb6-4633-bdac-2e952fd68f25 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Jan 27 20:30:53.026740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e5c2-21fe-4d55-b7d1-52b7c2750b36 req-e1299b7e-9b97-4afa-928b-1e8ccbfea6c0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:53.028289 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c430e5c2-21fe-4d55-b7d1-52b7c2750b36 req-e1299b7e-9b97-4afa-928b-1e8ccbfea6c0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0552881 Jan 27 20:30:53.078933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c430e5c2-21fe-4d55-b7d1-52b7c2750b36 req-d74782d6-c4ac-4c32-9703-0e0023f2a2c4 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Jan 27 20:30:54.213117 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4523a-90dd-42a6-a647-d427e4d793f6 req-f840fa17-2163-4c42-aec9-cabe3bd92a9c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:54.214713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edc4523a-90dd-42a6-a647-d427e4d793f6 req-f840fa17-2163-4c42-aec9-cabe3bd92a9c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0552168 Jan 27 20:30:54.272389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-edc4523a-90dd-42a6-a647-d427e4d793f6 req-02419403-895d-4328-85bd-c02de65134cc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513632 Jan 27 20:30:54.345022 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:55.253503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:55.430012 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95d3f-2c04-45c8-bb71-f43f5843e5d3 req-550767a8-596d-433e-9e9a-d847f2afb020 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:55.431588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51d95d3f-2c04-45c8-bb71-f43f5843e5d3 req-550767a8-596d-433e-9e9a-d847f2afb020 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0594509 Jan 27 20:30:55.486305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51d95d3f-2c04-45c8-bb71-f43f5843e5d3 req-57c531f9-a93e-4863-bd0d-90ce2dafec87 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488114 Jan 27 20:30:56.605326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faf4a7-e99b-430e-b782-7001d8a66c2d req-a5543d75-c1a9-44b4-a8a1-84ffbcdef94e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:56.606727 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6faf4a7-e99b-430e-b782-7001d8a66c2d req-a5543d75-c1a9-44b4-a8a1-84ffbcdef94e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 932 time: 0.0489607 Jan 27 20:30:56.653422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c6faf4a7-e99b-430e-b782-7001d8a66c2d req-d77a61b1-55b1-4b99-a7f0-405aaab11dbe tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jan 27 20:30:56.914126 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Request body: {'port': {'device_id': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:30:56.973454 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.242985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7370313f-6e45-4f92-bc1e-f4bc265ff221 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:30:57.250952 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks [] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.263929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Transition to ACTIVE for port object 7370313f-6e45-4f92-bc1e-f4bc265ff221 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:30:57.268755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.319748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:57.399785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Attempting to bind port 7370313f-6e45-4f92-bc1e-f4bc265ff221 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:30:57.400130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Attempting to bind port 7370313f-6e45-4f92-bc1e-f4bc265ff221 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:30:57.400460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Attempting to bind port 7370313f-6e45-4f92-bc1e-f4bc265ff221 on network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:57.405520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Port 7370313f-6e45-4f92-bc1e-f4bc265ff221 on network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:30:57.405842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Attempting to bind port 7370313f-6e45-4f92-bc1e-f4bc265ff221 on network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:30:57.411300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:30:57.411638 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Checking segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:30:57.412032 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Bound using segment: {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:30:57.412461 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Bound port: 7370313f-6e45-4f92-bc1e-f4bc265ff221, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d1ab7c-1c5c-4926-b168-b9355ada22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:30:57.412820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.481578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:30:57.485852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:30:57.491455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.526473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:57.527077 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:30:57.528513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] 10.222.0.39 "PUT /v2.0/ports/7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 1092 time: 0.6225286 Jan 27 20:30:57.528977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:30:57.531332 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ada6b33-9575-43e8-8504-5d05060b3fab" -d '{"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:30:57.563488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5ce4f-0af5-412d-b456-2e946bc9ab0e service neutron] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:30:57.587328 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab847339-946e-4ed1-8e80-49c0f7b25f7f x-openstack-request-id: req-ab847339-946e-4ed1-8e80-49c0f7b25f7f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:30:57.588013 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:30:57.588498 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab847339-946e-4ed1-8e80-49c0f7b25f7f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:30:57.588977 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:30:57.618500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-1f2ef969-5af9-445a-9b77-a2920aaad5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:57.620101 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-1f2ef969-5af9-445a-9b77-a2920aaad5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1095 time: 0.0527475 Jan 27 20:30:57.667469 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-0f409abb-03f9-4b04-b858-2a748d19bc63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 217 time: 0.0408506 Jan 27 20:30:57.721462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-3a31e212-1753-4eef-82b0-4324d5ca8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:57.723077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-3a31e212-1753-4eef-82b0-4324d5ca8c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0495255 Jan 27 20:30:57.806607 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-719bd099-5244-4cdf-ba56-352c245821e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:57.808126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-719bd099-5244-4cdf-ba56-352c245821e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784914 Jan 27 20:30:57.815788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41325-0c62-4563-9375-746b0ac404b3 req-4d6d9745-1f01-456d-a429-92f72b20a28e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:57.817301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbb41325-0c62-4563-9375-746b0ac404b3 req-4d6d9745-1f01-456d-a429-92f72b20a28e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 944 time: 0.0779197 Jan 27 20:30:57.923041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fbb41325-0c62-4563-9375-746b0ac404b3 req-959cf2c0-12ba-44e5-97fb-8a656a55dab7 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973389 Jan 27 20:30:57.947227 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-2ae77865-e42b-4ca8-b2ea-a0182c9ef4a4 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287143 Jan 27 20:30:58.042736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fb7b084-d4ad-4e0f-b7f6-bd5104808ad6 req-f784a842-5490-4db7-b84f-9bba6888da8f service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Jan 27 20:30:58.131433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-80e0004b-4411-496d-9e0f-253f357c56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:58.133007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-80e0004b-4411-496d-9e0f-253f357c56d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1095 time: 0.0467103 Jan 27 20:30:58.231470 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-5b22ee44-6dfd-4146-b5b4-a10a60293764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:58.232960 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-5b22ee44-6dfd-4146-b5b4-a10a60293764 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.0932701 Jan 27 20:30:58.275530 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-9690caa3-03e0-4513-9f9c-3f2bee337fd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 217 time: 0.0361114 Jan 27 20:30:58.324848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-525a18ca-a0e6-4e15-a8bb-01455132e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:58.326648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-525a18ca-a0e6-4e15-a8bb-01455132e196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0451393 Jan 27 20:30:58.378197 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-63cef597-c309-49bb-8589-f33bf4ea229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:58.379784 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-63cef597-c309-49bb-8589-f33bf4ea229d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467470 Jan 27 20:30:58.471885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-33d74635-5d90-470c-b4aa-0222dfdd8388 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842822 Jan 27 20:30:58.567999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ada6b33-9575-43e8-8504-5d05060b3fab req-9aa707f3-7c17-4b83-8fdb-d9f9af598d7d service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901330 Jan 27 20:30:59.043746 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff78c-5826-4e2f-bbd9-6d4a44f8c1fa req-6c697f8a-7d6a-4044-afc7-a29f85f468c1 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:30:59.045283 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d3ff78c-5826-4e2f-bbd9-6d4a44f8c1fa req-6c697f8a-7d6a-4044-afc7-a29f85f468c1 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 944 time: 0.0507443 Jan 27 20:30:59.094553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8d3ff78c-5826-4e2f-bbd9-6d4a44f8c1fa req-8f06539d-d7aa-45bf-afb6-acb58cbd936d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Jan 27 20:31:00.218955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5118-0e15-4c1d-a585-e1e64b5cf719 req-3c920fcc-f418-4b84-ae20-0dce11d63c88 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:00.221096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6bd5118-0e15-4c1d-a585-e1e64b5cf719 req-3c920fcc-f418-4b84-ae20-0dce11d63c88 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 944 time: 0.0526967 Jan 27 20:31:00.276884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a6bd5118-0e15-4c1d-a585-e1e64b5cf719 req-a894f901-8f63-4bfa-b509-cedd4140c3e4 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Jan 27 20:31:01.396352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eec01-a953-4fcc-ade0-1d593a4c5c7e req-3f3b4be1-a567-4bb8-a8a4-1ae5c826b480 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:01.397887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff9eec01-a953-4fcc-ade0-1d593a4c5c7e req-3f3b4be1-a567-4bb8-a8a4-1ae5c826b480 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 944 time: 0.0534818 Jan 27 20:31:01.444587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff9eec01-a953-4fcc-ade0-1d593a4c5c7e req-f25b5951-322f-4694-98f9-c659a06ba4c9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Jan 27 20:31:01.631987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7370313f-6e45-4f92-bc1e-f4bc265ff221 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:31:01.728263 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:31:01.739594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'port_id': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'mac_address': 'fa:16:3e:81:9c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:31:01.775715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7370313f-6e45-4f92-bc1e-f4bc265ff221 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:31:01.776107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:01.789175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7370313f-6e45-4f92-bc1e-f4bc265ff221 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:31:01.808158 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:31:01.812239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:01.862382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:02.019403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:31:02.557605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8bdcd-322b-4259-8f53-943c67d211a0 req-ddcc7b1f-5483-47c8-ae82-a4901783bd0b tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:02.559085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bf8bdcd-322b-4259-8f53-943c67d211a0 req-ddcc7b1f-5483-47c8-ae82-a4901783bd0b tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Jan 27 20:31:02.606076 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bf8bdcd-322b-4259-8f53-943c67d211a0 req-d839c06c-e543-40b6-b860-85f644325607 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Jan 27 20:31:03.649576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7370313f-6e45-4f92-bc1e-f4bc265ff221 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:31:03.702938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 7370313f-6e45-4f92-bc1e-f4bc265ff221 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:31:03.707224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 7370313f-6e45-4f92-bc1e-f4bc265ff221 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:31:03.707600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:03.722092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5c08-ab56-4e0c-ab99-1e559314d5fe req-2f84f745-53ea-4b97-888e-a81aa6e6d5b4 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:03.723589 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e45a5c08-ab56-4e0c-ab99-1e559314d5fe req-2f84f745-53ea-4b97-888e-a81aa6e6d5b4 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Jan 27 20:31:03.780116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e45a5c08-ab56-4e0c-ab99-1e559314d5fe req-fc7025ef-725b-472d-8b2a-def1e4371f95 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 Jan 27 20:31:03.786420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 7370313f-6e45-4f92-bc1e-f4bc265ff221 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:31:03.786818 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:03.809147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:31:03.811410 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa82f99-c564-470c-9d95-35c7640f2ee2" -d '{"events": [{"server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "name": "network-vif-plugged", "status": "completed", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:31:03.824194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:31:03.828822 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:03.852265 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63be16-c871-46ab-86e5-79dd713409b3 x-openstack-request-id: req-0c63be16-c871-46ab-86e5-79dd713409b3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:31:03.852563 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "name": "network-vif-plugged", "status": "completed", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:31:03.852818 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c63be16-c871-46ab-86e5-79dd713409b3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:31:03.853203 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'code': 200} Jan 27 20:31:03.885459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:03.987229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f816e-c564-4de3-9242-dde2bd34ecf6 req-23c60f07-42ff-4d51-94b4-52b8c7b2bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:03.988750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c50f816e-c564-4de3-9242-dde2bd34ecf6 req-23c60f07-42ff-4d51-94b4-52b8c7b2bee9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1097 time: 0.0826735 Jan 27 20:31:04.032265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c50f816e-c564-4de3-9242-dde2bd34ecf6 req-46e8e5e8-6738-40fa-b638-a97428b98015 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368817 Jan 27 20:31:04.902678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7769c1-a9c9-4041-81d1-4a77cb281a57 req-73dfcd6e-187e-4a30-a0eb-b8981db7553e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:04.904207 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7769c1-a9c9-4041-81d1-4a77cb281a57 req-73dfcd6e-187e-4a30-a0eb-b8981db7553e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0560071 Jan 27 20:31:04.955557 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2f7769c1-a9c9-4041-81d1-4a77cb281a57 req-ab4433b3-f83c-4081-b840-871eefa68c7a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450554 Jan 27 20:31:06.075684 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fefaa6-cf1e-4602-8990-152b770d1428 req-544c9887-94ce-41df-a5fb-df0e182f81ac tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:06.077200 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8fefaa6-cf1e-4602-8990-152b770d1428 req-544c9887-94ce-41df-a5fb-df0e182f81ac tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Jan 27 20:31:06.123345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8fefaa6-cf1e-4602-8990-152b770d1428 req-c0fe8092-d9a5-43d4-ba85-bef7ebab3f33 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Jan 27 20:31:06.248983 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083ef5-a20d-485b-8023-5981d2051e2e req-1df65f33-7960-4ab2-ae48-bdf86e36a397 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:06.250392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78083ef5-a20d-485b-8023-5981d2051e2e req-1df65f33-7960-4ab2-ae48-bdf86e36a397 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0535533 Jan 27 20:31:06.297914 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78083ef5-a20d-485b-8023-5981d2051e2e req-e6284645-6b9e-40c9-876f-2c16fdf69f87 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Jan 27 20:31:06.486463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44b640-a401-4f02-8abb-6e6469b41c68 req-8b71be45-f41a-46a6-bde8-9250575d3995 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:06.487939 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef44b640-a401-4f02-8abb-6e6469b41c68 req-8b71be45-f41a-46a6-bde8-9250575d3995 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0522175 Jan 27 20:31:06.534392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef44b640-a401-4f02-8abb-6e6469b41c68 req-cdce2dd5-6b53-4623-acb4-afd61ce6d93d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Jan 27 20:31:09.130849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6511191e-f063-423e-afe3-d654126151c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:12.266136 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4f43a72-9500-4b5d-9ace-1fc9bf40c50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:15.135023 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:31:15.416434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:15.844021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:16.235155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:24.353741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.276461 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.359441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869638e6-4994-440e-ac61-6e77b66d40d1 req-8c17e8bf-b634-4131-a3be-36a634f52623 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:25.361018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-869638e6-4994-440e-ac61-6e77b66d40d1 req-8c17e8bf-b634-4131-a3be-36a634f52623 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0493963 Jan 27 20:31:25.409917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-869638e6-4994-440e-ac61-6e77b66d40d1 req-27d73da2-1efd-4084-8324-29baf422ec31 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Jan 27 20:31:25.432789 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:25.513402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce2677-04b8-4a65-b56a-a1b6b3445e1b tempest-TestMinimumBasicScenario-608353641 tempest-TestMinimumBasicScenario-608353641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:25.514920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-25ce2677-04b8-4a65-b56a-a1b6b3445e1b tempest-TestMinimumBasicScenario-608353641 tempest-TestMinimumBasicScenario-608353641-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1092 time: 0.0811162 Jan 27 20:31:25.518460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:25.522692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:25.542259 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.643361 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.749524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Allocated IP 172.25.5.98 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/8a7019c9-8172-4ffa-ad63-39bdb6ac6b55) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:31:25.848883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.884354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:25.922917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:31:25.925550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:31:25.931204 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:31:25.957281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'Port': ['ID=8a7019c9-8172-4ffa-ad63-39bdb6ac6b55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:26.580575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for floatingip (ca016e48-c60b-480b-9fec-5760336263f1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:26.645707 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:26.792605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:26.797327 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:26.870734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'Port': ['ID=8a7019c9-8172-4ffa-ad63-39bdb6ac6b55,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:26.882147 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (ca016e48-c60b-480b-9fec-5760336263f1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:26.986503 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Floating IP ca016e48-c60b-480b-9fec-5760336263f1 associated. External IP: 172.25.5.98, port: 7370313f-6e45-4f92-bc1e-f4bc265ff221. Jan 27 20:31:27.194343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:31:27.312037 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:31:27.325810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Sync routers for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:31:27.331528 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.336939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:31:27.337646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:31:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:31:27.362978 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e2615445-6b96-4073-a574-2772c664a9f9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434765 Jan 27 20:31:27.363909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:31:27.365741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41394) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:27.366372 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077f481-8345-4d39-b8ac-fb70fe888c35" -d '{"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:31:27.370800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185387546', 'description': 'tempest-secgroup-smoke-185387546 description', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:27.398531 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.412766 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378fc0e7-9d2b-41ef-a735-15ba9d6ca107 x-openstack-request-id: req-378fc0e7-9d2b-41ef-a735-15ba9d6ca107 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:31:27.413166 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:31:27.413464 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-378fc0e7-9d2b-41ef-a735-15ba9d6ca107 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:31:27.413876 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:31:27.462372 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:31:27.479745 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (9052571c-daaa-44ac-a7c9-1bef17b15c34), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.482766 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-8ab56520-1898-432b-b8b9-86167d6cf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:27.484449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-8ab56520-1898-432b-b8b9-86167d6cf9d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1097 time: 0.0501945 Jan 27 20:31:27.485318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9052571c-daaa-44ac-a7c9-1bef17b15c34), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.516313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9052571c-daaa-44ac-a7c9-1bef17b15c34,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:27.529939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.530316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.530889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.531460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.531815 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.532686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.533027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.533400 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.533737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.534104 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.534452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.534807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.535157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:31:27.550458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.551945 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6d86a3c-9b3a-455d-8e2b-219b9f8997da tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1849003 Jan 27 20:31:27.555069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:27.561202 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:27.587199 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-08a6447f-6125-41af-81f6-d48fd334e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:27.588155 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (996c26f0-bee1-4681-87e9-132fceb52575), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.589105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-08a6447f-6125-41af-81f6-d48fd334e58a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.0984056 Jan 27 20:31:27.649188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (996c26f0-bee1-4681-87e9-132fceb52575), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.653504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (996c26f0-bee1-4681-87e9-132fceb52575), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.663833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-ed16a388-75dd-45c5-a063-feb71c1fa232 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 999 time: 0.0681527 Jan 27 20:31:27.671331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996c26f0-bee1-4681-87e9-132fceb52575,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:27.684724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.686011 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-703b8828-4acc-4b0f-a3b1-e5c1eae7f0d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285119 Jan 27 20:31:27.689427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:27.694196 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:27.721051 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (31bde9c3-a116-4ac8-abd8-f1186c50ce2c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.721330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-541d012e-e65a-4c83-9f50-66db214b2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:27.722528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-541d012e-e65a-4c83-9f50-66db214b2431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0528183 Jan 27 20:31:27.729117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ca016e48-c60b-480b-9fec-5760336263f1', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'port_id': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'mac_address': 'fa:16:3e:81:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:31:26Z', 'updated_at': '2022-01-27T20:31:26Z', 'revision_number': 0, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:31:27.758484 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Checking router: 8ca9b0f3-0e15-4983-bb6c-541b136860d7 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:31:27.767683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:31:27.768569 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:31:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:31:27.771014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-7029b9e6-b8a8-43eb-9e20-b37793e496e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:27.772556 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-7029b9e6-b8a8-43eb-9e20-b37793e496e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440304 Jan 27 20:31:27.784474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (31bde9c3-a116-4ac8-abd8-f1186c50ce2c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.789039 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (31bde9c3-a116-4ac8-abd8-f1186c50ce2c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.810145 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bde9c3-a116-4ac8-abd8-f1186c50ce2c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:27.821994 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.825311 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cd4b241d-a9ba-438e-84d1-cb7c2b7406db tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327901 Jan 27 20:31:27.825877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41402) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:27.830730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:27.860195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (a2251f6f-7459-439f-8684-af89d27cac45), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.873764 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-4705da8e-cd1a-4b8a-9e33-422ab766004a service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950215 Jan 27 20:31:27.931345 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (a2251f6f-7459-439f-8684-af89d27cac45), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.935975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a2251f6f-7459-439f-8684-af89d27cac45), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.957064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2251f6f-7459-439f-8684-af89d27cac45,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:27.962846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:27.964829 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ce4d62e8-45b6-49b4-970c-53693dcf058c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373386 Jan 27 20:31:27.966828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41404) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:27.971759 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:27.990521 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b077f481-8345-4d39-b8ac-fb70fe888c35 req-a3cb81fb-9e4e-4a97-8906-e7a43f943952 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082883 Jan 27 20:31:27.999103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (5cb5f0d3-78fb-44aa-93ea-5916473b4f68), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.059781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:31:28.066002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (5cb5f0d3-78fb-44aa-93ea-5916473b4f68), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.070367 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (5cb5f0d3-78fb-44aa-93ea-5916473b4f68), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.087530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb5f0d3-78fb-44aa-93ea-5916473b4f68,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:28.096420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.097648 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-09009ad8-b142-4dbd-a4a8-6ab1f2c9dabc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298704 Jan 27 20:31:28.100300 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41406) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:28.105139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:28.127014 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Project bc61b231ea854fa8b0613e7f8fd34145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:31:28.133450 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (554f70d1-68e6-4270-b08b-61403a96a625), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.193574 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (554f70d1-68e6-4270-b08b-61403a96a625), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.197287 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (554f70d1-68e6-4270-b08b-61403a96a625), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.216127 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554f70d1-68e6-4270-b08b-61403a96a625,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:28.221743 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.226073 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21a1b894-317e-4bb1-8d18-5da3f8e143e5 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215560 Jan 27 20:31:28.226073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41408) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:31:28.230057 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'security_group_rule': {'security_group_id': '9052571c-daaa-44ac-a7c9-1bef17b15c34', 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:28.251283 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Project bc61b231ea854fa8b0613e7f8fd34145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:31:28.256376 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (42cfe8a7-5f09-4676-ba03-cc61e0d748df), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.308318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ca016e48-c60b-480b-9fec-5760336263f1', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'port_id': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'mac_address': 'fa:16:3e:81:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:31:26Z', 'updated_at': '2022-01-27T20:31:26Z', 'revision_number': 0, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:31:28.316735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (42cfe8a7-5f09-4676-ba03-cc61e0d748df), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.320800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (42cfe8a7-5f09-4676-ba03-cc61e0d748df), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.340681 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cfe8a7-5f09-4676-ba03-cc61e0d748df,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:28.347039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664c53-dbbf-489e-a6a1-d95a609354fc None None] The sync data for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 is: [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'ca016e48-c60b-480b-9fec-5760336263f1', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'port_id': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'mac_address': 'fa:16:3e:81:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:31:26Z', 'updated_at': '2022-01-27T20:31:26Z', 'revision_number': 0, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:31:28.349918 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.351290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-dbe89220-4a64-40fe-8cbc-da037141fdde tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244638 Jan 27 20:31:28.453937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847e1f79-c996-4185-8663-78cde4892238 req-001aaa40-f3e1-447c-8384-9d45e4d055ad tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185387546&fields=id&tenant_id=bc61b231ea854fa8b0613e7f8fd34145 HTTP/1.1" status: 200 len: 267 time: 0.0517368 Jan 27 20:31:28.510763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e1f79-c996-4185-8663-78cde4892238 req-92abdf1a-f7c9-424e-bcee-56f62c609414 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:28.512294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847e1f79-c996-4185-8663-78cde4892238 req-92abdf1a-f7c9-424e-bcee-56f62c609414 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0509324 Jan 27 20:31:28.524453 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'port': {'security_groups': ['39e3f90e-19f5-4814-b756-c90961e76b6d', '9052571c-daaa-44ac-a7c9-1bef17b15c34']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:31:28.556965 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413dd31-d263-4408-8279-fd4982073f01 None None] New status for floating IP ca016e48-c60b-480b-9fec-5760336263f1: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:31:28.590422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.782879 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:31:28.812567 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.817461 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.829651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:31:28.864881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:28.865548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:28.867212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-847e1f79-c996-4185-8663-78cde4892238 req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "PUT /v2.0/ports/7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 982 time: 0.3474784 Jan 27 20:31:28.891055 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f5875-5d29-4970-81bb-0aa4e1db581e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:31:28.925706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:31:28.981907 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50097e14-0de6-4350-b0de-a78e2a171dac req-0332161c-b62a-4157-ac28-96d31142d65a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:28.983407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50097e14-0de6-4350-b0de-a78e2a171dac req-0332161c-b62a-4157-ac28-96d31142d65a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0538471 Jan 27 20:31:29.051455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-50097e14-0de6-4350-b0de-a78e2a171dac req-58161639-02e7-4f9b-acbd-d4483c39bf55 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613210 Jan 27 20:31:29.200132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c8f184fc-ca54-453a-a40d-41008e341a5a None None] Provisioning complete for port 7370313f-6e45-4f92-bc1e-f4bc265ff221 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:31:29.200505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8f184fc-ca54-453a-a40d-41008e341a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:29.415176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:31:29.417695 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51484075-a8bc-4961-bc50-d2b0c21f719e" -d '{"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:31:29.422837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8f184fc-ca54-453a-a40d-41008e341a5a None None] Current status of the port 7370313f-6e45-4f92-bc1e-f4bc265ff221 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:31:29.461004 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532cdc1c-763d-4b9f-a130-e26e3d64ed60 x-openstack-request-id: req-532cdc1c-763d-4b9f-a130-e26e3d64ed60 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:31:29.461340 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:31:29.461595 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-532cdc1c-763d-4b9f-a130-e26e3d64ed60 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:31:29.462005 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:31:29.527229 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-042264b6-a827-4258-8d5e-f5f8d6f5c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:29.528773 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-042264b6-a827-4258-8d5e-f5f8d6f5c634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1136 time: 0.0454130 Jan 27 20:31:29.633312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-916e90c5-c8ef-4a36-98de-6199b13a201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:29.634854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-916e90c5-c8ef-4a36-98de-6199b13a201f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.0958529 Jan 27 20:31:29.701045 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-c2406779-6713-423f-be7b-59e18a294c06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 1001 time: 0.0593576 Jan 27 20:31:29.755071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-27d93b9a-cb8c-49a0-bd54-049d5fe356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:29.756525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-27d93b9a-cb8c-49a0-bd54-049d5fe356a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0488820 Jan 27 20:31:29.809207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-9a636540-1c45-4589-adbc-260ddf4a95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:29.810743 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-9a636540-1c45-4589-adbc-260ddf4a95d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482478 Jan 27 20:31:29.900125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-d9135841-355d-4a5a-8ff5-49d15cdd0e4d service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Jan 27 20:31:29.994242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-51484075-a8bc-4961-bc50-d2b0c21f719e req-eedb5494-3ea7-43bf-83ca-cb4428b07017 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868139 Jan 27 20:31:39.132455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aab6cf11-4577-4041-995f-ce9caaf14c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:41.311236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-bbb5290e-8477-44b4-bfe4-00fc8293e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:41.312750 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-bbb5290e-8477-44b4-bfe4-00fc8293e9e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1136 time: 0.0606139 Jan 27 20:31:41.321299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce6342-e430-427c-b5ab-3412280923c8 req-c17e32cf-ec80-4805-8f9f-fe73bfa863af tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:41.322739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6ce6342-e430-427c-b5ab-3412280923c8 req-c17e32cf-ec80-4805-8f9f-fe73bfa863af tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0817721 Jan 27 20:31:41.444810 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6ce6342-e430-427c-b5ab-3412280923c8 req-ac9d6d8d-bf77-42cc-967f-2b0fc31e259f tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136112 Jan 27 20:31:41.454545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-ace0358f-fd80-4c1f-8561-8c3737eba7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:41.455985 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-ace0358f-fd80-4c1f-8561-8c3737eba7da service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.1324136 Jan 27 20:31:41.526738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-1c9c5f5d-ce45-473c-872e-63206d7b70dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 1001 time: 0.0637159 Jan 27 20:31:41.574211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-418829b8-4eb7-4053-a89a-219649a69f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:41.575647 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-418829b8-4eb7-4053-a89a-219649a69f59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0425889 Jan 27 20:31:41.621613 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-95d5a2cb-4c91-4dfa-9cea-a8a5fb51bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:41.623097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-95d5a2cb-4c91-4dfa-9cea-a8a5fb51bdcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402098 Jan 27 20:31:41.716094 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-8630fcf2-470e-4d18-a74e-af6626415b80 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Jan 27 20:31:41.804541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23dfa783-a84d-43ce-b07a-609d115eeb05 req-6be9d49e-4c98-44d3-9758-93f424a1150a service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Jan 27 20:31:42.268291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f44a492f-5c92-4d79-beaf-8781cd973f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:42.562687 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c232a-616b-4002-8c78-d4b0f59f4584 req-966f5939-ad2d-4661-9385-8377c0e61b10 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:42.564219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d8c232a-616b-4002-8c78-d4b0f59f4584 req-966f5939-ad2d-4661-9385-8377c0e61b10 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0499251 Jan 27 20:31:42.623665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5d8c232a-616b-4002-8c78-d4b0f59f4584 req-bb416edc-96f8-4692-b206-acd2f5393359 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534358 Jan 27 20:31:43.743366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1cc5a-83b3-452e-bf5b-4356fa8b3301 req-1cc703ec-3a08-4707-9d81-08c39c7193d0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:43.744830 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb1cc5a-83b3-452e-bf5b-4356fa8b3301 req-1cc703ec-3a08-4707-9d81-08c39c7193d0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0526123 Jan 27 20:31:43.804007 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cb1cc5a-83b3-452e-bf5b-4356fa8b3301 req-ba68fbfd-8964-42ec-8c7a-0558a4a0ee1a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534058 Jan 27 20:31:44.919320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ffd1-467f-4965-9e4e-234e13cc4ea4 req-a9aea502-7c7e-4f34-b5ba-bf5d168dad86 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:44.920813 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19a6ffd1-467f-4965-9e4e-234e13cc4ea4 req-a9aea502-7c7e-4f34-b5ba-bf5d168dad86 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0486724 Jan 27 20:31:44.979937 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19a6ffd1-467f-4965-9e4e-234e13cc4ea4 req-f6fe43bd-1ba1-4b70-8b55-b954d0892588 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526798 Jan 27 20:31:45.419060 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:45.848125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:46.102402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ba717-eeb7-4b73-bf54-1b0a386a43a1 req-10197bcc-eb50-40da-99f7-5c35431c673e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:46.103941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-826ba717-eeb7-4b73-bf54-1b0a386a43a1 req-10197bcc-eb50-40da-99f7-5c35431c673e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0533934 Jan 27 20:31:46.166359 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-826ba717-eeb7-4b73-bf54-1b0a386a43a1 req-e2ae22f8-9a1e-4411-85a0-23a0348268e7 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567086 Jan 27 20:31:46.238434 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:47.281626 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397355ea-f715-4ca1-b50a-40d3cc8fecc3 req-96a5e8f4-a82e-415c-a426-e55faa67c0af tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:47.283113 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-397355ea-f715-4ca1-b50a-40d3cc8fecc3 req-96a5e8f4-a82e-415c-a426-e55faa67c0af tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0487883 Jan 27 20:31:47.341502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-397355ea-f715-4ca1-b50a-40d3cc8fecc3 req-7b41eff8-b089-49d4-ab9f-c78738edd41a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525160 Jan 27 20:31:48.457742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9371-40d2-42d8-8c7d-201cd91d5e79 req-846dd1d4-9bf1-46d7-b93f-e1afe5a8dfd2 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:48.459228 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c2c9371-40d2-42d8-8c7d-201cd91d5e79 req-846dd1d4-9bf1-46d7-b93f-e1afe5a8dfd2 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0488527 Jan 27 20:31:48.535572 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c2c9371-40d2-42d8-8c7d-201cd91d5e79 req-eba2ef90-bd24-4fca-9552-d683923db2d6 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689554 Jan 27 20:31:49.651749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758674d5-c49d-4ebc-b9ac-88d4a0cc38f1 req-fb37441f-ac50-421b-b7da-e426cb13b077 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:49.653153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758674d5-c49d-4ebc-b9ac-88d4a0cc38f1 req-fb37441f-ac50-421b-b7da-e426cb13b077 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0492668 Jan 27 20:31:49.711922 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-758674d5-c49d-4ebc-b9ac-88d4a0cc38f1 req-45706ef3-5b03-4b0e-866a-d75dbb5a3873 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530851 Jan 27 20:31:50.829503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67a14-d666-45c1-98ad-cc568ea56c77 req-d6bc6a92-1524-4caa-9120-6a3a82bfef64 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:50.831058 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5d67a14-d666-45c1-98ad-cc568ea56c77 req-d6bc6a92-1524-4caa-9120-6a3a82bfef64 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0514212 Jan 27 20:31:50.889622 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5d67a14-d666-45c1-98ad-cc568ea56c77 req-ad2b88d6-e164-46ac-9911-2e13b0cb359d tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526037 Jan 27 20:31:52.007450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd8273-7a44-4f9a-8230-e87b403d7b0d req-c11b9d60-557e-4f2e-b577-39ace09b00d0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:52.008911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02fd8273-7a44-4f9a-8230-e87b403d7b0d req-c11b9d60-557e-4f2e-b577-39ace09b00d0 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0514858 Jan 27 20:31:52.068266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02fd8273-7a44-4f9a-8230-e87b403d7b0d req-c9592712-b0a3-4c53-806c-a6d66591fa3b tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536790 Jan 27 20:31:52.135656 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:31:53.183916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced1fb8-dccc-4955-891c-3a4e5c0d7a3e req-84e433f0-8ae6-48f7-bf59-a9003ba8819a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:53.185423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ced1fb8-dccc-4955-891c-3a4e5c0d7a3e req-84e433f0-8ae6-48f7-bf59-a9003ba8819a tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0490344 Jan 27 20:31:53.244697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ced1fb8-dccc-4955-891c-3a4e5c0d7a3e req-4cc31ce6-ef9e-4406-9a6f-2e119edf2fc4 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535440 Jan 27 20:31:54.356752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:54.366397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45deaae-c645-4aa0-9351-12ed44778a43 req-bb845060-525b-4560-8f12-0c714ab983e9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:54.368254 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d45deaae-c645-4aa0-9351-12ed44778a43 req-bb845060-525b-4560-8f12-0c714ab983e9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0510762 Jan 27 20:31:54.432909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d45deaae-c645-4aa0-9351-12ed44778a43 req-822c0dfa-f6df-45d5-8e69-f11b2e164599 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587659 Jan 27 20:31:55.279924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:31:55.548755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6de4-177f-4154-97bf-8ff55a4808e7 req-ae988395-7210-47b2-a295-dba540b26979 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:55.550181 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c0f6de4-177f-4154-97bf-8ff55a4808e7 req-ae988395-7210-47b2-a295-dba540b26979 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0502324 Jan 27 20:31:55.608174 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c0f6de4-177f-4154-97bf-8ff55a4808e7 req-43a0167e-60af-4883-a2b8-349516924cf2 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523081 Jan 27 20:31:56.724256 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea17a2-f4a7-4031-adb0-d403d30f13d7 req-706bc28a-3f8a-43eb-ac91-daa526ef884c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:56.725803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dea17a2-f4a7-4031-adb0-d403d30f13d7 req-706bc28a-3f8a-43eb-ac91-daa526ef884c tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0488772 Jan 27 20:31:56.784206 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dea17a2-f4a7-4031-adb0-d403d30f13d7 req-277849cb-976d-40ec-8e8e-497c8a499c95 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527332 Jan 27 20:31:57.902971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516f874-000b-4387-9bb6-fea6911ce1fb req-136138e0-c598-4d27-a6fd-223eafda0484 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:31:57.904483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b516f874-000b-4387-9bb6-fea6911ce1fb req-136138e0-c598-4d27-a6fd-223eafda0484 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0530872 Jan 27 20:31:57.963325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b516f874-000b-4387-9bb6-fea6911ce1fb req-4da59f43-2853-4d2d-8df8-a0d619053616 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=9052571c-daaa-44ac-a7c9-1bef17b15c34&id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529079 Jan 27 20:32:02.939709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-04168b75-fceb-41d9-bc66-c3c062cf50a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408387 Jan 27 20:32:03.021441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-f138a094-1c5b-4190-be13-a3e7db07fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:03.022917 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-f138a094-1c5b-4190-be13-a3e7db07fa64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1136 time: 0.0409579 Jan 27 20:32:03.126929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-389ea44d-bb7e-4937-9b3b-e2d0bcbeabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:03.128388 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-389ea44d-bb7e-4937-9b3b-e2d0bcbeabd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.0860238 Jan 27 20:32:03.192560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-6bcd488a-879c-4b48-bf41-583ae8160ea1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 1001 time: 0.0578227 Jan 27 20:32:03.243091 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-12d667fd-ebee-4066-8cea-13a2fefaf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:03.244513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-12d667fd-ebee-4066-8cea-13a2fefaf850 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0466559 Jan 27 20:32:03.288590 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-47af4a88-d2a2-4624-bd1e-cf24bfc7348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:03.290117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-47af4a88-d2a2-4624-bd1e-cf24bfc7348a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402815 Jan 27 20:32:03.382049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-2e5992fd-4d10-4923-a282-598751e59094 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822444 Jan 27 20:32:03.472090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a0eb31e-89dd-4316-b16e-8a5b169aa4b4 req-2478e1b3-6acf-4853-89f4-972239027cf6 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Jan 27 20:32:09.135550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46cb1aa1-8b7c-4fc6-8da2-ccd5cb9dd9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:12.271455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4589cd5-ca87-4d1c-bbfb-739b1a9a70d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:15.423866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:15.851736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:16.241672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:24.354706 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:25.295306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:29.134653 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:32:30.716086 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-5e2559ca-df7b-46fa-8b3a-da191a6b18d7 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185387546&fields=id&tenant_id=bc61b231ea854fa8b0613e7f8fd34145 HTTP/1.1" status: 200 len: 267 time: 0.0496049 Jan 27 20:32:30.773432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-75619f22-b051-4df4-b06d-863762358f27 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:30.775066 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-75619f22-b051-4df4-b06d-863762358f27 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 985 time: 0.0536113 Jan 27 20:32:30.788484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Request body: {'port': {'security_groups': ['39e3f90e-19f5-4814-b756-c90961e76b6d']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:32:30.863248 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.056118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:31.088821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.094134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.107294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:32:31.140737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:31.142164 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.142866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c4a93b0e-b0a2-45ae-b0b0-8bfe5f4b9123 req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "PUT /v2.0/ports/7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 943 time: 0.3593712 Jan 27 20:32:31.143352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:32:31.145842 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:32:31.151067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:31.211107 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330025f1-61cd-49f8-8dfe-74386b0e0c25 x-openstack-request-id: req-330025f1-61cd-49f8-8dfe-74386b0e0c25 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:32:31.211383 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:32:31.211534 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-330025f1-61cd-49f8-8dfe-74386b0e0c25 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:32:31.211944 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:32:31.223594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event updated for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:31.234038 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:32:31.252832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.253211 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.253558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.253905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.254249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.254588 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.254920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.255252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.255584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.255913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.256244 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.256708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.256925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee809a3-fef7-4fc0-aa24-f3b5bc7d8b39 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.286024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (9052571c-daaa-44ac-a7c9-1bef17b15c34), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.319942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (9052571c-daaa-44ac-a7c9-1bef17b15c34), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.371010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-e030067e-192a-4296-9fd8-0e6541d1a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:31.372704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-e030067e-192a-4296-9fd8-0e6541d1a898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1097 time: 0.1385670 Jan 27 20:32:31.481183 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (9052571c-daaa-44ac-a7c9-1bef17b15c34), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.483917 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.485134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "DELETE /v2.0/security-groups/9052571c-daaa-44ac-a7c9-1bef17b15c34 HTTP/1.1" status: 204 len: 168 time: 0.3333569 Jan 27 20:32:31.488223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41468) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:31.507506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875c0f1-d2d5-4bcf-ae00-e7d43d682506 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052571c-daaa-44ac-a7c9-1bef17b15c34,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:31.510118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-8dea5715-a3a1-4946-bef7-0e826384b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:31.512231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-8dea5715-a3a1-4946-bef7-0e826384b45d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.1327465 Jan 27 20:32:31.530250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1619dc3b-90bf-4b44-a374-447b5bca83c6 None None] Provisioning complete for port 7370313f-6e45-4f92-bc1e-f4bc265ff221 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:32:31.530638 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1619dc3b-90bf-4b44-a374-447b5bca83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.591018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-d445a988-6497-4b7a-8802-5ba7b9d2313f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 1001 time: 0.0717900 Jan 27 20:32:31.633737 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1619dc3b-90bf-4b44-a374-447b5bca83c6 None None] Current status of the port 7370313f-6e45-4f92-bc1e-f4bc265ff221 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:32:31.643446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-5f3ca7e1-5ef9-4abe-9ca4-68292193b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:31.644940 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-5f3ca7e1-5ef9-4abe-9ca4-68292193b146 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0481415 Jan 27 20:32:31.663295 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Deleting port 8a7019c9-8172-4ffa-ad63-39bdb6ac6b55 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:31.663815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.694932 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-6c9aa874-fc05-4aca-990c-5fe45438c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:31.696454 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-6c9aa874-fc05-4aca-990c-5fe45438c1ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457079 Jan 27 20:32:31.748579 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.748907 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for floatingip (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.761851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Calling delete_port for 8a7019c9-8172-4ffa-ad63-39bdb6ac6b55 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:31.790458 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-aa34c035-784f-4a34-977d-2205cee0d9dd service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878210 Jan 27 20:32:31.892617 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c351c46c-d912-4d3e-939d-3ef1dbd60f8d req-3bc8fbeb-6acd-4dda-b327-2db35480b4e5 service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959222 Jan 27 20:32:31.925681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (8a7019c9-8172-4ffa-ad63-39bdb6ac6b55), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:31.950620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event deleted for resources: {'Port': ['ID=8a7019c9-8172-4ffa-ad63-39bdb6ac6b55,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:31.962818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.963165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.963508 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.963844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.964183 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.964507 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.964834 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.965154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.965516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.965838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.966159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.966482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:31.966800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:32:32.026074 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks [] for floatingip (ca016e48-c60b-480b-9fec-5760336263f1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:32.026402 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Floating IP ca016e48-c60b-480b-9fec-5760336263f1 disassociated (deleted). External IP: 172.25.5.98, port: 7370313f-6e45-4f92-bc1e-f4bc265ff221. Jan 27 20:32:32.248402 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:32:32.355448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:32:32.361047 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:32.365931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Sync routers for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:32:32.382705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:32.383365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:32.392753 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c3bf14cc-18b9-44dc-bd5a-009b4d9e39d9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "DELETE /v2.0/floatingips/ca016e48-c60b-480b-9fec-5760336263f1 HTTP/1.1" status: 204 len: 168 time: 0.9031210 Jan 27 20:32:32.393389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:32:32.395669 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57701fef-d51e-4b1e-8ec1-845bf69bc26e" -d '{"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:32:32.498345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:32.671142 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233b4c5-ddf4-4b01-a0d2-9b07e401b1b5 x-openstack-request-id: req-9233b4c5-ddf4-4b01-a0d2-9b07e401b1b5 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:32:32.672236 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:32:32.672236 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9233b4c5-ddf4-4b01-a0d2-9b07e401b1b5 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:32:32.672665 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:32:32.725734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:32.755058 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Checking router: 8ca9b0f3-0e15-4983-bb6c-541b136860d7 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:32:32.763903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:32.764538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:32.880570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:33.048365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-05ab504c-8a1b-4835-8b1b-3670dc814324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:33.050052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-05ab504c-8a1b-4835-8b1b-3670dc814324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 1097 time: 0.3558075 Jan 27 20:32:33.129571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:33.159001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2176-cbf8-4bcb-8a87-fde0603dd280 None None] The sync data for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 is: [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:25Z', 'revision_number': 4, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8', 'name': '', 'network_id': 'f9987d6c-2b22-42e9-a6ce-a753c9a915b3', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'mac_address': 'fa:16:3e:b3:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3533e127-3244-48ab-b610-e22f78534273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:25Z', 'updated_at': '2022-01-27T20:30:31Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'subnets': [{'id': '3533e127-3244-48ab-b610-e22f78534273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:32:33.177108 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-09018195-f568-4b3c-b7ef-4453d37007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:33.178979 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-09018195-f568-4b3c-b7ef-4453d37007d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 200 len: 915 time: 0.1227891 Jan 27 20:32:33.230256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-23c3d464-dc2a-4670-925c-b14a61227e60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 200 len: 217 time: 0.0444674 Jan 27 20:32:33.287334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-9fa0c41f-8e3b-4fe2-9570-37495ca3467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:33.288847 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-9fa0c41f-8e3b-4fe2-9570-37495ca3467f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 200 len: 853 time: 0.0526767 Jan 27 20:32:33.345451 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-42933514-1165-45b7-88b1-7c8aa48a6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:33.347001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-42933514-1165-45b7-88b1-7c8aa48a6f68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9987d6c-2b22-42e9-a6ce-a753c9a915b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514765 Jan 27 20:32:33.503712 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-f3fa8216-616b-4687-b860-85d95a56451f service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506670 Jan 27 20:32:33.510375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4df49e-539d-4636-9c89-5d1c3ff29569 None None] New status for floating IP ca016e48-c60b-480b-9fec-5760336263f1: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:32:33.667300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57701fef-d51e-4b1e-8ec1-845bf69bc26e req-6eff8ee1-8e5e-4a99-8b4d-989a653f2cad service neutron] 10.222.0.39 "GET /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565952 Jan 27 20:32:39.136056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8de5feb5-3f97-496a-9910-4abef00755b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:42.273439 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75915326-2f6d-4459-86d7-4d1426a8f23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:45.425287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:45.854643 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:46.244677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:47.855245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6e7d-d2ac-4a27-a243-b7c0d8e1934e req-10be9be6-9873-4df6-8ebd-61e86b8013a9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:47.856849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c88a6e7d-d2ac-4a27-a243-b7c0d8e1934e req-10be9be6-9873-4df6-8ebd-61e86b8013a9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0533962 Jan 27 20:32:47.910332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c88a6e7d-d2ac-4a27-a243-b7c0d8e1934e req-7582a745-64ac-4426-9665-c026e61425fe tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Jan 27 20:32:49.026346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df3156-a536-4820-b41b-61fb54a512d7 req-d362787e-f8c9-4147-84df-cc114af1d1cc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:49.027840 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7df3156-a536-4820-b41b-61fb54a512d7 req-d362787e-f8c9-4147-84df-cc114af1d1cc tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0483243 Jan 27 20:32:49.074950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7df3156-a536-4820-b41b-61fb54a512d7 req-4061e3ec-f8ff-4c8d-a8cb-515bd84e7de9 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/security-groups?id=39e3f90e-19f5-4814-b756-c90961e76b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Jan 27 20:32:49.541960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-1a624f46-8ed9-472d-bcc0-e7dc3327547e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:32:49.543389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-1a624f46-8ed9-472d-bcc0-e7dc3327547e tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 946 time: 0.0468171 Jan 27 20:32:49.634212 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Deleting port 7370313f-6e45-4f92-bc1e-f4bc265ff221 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:49.634546 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:49.722680 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] For port 7370313f-6e45-4f92-bc1e-f4bc265ff221, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=7370313f-6e45-4f92-bc1e-f4bc265ff221,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:49.723041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:49.735140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Calling delete_port for 7370313f-6e45-4f92-bc1e-f4bc265ff221 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:49.861291 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (7370313f-6e45-4f92-bc1e-f4bc265ff221), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:49.874063 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['7370313f-6e45-4f92-bc1e-f4bc265ff221'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:32:49.891847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Pushing event deleted for resources: {'Port': ['ID=7370313f-6e45-4f92-bc1e-f4bc265ff221,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:49.935829 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] No DVR routers for this DVR port 7370313f-6e45-4f92-bc1e-f4bc265ff221 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:32:49.938562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:49.941885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-366892b1-a1ff-45f1-9e3c-14e771e791f7 req-818716ad-d71d-49b0-a99f-5390e0dce148 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.39 "DELETE /v2.0/ports/7370313f-6e45-4f92-bc1e-f4bc265ff221 HTTP/1.1" status: 204 len: 173 time: 0.3923504 Jan 27 20:32:49.942320 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'name': 'network-vif-deleted', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:32:49.944557 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de8670-ec39-45ab-ba60-2beb3ec459c2" -d '{"events": [{"server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "name": "network-vif-deleted", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:32:49.984420 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012a40ac-af64-4126-977b-c8097ffce131 x-openstack-request-id: req-012a40ac-af64-4126-977b-c8097ffce131 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:32:49.984727 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e4cd1a-f75d-4fc8-bb03-9fa4ed048247", "name": "network-vif-deleted", "tag": "7370313f-6e45-4f92-bc1e-f4bc265ff221", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:32:49.984988 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-012a40ac-af64-4126-977b-c8097ffce131 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:32:49.985427 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e4cd1a-f75d-4fc8-bb03-9fa4ed048247', 'name': 'network-vif-deleted', 'tag': '7370313f-6e45-4f92-bc1e-f4bc265ff221', 'status': 'completed', 'code': 200} Jan 27 20:32:50.187884 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35d25b33-1158-448e-b868-68af8c391de1 req-5960b1d2-a2ef-4abd-b159-49d44814d088 tempest-TestMinimumBasicScenario-1467830479 tempest-TestMinimumBasicScenario-1467830479-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e4cd1a-f75d-4fc8-bb03-9fa4ed048247 HTTP/1.1" status: 200 len: 210 time: 0.0280430 Jan 27 20:32:51.755535 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41582) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:52.144410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7370313f-6e45-4f92-bc1e-f4bc265ff221 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:52.168619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 7370313f-6e45-4f92-bc1e-f4bc265ff221 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:52.169026 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 7370313f-6e45-4f92-bc1e-f4bc265ff221 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:52.383690 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:52.621050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Deleting port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:52.621415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:52.699962 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] For port 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:52.700318 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:52.711642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Calling delete_port for 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:52.892195 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:52.917516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:53.080686 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.296667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:32:53.405656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:32:53.411349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e0f1c6af-b81a-498e-a50f-47f1ad177b99 admin admin] 10.222.0.59 "PUT /v2.0/routers/8ca9b0f3-0e15-4983-bb6c-541b136860d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544020 Jan 27 20:32:53.413826 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:53.417300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Sync routers for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:32:53.427903 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:53.428522 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:53.522198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks [] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.535709 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:53.627512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks [] for router_gateway (8ca9b0f3-0e15-4983-bb6c-541b136860d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.684778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Deleting port b631469e-7b1d-4be1-bbf1-92f4e74dfede {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:53.685153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.771447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] For port b631469e-7b1d-4be1-bbf1-92f4e74dfede, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b631469e-7b1d-4be1-bbf1-92f4e74dfede,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:53.771819 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.786128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Calling delete_port for b631469e-7b1d-4be1-bbf1-92f4e74dfede owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:53.878887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:32:52Z', 'revision_number': 5, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port': {'id': 'b631469e-7b1d-4be1-bbf1-92f4e74dfede', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:53.910224 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Checking router: 8ca9b0f3-0e15-4983-bb6c-541b136860d7 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:32:53.919077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Routers {'8ca9b0f3-0e15-4983-bb6c-541b136860d7'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:53.919710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:53.961794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b631469e-7b1d-4be1-bbf1-92f4e74dfede), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:53.986611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Pushing event deleted for resources: {'Port': ['ID=b631469e-7b1d-4be1-bbf1-92f4e74dfede,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:54.012774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] Set router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:54.049027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.066336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:32:53Z', 'revision_number': 6, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:54.098839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9d798-bc01-4120-8496-a2568d52d184 None None] The sync data for ids ['8ca9b0f3-0e15-4983-bb6c-541b136860d7'] in n-d-760453-6 is: [{'id': '8ca9b0f3-0e15-4983-bb6c-541b136860d7', 'name': 'tempest-TestMinimumBasicScenario-162534441-router', 'tenant_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:23Z', 'updated_at': '2022-01-27T20:32:53Z', 'revision_number': 6, 'project_id': 'bc61b231ea854fa8b0613e7f8fd34145', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:32:54.156844 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.159508 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks [] for router_controller (8ca9b0f3-0e15-4983-bb6c-541b136860d7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.206720 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (8ca9b0f3-0e15-4983-bb6c-541b136860d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.207446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca9b0f3-0e15-4983-bb6c-541b136860d7 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:32:54.212018 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.213364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8cc704f0-faa5-43ff-8afb-07e2c191a65b admin admin] 10.222.0.59 "DELETE /v2.0/routers/8ca9b0f3-0e15-4983-bb6c-541b136860d7 HTTP/1.1" status: 204 len: 168 time: 0.7983656 Jan 27 20:32:54.215920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:54.260748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Deleting subnet 3533e127-3244-48ab-b610-e22f78534273 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:32:54.263848 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Publish callbacks [] for subnet (3533e127-3244-48ab-b610-e22f78534273), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.299241 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (3533e127-3244-48ab-b610-e22f78534273), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.370931 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.381840 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3533e127-3244-48ab-b610-e22f78534273), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.438509 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (3533e127-3244-48ab-b610-e22f78534273), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.462502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3533e127-3244-48ab-b610-e22f78534273,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:54.472517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.476455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d8ceb-d038-4c14-9b8a-0535f907f8c0 None None] Network f9987d6c-2b22-42e9-a6ce-a753c9a915b3 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:32:54.486414 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c76e1533-b72c-46ca-b931-6adc445c2926 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3533e127-3244-48ab-b610-e22f78534273 HTTP/1.1" status: 204 len: 168 time: 0.2686927 Jan 27 20:32:54.488437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:54.580828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f9987d6c-2b22-42e9-a6ce-a753c9a915b3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.603147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:54.629394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:54.629828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 59ee8b3d-1b12-46ad-a0ba-25c7265d4cc8 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:54.647930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Deleting port 32a99097-5ff0-485b-99bb-1250557fd969 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:54.648298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (32a99097-5ff0-485b-99bb-1250557fd969), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.716433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] For port 32a99097-5ff0-485b-99bb-1250557fd969, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=32a99097-5ff0-485b-99bb-1250557fd969,segment=NetworkSegment(31d1ab7c-1c5c-4926-b168-b9355ada22ad),segment_id=31d1ab7c-1c5c-4926-b168-b9355ada22ad)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:54.716712 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (32a99097-5ff0-485b-99bb-1250557fd969), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.730133 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Calling delete_port for 32a99097-5ff0-485b-99bb-1250557fd969 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:54.815239 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (32a99097-5ff0-485b-99bb-1250557fd969), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.844840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Pushing event deleted for resources: {'Port': ['ID=32a99097-5ff0-485b-99bb-1250557fd969,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:54.848432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] No DVR routers for this DVR port 32a99097-5ff0-485b-99bb-1250557fd969 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:32:54.919093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f9987d6c-2b22-42e9-a6ce-a753c9a915b3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.939167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be529a1-cc69-4089-90f0-3b0e642eb1f2 None None] DHCP port deletion for f9987d6c-2b22-42e9-a6ce-a753c9a915b3 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:32:54.941109 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9987d6c-2b22-42e9-a6ce-a753c9a915b3']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:54.956148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d1ab7c-1c5c-4926-b168-b9355ada22ad') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:54.956452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d1ab7c-1c5c-4926-b168-b9355ada22ad') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:54.966507 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (31d1ab7c-1c5c-4926-b168-b9355ada22ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.980393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (31d1ab7c-1c5c-4926-b168-b9355ada22ad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.986908 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:32:54.987419 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (31d1ab7c-1c5c-4926-b168-b9355ada22ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:32:54.989132 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:32:55.048115 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f9987d6c-2b22-42e9-a6ce-a753c9a915b3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.055228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.057102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] 10.222.0.59 "DELETE /v2.0/networks/f9987d6c-2b22-42e9-a6ce-a753c9a915b3 HTTP/1.1" status: 204 len: 168 time: 0.5662081 Jan 27 20:32:55.060323 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:55.106525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030279-0be7-4660-82fc-67256499a80b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9987d6c-2b22-42e9-a6ce-a753c9a915b3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:55.299692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.426649 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.670455 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Deleting port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:55.671168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.750488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] For port e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:55.750870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.762368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Calling delete_port for e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:55.946927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:55.974599 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:56.145532 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:56.352088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 32a99097-5ff0-485b-99bb-1250557fd969 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:56.360220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Router 9d813686-cfe4-423d-912c-a0be3fbcc07c has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:32:56.373235 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 32a99097-5ff0-485b-99bb-1250557fd969 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:56.373665 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 32a99097-5ff0-485b-99bb-1250557fd969 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:56.374594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b631469e-7b1d-4be1-bbf1-92f4e74dfede no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:56.395970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b631469e-7b1d-4be1-bbf1-92f4e74dfede {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:56.396326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b631469e-7b1d-4be1-bbf1-92f4e74dfede not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:56.468016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:32:56.473637 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-70413438-27f8-4b98-8f8f-496130c95309 admin admin] 10.222.0.59 "PUT /v2.0/routers/9d813686-cfe4-423d-912c-a0be3fbcc07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120920 Jan 27 20:32:56.476312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41592) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:56.477993 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Sync routers for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:32:56.489096 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:56.489749 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:56.582361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks [] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:56.593151 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:56.686031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks [] for router_gateway (9d813686-cfe4-423d-912c-a0be3fbcc07c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:56.739385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Deleting port ac1dddd1-0439-4e2c-8de3-388fd2a69c64 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:56.739729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:56.770686 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:32:55Z', 'revision_number': 5, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port': {'id': 'ac1dddd1-0439-4e2c-8de3-388fd2a69c64', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:30:28Z', 'updated_at': '2022-01-27T20:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:56.831157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] For port ac1dddd1-0439-4e2c-8de3-388fd2a69c64, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:56.831526 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:56.845347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Calling delete_port for ac1dddd1-0439-4e2c-8de3-388fd2a69c64 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:56.888577 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Checking router: 9d813686-cfe4-423d-912c-a0be3fbcc07c for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:32:56.897071 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Routers {'9d813686-cfe4-423d-912c-a0be3fbcc07c'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:32:56.897722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9d813686-cfe4-423d-912c-a0be3fbcc07c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:56.984363 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] Set router 9d813686-cfe4-423d-912c-a0be3fbcc07c gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:32:57.016834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ac1dddd1-0439-4e2c-8de3-388fd2a69c64), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.039450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:32:56Z', 'revision_number': 6, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:57.043812 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1dddd1-0439-4e2c-8de3-388fd2a69c64,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:57.067766 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dc12d-13e2-41c2-8ca8-72e6f81b1e0f None None] The sync data for ids ['9d813686-cfe4-423d-912c-a0be3fbcc07c'] in n-d-760453-6 is: [{'id': '9d813686-cfe4-423d-912c-a0be3fbcc07c', 'name': 'tempest-TestMinimumBasicScenario-595940030-router', 'tenant_id': '2e2cb7f5979543ff8e9a7f432297c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:30:27Z', 'updated_at': '2022-01-27T20:32:56Z', 'revision_number': 6, 'project_id': '2e2cb7f5979543ff8e9a7f432297c835', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:32:57.112695 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.203935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.206375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks [] for router_controller (9d813686-cfe4-423d-912c-a0be3fbcc07c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.251451 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (9d813686-cfe4-423d-912c-a0be3fbcc07c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.252035 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d813686-cfe4-423d-912c-a0be3fbcc07c {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:32:57.256671 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.257878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e987d27a-c3bf-4665-a962-4f860f81619a admin admin] 10.222.0.59 "DELETE /v2.0/routers/9d813686-cfe4-423d-912c-a0be3fbcc07c HTTP/1.1" status: 204 len: 168 time: 0.7804008 Jan 27 20:32:57.260489 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41594) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:57.310287 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Deleting subnet 12eea959-3ad7-46dd-ac88-0c994f469ac7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:32:57.314295 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Publish callbacks [] for subnet (12eea959-3ad7-46dd-ac88-0c994f469ac7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.348860 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (12eea959-3ad7-46dd-ac88-0c994f469ac7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.429538 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (12eea959-3ad7-46dd-ac88-0c994f469ac7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.498043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (12eea959-3ad7-46dd-ac88-0c994f469ac7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.544697 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12eea959-3ad7-46dd-ac88-0c994f469ac7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:57.551043 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.554721 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b77c0280-ffd5-47e1-aa6e-fa6f40e20363 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/12eea959-3ad7-46dd-ac88-0c994f469ac7 HTTP/1.1" status: 204 len: 168 time: 0.2931991 Jan 27 20:32:57.557155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10163c-5f4a-4983-95d6-87af5d452969 None None] Network 4301f97d-fb4b-4d29-b9c4-12996739a7d6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:32:57.557702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41596) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:57.627845 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (4301f97d-fb4b-4d29-b9c4-12996739a7d6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.690459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Deleting port 7f3c4629-53cc-467b-bd45-87a2babce963 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:32:57.690806 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.758251 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] For port 7f3c4629-53cc-467b-bd45-87a2babce963, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7f3c4629-53cc-467b-bd45-87a2babce963,segment=NetworkSegment(072fe123-e69f-4a6f-a5d7-69d1f1654cbb),segment_id=072fe123-e69f-4a6f-a5d7-69d1f1654cbb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:32:57.758521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.771919 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Calling delete_port for 7f3c4629-53cc-467b-bd45-87a2babce963 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:32:57.850749 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad20214-e0bf-4e24-ac02-c8f248b55e44 None None] DHCP port deletion for 4301f97d-fb4b-4d29-b9c4-12996739a7d6 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:32:57.858242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7f3c4629-53cc-467b-bd45-87a2babce963), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.875768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ad20214-e0bf-4e24-ac02-c8f248b55e44 None None] The port '7f3c4629-53cc-467b-bd45-87a2babce963' was deleted {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 27 20:32:57.893611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] No DVR routers for this DVR port 7f3c4629-53cc-467b-bd45-87a2babce963 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:32:57.897822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3c4629-53cc-467b-bd45-87a2babce963,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:57.969560 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (4301f97d-fb4b-4d29-b9c4-12996739a7d6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:57.992386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4301f97d-fb4b-4d29-b9c4-12996739a7d6']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:58.002076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072fe123-e69f-4a6f-a5d7-69d1f1654cbb') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:58.002375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072fe123-e69f-4a6f-a5d7-69d1f1654cbb') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:32:58.011706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (072fe123-e69f-4a6f-a5d7-69d1f1654cbb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.025826 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (072fe123-e69f-4a6f-a5d7-69d1f1654cbb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.032936 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:32:58.033435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (072fe123-e69f-4a6f-a5d7-69d1f1654cbb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:32:58.035225 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:32:58.095490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (4301f97d-fb4b-4d29-b9c4-12996739a7d6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.102544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.105977 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4301f97d-fb4b-4d29-b9c4-12996739a7d6 HTTP/1.1" status: 204 len: 168 time: 0.5476384 Jan 27 20:32:58.116228 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebafcd-4fc8-4c11-8d12-52aae90e2148 admin admin] Pushing event deleted for resources: {'Network': ['ID=4301f97d-fb4b-4d29-b9c4-12996739a7d6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:58.279128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41600) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:58.307822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f3c4629-53cc-467b-bd45-87a2babce963 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:58.322615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ff1e5e45-bb9f-4d67-b0b9-51d6c52b234d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc61b231ea854fa8b0613e7f8fd34145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399921 Jan 27 20:32:58.322852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:58.328614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7f3c4629-53cc-467b-bd45-87a2babce963 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:58.328797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7f3c4629-53cc-467b-bd45-87a2babce963 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:58.329154 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:58.348580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:58.348931 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device e1c2d770-2bf2-4e1f-81c4-d0b2580f55b4 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:58.349365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ac1dddd1-0439-4e2c-8de3-388fd2a69c64 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:32:58.371536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] Publish callbacks [] for security_group (39e3f90e-19f5-4814-b756-c90961e76b6d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.372677 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ac1dddd1-0439-4e2c-8de3-388fd2a69c64 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:32:58.373041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ac1dddd1-0439-4e2c-8de3-388fd2a69c64 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:32:58.393091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] Publish callbacks [] for security_group (39e3f90e-19f5-4814-b756-c90961e76b6d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.439062 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (39e3f90e-19f5-4814-b756-c90961e76b6d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.441755 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.442922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39e3f90e-19f5-4814-b756-c90961e76b6d HTTP/1.1" status: 204 len: 168 time: 0.1191823 Jan 27 20:32:58.451003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eafcc-81fe-45eb-a918-246d1bb4157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3f90e-19f5-4814-b756-c90961e76b6d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:32:58.760847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41608) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:58.804183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-55dc77b5-721e-49e8-9076-75f28f27b30a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e2cb7f5979543ff8e9a7f432297c835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421345 Jan 27 20:32:58.806658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:32:58.853097 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] Publish callbacks [] for security_group (45dc8357-dd8d-4107-b3bb-599f6802a23f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.873779 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] Publish callbacks [] for security_group (45dc8357-dd8d-4107-b3bb-599f6802a23f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.920742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (45dc8357-dd8d-4107-b3bb-599f6802a23f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.924221 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:32:58.925393 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45dc8357-dd8d-4107-b3bb-599f6802a23f HTTP/1.1" status: 204 len: 168 time: 0.1178203 Jan 27 20:32:58.933346 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87c6c2-f910-4eb9-9127-6e99f4cfdd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc8357-dd8d-4107-b3bb-599f6802a23f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:00.519960 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:00.524610 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982654729', 'description': 'tempest-secgroup-smoke-982654729 description', 'project_id': '4ac9243733a54a3c85f58f9215d27e14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:00.545181 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.554223 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.634432 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (802d4901-1eee-458f-bd5f-862742c634b7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.638845 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (802d4901-1eee-458f-bd5f-862742c634b7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.677772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802d4901-1eee-458f-bd5f-862742c634b7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:00.715753 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (df14c887-f634-4010-be92-9180368a31bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.719973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df14c887-f634-4010-be92-9180368a31bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.749901 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.751043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2300715 Jan 27 20:33:00.754184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41652) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:00.755284 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d03d3-98ae-4e67-a5cf-652e0be1a6f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df14c887-f634-4010-be92-9180368a31bc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:00.760181 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:00.787137 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (aabcdcc0-e52a-42d8-94e6-8894fc4b8aed), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.832985 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (aabcdcc0-e52a-42d8-94e6-8894fc4b8aed), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.836857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (aabcdcc0-e52a-42d8-94e6-8894fc4b8aed), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.854954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabcdcc0-e52a-42d8-94e6-8894fc4b8aed,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:00.863302 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.864507 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f2a79d0f-0371-4feb-afe5-614c43b6c855 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089997 Jan 27 20:33:00.867229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41654) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:00.871739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:00.896794 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (4f4f1c83-fbfe-48c3-972b-d5ad2dacc599), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.951750 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (4f4f1c83-fbfe-48c3-972b-d5ad2dacc599), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.955975 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4f4f1c83-fbfe-48c3-972b-d5ad2dacc599), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.978235 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f1c83-fbfe-48c3-972b-d5ad2dacc599,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:00.983591 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:00.984778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9839261-b1b8-4dae-a5a5-1e0ad6fc12b8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163828 Jan 27 20:33:00.987540 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41656) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:00.991767 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.017435 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (5df74bc2-b437-4e67-b22e-6c80ebfee372), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.072322 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (5df74bc2-b437-4e67-b22e-6c80ebfee372), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.075729 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (5df74bc2-b437-4e67-b22e-6c80ebfee372), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.093820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df74bc2-b437-4e67-b22e-6c80ebfee372,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:01.101614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.105002 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d888743b-75a5-4dce-b70e-e9f7b2650d41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143780 Jan 27 20:33:01.105741 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:01.110410 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.135524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (199bfe27-81e3-4e51-9585-09d06fa27a14), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.193016 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (199bfe27-81e3-4e51-9585-09d06fa27a14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.196867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (199bfe27-81e3-4e51-9585-09d06fa27a14), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.214718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199bfe27-81e3-4e51-9585-09d06fa27a14,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:01.223800 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.225020 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c08569c-d366-496f-b740-1fbdd6875b4d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182032 Jan 27 20:33:01.228048 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41660) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:01.232704 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.254330 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:33:01.259146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (f8d051a7-4739-4f22-894b-fdc80e2a87da), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.317153 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (f8d051a7-4739-4f22-894b-fdc80e2a87da), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.320834 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f8d051a7-4739-4f22-894b-fdc80e2a87da), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.338943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d051a7-4739-4f22-894b-fdc80e2a87da,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:01.346240 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.347451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-595e40f1-0cb0-402c-9255-eee7e734ec28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183507 Jan 27 20:33:01.350168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:01.354515 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'df14c887-f634-4010-be92-9180368a31bc', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.374952 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:33:01.380117 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (64a38f90-3bb6-4b54-8820-b0d67a64570d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.439594 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (64a38f90-3bb6-4b54-8820-b0d67a64570d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.443442 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (64a38f90-3bb6-4b54-8820-b0d67a64570d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.463355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a38f90-3bb6-4b54-8820-b0d67a64570d,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:01.475077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.476300 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a08df55-d4b2-4b9d-971b-47dfccf638b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252155 Jan 27 20:33:01.479257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41664) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:01.484005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'network': {'name': 'tempest-network-smoke--1288783426', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.503769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:33:01.507027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.530822 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:33:01.540238 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fe7d7048-1e76-42d4-95bf-23ae9eac6ebd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.540615 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Added segment fe7d7048-1e76-42d4-95bf-23ae9eac6ebd of type vlan for network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 Jan 27 20:33:01.580633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (6f6b218b-e225-4a2d-97bd-3be29c0d0138), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.605501 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (6f6b218b-e225-4a2d-97bd-3be29c0d0138), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.611534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:01.612134 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.674808 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1945407 Jan 27 20:33:01.677696 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41666) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:01.684266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'admin_state_up': True, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:01.692937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a6ae7-3fe1-40d9-a1eb-bf52d7ea01a6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Network': ['ID=6f6b218b-e225-4a2d-97bd-3be29c0d0138,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:01.704636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:33:01.709054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.710144 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:01.764752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (191289c9-4957-46e5-b1e8-11f9965a01d0), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.182014 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (191289c9-4957-46e5-b1e8-11f9965a01d0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.374742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (191289c9-4957-46e5-b1e8-11f9965a01d0), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.393429 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.495868 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.61 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/ce970cb8-e810-40bf-863e-856cc7f71b93) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:33:02.595529 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.628827 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:02.669431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:02.672192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:02.677714 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:33:02.683041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=ce970cb8-e810-40bf-863e-856cc7f71b93,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:02.925977 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (191289c9-4957-46e5-b1e8-11f9965a01d0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.123059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.256619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 191289c9-4957-46e5-b1e8-11f9965a01d0 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:33:03.362099 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:33:03.372577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Sync routers for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:33:03.382378 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.384695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:03.385391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:03.385806 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d2cdbfda-5ab5-44b1-a2f7-a5570c67f931 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7070458 Jan 27 20:33:03.386768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:03.494138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:03.515329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9d14fa5d-bf0a-42a8-b258-49668670194c tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4ac9243733a54a3c85f58f9215d27e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1272726 Jan 27 20:33:03.517925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:03.670655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901220ba-2009-4291-9e3a-867abe7e51d4 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:03.672761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-901220ba-2009-4291-9e3a-867abe7e51d4 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539254 Jan 27 20:33:03.674723 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:02Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:03.675647 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:03.701794 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Checking router: 191289c9-4957-46e5-b1e8-11f9965a01d0 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:33:03.702178 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Updating router 191289c9-4957-46e5-b1e8-11f9965a01d0 port ce970cb8-e810-40bf-863e-856cc7f71b93 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:33:03.709042 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4a5d6d88-05ae-42c2-b83d-ed9c2e46bf33 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322604 Jan 27 20:33:03.711758 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:03.716429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409757759', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:03.732537 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.802368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:33:03.805876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.986608 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (5dc1d263-5786-4d0d-ab18-f03ec2ced4b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:03.995011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks [] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.000466 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.052507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Attempting to bind port ce970cb8-e810-40bf-863e-856cc7f71b93 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:33:04.052852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Attempting to bind port ce970cb8-e810-40bf-863e-856cc7f71b93 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:33:04.053159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Attempting to bind port ce970cb8-e810-40bf-863e-856cc7f71b93 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:33:04.055258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Pushing event updated for resources: {'Port': ['ID=ce970cb8-e810-40bf-863e-856cc7f71b93,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:04.055780 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Subnet': ['ID=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:04.063245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Checking segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:33:04.063609 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network hostable DHCP agents. Network: 6f6b218b-e225-4a2d-97bd-3be29c0d0138, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:33:04.064086 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:33:04.064467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:33:04.064873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.065277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:33:04.066294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Bound port: ce970cb8-e810-40bf-863e-856cc7f71b93, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:33:04.066294 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.069192 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.069566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.069901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.070232 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.070561 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.070884 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.071206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.071526 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.071845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.072163 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.072478 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.072791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.073108 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:04.081848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:33:04.090533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 6f6b218b-e225-4a2d-97bd-3be29c0d0138) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:04.095628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:04.096563 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.103275 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd50046-f699-45d2-a52c-94419557f780 None None] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:33:04.112374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2e5f1376-537c-4797-93a4-c9bade51fbb0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996062 Jan 27 20:33:04.115237 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:04.172680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] For port ce970cb8-e810-40bf-863e-856cc7f71b93, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:33:04.177096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] For port ce970cb8-e810-40bf-863e-856cc7f71b93, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ce970cb8-e810-40bf-863e-856cc7f71b93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:33:04.188714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.274719 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8edc-0ab2-48d7-8a78-0477129362d0 None None] Pushing event updated for resources: {'Port': ['ID=ce970cb8-e810-40bf-863e-856cc7f71b93,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:04.277162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:04.277792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:04.316240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:33:04.316996 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.618978 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:04.758638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Allocated IP 172.20.0.2 (6f6b218b-e225-4a2d-97bd-3be29c0d0138/5dc1d263-5786-4d0d-ab18-f03ec2ced4b6/f3b42286-5fc2-44c1-80e4-9da3c9846396) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:33:04.906022 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:04.953016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:02Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:04.985918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5946c-ed15-41eb-bae8-2c6888def9c0 None None] The sync data for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 is: [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:02Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:33:04.992589 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks [] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.000876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.040637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:05.043513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:05.050213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:33:05.055818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Pushing event updated for resources: {'Port': ['ID=f3b42286-5fc2-44c1-80e4-9da3c9846396,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:05.114272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Attempting to bind port f3b42286-5fc2-44c1-80e4-9da3c9846396 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:33:05.114648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Attempting to bind port f3b42286-5fc2-44c1-80e4-9da3c9846396 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:33:05.115016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Attempting to bind port f3b42286-5fc2-44c1-80e4-9da3c9846396 on network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:33:05.120897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:33:05.121333 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Checking segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:33:05.121716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.122140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Bound using segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:33:05.122632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Bound port: f3b42286-5fc2-44c1-80e4-9da3c9846396, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:33:05.123018 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.191997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] For port f3b42286-5fc2-44c1-80e4-9da3c9846396, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:33:05.195535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] For port f3b42286-5fc2-44c1-80e4-9da3c9846396, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f3b42286-5fc2-44c1-80e4-9da3c9846396,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:33:05.211276 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.288745 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465876b-7c37-4f59-bdcb-af9655733f47 None None] Pushing event updated for resources: {'Port': ['ID=f3b42286-5fc2-44c1-80e4-9da3c9846396,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:05.292019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.1 (6f6b218b-e225-4a2d-97bd-3be29c0d0138/5dc1d263-5786-4d0d-ab18-f03ec2ced4b6/2a51a4fa-9f85-44dc-bb72-f657f3590160) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:33:05.443371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.485931 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.548332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:05.552963 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:05.555605 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:05.558194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:33:05.613059 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (191289c9-4957-46e5-b1e8-11f9965a01d0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:05.776948 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.106788 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.112688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.135627 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:33:06.192062 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (191289c9-4957-46e5-b1e8-11f9965a01d0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.200505 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:06.307063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:06.308783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:06.443749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 191289c9-4957-46e5-b1e8-11f9965a01d0 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:33:06.459532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d9c51-abde-49f9-b664-f16152695cf5 None None] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:33:06.530960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f3b42286-5fc2-44c1-80e4-9da3c9846396 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:06.594431 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:33:06.600103 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Provisioning complete for port f3b42286-5fc2-44c1-80e4-9da3c9846396 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:06.600469 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.600766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c271b6d-b84c-4b7d-b84f-2f3e7889cf10 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/191289c9-4957-46e5-b1e8-11f9965a01d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843166 Jan 27 20:33:06.688918 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f3b42286-5fc2-44c1-80e4-9da3c9846396 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:06.689338 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.774933 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Current status of the port f3b42286-5fc2-44c1-80e4-9da3c9846396 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:06.775326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.782096 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-eb2da147-3a0d-4be9-a8ce-3f1802c22828 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982654729&fields=id&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 267 time: 0.0661168 Jan 27 20:33:06.852863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] For port f3b42286-5fc2-44c1-80e4-9da3c9846396, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f3b42286-5fc2-44c1-80e4-9da3c9846396,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:06.854359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f3b42286-5fc2-44c1-80e4-9da3c9846396 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:06.854785 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.865536 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:06.971392 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 20:33:06.971749 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 20:33:06.974973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434abefb-574e-4836-a5f7-dbfa65050db6 None None] Pushing event updated for resources: {'Port': ['ID=f3b42286-5fc2-44c1-80e4-9da3c9846396,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:06.978301 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Sync routers for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:33:06.983698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-526e6586-f490-4501-a84a-170c7dad97ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:06.989633 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:06.990443 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:06.992281 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-526e6586-f490-4501-a84a-170c7dad97ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 797 time: 0.2013083 Jan 27 20:33:07.009993 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-7f796d01-739a-41e9-9bfc-283463c16bc9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/quotas/4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 375 time: 0.0163524 Jan 27 20:33:07.080593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-eeddf697-26d7-493e-a018-6f398e6e6555 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690782 Jan 27 20:33:07.099042 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:07.099848 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.109944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:07.157574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Port 2a51a4fa-9f85-44dc-bb72-f657f3590160 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:33:07.169007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Provisioning complete for port f3b42286-5fc2-44c1-80e4-9da3c9846396 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:07.169431 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.248019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-85549b90-f58b-4f54-880c-692afc65993f service neutron] 10.222.0.59 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535196 Jan 27 20:33:07.291872 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c7daab9-903d-45f2-944a-731209f81243 None None] Current status of the port f3b42286-5fc2-44c1-80e4-9da3c9846396 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:07.340296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 2, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:07.359069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-6c5476d2-1622-4995-8df8-254949a6cc5b service neutron] 10.222.0.59 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100388 Jan 27 20:33:07.370231 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Checking router: 191289c9-4957-46e5-b1e8-11f9965a01d0 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:33:07.370673 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Updating router 191289c9-4957-46e5-b1e8-11f9965a01d0 port 2a51a4fa-9f85-44dc-bb72-f657f3590160 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:33:07.401318 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.418049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dbca46a5-8f5b-404d-b879-f8fb0ef38c87 None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:07.418649 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbca46a5-8f5b-404d-b879-f8fb0ef38c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.464619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dbca46a5-8f5b-404d-b879-f8fb0ef38c87 None None] Port 2a51a4fa-9f85-44dc-bb72-f657f3590160 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:33:07.546492 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f3b42286-5fc2-44c1-80e4-9da3c9846396 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:07.548916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ce970cb8-e810-40bf-863e-856cc7f71b93 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:07.590428 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-97fcea77-24b4-4df7-b1f9-2dac159a93bd req-7126bac9-6f56-4fd1-a25d-c52011df70b0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 210 time: 0.0341439 Jan 27 20:33:07.606179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2b68b64d-927b-4a3a-b0c3-bd8a3e7e7949 None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:07.606571 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b68b64d-927b-4a3a-b0c3-bd8a3e7e7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.653805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2b68b64d-927b-4a3a-b0c3-bd8a3e7e7949 None None] Port 2a51a4fa-9f85-44dc-bb72-f657f3590160 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:33:07.655420 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ce970cb8-e810-40bf-863e-856cc7f71b93 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:07.655800 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.711868 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks [] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.719460 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.745201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ce970cb8-e810-40bf-863e-856cc7f71b93 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:07.746052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.778271 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port ce970cb8-e810-40bf-863e-856cc7f71b93, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ce970cb8-e810-40bf-863e-856cc7f71b93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:07.782939 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.814846 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Pushing event updated for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:07.831230 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.831883 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.832402 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.832923 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.833273 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.833766 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.834282 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.834772 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.835261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.835758 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.836248 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.836755 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.837238 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:33:07.841823 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Attempting to bind port 2a51a4fa-9f85-44dc-bb72-f657f3590160 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:33:07.842492 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Attempting to bind port 2a51a4fa-9f85-44dc-bb72-f657f3590160 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:33:07.843028 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Attempting to bind port 2a51a4fa-9f85-44dc-bb72-f657f3590160 on network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:33:07.844174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=ce970cb8-e810-40bf-863e-856cc7f71b93,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:07.849319 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:33:07.849604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Checking segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:33:07.849918 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.850318 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Bound using segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:33:07.850796 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Bound port: 2a51a4fa-9f85-44dc-bb72-f657f3590160, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:33:07.851177 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:07.941810 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] For port 2a51a4fa-9f85-44dc-bb72-f657f3590160, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:33:07.946320 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] For port 2a51a4fa-9f85-44dc-bb72-f657f3590160, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2a51a4fa-9f85-44dc-bb72-f657f3590160,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:33:07.951878 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.018825 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:08.019209 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:32:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:08.078388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:08.078764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.138087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b9d3-622f-49e3-9d51-ada368117f80 None None] Pushing event updated for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:08.180884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:08.188344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Current status of the port 2a51a4fa-9f85-44dc-bb72-f657f3590160 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:08.189037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.229510 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] For port 2a51a4fa-9f85-44dc-bb72-f657f3590160, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2a51a4fa-9f85-44dc-bb72-f657f3590160,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:08.235377 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.298002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c9699-3167-4435-a2b6-87bf5cce525e None None] Pushing event updated for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:08.364821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f3b42286-5fc2-44c1-80e4-9da3c9846396 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:08.402260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5aeed99-0bd9-4de5-b0ab-9b16296c1877 None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:08.402613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5aeed99-0bd9-4de5-b0ab-9b16296c1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.454146 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:08.455993 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f3b42286-5fc2-44c1-80e4-9da3c9846396 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:08.456372 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.485806 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298d7e-6e9b-4a13-ba6f-042acf99af19 None None] The sync data for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 is: [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:33:08.538459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5aeed99-0bd9-4de5-b0ab-9b16296c1877 None None] Current status of the port 2a51a4fa-9f85-44dc-bb72-f657f3590160 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:08.595174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f3b42286-5fc2-44c1-80e4-9da3c9846396 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:08.596296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ce970cb8-e810-40bf-863e-856cc7f71b93 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:08.660888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port ce970cb8-e810-40bf-863e-856cc7f71b93 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:08.661627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:08.731909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8e25b8b-0281-4b64-a886-e22faccfa316 req-392294d8-0a5f-46db-b052-0c2b5bf133ab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 210 time: 0.0473859 Jan 27 20:33:08.771172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port ce970cb8-e810-40bf-863e-856cc7f71b93 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:08.866371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-c9648bfa-bdf1-4b6d-9f50-153e39945c61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:08.867459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-c9648bfa-bdf1-4b6d-9f50-153e39945c61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 797 time: 0.1592302 Jan 27 20:33:08.954941 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-dc6833f2-9cb7-4e3d-8f93-5d2bfad8a0c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 379 time: 0.0779607 Jan 27 20:33:08.965371 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'port': {'device_id': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'admin_state_up': True, 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'security_groups': ['df14c887-f634-4010-be92-9180368a31bc']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:09.079479 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:33:09.083323 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.141741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee22b13-611c-4fa5-afdd-5e7c9b29c82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.243448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.12 (6f6b218b-e225-4a2d-97bd-3be29c0d0138/5dc1d263-5786-4d0d-ab18-f03ec2ced4b6/a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:33:09.405728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.441974 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.488101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:09.490773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:09.493683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:33:09.529819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:09.563939 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:09.564605 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.585546 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-bc9a6e42-0fc2-4c85-b05c-82c88a9dc475 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6240935 Jan 27 20:33:09.596672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-7bdf15d7-4211-4750-8038-845f8569de5c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:33:09.598261 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-7bdf15d7-4211-4750-8038-845f8569de5c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063543 Jan 27 20:33:09.610495 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Request body: {'port': {'device_id': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:09.673101 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.770297 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dc205c6d-3f02-483e-8448-35e8d1a8e7a8 None None] Provisioning complete for port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:09.771437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc205c6d-3f02-483e-8448-35e8d1a8e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.813027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc205c6d-3f02-483e-8448-35e8d1a8e7a8 None None] Port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:33:09.872530 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02948714-a4e1-495d-bbbe-ce499d3666a9 req-465fa46b-f4ab-4f88-8bac-6cfc9c09247f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:09.874680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02948714-a4e1-495d-bbbe-ce499d3666a9 req-465fa46b-f4ab-4f88-8bac-6cfc9c09247f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 932 time: 0.0560462 Jan 27 20:33:09.928184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-02948714-a4e1-495d-bbbe-ce499d3666a9 req-28038c71-d2cd-4769-8209-faa3db64cff6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Jan 27 20:33:09.972449 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:33:09.980215 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks [] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:09.993709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Transition to ACTIVE for port object a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:33:09.997566 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:10.050695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:10.130990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Attempting to bind port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:33:10.131333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Attempting to bind port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:33:10.131672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Attempting to bind port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 on network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:33:10.137789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 on network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:33:10.138124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Attempting to bind port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 on network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:33:10.143988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:33:10.144331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Checking segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:33:10.144728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Bound using segment: {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:33:10.145394 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Bound port: a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:33:10.145775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:10.215517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:33:10.219299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:33:10.224902 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:10.246895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.247438 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:10.248916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 1092 time: 0.6430330 Jan 27 20:33:10.271694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:33:10.275470 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74366ba9-8d51-44c8-9bd6-e68ec616c57c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:33:10.327395 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeba5245-0b34-4ef6-b5c6-e12810c2e65f x-openstack-request-id: req-eeba5245-0b34-4ef6-b5c6-e12810c2e65f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:33:10.327881 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:33:10.328293 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeba5245-0b34-4ef6-b5c6-e12810c2e65f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:33:10.328937 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'status': 'completed', 'code': 200} Jan 27 20:33:10.352310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85e2f9-9975-496d-951d-4b3e176577b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:10.391988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-f70314c0-69c6-4705-bf05-2e553a00cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.393739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-f70314c0-69c6-4705-bf05-2e553a00cacf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1095 time: 0.0855682 Jan 27 20:33:10.425085 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2a51a4fa-9f85-44dc-bb72-f657f3590160 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:10.442709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-e8ffbd49-a9cf-4ea1-877f-256d61cdd804 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 217 time: 0.0412197 Jan 27 20:33:10.497667 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2a51a4fa-9f85-44dc-bb72-f657f3590160 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:10.499292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:10.509898 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-25df4e9d-4496-4304-9016-8ed8ce7b2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.511604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-25df4e9d-4496-4304-9016-8ed8ce7b2932 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 200 len: 834 time: 0.0620248 Jan 27 20:33:10.564600 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-136967c7-5364-4d57-86cc-adafbedd1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.566161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-136967c7-5364-4d57-86cc-adafbedd1627 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f6b218b-e225-4a2d-97bd-3be29c0d0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486386 Jan 27 20:33:10.595457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2a51a4fa-9f85-44dc-bb72-f657f3590160 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:10.658631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-fdb24521-df5d-41d0-abf2-0da7b006af0d service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868945 Jan 27 20:33:10.755949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-282b92a2-b078-482c-8534-cc38ed8d4aaf req-c4b6c95a-0e60-4738-ab85-fc17ca4abc3f service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906348 Jan 27 20:33:10.846194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-6b8a84d7-a649-48a8-9fe7-8d3513174d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.847774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-6b8a84d7-a649-48a8-9fe7-8d3513174d55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1095 time: 0.0455317 Jan 27 20:33:10.948078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-a17346b4-60e3-4d24-9827-4894d73743da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:10.949625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-a17346b4-60e3-4d24-9827-4894d73743da service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 898 time: 0.0943284 Jan 27 20:33:10.991460 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-992915db-c635-47ec-81ff-3b080f5b0156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 217 time: 0.0361502 Jan 27 20:33:11.040374 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-d9dd617d-d119-4200-a757-1916c41b33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:11.041974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-d9dd617d-d119-4200-a757-1916c41b33c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 200 len: 834 time: 0.0450914 Jan 27 20:33:11.049459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2278-f103-487f-8c6d-222e14b56f9b req-de5202bc-12e4-4a0b-94ca-70ad29850e93 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:11.050972 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c2278-f103-487f-8c6d-222e14b56f9b req-de5202bc-12e4-4a0b-94ca-70ad29850e93 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 944 time: 0.0502987 Jan 27 20:33:11.091058 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-463ef6bb-015a-4b5a-90cf-6233532df030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:11.093105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-463ef6bb-015a-4b5a-90cf-6233532df030 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f6b218b-e225-4a2d-97bd-3be29c0d0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450699 Jan 27 20:33:11.101102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dd5c2278-f103-487f-8c6d-222e14b56f9b req-4506385d-b938-462a-88b2-3ba417995aa7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443139 Jan 27 20:33:11.186493 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-d3867c0f-0e7b-40b4-834e-a71a1d9aaae3 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874424 Jan 27 20:33:11.282380 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-74366ba9-8d51-44c8-9bd6-e68ec616c57c req-5da33334-65a2-460c-993c-b99e7ae9c2a4 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Jan 27 20:33:12.239366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a71ba-bd53-4912-9a5b-77729a780d03 req-6232b335-66c4-4472-85e6-2d559c55dac1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:12.240965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9a71ba-bd53-4912-9a5b-77729a780d03 req-6232b335-66c4-4472-85e6-2d559c55dac1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 944 time: 0.0666945 Jan 27 20:33:12.284164 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0bb4e9f-ca7a-4ee5-9ccd-2e8630739446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:12.306328 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9a71ba-bd53-4912-9a5b-77729a780d03 req-fe706e18-fa10-4d38-b113-b690f797c78c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592914 Jan 27 20:33:13.440832 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8277-58ab-476b-9cac-85694c996942 req-1b189652-3dea-4843-9f63-01bdcb12b06d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:13.442394 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d54d8277-58ab-476b-9cac-85694c996942 req-1b189652-3dea-4843-9f63-01bdcb12b06d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 944 time: 0.0552051 Jan 27 20:33:13.494317 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d54d8277-58ab-476b-9cac-85694c996942 req-d3cf1afb-0669-42d3-b4b5-b8978bca99e1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459394 Jan 27 20:33:13.946034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:33:14.047733 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:14.062034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'port_id': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'mac_address': 'fa:16:3e:57:c8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:33:14.101356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:14.101759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:14.118619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:33:14.142409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:14.147573 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:14.202554 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:14.508112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:33:14.616617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f75c-b0dd-4522-a1ce-c51a129c393a req-7cf072dd-5e73-4f47-b569-ef0454168e69 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:14.618432 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19a9f75c-b0dd-4522-a1ce-c51a129c393a req-7cf072dd-5e73-4f47-b569-ef0454168e69 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Jan 27 20:33:14.669736 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-19a9f75c-b0dd-4522-a1ce-c51a129c393a req-627b8174-b768-44cd-b95f-a90416ee8483 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Jan 27 20:33:15.428562 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:15.794654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb3a74-7d2a-4248-8914-8c112bd39c37 req-c33acac8-e750-4089-8023-41adca500a7c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:15.796785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24fb3a74-7d2a-4248-8914-8c112bd39c37 req-c33acac8-e750-4089-8023-41adca500a7c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 945 time: 0.0547690 Jan 27 20:33:15.847274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-24fb3a74-7d2a-4248-8914-8c112bd39c37 req-1e05f43f-e403-4fd0-b46e-8f5584a262ce tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Jan 27 20:33:15.867403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:15.964527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:33:16.020033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:33:16.024094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:33:16.024473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:16.120258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:33:16.120645 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:16.146460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:33:16.149062 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b41e83-d33c-4135-978a-84294c3ea3f1" -d '{"events": [{"server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "name": "network-vif-plugged", "status": "completed", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:33:16.164356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:33:16.168935 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:16.222651 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:16.251530 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511f010-3982-4237-838a-3d05ac6cb57b x-openstack-request-id: req-4511f010-3982-4237-838a-3d05ac6cb57b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:33:16.251822 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "name": "network-vif-plugged", "status": "completed", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:33:16.252078 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4511f010-3982-4237-838a-3d05ac6cb57b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:33:16.252480 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'code': 200} Jan 27 20:33:16.262592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:16.355165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff22-a0e5-4c1d-82df-c8e9d1de89aa req-e31c113b-404c-499e-aebf-0e1b4c709763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:16.356704 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1b41ff22-a0e5-4c1d-82df-c8e9d1de89aa req-e31c113b-404c-499e-aebf-0e1b4c709763 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1097 time: 0.0452251 Jan 27 20:33:16.411641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1b41ff22-a0e5-4c1d-82df-c8e9d1de89aa req-e0ba6919-c89e-42da-9078-978ee57bfa7c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493741 Jan 27 20:33:16.984693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090c2c-7629-42f9-a512-f8270c8fb5e2 req-e0ce84e6-496f-4e67-8212-09a6f724153e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:16.986385 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58090c2c-7629-42f9-a512-f8270c8fb5e2 req-e0ce84e6-496f-4e67-8212-09a6f724153e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0573056 Jan 27 20:33:17.042766 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58090c2c-7629-42f9-a512-f8270c8fb5e2 req-a48aa0f3-d420-4823-badd-fc857e7e2187 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504794 Jan 27 20:33:18.172226 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2094fb1-71ac-48e3-8c0f-b6c110ee95e7 req-a6a9288c-eb63-457d-a0e7-16d3b9879a33 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:18.173828 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2094fb1-71ac-48e3-8c0f-b6c110ee95e7 req-a6a9288c-eb63-457d-a0e7-16d3b9879a33 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0568454 Jan 27 20:33:18.234092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b2094fb1-71ac-48e3-8c0f-b6c110ee95e7 req-37caae1c-6f98-47c4-a460-87c052922496 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533080 Jan 27 20:33:18.360460 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ee005-a2b7-4c3d-b94e-d6dc440fae2d req-4775407a-83fe-4ba0-a58b-9987160c8d23 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:18.362078 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a4ee005-a2b7-4c3d-b94e-d6dc440fae2d req-4775407a-83fe-4ba0-a58b-9987160c8d23 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0537946 Jan 27 20:33:18.423649 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9a4ee005-a2b7-4c3d-b94e-d6dc440fae2d req-0797369a-e081-4106-9650-e9ff2bc6414d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512409 Jan 27 20:33:18.455224 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:18.500149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11971e-785e-4f25-8f46-5fc614c2a7ba tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:18.502198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1d11971e-785e-4f25-8f46-5fc614c2a7ba tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1092 time: 0.0453975 Jan 27 20:33:18.505860 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41732) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:18.511414 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:33:18.535444 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:18.647539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:18.776389 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.113 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/993df410-7f3e-416f-a1f1-dba303f42e63) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:33:18.897910 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (993df410-7f3e-416f-a1f1-dba303f42e63), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:18.935192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:18.985013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:33:18.988136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:33:18.994550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:33:19.001395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=993df410-7f3e-416f-a1f1-dba303f42e63,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:19.698601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (60f5aefd-6127-49f4-8710-7002434853e4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:19.773234 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:19.939124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (993df410-7f3e-416f-a1f1-dba303f42e63), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:19.944290 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:20.018112 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=993df410-7f3e-416f-a1f1-dba303f42e63,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:33:20.037858 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (60f5aefd-6127-49f4-8710-7002434853e4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:20.177668 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 60f5aefd-6127-49f4-8710-7002434853e4 associated. External IP: 172.25.5.113, port: a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0. Jan 27 20:33:20.439901 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 191289c9-4957-46e5-b1e8-11f9965a01d0 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:33:20.552278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:33:20.563315 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Sync routers for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:33:20.579128 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:20.590412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:20.591485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:20.612440 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ec6223c3-9550-4de0-9d7b-8823c2406809 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1052372 Jan 27 20:33:20.613186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:33:20.615811 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b69867-96d3-4511-a335-b5d344631aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:33:20.722409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130312b-24f6-4c9b-b718-ad0a7d015dda req-d1308408-02fa-406c-b931-169c8d426bc7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:20.724205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3130312b-24f6-4c9b-b718-ad0a7d015dda req-d1308408-02fa-406c-b931-169c8d426bc7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0539300 Jan 27 20:33:20.763536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:20.778702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3130312b-24f6-4c9b-b718-ad0a7d015dda req-b354c2c0-2188-4893-b6e1-422d45071c57 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486953 Jan 27 20:33:20.818063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41738) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:20.830421 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34bb196-ee64-455a-8b87-9cd83155600f x-openstack-request-id: req-b34bb196-ee64-455a-8b87-9cd83155600f {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:33:20.838069 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:33:20.838404 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b34bb196-ee64-455a-8b87-9cd83155600f {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:33:20.839095 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'status': 'completed', 'code': 200} Jan 27 20:33:20.939637 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-915d2efe-3b44-45ef-9c41-b0ec4ec45fc8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 200 len: 992 time: 0.1186171 Jan 27 20:33:20.949619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69867-96d3-4511-a335-b5d344631aa9 req-8e503567-54ca-472c-8f55-0f935cb08869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:20.952557 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-8e503567-54ca-472c-8f55-0f935cb08869 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1097 time: 0.0777462 Jan 27 20:33:21.064988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69867-96d3-4511-a335-b5d344631aa9 req-438f9459-3a17-435e-b203-f0ab5a8003f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:21.066492 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-438f9459-3a17-435e-b203-f0ab5a8003f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 898 time: 0.1072748 Jan 27 20:33:21.137320 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-5f77e2c4-2786-407c-b432-35d24491934a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0637696 Jan 27 20:33:21.206482 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69867-96d3-4511-a335-b5d344631aa9 req-556aad9f-d4a3-4899-a543-106546bbbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:21.208356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-556aad9f-d4a3-4899-a543-106546bbbe2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 200 len: 834 time: 0.0650480 Jan 27 20:33:21.211506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '60f5aefd-6127-49f4-8710-7002434853e4', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'port_id': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'mac_address': 'fa:16:3e:57:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:33:19Z', 'updated_at': '2022-01-27T20:33:19Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:21.251362 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Checking router: 191289c9-4957-46e5-b1e8-11f9965a01d0 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:33:21.258472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69867-96d3-4511-a335-b5d344631aa9 req-26c0e427-180c-4fbc-84e4-8fe014d82a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:21.260154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-26c0e427-180c-4fbc-84e4-8fe014d82a6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f6b218b-e225-4a2d-97bd-3be29c0d0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460541 Jan 27 20:33:21.260911 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:33:21.261589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:33:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:21.388910 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-2430f297-9130-433c-aec8-5265325ed0b2 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226721 Jan 27 20:33:21.414060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:33:21.506237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-52b69867-96d3-4511-a335-b5d344631aa9 req-b6da5014-107d-486a-aeb5-58daab5a274c service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100955 Jan 27 20:33:21.717952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '60f5aefd-6127-49f4-8710-7002434853e4', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'port_id': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'mac_address': 'fa:16:3e:57:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:33:19Z', 'updated_at': '2022-01-27T20:33:19Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:33:21.760831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc548d-8314-48fd-923b-99ec29a8e5d4 None None] The sync data for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 is: [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '60f5aefd-6127-49f4-8710-7002434853e4', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'port_id': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'mac_address': 'fa:16:3e:57:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:33:19Z', 'updated_at': '2022-01-27T20:33:19Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:33:21.943351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41740) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:21.984672 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88f288-400c-4460-9807-9eeaf7e1d747 None None] New status for floating IP 60f5aefd-6127-49f4-8710-7002434853e4: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:33:22.012063 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-77e19ab5-146f-4998-a129-b4f6d7bde0b1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 200 len: 992 time: 0.0674548 Jan 27 20:33:23.016482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:33:23.082854 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b612a4f0-7556-478f-aaa8-46e0c9b313be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 200 len: 994 time: 0.0651076 Jan 27 20:33:24.362093 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:25.302736 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:39.142894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dd07-9da4-4b01-914c-909b1679211e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:42.277793 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97485462-db68-4ddb-9c1f-b85212839b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:43.134676 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:33:45.431446 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:45.860737 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:46.247448 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:47.330447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-cea7b830-ec4d-403b-9429-a1c8abe97170 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458984 Jan 27 20:33:47.410878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-a309e919-ee56-4966-b3ed-61ca342d6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:47.412425 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-a309e919-ee56-4966-b3ed-61ca342d6455 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1097 time: 0.0413089 Jan 27 20:33:47.513551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-970ff2b7-627d-4c10-ba60-116c1c2e80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:47.515049 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-970ff2b7-627d-4c10-ba60-116c1c2e80b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 898 time: 0.0841208 Jan 27 20:33:47.584183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-0e5cc409-173a-4991-88d4-2b8a99f45c4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 1002 time: 0.0615890 Jan 27 20:33:47.631363 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-43e402a1-cea0-40f1-b490-b510e9ff58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:47.632794 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-43e402a1-cea0-40f1-b490-b510e9ff58d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 200 len: 834 time: 0.0428452 Jan 27 20:33:47.677536 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-cbe38d6b-c8f9-45a9-bc1a-425eb932051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:33:47.679004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-cbe38d6b-c8f9-45a9-bc1a-425eb932051e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f6b218b-e225-4a2d-97bd-3be29c0d0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397055 Jan 27 20:33:47.768406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-f2b39cc4-c806-44fc-bba7-936e9172a658 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830793 Jan 27 20:33:47.854266 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f5b6e8a-f089-451e-b627-4f846e980fe6 req-932871dd-a0d6-466a-ae3b-46bd6ae99862 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799561 Jan 27 20:33:54.370626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:33:55.312812 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:09.144745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05c76ba7-ba41-4cf2-a10d-6144faa7bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:12.280092 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d182b57e-276b-4c4d-bf2a-e74c1c79cb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:15.433705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:15.861943 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:16.249608 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:20.133959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:34:24.386031 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:25.326083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:34.477785 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7ac72-0d4f-4391-81f0-ed677041a9a9 req-a1ee98ec-88ac-4ef7-8ada-bdaa72483210 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:34.479299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57d7ac72-0d4f-4391-81f0-ed677041a9a9 req-a1ee98ec-88ac-4ef7-8ada-bdaa72483210 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0502763 Jan 27 20:34:34.538040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-57d7ac72-0d4f-4391-81f0-ed677041a9a9 req-106ac726-fe86-4c18-9934-4107f562b4fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513327 Jan 27 20:34:35.655534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556fe35-8e4e-46b6-ae67-2f1e0c904ddf req-6ca6a48c-cfad-4af5-a418-69089309411c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:35.657018 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0556fe35-8e4e-46b6-ae67-2f1e0c904ddf req-6ca6a48c-cfad-4af5-a418-69089309411c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0530040 Jan 27 20:34:35.705599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0556fe35-8e4e-46b6-ae67-2f1e0c904ddf req-fd7da7e8-8e5a-4b72-bae0-d330f441c7b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429201 Jan 27 20:34:35.727977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:35.788452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1a1a7eaf-9bb2-426e-84f0-bec98e54d171 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 200 len: 994 time: 0.0593650 Jan 27 20:34:37.067067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9523f4-774b-4600-9a56-261aff931912 req-2262daf3-a077-4455-88fc-c72c17d17228 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:37.068560 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db9523f4-774b-4600-9a56-261aff931912 req-2262daf3-a077-4455-88fc-c72c17d17228 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Jan 27 20:34:37.116842 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db9523f4-774b-4600-9a56-261aff931912 req-410d2c52-e199-4d13-94c7-754e6dbe47a9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Jan 27 20:34:38.232882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1ba64-0072-4e86-86ff-b444a8c35df8 req-51d9a36e-1be6-446c-8450-bd885ae2644c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:38.234425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ae1ba64-0072-4e86-86ff-b444a8c35df8 req-51d9a36e-1be6-446c-8450-bd885ae2644c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0482905 Jan 27 20:34:38.284386 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ae1ba64-0072-4e86-86ff-b444a8c35df8 req-485e4bcc-3bb8-4b48-82e1-545ef0a39f8a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Jan 27 20:34:38.310130 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:38.373665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-461c66db-c129-4c50-840e-b311a8281bc3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 200 len: 994 time: 0.0623438 Jan 27 20:34:38.637058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:38.790984 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 993df410-7f3e-416f-a1f1-dba303f42e63 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:34:38.791368 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:38.864328 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:38.864676 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (993df410-7f3e-416f-a1f1-dba303f42e63), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:38.876313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 993df410-7f3e-416f-a1f1-dba303f42e63 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:34:39.023350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (993df410-7f3e-416f-a1f1-dba303f42e63), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:39.048478 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=993df410-7f3e-416f-a1f1-dba303f42e63,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:39.076318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.076677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.077027 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.077404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.077747 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.078081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.078429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.078781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.079111 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.079443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.079773 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.080098 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.080423 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:39.122334 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (60f5aefd-6127-49f4-8710-7002434853e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:39.122650 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 60f5aefd-6127-49f4-8710-7002434853e4 disassociated (deleted). External IP: 172.25.5.113, port: a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0. Jan 27 20:34:39.146563 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8da137fb-2468-4c59-8f0e-9ba52873e84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:39.330432 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 191289c9-4957-46e5-b1e8-11f9965a01d0 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:34:39.441947 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:34:39.447079 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:39.451678 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Sync routers for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:34:39.460694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:39.461342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:39.474035 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4bab3174-84da-4850-8de9-55e8319a4b3c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/floatingips/60f5aefd-6127-49f4-8710-7002434853e4 HTTP/1.1" status: 204 len: 168 time: 0.8352551 Jan 27 20:34:39.474736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:34:39.477100 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:34:39.571332 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:39.705666 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c358d-4aef-4f79-bcc8-2fb17409c50c x-openstack-request-id: req-416c358d-4aef-4f79-bcc8-2fb17409c50c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:34:39.705953 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:34:39.706226 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-416c358d-4aef-4f79-bcc8-2fb17409c50c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:34:39.706630 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'status': 'completed', 'code': 200} Jan 27 20:34:39.786688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:39.804737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6985bc-951a-46c8-9916-f2bbeaf14d85 req-b42a723e-40f3-40b5-9783-72634b2a98f1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:39.806284 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c6985bc-951a-46c8-9916-f2bbeaf14d85 req-b42a723e-40f3-40b5-9783-72634b2a98f1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0555689 Jan 27 20:34:39.823206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Checking router: 191289c9-4957-46e5-b1e8-11f9965a01d0 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:34:39.832101 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:39.832871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:39.850372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-e9f7a841-33b7-413b-816d-7194b5a10902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:39.852036 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-e9f7a841-33b7-413b-816d-7194b5a10902 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 1097 time: 0.1167355 Jan 27 20:34:39.856788 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c6985bc-951a-46c8-9916-f2bbeaf14d85 req-0ce382be-aa03-4c55-a12d-2f45c5dd822a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 Jan 27 20:34:39.937490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:39.945680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-e1d1ef81-269c-40aa-b5c0-dd2444cf1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:39.947183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-e1d1ef81-269c-40aa-b5c0-dd2444cf1eb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 200 len: 898 time: 0.0885541 Jan 27 20:34:39.992633 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-3b93dbde-c5c6-4787-99b8-59f8763c7021 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 200 len: 217 time: 0.0390031 Jan 27 20:34:40.041334 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-ff0be67b-9c52-437b-bf9b-6958292df591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:40.042831 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-ff0be67b-9c52-437b-bf9b-6958292df591 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 200 len: 834 time: 0.0434034 Jan 27 20:34:40.090775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-a5bd4a8f-a3db-4360-9c76-6c1b6e92443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:40.092316 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-a5bd4a8f-a3db-4360-9c76-6c1b6e92443b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f6b218b-e225-4a2d-97bd-3be29c0d0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409312 Jan 27 20:34:40.142311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:40.171961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa34ab9-449b-43ae-b1ce-51d8fc8e6c07 None None] The sync data for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 is: [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:33:05Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2a51a4fa-9f85-44dc-bb72-f657f3590160', 'name': '', 'network_id': '6f6b218b-e225-4a2d-97bd-3be29c0d0138', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:b4:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:05Z', 'updated_at': '2022-01-27T20:33:08Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '5dc1d263-5786-4d0d-ab18-f03ec2ced4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:34:40.193088 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-32db27f2-d14f-4be1-a81b-6f319e7925d8 service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931001 Jan 27 20:34:40.288412 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fa630dd7-cd21-4d2e-a99e-2c91d5f0412c req-a69127c6-eef3-4d15-911e-30d15f4582bd service neutron] 10.222.0.66 "GET /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884955 Jan 27 20:34:40.404183 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165e607-ce31-4520-9d38-0a5359bf85a2 None None] New status for floating IP 60f5aefd-6127-49f4-8710-7002434853e4: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:34:40.973990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f312eb-036c-490f-9d82-7c59dc7977cc req-bcac1e76-ae1a-4b9d-b41d-13dadcbc894e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:40.975522 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1f312eb-036c-490f-9d82-7c59dc7977cc req-bcac1e76-ae1a-4b9d-b41d-13dadcbc894e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Jan 27 20:34:41.027027 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1f312eb-036c-490f-9d82-7c59dc7977cc req-bcea502c-c05e-46fc-b37b-0daa6ebd5601 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459533 Jan 27 20:34:41.843717 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-be2a2c04-f34a-4745-9b67-bfc1781f1ea4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:41.845211 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-be2a2c04-f34a-4745-9b67-bfc1781f1ea4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0485961 Jan 27 20:34:41.939940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:34:41.940291 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:42.035200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:42.035565 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:42.047878 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:34:42.154404 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286f71-403d-4039-8b1e-b2bf6e94db80 req-cf813c69-9883-468c-8262-9825548e5c43 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:42.156638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d286f71-403d-4039-8b1e-b2bf6e94db80 req-cf813c69-9883-468c-8262-9825548e5c43 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce19c44c-05cc-4791-8d8f-a17b052bbec1 HTTP/1.1" status: 200 len: 946 time: 0.0558348 Jan 27 20:34:42.191458 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:42.210300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d286f71-403d-4039-8b1e-b2bf6e94db80 req-70bbf636-bd46-4bfc-ad8c-a68a88aacd4c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=df14c887-f634-4010-be92-9180368a31bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474064 Jan 27 20:34:42.222229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:42.252895 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.253274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.253632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.253994 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.254356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.254664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.254998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.255336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.255669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.256000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.256330 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.256657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.256982 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:42.290993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e6c35bc-c000-4d57-84f7-d970c7a5cf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:42.291841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] No DVR routers for this DVR port a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:34:42.296361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:42.303587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ee41dfee-bbe9-4f70-bf1b-f680215870d4 req-31b9578c-9e0e-4d07-a66e-9b5760902908 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "DELETE /v2.0/ports/a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 HTTP/1.1" status: 204 len: 173 time: 0.4518790 Jan 27 20:34:42.304381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'name': 'network-vif-deleted', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:34:42.308530 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49fe340-7ce7-4b14-bbb9-e608eeb7c8fb" -d '{"events": [{"server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "name": "network-vif-deleted", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:34:42.354399 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b7ebe-2a14-44a7-893e-ad2d114a316d x-openstack-request-id: req-2b5b7ebe-2a14-44a7-893e-ad2d114a316d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:34:42.354730 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce19c44c-05cc-4791-8d8f-a17b052bbec1", "name": "network-vif-deleted", "tag": "a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:34:42.355048 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b5b7ebe-2a14-44a7-893e-ad2d114a316d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:34:42.355510 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19c44c-05cc-4791-8d8f-a17b052bbec1', 'name': 'network-vif-deleted', 'tag': 'a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0', 'status': 'completed', 'code': 200} Jan 27 20:34:43.271524 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41810) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:43.634810 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (191289c9-4957-46e5-b1e8-11f9965a01d0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:43.897730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 2a51a4fa-9f85-44dc-bb72-f657f3590160 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:34:43.898081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:44.276342 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 2a51a4fa-9f85-44dc-bb72-f657f3590160, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2a51a4fa-9f85-44dc-bb72-f657f3590160,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:44.277060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:44.288309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 2a51a4fa-9f85-44dc-bb72-f657f3590160 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:34:44.473211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2a51a4fa-9f85-44dc-bb72-f657f3590160), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:44.501739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=2a51a4fa-9f85-44dc-bb72-f657f3590160,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:44.676239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (191289c9-4957-46e5-b1e8-11f9965a01d0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:44.897734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 191289c9-4957-46e5-b1e8-11f9965a01d0 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:34:45.004867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:34:45.009953 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-cdda122c-c3ca-4f46-90be-74c4c8258696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/191289c9-4957-46e5-b1e8-11f9965a01d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374127 Jan 27 20:34:45.013420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:45.015898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Sync routers for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:34:45.025547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:45.026169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:45.064951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting subnet 5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:34:45.068187 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (5dc1d263-5786-4d0d-ab18-f03ec2ced4b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.110132 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (5dc1d263-5786-4d0d-ab18-f03ec2ced4b6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.135875 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:45.207123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (5dc1d263-5786-4d0d-ab18-f03ec2ced4b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.272932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (5dc1d263-5786-4d0d-ab18-f03ec2ced4b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.299665 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc1d263-5786-4d0d-ab18-f03ec2ced4b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:45.306203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.314124 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5a29ec00-b3b9-44bf-ac4b-457432407fb4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/subnets/5dc1d263-5786-4d0d-ab18-f03ec2ced4b6 HTTP/1.1" status: 204 len: 168 time: 0.2951260 Jan 27 20:34:45.314397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:45.321092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb23293-a7eb-4c69-9ae0-3a7039e77782 None None] Network 6f6b218b-e225-4a2d-97bd-3be29c0d0138 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:34:45.585152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:34:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:45.622548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Checking router: 191289c9-4957-46e5-b1e8-11f9965a01d0 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:34:45.631470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.638675 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Routers {'191289c9-4957-46e5-b1e8-11f9965a01d0'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:45.639044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['191289c9-4957-46e5-b1e8-11f9965a01d0'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:45.730730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] DHCP port deletion for 6f6b218b-e225-4a2d-97bd-3be29c0d0138 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:34:45.747392 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.775409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] Set router 191289c9-4957-46e5-b1e8-11f9965a01d0 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:45.852758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (191289c9-4957-46e5-b1e8-11f9965a01d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.906764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.913002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Deleting port f3b42286-5fc2-44c1-80e4-9da3c9846396 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:34:45.913386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.917935 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port ce970cb8-e810-40bf-863e-856cc7f71b93 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:34:45.918275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:45.998232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port ce970cb8-e810-40bf-863e-856cc7f71b93, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=ce970cb8-e810-40bf-863e-856cc7f71b93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:45.998897 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.011654 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for ce970cb8-e810-40bf-863e-856cc7f71b93 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:34:46.015726 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] For port f3b42286-5fc2-44c1-80e4-9da3c9846396, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f3b42286-5fc2-44c1-80e4-9da3c9846396,segment=NetworkSegment(fe7d7048-1e76-42d4-95bf-23ae9eac6ebd),segment_id=fe7d7048-1e76-42d4-95bf-23ae9eac6ebd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:46.016120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.030831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Calling delete_port for f3b42286-5fc2-44c1-80e4-9da3c9846396 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:34:46.103432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:34:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:46.133177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d4445-bc6a-4414-af61-5d5e9c0da830 None None] The sync data for ids ['191289c9-4957-46e5-b1e8-11f9965a01d0'] in n-d-760453-6 is: [{'id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344413443', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:33:01Z', 'updated_at': '2022-01-27T20:34:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': 'ce970cb8-e810-40bf-863e-856cc7f71b93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191289c9-4957-46e5-b1e8-11f9965a01d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:33:02Z', 'updated_at': '2022-01-27T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:34:46.153850 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (f3b42286-5fc2-44c1-80e4-9da3c9846396), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.184867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] No DVR routers for this DVR port f3b42286-5fc2-44c1-80e4-9da3c9846396 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:34:46.192152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Pushing event deleted for resources: {'Port': ['ID=f3b42286-5fc2-44c1-80e4-9da3c9846396,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:46.193953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (ce970cb8-e810-40bf-863e-856cc7f71b93), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.200452 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.200812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.201161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.201530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.201871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.202206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.202536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.202899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.203233 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.203559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.203887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.204214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.204539 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85cba3-136c-4fc5-829a-a7db869a5e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:46.219628 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=ce970cb8-e810-40bf-863e-856cc7f71b93,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:46.252252 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.286046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (191289c9-4957-46e5-b1e8-11f9965a01d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.379293 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.381699 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (191289c9-4957-46e5-b1e8-11f9965a01d0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.388553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:34:46.409587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:34:46.409940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device a8bc72c7-c93b-4cc3-bf49-16d3baaf5dc0 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:34:46.427875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (191289c9-4957-46e5-b1e8-11f9965a01d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.428398 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Fanout notify agent at l3_agent the message router_deleted on router 191289c9-4957-46e5-b1e8-11f9965a01d0 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:34:46.436044 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.437184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b9f8c5f5-7673-4a19-8773-41c975b00bc4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/routers/191289c9-4957-46e5-b1e8-11f9965a01d0 HTTP/1.1" status: 204 len: 168 time: 1.1219461 Jan 27 20:34:46.440329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:46.525426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (6f6b218b-e225-4a2d-97bd-3be29c0d0138), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.620306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2a51a4fa-9f85-44dc-bb72-f657f3590160 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:34:46.621443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (6f6b218b-e225-4a2d-97bd-3be29c0d0138), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.646497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6b218b-e225-4a2d-97bd-3be29c0d0138']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:46.647868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2a51a4fa-9f85-44dc-bb72-f657f3590160 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:34:46.648700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2a51a4fa-9f85-44dc-bb72-f657f3590160 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:34:46.648847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f3b42286-5fc2-44c1-80e4-9da3c9846396 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:34:46.656868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:46.657170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d7048-1e76-42d4-95bf-23ae9eac6ebd') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:46.668371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (fe7d7048-1e76-42d4-95bf-23ae9eac6ebd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.669294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f3b42286-5fc2-44c1-80e4-9da3c9846396 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:34:46.669652 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f3b42286-5fc2-44c1-80e4-9da3c9846396 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:34:46.684241 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (fe7d7048-1e76-42d4-95bf-23ae9eac6ebd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.690812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:34:46.691210 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (fe7d7048-1e76-42d4-95bf-23ae9eac6ebd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:34:46.694266 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:34:46.759104 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (6f6b218b-e225-4a2d-97bd-3be29c0d0138), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.767821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.770433 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/networks/6f6b218b-e225-4a2d-97bd-3be29c0d0138 HTTP/1.1" status: 204 len: 168 time: 0.3291259 Jan 27 20:34:46.774316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41818) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:46.784146 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75537-ef51-42bb-a978-84b44b0a9cab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Network': ['ID=6f6b218b-e225-4a2d-97bd-3be29c0d0138,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:46.836928 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (df14c887-f634-4010-be92-9180368a31bc), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.865705 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (df14c887-f634-4010-be92-9180368a31bc), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.929836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (df14c887-f634-4010-be92-9180368a31bc), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.932490 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:46.936371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/security-groups/df14c887-f634-4010-be92-9180368a31bc HTTP/1.1" status: 204 len: 168 time: 0.1574638 Jan 27 20:34:46.943231 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941eb10-fdc2-4485-abb1-95ff14051c2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14c887-f634-4010-be92-9180368a31bc,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.366458 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41824) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.371276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394571912', 'description': 'tempest-secgroup-smoke-1394571912 description', 'project_id': '4ac9243733a54a3c85f58f9215d27e14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:47.393408 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.460146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (e044b807-e12a-496e-8a48-6b2c81c818e3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.463868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e044b807-e12a-496e-8a48-6b2c81c818e3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.494310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.495468 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1279914 Jan 27 20:34:47.496448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f704f70-3408-4552-90c7-667b088907c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e044b807-e12a-496e-8a48-6b2c81c818e3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.498581 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.503942 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:47.530942 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (e187802c-9023-4537-a041-b6d7ffc22db6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.586337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (e187802c-9023-4537-a041-b6d7ffc22db6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.591064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (e187802c-9023-4537-a041-b6d7ffc22db6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.609664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e187802c-9023-4537-a041-b6d7ffc22db6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.619909 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.621213 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c601891f-cafa-4be1-b5fe-13b2d4f3529c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215856 Jan 27 20:34:47.624506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.629148 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:47.656255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (ca023a0a-7509-41ed-bedd-2de849533950), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.713564 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (ca023a0a-7509-41ed-bedd-2de849533950), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.717828 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ca023a0a-7509-41ed-bedd-2de849533950), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.736370 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca023a0a-7509-41ed-bedd-2de849533950,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.744939 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.746173 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a838cdd1-2469-4761-aa39-4ea679642aa3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206710 Jan 27 20:34:47.749503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.753840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:47.778569 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (6ea26e82-d179-4c42-84c5-2a3bf63e0652), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.838189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (6ea26e82-d179-4c42-84c5-2a3bf63e0652), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.842325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (6ea26e82-d179-4c42-84c5-2a3bf63e0652), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.861019 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea26e82-d179-4c42-84c5-2a3bf63e0652,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.866114 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.867307 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a31b340d-8e6a-432b-83ea-d5ee970f44fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168487 Jan 27 20:34:47.870344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.874726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:47.898894 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (731ca97b-6961-42b4-a506-8ecfb029a85f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.957162 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (731ca97b-6961-42b4-a506-8ecfb029a85f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.960784 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (731ca97b-6961-42b4-a506-8ecfb029a85f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.978512 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731ca97b-6961-42b4-a506-8ecfb029a85f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:47.986308 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:47.987515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b663b5af-f704-488d-a731-b68e198ae7de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162419 Jan 27 20:34:47.990327 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:47.994930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:48.014885 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:34:48.019706 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (32bf28da-f047-4a24-9afd-09adb149c6f8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.075571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (32bf28da-f047-4a24-9afd-09adb149c6f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.079796 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (32bf28da-f047-4a24-9afd-09adb149c6f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.098612 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bf28da-f047-4a24-9afd-09adb149c6f8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:48.104584 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.105822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9450c9f3-1180-440b-be47-5c6fff4e52f6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145380 Jan 27 20:34:48.109236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:48.114210 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': 'e044b807-e12a-496e-8a48-6b2c81c818e3', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:48.134380 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:34:48.139213 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (28867fc2-7180-44d3-b6c7-0810f4c9252e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.200112 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (28867fc2-7180-44d3-b6c7-0810f4c9252e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.203332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (28867fc2-7180-44d3-b6c7-0810f4c9252e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.221359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28867fc2-7180-44d3-b6c7-0810f4c9252e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:48.226443 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.232349 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c59ef2dc-dab3-4577-9fa8-b96c7a7bc0f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174471 Jan 27 20:34:48.232349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:48.235971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'network': {'name': 'tempest-network-smoke--1250926028', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:48.255989 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:34:48.259270 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.282945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:34:48.300714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dae8100a-c019-41b3-b49c-db259a0950f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.300714 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Added segment dae8100a-c019-41b3-b49c-db259a0950f7 of type vlan for network f15b58af-8374-4bb4-ae54-f08bb6479ce6 Jan 27 20:34:48.330369 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ce970cb8-e810-40bf-863e-856cc7f71b93 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:34:48.345954 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (f15b58af-8374-4bb4-ae54-f08bb6479ce6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.354303 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: ce970cb8-e810-40bf-863e-856cc7f71b93 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:34:48.354680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device ce970cb8-e810-40bf-863e-856cc7f71b93 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:34:48.373310 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (f15b58af-8374-4bb4-ae54-f08bb6479ce6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.378670 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:48.379301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.439382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2073007 Jan 27 20:34:48.442192 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41840) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:48.446724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'admin_state_up': True, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:48.450634 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0439395-09ee-43bb-b588-eb61aa5f6077 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Network': ['ID=f15b58af-8374-4bb4-ae54-f08bb6479ce6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:48.461078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:34:48.473049 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.474479 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.531149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (e894970c-2373-40ca-a15e-ad097ef1d92b), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.665669 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (e894970c-2373-40ca-a15e-ad097ef1d92b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.874465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (e894970c-2373-40ca-a15e-ad097ef1d92b), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.893545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:48.997474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.181 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/7142e17b-bf2e-4e4b-b6f9-25c12cde5478) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:34:49.096728 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:49.141061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:49.186018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:34:49.190807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:49.193187 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:34:49.199084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:49.445643 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (e894970c-2373-40ca-a15e-ad097ef1d92b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:49.938616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.069545 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router e894970c-2373-40ca-a15e-ad097ef1d92b is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:34:50.174313 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:34:50.185135 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Sync routers for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:34:50.194968 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.195169 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:50.195632 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:50.196742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a8ccde5a-0860-4b4e-9bc5-59a24a4579dc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7534246 Jan 27 20:34:50.200396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:50.238984 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-f7a542ea-c3f6-45f8-ae78-5254e53427c8 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4ac9243733a54a3c85f58f9215d27e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373592 Jan 27 20:34:50.241825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:50.307028 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:50.331549 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00401def-9db9-45cf-9fc3-1983e6a4acf1 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:50.333105 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-00401def-9db9-45cf-9fc3-1983e6a4acf1 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902717 Jan 27 20:34:50.335867 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:50.364147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a97d4c09-5ee0-4249-8f68-918baa4928a5 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266542 Jan 27 20:34:50.366164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41848) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:50.371317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125302062', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:50.461484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:34:50.464892 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.487705 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:49Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:50.516770 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Checking router: e894970c-2373-40ca-a15e-ad097ef1d92b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:34:50.517114 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Updating router e894970c-2373-40ca-a15e-ad097ef1d92b port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:34:50.547464 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.657525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (00914809-1c20-4723-be6d-821772ed2cd0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.718245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Subnet': ['ID=00914809-1c20-4723-be6d-821772ed2cd0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:50.725761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Checking segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:34:50.726189 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network hostable DHCP agents. Network: f15b58af-8374-4bb4-ae54-f08bb6479ce6, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:34:50.743769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:34:50.753484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, f15b58af-8374-4bb4-ae54-f08bb6479ce6) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:50.757750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:50.758343 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.766356 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2012afe-fc15-4b7e-bf2d-3de43fbb3989 None None] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:34:50.780086 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-757ca29d-f6d5-403d-b333-732c0741d75c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4101727 Jan 27 20:34:50.781881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:34:50.877546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:34:50.878418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.890720 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks [] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.896559 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.957708 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Attempting to bind port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:34:50.958082 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Attempting to bind port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:34:50.958448 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Attempting to bind port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:34:50.968026 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Pushing event updated for resources: {'Port': ['ID=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:50.971189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:34:50.971496 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:34:50.971896 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:50.972290 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:34:50.972761 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Bound port: 7142e17b-bf2e-4e4b-b6f9-25c12cde5478, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:34:50.973136 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.002070 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.002415 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.002753 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.003087 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.003429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.003748 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.004066 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.004386 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.004706 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.005026 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.005365 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.005676 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.005993 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:34:51.027779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Allocated IP 172.20.0.2 (f15b58af-8374-4bb4-ae54-f08bb6479ce6/00914809-1c20-4723-be6d-821772ed2cd0/1afa20e0-ff4a-4566-847a-a6bc9666e517) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:34:51.053414 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] For port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:34:51.057247 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] For port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:34:51.064161 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.119643 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:51.120288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:51.197428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks [] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.205550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.221593 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4eb4-e3fe-4463-9b02-79b9314670c8 None None] Pushing event updated for resources: {'Port': ['ID=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:51.251414 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:51.258139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:34:51.265892 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:51.268359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:34:51.273688 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Pushing event updated for resources: {'Port': ['ID=1afa20e0-ff4a-4566-847a-a6bc9666e517,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:51.284221 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.335715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Attempting to bind port 1afa20e0-ff4a-4566-847a-a6bc9666e517 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:34:51.335715 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Attempting to bind port 1afa20e0-ff4a-4566-847a-a6bc9666e517 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:34:51.336219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Attempting to bind port 1afa20e0-ff4a-4566-847a-a6bc9666e517 on network f15b58af-8374-4bb4-ae54-f08bb6479ce6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:34:51.341491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:34:51.341873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Checking segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:34:51.342274 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.342661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Bound using segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:34:51.343614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Bound port: 1afa20e0-ff4a-4566-847a-a6bc9666e517, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:34:51.343614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.418426 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] For port 1afa20e0-ff4a-4566-847a-a6bc9666e517, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:34:51.421944 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] For port 1afa20e0-ff4a-4566-847a-a6bc9666e517, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1afa20e0-ff4a-4566-847a-a6bc9666e517,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:34:51.428161 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.452529 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:49Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:51.503499 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19f14d-57fd-45e6-a0e7-111600b57443 None None] Pushing event updated for resources: {'Port': ['ID=1afa20e0-ff4a-4566-847a-a6bc9666e517,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:51.588292 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97bed1-ff79-4311-b9e3-9b24df173f64 None None] The sync data for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 is: [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:49Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:34:51.613048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.1 (f15b58af-8374-4bb4-ae54-f08bb6479ce6/00914809-1c20-4723-be6d-821772ed2cd0/48f51e7e-37d6-42ac-a01e-bf5e7fe30b12) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:34:51.771242 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.810749 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:51.866014 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:34:51.870484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:51.875332 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:34:51.914367 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:51.928660 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (e894970c-2373-40ca-a15e-ad097ef1d92b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.074167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.423600 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.430369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.519823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (e894970c-2373-40ca-a15e-ad097ef1d92b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.522035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:52.550387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1afa20e0-ff4a-4566-847a-a6bc9666e517 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:34:52.615207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1afa20e0-ff4a-4566-847a-a6bc9666e517 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:52.615590 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.652374 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:34:52.654644 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:52.702182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbb026-204e-43fe-b4c5-8c8ae034430b None None] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:34:52.759382 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1afa20e0-ff4a-4566-847a-a6bc9666e517 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:52.759696 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.774572 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router e894970c-2373-40ca-a15e-ad097ef1d92b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:34:52.817573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 1afa20e0-ff4a-4566-847a-a6bc9666e517, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1afa20e0-ff4a-4566-847a-a6bc9666e517,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:52.829052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.829847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:34:52.888494 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:34:52.893393 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3788b793-262a-4d0c-a1a1-e951318c2f24 None None] Provisioning complete for port 1afa20e0-ff4a-4566-847a-a6bc9666e517 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:52.893789 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3788b793-262a-4d0c-a1a1-e951318c2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:52.903628 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-877a4d94-dc78-4d91-8234-f0ad4937d14e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/e894970c-2373-40ca-a15e-ad097ef1d92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106832 Jan 27 20:34:52.984305 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=1afa20e0-ff4a-4566-847a-a6bc9666e517,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:52.998054 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:52.998432 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.068655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3788b793-262a-4d0c-a1a1-e951318c2f24 None None] Current status of the port 1afa20e0-ff4a-4566-847a-a6bc9666e517 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:53.073744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-faddbaad-2a18-43e2-8503-7c6cd568599f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394571912&fields=id&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 267 time: 0.0604229 Jan 27 20:34:53.121166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:53.122277 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.148236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:53.155074 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.218024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-410c1924-9834-484d-bfa7-e7fd58445928 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:53.219644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-410c1924-9834-484d-bfa7-e7fd58445928 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 797 time: 0.1391804 Jan 27 20:34:53.222540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:53.236275 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-66bf8672-ce7a-4b51-baa0-f8871a7d78e9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/quotas/4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 375 time: 0.0105691 Jan 27 20:34:53.289205 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Provisioning complete for port 1afa20e0-ff4a-4566-847a-a6bc9666e517 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:53.289646 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.298424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-0828c9a9-03ef-424e-bd68-b853644718c0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550349 Jan 27 20:34:53.408705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Current status of the port 1afa20e0-ff4a-4566-847a-a6bc9666e517 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:53.420463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:53.421208 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.460988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a40e5c14-e3d4-429f-8931-2cf4d3180eaa None None] Port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:34:53.471587 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-a16f9568-3458-4a8c-a5ce-71086a05a52f service neutron] 10.222.0.59 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564212 Jan 27 20:34:53.541656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Sync routers for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:34:53.552679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:53.553462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:53.573688 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-0e375a17-b300-40e2-ac0a-2714a5d5285c service neutron] 10.222.0.59 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952549 Jan 27 20:34:53.627527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f4f02a86-c40a-447a-b608-610a03c1391c None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:53.627527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4f02a86-c40a-447a-b608-610a03c1391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:53.709893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f4f02a86-c40a-447a-b608-610a03c1391c None None] Port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:34:53.720981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:53.770909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-836107d4-9a27-44b1-8830-777ab22406f7 req-0d969bec-9173-4876-8912-3b4a6716f0f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 210 time: 0.0324221 Jan 27 20:34:53.947088 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5a073d5f-ea51-49bf-a962-9b4cd40843c4 None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:53.947467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a073d5f-ea51-49bf-a962-9b4cd40843c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.052656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a073d5f-ea51-49bf-a962-9b4cd40843c4 None None] Port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:34:54.140398 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 2, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:54.173589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Checking router: e894970c-2373-40ca-a15e-ad097ef1d92b for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:34:54.173895 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Updating router e894970c-2373-40ca-a15e-ad097ef1d92b port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:34:54.205670 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.399385 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1afa20e0-ff4a-4566-847a-a6bc9666e517 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:34:54.447368 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.508840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1afa20e0-ff4a-4566-847a-a6bc9666e517 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:54.509211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.577825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks [] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.583705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.665707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e31bb-4d0a-4a0d-9eba-95b0ab644c6b None None] Pushing event updated for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:54.701977 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1afa20e0-ff4a-4566-847a-a6bc9666e517 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:54.703822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:34:54.779465 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Attempting to bind port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:34:54.780134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Attempting to bind port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:34:54.780394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Attempting to bind port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 on network f15b58af-8374-4bb4-ae54-f08bb6479ce6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:34:54.792598 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:34:54.793050 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Checking segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:34:54.793321 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-712f6154-4017-406c-8163-3b5abe683e30 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:54.795513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.795513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Bound using segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:34:54.795513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Bound port: 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:34:54.795513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.795935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-712f6154-4017-406c-8163-3b5abe683e30 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 797 time: 0.1556380 Jan 27 20:34:54.871949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-501a1358-f321-4417-9101-dfd3e6e836a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 380 time: 0.0656784 Jan 27 20:34:54.878416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:54.878805 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.882148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'port': {'device_id': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'admin_state_up': True, 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'security_groups': ['e044b807-e12a-496e-8a48-6b2c81c818e3']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:54.899848 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39b6fe06-2deb-4ba0-853e-666a30cbb276 req-cd377fdc-6cce-4529-b6b9-9e5fe555dddf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 210 time: 0.0444565 Jan 27 20:34:54.926514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] For port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:34:54.933930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] For port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:34:54.941156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:54.998092 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:34:55.002226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.051014 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:55.051400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.056632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:34:55.056979 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:55.058795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e31bb-4d0a-4a0d-9eba-95b0ab644c6b None None] Pushing event updated for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:55.131429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:55.151900 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.3 (f15b58af-8374-4bb4-ae54-f08bb6479ce6/00914809-1c20-4723-be6d-821772ed2cd0/293ab041-f3e3-4f6d-a5b3-601278d7bfde) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:34:55.243818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:34:55.278455 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Current status of the port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:55.278786 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.310344 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.345380 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.389474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:34:55.392474 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:34:55.398352 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:34:55.410104 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] For port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:34:55.416114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.419121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.428809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:55.452331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:55.453392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.471994 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-f6092975-32bf-4b1c-b18b-9b20bad71319 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940320 Jan 27 20:34:55.485103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Request body: {'port': {'device_id': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:34:55.508964 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e6e17-7b99-4b45-98ec-d9a2781201fd None None] Pushing event updated for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:55.545901 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.556329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-7ef17c0e-b623-462a-a5ba-5ab9da8ebce9 None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:55.556704 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ef17c0e-b623-462a-a5ba-5ab9da8ebce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.610571 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:54Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:34:55.640854 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcae030-3579-45c9-8f24-0939f7ea83bf None None] The sync data for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 is: [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:54Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:34:55.685031 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7ef17c0e-b623-462a-a5ba-5ab9da8ebce9 None None] Current status of the port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:55.818609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-40f2728a-f077-436a-9704-fd2da0f4ebaa None None] Provisioning complete for port 293ab041-f3e3-4f6d-a5b3-601278d7bfde triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:55.818984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40f2728a-f077-436a-9704-fd2da0f4ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.860336 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-40f2728a-f077-436a-9704-fd2da0f4ebaa None None] Port 293ab041-f3e3-4f6d-a5b3-601278d7bfde cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:34:55.868840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293ab041-f3e3-4f6d-a5b3-601278d7bfde {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:34:55.877468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks [] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.890395 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Transition to ACTIVE for port object 293ab041-f3e3-4f6d-a5b3-601278d7bfde will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:34:55.894855 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:55.972026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:56.042101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Attempting to bind port 293ab041-f3e3-4f6d-a5b3-601278d7bfde on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:34:56.042452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Attempting to bind port 293ab041-f3e3-4f6d-a5b3-601278d7bfde by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:34:56.042789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Attempting to bind port 293ab041-f3e3-4f6d-a5b3-601278d7bfde on network f15b58af-8374-4bb4-ae54-f08bb6479ce6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:34:56.046000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076640-4d02-428e-8cbb-11f948cb7ebc req-70e6d253-4f99-477d-b2d5-175a7e919416 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.048272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78076640-4d02-428e-8cbb-11f948cb7ebc req-70e6d253-4f99-477d-b2d5-175a7e919416 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 943 time: 0.0649600 Jan 27 20:34:56.049214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Port 293ab041-f3e3-4f6d-a5b3-601278d7bfde on network f15b58af-8374-4bb4-ae54-f08bb6479ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:34:56.049576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Attempting to bind port 293ab041-f3e3-4f6d-a5b3-601278d7bfde on network f15b58af-8374-4bb4-ae54-f08bb6479ce6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:34:56.058572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:34:56.058975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Checking segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:34:56.059450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Bound using segment: {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:34:56.059841 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Bound port: 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae8100a-c019-41b3-b49c-db259a0950f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:34:56.060165 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:56.108640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-78076640-4d02-428e-8cbb-11f948cb7ebc req-2cff4cf7-63b6-4bb3-b074-1c19b07dd076 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535569 Jan 27 20:34:56.148123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:34:56.154633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:34:56.160604 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:56.195513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.196156 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:56.197640 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] 10.222.0.66 "PUT /v2.0/ports/293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 1091 time: 0.7184646 Jan 27 20:34:56.198172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:34:56.200609 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc79f70e-ac49-4fe2-b223-a96ba43a847d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:34:56.255305 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182230e-19d5-49dd-963f-8ea9318cc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:34:56.276260 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f4caa-a868-4b67-84c5-00b428d536f1 x-openstack-request-id: req-e79f4caa-a868-4b67-84c5-00b428d536f1 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:34:56.276560 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:34:56.276825 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e79f4caa-a868-4b67-84c5-00b428d536f1 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:34:56.277249 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'status': 'completed', 'code': 200} Jan 27 20:34:56.336259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-c5bcb6a4-f8da-4775-b02a-149807ed5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.338329 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-c5bcb6a4-f8da-4775-b02a-149807ed5156 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1094 time: 0.0554991 Jan 27 20:34:56.395631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-1b8e4a3e-ad6a-4530-a778-d3c272539974 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 217 time: 0.0461438 Jan 27 20:34:56.449186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:34:56.459616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-c3907c39-0324-43e1-8e59-63d3d9cd9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.461525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-c3907c39-0324-43e1-8e59-63d3d9cd9829 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0602217 Jan 27 20:34:56.503886 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:34:56.504191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:34:56.517408 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-a61af1ab-59b8-4092-b767-81fc76767226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.519615 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-a61af1ab-59b8-4092-b767-81fc76767226 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509484 Jan 27 20:34:56.620999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:34:56.635547 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-d2c83ed7-c232-47d9-b5d2-c13d22e4fb4e service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079135 Jan 27 20:34:56.732913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-46dcd160-1211-4dd9-a3c7-5137b30efa3c req-6b3daa30-6c96-442b-861a-d91a55e8b642 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891957 Jan 27 20:34:56.832492 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-20a4e6e8-3a1a-4b8d-ad71-251b01ec915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.834068 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-20a4e6e8-3a1a-4b8d-ad71-251b01ec915c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1094 time: 0.0509324 Jan 27 20:34:56.934381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-62635750-eac8-4aea-ad1d-9df28b4f3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:56.935881 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-62635750-eac8-4aea-ad1d-9df28b4f3535 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0942008 Jan 27 20:34:56.980354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-944da312-a1ef-4c61-950d-640e59d78314 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 217 time: 0.0373247 Jan 27 20:34:57.034190 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-863ca75a-9459-4b5e-8e6c-91eeef07be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:57.035701 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-863ca75a-9459-4b5e-8e6c-91eeef07be3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0497065 Jan 27 20:34:57.081465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-016f4869-7d25-400d-93fe-7d2b34cb9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:57.082978 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-016f4869-7d25-400d-93fe-7d2b34cb9f42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409012 Jan 27 20:34:57.133835 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:34:57.177622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-6d6a7b06-1260-43a4-a4e1-555fa5256ba4 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882263 Jan 27 20:34:57.242817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425a27b-6ff9-4acc-a1f2-d96f00b208e4 req-73d5bd19-0543-45c7-95b2-bbc942ba46ac tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:57.244651 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a425a27b-6ff9-4acc-a1f2-d96f00b208e4 req-73d5bd19-0543-45c7-95b2-bbc942ba46ac tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 943 time: 0.0500154 Jan 27 20:34:57.277974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fc79f70e-ac49-4fe2-b223-a96ba43a847d req-73293e3c-da7d-4536-952f-c902d47755ef service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942905 Jan 27 20:34:57.300874 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a425a27b-6ff9-4acc-a1f2-d96f00b208e4 req-13210f0f-db4f-479b-962c-ae56f5e62e41 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497656 Jan 27 20:34:58.417827 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7861cf-7f7d-4381-812c-7c7fdd9ec95d req-97c5a37e-08af-45df-8e05-df3032e0b7b9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:58.419376 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce7861cf-7f7d-4381-812c-7c7fdd9ec95d req-97c5a37e-08af-45df-8e05-df3032e0b7b9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 943 time: 0.0505278 Jan 27 20:34:58.468593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce7861cf-7f7d-4381-812c-7c7fdd9ec95d req-ce468af5-ce1b-4f82-bc29-3cf9338563ae tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Jan 27 20:34:59.588002 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c452a8-371e-420c-93f9-562c1b8c113e req-172bff27-5aca-475d-befe-d7a071d762ea tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:34:59.589485 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96c452a8-371e-420c-93f9-562c1b8c113e req-172bff27-5aca-475d-befe-d7a071d762ea tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 943 time: 0.0475862 Jan 27 20:34:59.638919 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-96c452a8-371e-420c-93f9-562c1b8c113e req-26c188fb-c39d-4fcf-ba00-c0c8c700f366 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Jan 27 20:35:00.469047 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 293ab041-f3e3-4f6d-a5b3-601278d7bfde details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:35:00.565750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:35:00.577179 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'port_id': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'mac_address': 'fa:16:3e:9d:5e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:35:00.614195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 293ab041-f3e3-4f6d-a5b3-601278d7bfde is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:35:00.614626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:00.627786 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293ab041-f3e3-4f6d-a5b3-601278d7bfde {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:35:00.646388 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:35:00.649922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:00.697641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:35:00.758131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecbc1b-7e13-4ae5-b5d6-f2c652e23cf2 req-f4a23701-3d4d-467b-a438-90b2a98715b9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:00.759615 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3ecbc1b-7e13-4ae5-b5d6-f2c652e23cf2 req-f4a23701-3d4d-467b-a438-90b2a98715b9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 944 time: 0.0524902 Jan 27 20:35:00.808149 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f3ecbc1b-7e13-4ae5-b5d6-f2c652e23cf2 req-418bc024-9a62-45f3-8529-02aeea0f50b3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Jan 27 20:35:00.981774 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['293ab041-f3e3-4f6d-a5b3-601278d7bfde'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:35:01.923163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d811c4-a0ef-4b75-b74d-50ecf92bf244 req-33f78a80-4d22-4c34-84bc-42e15ece35d7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:01.924625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9d811c4-a0ef-4b75-b74d-50ecf92bf244 req-33f78a80-4d22-4c34-84bc-42e15ece35d7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 944 time: 0.0488195 Jan 27 20:35:01.973242 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9d811c4-a0ef-4b75-b74d-50ecf92bf244 req-b6b6e028-a3da-4772-b167-6f613c9437a0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Jan 27 20:35:02.490508 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 293ab041-f3e3-4f6d-a5b3-601278d7bfde up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:35:02.690785 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 293ab041-f3e3-4f6d-a5b3-601278d7bfde completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:35:02.694476 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 293ab041-f3e3-4f6d-a5b3-601278d7bfde triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:35:02.694849 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:02.771924 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 293ab041-f3e3-4f6d-a5b3-601278d7bfde is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:35:02.772319 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:02.794532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:35:02.796826 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc5d86-4365-4ed3-a0e9-9d7c81f65276" -d '{"events": [{"server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "name": "network-vif-plugged", "status": "completed", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:35:02.809663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:35:02.814658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:02.841891 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bf4f9-7b79-466e-90a1-7985ddc23c42 x-openstack-request-id: req-001bf4f9-7b79-466e-90a1-7985ddc23c42 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:35:02.842186 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "name": "network-vif-plugged", "status": "completed", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:35:02.842490 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-001bf4f9-7b79-466e-90a1-7985ddc23c42 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:35:02.842816 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'code': 200} Jan 27 20:35:02.869705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:35:02.931140 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad465880-05af-4991-9b38-9c7b6e8efaec req-e7465a54-2cf2-44ba-aa18-2ba9b5f7543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:02.932641 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad465880-05af-4991-9b38-9c7b6e8efaec req-e7465a54-2cf2-44ba-aa18-2ba9b5f7543d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0418644 Jan 27 20:35:02.976847 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ad465880-05af-4991-9b38-9c7b6e8efaec req-3a0506d0-49ea-4772-9a59-2c564f901582 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380521 Jan 27 20:35:03.087646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65467d89-1745-4e44-8b4a-554ba4ae3f24 req-d41761e4-997f-41a2-8e4f-39aca4e30508 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:03.089102 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65467d89-1745-4e44-8b4a-554ba4ae3f24 req-d41761e4-997f-41a2-8e4f-39aca4e30508 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0470202 Jan 27 20:35:03.142257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-65467d89-1745-4e44-8b4a-554ba4ae3f24 req-777d3095-ae5d-4bbc-ba17-55df2cc0ada2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467987 Jan 27 20:35:04.262459 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b30d6-46d7-494d-b265-05a33f293284 req-dd4f3eb2-4bda-4882-987e-f93b2f4109d6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:04.264212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204b30d6-46d7-494d-b265-05a33f293284 req-dd4f3eb2-4bda-4882-987e-f93b2f4109d6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0514734 Jan 27 20:35:04.317449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-204b30d6-46d7-494d-b265-05a33f293284 req-66c840b6-76f8-4226-a37e-3a3e5d8792bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474515 Jan 27 20:35:05.433042 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80c31-d66a-4ab5-bc22-87e0b0618645 req-7b73eabc-28cd-4d03-a70b-188ca8f7a619 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:05.435266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2d80c31-d66a-4ab5-bc22-87e0b0618645 req-7b73eabc-28cd-4d03-a70b-188ca8f7a619 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0493913 Jan 27 20:35:05.482693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2d80c31-d66a-4ab5-bc22-87e0b0618645 req-a203e1eb-43fe-4b63-844a-1a23fbffa77e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Jan 27 20:35:05.599653 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7867a8-dc1f-4f7b-b6c5-65ca596925bb req-9cb15829-a008-489a-841a-45de0df7bece tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:05.601087 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a7867a8-dc1f-4f7b-b6c5-65ca596925bb req-9cb15829-a008-489a-841a-45de0df7bece tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0521910 Jan 27 20:35:05.650061 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3a7867a8-dc1f-4f7b-b6c5-65ca596925bb req-63741d77-8792-4be6-8650-59cccd500ada tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Jan 27 20:35:05.672149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:35:05.710595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e104-e09a-4dfa-9b39-ea64adf13658 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:05.712114 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9df5e104-e09a-4dfa-9b39-ea64adf13658 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1091 time: 0.0390131 Jan 27 20:35:05.715413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:35:05.719631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:35:05.739904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:05.837064 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:05.940994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.102 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:35:06.045619 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:06.080024 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:06.116895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:35:06.119865 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:35:06.125319 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:35:06.147676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:35:06.791641 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (dc75f70d-83d1-4de2-af42-91cf356d9155), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:06.855599 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:07.013664 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:07.018257 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:07.083463 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:35:07.095825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (dc75f70d-83d1-4de2-af42-91cf356d9155), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:07.196244 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP dc75f70d-83d1-4de2-af42-91cf356d9155 associated. External IP: 172.25.5.102, port: 293ab041-f3e3-4f6d-a5b3-601278d7bfde. Jan 27 20:35:07.407480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router e894970c-2373-40ca-a15e-ad097ef1d92b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:35:07.515010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:35:07.524457 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Sync routers for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:35:07.533312 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:07.534234 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:35:07.534852 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:35:07.568461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c16558de-6b65-49a5-9171-8fd551a9fb02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8520110 Jan 27 20:35:07.569289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:35:07.571489 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:35:07.645215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:35:07.670401 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedba4-3891-4bc1-9e38-264dea482107 req-670537b6-adef-4c56-b5c1-2119f77c02f2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:07.671901 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33fedba4-3891-4bc1-9e38-264dea482107 req-670537b6-adef-4c56-b5c1-2119f77c02f2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0533323 Jan 27 20:35:07.721803 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-33fedba4-3891-4bc1-9e38-264dea482107 req-5f339d15-3559-41a3-b721-6239c3272df1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Jan 27 20:35:07.743372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:35:07.790675 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e6f29-7bf2-4c22-9874-21b0b55e35ff x-openstack-request-id: req-a98e6f29-7bf2-4c22-9874-21b0b55e35ff {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:35:07.790976 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:35:07.791224 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a98e6f29-7bf2-4c22-9874-21b0b55e35ff {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:35:07.791634 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'status': 'completed', 'code': 200} Jan 27 20:35:07.813872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf4be90d-6741-4799-85b5-c19690813a6b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/dc75f70d-83d1-4de2-af42-91cf356d9155 HTTP/1.1" status: 200 len: 991 time: 0.0688190 Jan 27 20:35:07.834412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-22fcb007-cd8e-4b06-977f-302e4148739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:07.835948 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-22fcb007-cd8e-4b06-977f-302e4148739f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0456884 Jan 27 20:35:07.877659 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'dc75f70d-83d1-4de2-af42-91cf356d9155', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'port_id': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'mac_address': 'fa:16:3e:9d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:35:06Z', 'updated_at': '2022-01-27T20:35:06Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:35:07.904487 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Checking router: e894970c-2373-40ca-a15e-ad097ef1d92b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:35:07.913201 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:35:07.913854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:34:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:35:07.927683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-1d0f8299-93ba-4d31-bd3a-3d66a2fb6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:07.929198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-1d0f8299-93ba-4d31-bd3a-3d66a2fb6ab3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0874717 Jan 27 20:35:07.998136 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-a6b567dd-4f26-40c5-8537-b8ffd9ce77f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 999 time: 0.0627911 Jan 27 20:35:08.019051 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:35:08.047739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-d9a88373-4383-4f4a-9e91-c066a9d78d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:08.049232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-d9a88373-4383-4f4a-9e91-c066a9d78d4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0443003 Jan 27 20:35:08.095027 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-dc99e226-64d9-417e-b3b4-000170632aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:08.096935 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-dc99e226-64d9-417e-b3b4-000170632aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420799 Jan 27 20:35:08.191089 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-41e8687d-e9c9-4736-a164-3361d8b8ca88 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873895 Jan 27 20:35:08.244294 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'dc75f70d-83d1-4de2-af42-91cf356d9155', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'port_id': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'mac_address': 'fa:16:3e:9d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:35:06Z', 'updated_at': '2022-01-27T20:35:06Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:35:08.271361 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218065a-08b7-47ae-82f1-60c16158fd6f None None] The sync data for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 is: [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'dc75f70d-83d1-4de2-af42-91cf356d9155', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'port_id': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'mac_address': 'fa:16:3e:9d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:35:06Z', 'updated_at': '2022-01-27T20:35:06Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:35:08.283608 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0dcc6299-4b5a-46db-b9c8-17fa701f8d19 req-54cec73d-40a9-47e2-8be9-378b91a9a0c4 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854762 Jan 27 20:35:08.473475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff0eb-464e-421b-8ec5-c4ac2147361e None None] New status for floating IP dc75f70d-83d1-4de2-af42-91cf356d9155: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:35:08.817614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 41916) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:35:08.881364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-32472c5a-4da4-42e2-9b7b-92313f50932b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/dc75f70d-83d1-4de2-af42-91cf356d9155 HTTP/1.1" status: 200 len: 993 time: 0.0625505 Jan 27 20:35:09.150716 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c15558b-0e22-42a2-9b1d-883b6c1786d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:12.284533 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-905fc13a-7990-4a89-9192-17ca69ce2d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:15.440830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:15.868063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:16.254906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:24.396023 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:25.338831 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:30.789180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-3ed9f63d-7b20-4636-b9c0-78d76be563f2 req-d6a08c1a-67f2-4356-a32a-9132277af234 service neutron] (103323) timed out ('10.222.0.66', 62349) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:35:34.133957 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:35:39.155027 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6139aa-3814-4558-a681-c827df285ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:42.286077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15231e77-531a-4e1e-bab2-1015b249dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:45.443353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:45.870436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:46.258400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:50.319844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-ff4ce2e4-dcef-4521-8836-d80dcb602b67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398297 Jan 27 20:35:50.404565 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-864df1a4-d4f5-4842-96a7-e8c17310150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:50.406112 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-864df1a4-d4f5-4842-96a7-e8c17310150a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0416310 Jan 27 20:35:50.510244 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-b50d7081-e3e5-43ec-a143-780396f6f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:50.512516 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-b50d7081-e3e5-43ec-a143-780396f6f51e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0880985 Jan 27 20:35:50.577739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-9f4293ec-e5ba-4434-97f7-e0b954da9fbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 1001 time: 0.0579422 Jan 27 20:35:50.625438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-2be75ca7-bc10-41f8-b01b-d853bb203886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:50.626917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-2be75ca7-bc10-41f8-b01b-d853bb203886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0437400 Jan 27 20:35:50.675970 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-e629afc4-5892-4668-8a09-79129be43313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:35:50.677502 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-e629afc4-5892-4668-8a09-79129be43313 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438087 Jan 27 20:35:50.765275 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-7b527be6-9002-447a-82c5-60ff9c4ed33f service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809221 Jan 27 20:35:50.858450 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-58d124c3-17b3-47fe-9d65-766dd7480d47 req-67fd652a-9b4f-42dd-a315-286995532949 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869575 Jan 27 20:35:54.410803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:35:55.369839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:09.159263 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c044630b-95f8-4197-a290-b60e88d4d10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:11.134387 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:36:12.289109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e769b66b-1b19-4ac9-a142-3472d8a4428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:15.446280 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:15.872524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:16.264713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:20.073094 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-1e5ef448-55d9-45a5-a176-65d4d9978743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:20.074651 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-1e5ef448-55d9-45a5-a176-65d4d9978743 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0424180 Jan 27 20:36:20.125265 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15899a-5fcb-4025-81d3-f8a2021bf930 req-ea0fdba7-39c6-4988-9715-0785917174cd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:20.126845 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd15899a-5fcb-4025-81d3-f8a2021bf930 req-ea0fdba7-39c6-4988-9715-0785917174cd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.1023953 Jan 27 20:36:20.167617 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-735d543d-cb07-4bba-a9f5-54c43350a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:20.168564 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-735d543d-cb07-4bba-a9f5-54c43350a231 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0869932 Jan 27 20:36:20.181853 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cd15899a-5fcb-4025-81d3-f8a2021bf930 req-1f998362-9803-48ee-9937-0ec2cefd9e30 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488505 Jan 27 20:36:20.238856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-2d07a0ca-5e1e-4692-ad6c-9a9e49a74e21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 1001 time: 0.0624800 Jan 27 20:36:20.288084 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-941e3d26-3268-4eda-be19-5df2217b99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:20.289614 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-941e3d26-3268-4eda-be19-5df2217b99cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0440111 Jan 27 20:36:20.337737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-f6569e31-b167-435c-82ad-155078f8a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:20.339292 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-f6569e31-b167-435c-82ad-155078f8a638 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421376 Jan 27 20:36:20.437961 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-1c414286-ba9d-470d-938f-23a4bafd3a5b service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903971 Jan 27 20:36:20.528422 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0c3bb81d-7860-4a2d-9f9b-27adecf196c5 req-f086c826-9ff1-4bb2-8c0f-7a7844519f3d service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839057 Jan 27 20:36:21.308048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37942a4a-a455-46ec-a714-4d4329ff0245 req-15faa870-8f2d-40fe-ac0f-d280e15d43c6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:21.309552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37942a4a-a455-46ec-a714-4d4329ff0245 req-15faa870-8f2d-40fe-ac0f-d280e15d43c6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0541654 Jan 27 20:36:21.361663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-37942a4a-a455-46ec-a714-4d4329ff0245 req-ca5dbfb7-abbb-4911-9036-8d673d369310 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 Jan 27 20:36:22.502476 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879c6a-f0ee-499a-982d-3a0e400d3770 req-6d91aeda-345f-436a-8719-80896dfe3945 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:22.505116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa879c6a-f0ee-499a-982d-3a0e400d3770 req-6d91aeda-345f-436a-8719-80896dfe3945 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0674565 Jan 27 20:36:22.558498 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aa879c6a-f0ee-499a-982d-3a0e400d3770 req-40c728ad-f1cf-4bbb-b9eb-552e53592dfd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Jan 27 20:36:23.678578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dd164-8d02-4cd7-8abf-7d632f98d42e req-beaa9f67-1c2c-474c-a3a8-268fadf4fc68 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:23.679964 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e4dd164-8d02-4cd7-8abf-7d632f98d42e req-beaa9f67-1c2c-474c-a3a8-268fadf4fc68 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0521104 Jan 27 20:36:23.728516 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e4dd164-8d02-4cd7-8abf-7d632f98d42e req-0cb89e2c-38d7-4e30-be5d-abe978557521 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Jan 27 20:36:24.399205 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:24.846502 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c0731-0135-4b0f-bd3a-17f27caa0002 req-bfbf476a-90ec-4b01-b582-6a36455f210b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:24.848023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-548c0731-0135-4b0f-bd3a-17f27caa0002 req-bfbf476a-90ec-4b01-b582-6a36455f210b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0488844 Jan 27 20:36:24.899398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-548c0731-0135-4b0f-bd3a-17f27caa0002 req-d9672b13-9627-413b-bd44-0d59256c69c2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Jan 27 20:36:25.367915 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:26.020393 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf0dd3-ea27-41ea-b1ca-2e3802b0bfc2 req-e87a6f4a-6aa6-4c76-bb26-be23cfa52ea0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:26.021890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eaf0dd3-ea27-41ea-b1ca-2e3802b0bfc2 req-e87a6f4a-6aa6-4c76-bb26-be23cfa52ea0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0534132 Jan 27 20:36:26.069300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5eaf0dd3-ea27-41ea-b1ca-2e3802b0bfc2 req-ceaa42c7-1678-4afc-8bee-66347701b161 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Jan 27 20:36:27.186375 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200c33-f210-4f0e-88e2-0eaf634ec483 req-11e005e8-0917-42ae-aedb-14477f232c04 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:27.187836 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce200c33-f210-4f0e-88e2-0eaf634ec483 req-11e005e8-0917-42ae-aedb-14477f232c04 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0481474 Jan 27 20:36:27.236133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ce200c33-f210-4f0e-88e2-0eaf634ec483 req-4378ce99-b54a-48db-9636-d0681182927b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Jan 27 20:36:28.352301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b48f3-0277-4f25-a04a-c457b9016056 req-6aaaaf5d-3a13-453c-b16a-6068819eea50 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:28.353877 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e4b48f3-0277-4f25-a04a-c457b9016056 req-6aaaaf5d-3a13-453c-b16a-6068819eea50 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0489914 Jan 27 20:36:28.407305 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8e4b48f3-0277-4f25-a04a-c457b9016056 req-25c07315-7a92-4251-9221-c7dc1c9bc283 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473037 Jan 27 20:36:29.523307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7664b5-8ce4-4fc4-b68f-3bb8179f8ec9 req-db41d87c-3041-4dab-9c20-e3e998639648 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:29.524806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c7664b5-8ce4-4fc4-b68f-3bb8179f8ec9 req-db41d87c-3041-4dab-9c20-e3e998639648 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0504448 Jan 27 20:36:29.573415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8c7664b5-8ce4-4fc4-b68f-3bb8179f8ec9 req-eb27053a-ed21-4198-aa04-aff0b770a10c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Jan 27 20:36:30.691689 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e4280-f372-4cce-9e4f-522af824cb63 req-f2e828aa-ed6d-45a4-a02b-0e9314eee0fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:30.693122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b0e4280-f372-4cce-9e4f-522af824cb63 req-f2e828aa-ed6d-45a4-a02b-0e9314eee0fc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0513446 Jan 27 20:36:30.746459 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b0e4280-f372-4cce-9e4f-522af824cb63 req-43c5fe93-e8dd-432d-835c-18309276cf71 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Jan 27 20:36:31.864857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c67a-8211-4160-9de6-42e286af09c5 req-f0922f1a-ab6a-4940-b981-d6ceba4f4f74 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:31.866348 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56d2c67a-8211-4160-9de6-42e286af09c5 req-f0922f1a-ab6a-4940-b981-d6ceba4f4f74 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0519648 Jan 27 20:36:31.915251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56d2c67a-8211-4160-9de6-42e286af09c5 req-675209bd-6a0e-4107-82e0-26cecdb3dd3f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Jan 27 20:36:31.937356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:36:31.997502 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-73d2724d-087e-476a-b04a-4434dee0596e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/dc75f70d-83d1-4de2-af42-91cf356d9155 HTTP/1.1" status: 200 len: 993 time: 0.0589757 Jan 27 20:36:39.152386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c117bb6c-3003-4cf6-b0ac-418539fa86a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:42.291312 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5c255e-ecd7-44f7-bd5d-29919b7d979f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:45.450989 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:45.875698 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:46.257444 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:48.133768 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:36:51.327183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-90284e1c-2f27-433a-bdec-79f1795382d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463905 Jan 27 20:36:51.409249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-faf83982-3df7-4282-9641-db400be9c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:51.410769 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-faf83982-3df7-4282-9641-db400be9c331 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0393591 Jan 27 20:36:51.526985 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-25051771-0147-4691-a7d8-dc9fc2edff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:51.528497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-25051771-0147-4691-a7d8-dc9fc2edff9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0886106 Jan 27 20:36:51.597451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-320b6e15-a6b9-4798-9eeb-018b2049bf48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 1001 time: 0.0614824 Jan 27 20:36:51.645309 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-ffabc77d-68ec-4fb7-b37b-ef37c0b3f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:51.646832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-ffabc77d-68ec-4fb7-b37b-ef37c0b3f60b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0437443 Jan 27 20:36:51.693557 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-984c9514-e184-4ca9-bb8c-9181c5d3b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:36:51.695147 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-984c9514-e184-4ca9-bb8c-9181c5d3b651 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415387 Jan 27 20:36:51.789821 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-9d8a8926-0523-4afc-95c0-aa15e24a14cd service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875180 Jan 27 20:36:51.878240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a97cfa45-b84a-4c1f-ab29-808cb2c8db97 req-b1f3af9e-6ca3-4c05-9d1f-56c0fddfa9c5 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811255 Jan 27 20:36:54.411512 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:36:55.382517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:09.155418 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-261e29cb-c168-4d97-b472-61465397d254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:12.296487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3508418b-b9d7-4020-b7a0-76ccd5be9ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:15.455002 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:15.880802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:16.263552 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:24.413999 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:25.133294 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:37:25.385212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.011357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 41992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:29.185797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:37:29.186365 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.268089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.268331 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.280387 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:37:29.440579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.466083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=b6bcd350-2d0e-4d7c-845a-c3a3d74d1d71,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:29.478048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.478452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.478830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.479180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.479519 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.479852 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.480185 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.480522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.480888 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.481224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.481582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.481910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.482236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:29.536046 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (dc75f70d-83d1-4de2-af42-91cf356d9155), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.536379 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP dc75f70d-83d1-4de2-af42-91cf356d9155 disassociated (deleted). External IP: 172.25.5.102, port: 293ab041-f3e3-4f6d-a5b3-601278d7bfde. Jan 27 20:37:29.754614 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router e894970c-2373-40ca-a15e-ad097ef1d92b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:37:29.866500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:37:29.872411 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:29.877425 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Sync routers for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:37:29.888118 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:29.889164 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:29.899541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-384aa925-e98d-45f8-ab0e-67b4961030e0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc75f70d-83d1-4de2-af42-91cf356d9155 HTTP/1.1" status: 204 len: 168 time: 0.8870687 Jan 27 20:37:29.900249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:37:29.902699 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84d1b5-73a3-45c9-92d1-c229be78d10e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:37:29.997417 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:30.062538 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deded91d-d425-4002-bde8-072e71a38724 x-openstack-request-id: req-deded91d-d425-4002-bde8-072e71a38724 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:37:30.063063 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:37:30.063063 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-deded91d-d425-4002-bde8-072e71a38724 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:37:30.063487 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'status': 'completed', 'code': 200} Jan 27 20:37:30.139561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-a45ec2d4-1f08-472c-bb9d-f94aaa186889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:30.141946 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-a45ec2d4-1f08-472c-bb9d-f94aaa186889 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 1096 time: 0.0529864 Jan 27 20:37:30.166484 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368fe02-352c-4b56-a94d-4d3609c77425 req-1106ba87-197c-4c0f-a377-2850c49e3bd8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:30.168010 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2368fe02-352c-4b56-a94d-4d3609c77425 req-1106ba87-197c-4c0f-a377-2850c49e3bd8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0571237 Jan 27 20:37:30.221880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2368fe02-352c-4b56-a94d-4d3609c77425 req-0be755f0-6888-4b1e-a42f-edb504ed6701 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473533 Jan 27 20:37:30.246571 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-691fabe4-12bd-4d34-bb89-f7b7d65f183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:30.248077 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-691fabe4-12bd-4d34-bb89-f7b7d65f183d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 200 len: 898 time: 0.0986316 Jan 27 20:37:30.299583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-f1db7163-a380-4171-b83c-412a7a6949b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 200 len: 217 time: 0.0446844 Jan 27 20:37:30.301630 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:30.328084 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Checking router: e894970c-2373-40ca-a15e-ad097ef1d92b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:37:30.336875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:30.337513 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:30.350510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-419410dd-ddb3-4374-9e57-949c075f2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:30.351992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-419410dd-ddb3-4374-9e57-949c075f2a44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0453873 Jan 27 20:37:30.397926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-caf0a065-0992-4610-8dd7-60ad3d52be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:30.399395 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-caf0a065-0992-4610-8dd7-60ad3d52be7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f15b58af-8374-4bb4-ae54-f08bb6479ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410144 Jan 27 20:37:30.446280 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:30.490722 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-ba146ef8-f00a-497f-b860-c8a90c10c6b4 service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Jan 27 20:37:30.656680 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:30.688870 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6759fa5d-ecea-4fc1-9ef7-c3fac9a1484f None None] The sync data for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 is: [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:52Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '48f51e7e-37d6-42ac-a01e-bf5e7fe30b12', 'name': '', 'network_id': 'f15b58af-8374-4bb4-ae54-f08bb6479ce6', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:01:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '00914809-1c20-4723-be6d-821772ed2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:51Z', 'updated_at': '2022-01-27T20:34:55Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '00914809-1c20-4723-be6d-821772ed2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:37:30.906495 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4a84d1b5-73a3-45c9-92d1-c229be78d10e req-06cffc23-ff41-4ad1-b61a-130c7df2035d service neutron] 10.222.0.66 "GET /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073200 Jan 27 20:37:30.968185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f6c91-7030-4f59-acd1-fbb8698c8368 None None] New status for floating IP dc75f70d-83d1-4de2-af42-91cf356d9155: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:37:31.347721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f8a7a-6f7b-4533-9364-c0d373bb93ee req-78fdd750-7654-4238-9098-04569d80646c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:31.349404 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db7f8a7a-6f7b-4533-9364-c0d373bb93ee req-78fdd750-7654-4238-9098-04569d80646c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0547457 Jan 27 20:37:31.403412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-db7f8a7a-6f7b-4533-9364-c0d373bb93ee req-e5475446-99a3-43ae-91c8-6eac1e8fe515 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=e044b807-e12a-496e-8a48-6b2c81c818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Jan 27 20:37:31.961896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789030f7-759a-4bf4-bca5-91a55274da48 req-bc98eb39-f808-4f77-8ce3-df3b817f01bc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:31.963349 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-789030f7-759a-4bf4-bca5-91a55274da48 req-bc98eb39-f808-4f77-8ce3-df3b817f01bc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 945 time: 0.0475118 Jan 27 20:37:32.068781 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 293ab041-f3e3-4f6d-a5b3-601278d7bfde {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:37:32.069122 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:32.159157 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 293ab041-f3e3-4f6d-a5b3-601278d7bfde, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=293ab041-f3e3-4f6d-a5b3-601278d7bfde,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:32.159528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:32.171327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 293ab041-f3e3-4f6d-a5b3-601278d7bfde owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:37:32.304209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (293ab041-f3e3-4f6d-a5b3-601278d7bfde), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:32.336042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=293ab041-f3e3-4f6d-a5b3-601278d7bfde,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:32.362761 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.363117 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.363468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.363803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.364136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.364465 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.364820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.365123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.365473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.365798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.366119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.366439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.366760 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:32.391376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] No DVR routers for this DVR port 293ab041-f3e3-4f6d-a5b3-601278d7bfde on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:37:32.394061 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:32.397330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-789030f7-759a-4bf4-bca5-91a55274da48 req-1161f02e-4ad7-4eb3-aa53-028223a8ae84 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "DELETE /v2.0/ports/293ab041-f3e3-4f6d-a5b3-601278d7bfde HTTP/1.1" status: 204 len: 173 time: 0.4285095 Jan 27 20:37:32.397769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'name': 'network-vif-deleted', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:37:32.400013 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f52a295-0d92-4e69-a9d0-a1d2c3f561b7" -d '{"events": [{"server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "name": "network-vif-deleted", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:37:32.509488 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246fa236-0782-486c-88d4-0dcf578b6b0a x-openstack-request-id: req-246fa236-0782-486c-88d4-0dcf578b6b0a {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:37:32.509784 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c1e9dc-06b7-4dd3-9461-06899ee0060c", "name": "network-vif-deleted", "tag": "293ab041-f3e3-4f6d-a5b3-601278d7bfde", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:37:32.510036 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-246fa236-0782-486c-88d4-0dcf578b6b0a {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:37:32.510445 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c1e9dc-06b7-4dd3-9461-06899ee0060c', 'name': 'network-vif-deleted', 'tag': '293ab041-f3e3-4f6d-a5b3-601278d7bfde', 'status': 'completed', 'code': 200} Jan 27 20:37:32.594659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3d0932fe-d0bc-4819-abe5-5b81983fb5e1 req-7c16a9bf-5539-4e83-89f9-488310574c98 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1c1e9dc-06b7-4dd3-9461-06899ee0060c HTTP/1.1" status: 200 len: 210 time: 0.0261743 Jan 27 20:37:33.652297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42010) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:34.061178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (e894970c-2373-40ca-a15e-ad097ef1d92b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:34.373368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:37:34.373959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:34.474144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:34.474521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:34.487341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:37:34.687158 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (48f51e7e-37d6-42ac-a01e-bf5e7fe30b12), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:34.714274 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=48f51e7e-37d6-42ac-a01e-bf5e7fe30b12,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:34.922866 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (e894970c-2373-40ca-a15e-ad097ef1d92b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.162949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router e894970c-2373-40ca-a15e-ad097ef1d92b has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:37:35.275510 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:37:35.281635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9fa92580-6c3c-462c-8d9a-49460949d7b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/e894970c-2373-40ca-a15e-ad097ef1d92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275544 Jan 27 20:37:35.284568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42012) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:35.285911 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Sync routers for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:37:35.303067 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:35.303716 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:35.346154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting subnet 00914809-1c20-4723-be6d-821772ed2cd0 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:37:35.350169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (00914809-1c20-4723-be6d-821772ed2cd0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.408620 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (00914809-1c20-4723-be6d-821772ed2cd0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.448179 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:35.506214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (00914809-1c20-4723-be6d-821772ed2cd0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.569512 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (00914809-1c20-4723-be6d-821772ed2cd0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.604677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Subnet': ['ID=00914809-1c20-4723-be6d-821772ed2cd0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:35.606842 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.613102 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1c07d3ea-5987-480e-9863-25b5668588a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/subnets/00914809-1c20-4723-be6d-821772ed2cd0 HTTP/1.1" status: 204 len: 168 time: 0.3246486 Jan 27 20:37:35.614158 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42014) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:35.618682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7337292-8090-438b-8308-3e420f315bb5 None None] Network f15b58af-8374-4bb4-ae54-f08bb6479ce6 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:37:35.643125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:37:34Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:35.674267 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Checking router: e894970c-2373-40ca-a15e-ad097ef1d92b for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:37:35.684094 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Routers {'e894970c-2373-40ca-a15e-ad097ef1d92b'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:35.684822 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['e894970c-2373-40ca-a15e-ad097ef1d92b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:35.729704 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.802936 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] Set router e894970c-2373-40ca-a15e-ad097ef1d92b gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:35.822832 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] DHCP port deletion for f15b58af-8374-4bb4-ae54-f08bb6479ce6 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:37:35.862714 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (e894970c-2373-40ca-a15e-ad097ef1d92b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.900125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Deleting port 1afa20e0-ff4a-4566-847a-a6bc9666e517 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:37:35.901030 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.933572 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:37:35.934416 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.980463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] For port 1afa20e0-ff4a-4566-847a-a6bc9666e517, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1afa20e0-ff4a-4566-847a-a6bc9666e517,segment=NetworkSegment(dae8100a-c019-41b3-b49c-db259a0950f7),segment_id=dae8100a-c019-41b3-b49c-db259a0950f7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:35.981017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:35.996036 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Calling delete_port for 1afa20e0-ff4a-4566-847a-a6bc9666e517 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:37:36.033047 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:37:34Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:36.033710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 7142e17b-bf2e-4e4b-b6f9-25c12cde5478, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:36.034082 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.047636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:37:36.061843 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dc24e-fdf2-4af3-84cb-c313ffbf7cb4 None None] The sync data for ids ['e894970c-2373-40ca-a15e-ad097ef1d92b'] in n-d-760453-6 is: [{'id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703009518', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:37:34Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '7142e17b-bf2e-4e4b-b6f9-25c12cde5478', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e894970c-2373-40ca-a15e-ad097ef1d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:34:48Z', 'updated_at': '2022-01-27T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:37:36.092435 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (1afa20e0-ff4a-4566-847a-a6bc9666e517), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.121855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Pushing event deleted for resources: {'Port': ['ID=1afa20e0-ff4a-4566-847a-a6bc9666e517,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:36.126272 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] No DVR routers for this DVR port 1afa20e0-ff4a-4566-847a-a6bc9666e517 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.136090 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.138143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.138143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.138143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.138143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a110e18-e0cb-4388-ae3f-110378ac8d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:36.233830 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (7142e17b-bf2e-4e4b-b6f9-25c12cde5478), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.262029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=7142e17b-bf2e-4e4b-b6f9-25c12cde5478,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:36.333189 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (e894970c-2373-40ca-a15e-ad097ef1d92b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.429408 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.431926 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (e894970c-2373-40ca-a15e-ad097ef1d92b), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.478718 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (e894970c-2373-40ca-a15e-ad097ef1d92b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.479310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Fanout notify agent at l3_agent the message router_deleted on router e894970c-2373-40ca-a15e-ad097ef1d92b {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:37:36.487169 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.488343 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8da1ef7f-f210-4408-bcda-3538147a160f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/routers/e894970c-2373-40ca-a15e-ad097ef1d92b HTTP/1.1" status: 204 len: 168 time: 0.8739827 Jan 27 20:37:36.491632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42016) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:36.581505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (f15b58af-8374-4bb4-ae54-f08bb6479ce6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.661743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1afa20e0-ff4a-4566-847a-a6bc9666e517 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:37:36.673404 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (f15b58af-8374-4bb4-ae54-f08bb6479ce6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.683632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1afa20e0-ff4a-4566-847a-a6bc9666e517 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:37:36.684950 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1afa20e0-ff4a-4566-847a-a6bc9666e517 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:37:36.685577 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:37:36.696973 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15b58af-8374-4bb4-ae54-f08bb6479ce6']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:36.706068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:37:36.706395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 48f51e7e-37d6-42ac-a01e-bf5e7fe30b12 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:37:36.714831 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae8100a-c019-41b3-b49c-db259a0950f7') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:36.715623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae8100a-c019-41b3-b49c-db259a0950f7') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:36.726863 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (dae8100a-c019-41b3-b49c-db259a0950f7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.743607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (dae8100a-c019-41b3-b49c-db259a0950f7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.751987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:37:36.752506 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (dae8100a-c019-41b3-b49c-db259a0950f7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:37:36.755953 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:37:36.820333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (f15b58af-8374-4bb4-ae54-f08bb6479ce6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.827956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.830436 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/networks/f15b58af-8374-4bb4-ae54-f08bb6479ce6 HTTP/1.1" status: 204 len: 168 time: 0.3377624 Jan 27 20:37:36.833280 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:36.842550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd85bb-260c-429b-85c5-0dccaef355c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Network': ['ID=f15b58af-8374-4bb4-ae54-f08bb6479ce6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:36.891057 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (e044b807-e12a-496e-8a48-6b2c81c818e3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.921953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (e044b807-e12a-496e-8a48-6b2c81c818e3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.982926 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e044b807-e12a-496e-8a48-6b2c81c818e3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.985587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:36.986767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/security-groups/e044b807-e12a-496e-8a48-6b2c81c818e3 HTTP/1.1" status: 204 len: 168 time: 0.1524305 Jan 27 20:37:36.997145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b643bc1-205f-4b4b-98f6-66e9dd1b600c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e044b807-e12a-496e-8a48-6b2c81c818e3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:37.358728 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 293ab041-f3e3-4f6d-a5b3-601278d7bfde no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:37:37.378761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 293ab041-f3e3-4f6d-a5b3-601278d7bfde {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:37:37.379072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 293ab041-f3e3-4f6d-a5b3-601278d7bfde not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:37:37.527058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:37.531630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103985281', 'description': 'tempest-secgroup-smoke-2103985281 description', 'project_id': '4ac9243733a54a3c85f58f9215d27e14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:37.551899 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.616412 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (04538ef0-da90-4b99-ac85-9c8047bf7804), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.621091 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04538ef0-da90-4b99-ac85-9c8047bf7804), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.653841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.655272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1271241 Jan 27 20:37:37.656139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055ad72-8b31-440d-a690-c3367b6add67 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04538ef0-da90-4b99-ac85-9c8047bf7804,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:37.658348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42026) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:37.663262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:37.688959 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (d0510d97-0e58-486d-a64e-5880e010b015), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.747564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (d0510d97-0e58-486d-a64e-5880e010b015), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.751608 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (d0510d97-0e58-486d-a64e-5880e010b015), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.770272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0510d97-0e58-486d-a64e-5880e010b015,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:37.775333 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.776544 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-74e97ada-bdb6-40f4-a40b-f7e096b5dd75 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170685 Jan 27 20:37:37.779375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42028) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:37.783677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:37.807478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (2e270bfa-675f-4551-bbc7-f20c25f9f4f3), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.863108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (2e270bfa-675f-4551-bbc7-f20c25f9f4f3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.866636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (2e270bfa-675f-4551-bbc7-f20c25f9f4f3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.888997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e270bfa-675f-4551-bbc7-f20c25f9f4f3,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:37.896307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.897534 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c78dee21-37be-44af-8b7d-e99bed9196b2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172163 Jan 27 20:37:37.900208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42030) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:37.904412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:37.929631 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (da434f4f-b541-4ce6-906c-c611d55ee837), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.984964 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (da434f4f-b541-4ce6-906c-c611d55ee837), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:37.988325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (da434f4f-b541-4ce6-906c-c611d55ee837), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.007705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da434f4f-b541-4ce6-906c-c611d55ee837,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:38.012778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.013996 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e32f8b0d-29f0-4efc-86e9-cecbc2583f1c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128812 Jan 27 20:37:38.016793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42032) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:38.021049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:38.052077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (233817c4-0548-414b-9176-f392a958dd58), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.109096 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (233817c4-0548-414b-9176-f392a958dd58), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.112698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (233817c4-0548-414b-9176-f392a958dd58), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.130513 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233817c4-0548-414b-9176-f392a958dd58,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:38.140621 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.141960 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-321a62ae-8897-48d2-959f-ef6a889d5cfc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242223 Jan 27 20:37:38.144738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42034) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:38.149154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:38.169387 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:37:38.174575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (b4744c92-ae42-47e5-a172-0ef4a7129f53), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.235551 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (b4744c92-ae42-47e5-a172-0ef4a7129f53), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.239178 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (b4744c92-ae42-47e5-a172-0ef4a7129f53), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.259081 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4744c92-ae42-47e5-a172-0ef4a7129f53,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:38.266871 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.268090 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-878641e1-e09e-48d5-913d-2ae37bff3872 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223485 Jan 27 20:37:38.270840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42036) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:38.275090 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '04538ef0-da90-4b99-ac85-9c8047bf7804', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:38.294985 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:37:38.299701 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (81f52b78-cc15-4407-9972-c598bf40d412), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.358987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (81f52b78-cc15-4407-9972-c598bf40d412), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.362771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (81f52b78-cc15-4407-9972-c598bf40d412), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.388881 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f52b78-cc15-4407-9972-c598bf40d412,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:38.395463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.396731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-1bdda694-5ab5-4c86-887e-6d110fe8e797 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248944 Jan 27 20:37:38.399533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42038) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:38.404807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'network': {'name': 'tempest-network-smoke--1345037277', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:38.425385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:37:38.428738 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.452056 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:37:38.460988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (15dd1239-e4c1-47c4-bb55-d5b84dc850d4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.461369 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Added segment 15dd1239-e4c1-47c4-bb55-d5b84dc850d4 of type vlan for network 10e27544-b236-42ce-95a4-67830eee25cf Jan 27 20:37:38.501424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (10e27544-b236-42ce-95a4-67830eee25cf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.525547 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (10e27544-b236-42ce-95a4-67830eee25cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.531025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:38.531622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.542869 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:37:38.565849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:37:38.566204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 7142e17b-bf2e-4e4b-b6f9-25c12cde5478 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:37:38.598328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1977334 Jan 27 20:37:38.602054 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:38.604803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b025e7-3e07-4946-8cf8-d5a917c9fbf3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Network': ['ID=10e27544-b236-42ce-95a4-67830eee25cf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:38.607345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'admin_state_up': True, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:38.614871 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 10e27544-b236-42ce-95a4-67830eee25cf details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:37:38.631923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.633133 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.690098 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:38.825823 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.018275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.036422 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.139020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.43 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/896b15a9-f9ca-42e6-a871-77f077c8eb95) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:37:39.157752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39284e99-ce90-4de2-9626-38313e0bff4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.247837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.282733 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.319053 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:39.321835 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:39.325170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:37:39.356291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=896b15a9-f9ca-42e6-a871-77f077c8eb95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:39.577406 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.765709 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:39.889840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:37:39.996016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:37:40.006009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Sync routers for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:37:40.016434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:40.017106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:40.017348 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:40.018567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-30dbe990-c4ca-457e-9101-c86a76825e25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4154537 Jan 27 20:37:40.021788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:40.050702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d35fc449-0f67-4fc4-a4cc-ce92dd06517c tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4ac9243733a54a3c85f58f9215d27e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278177 Jan 27 20:37:40.053407 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42044) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:40.124013 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:40.150996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3c361-bd3b-44a3-b827-de2a4d560d6b tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:40.152438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cdf3c361-bd3b-44a3-b827-de2a4d560d6b tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981359 Jan 27 20:37:40.155924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:40.183132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2df16c00-654a-4126-8f74-a4e0ff4e4d6f tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261352 Jan 27 20:37:40.185963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42048) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:40.192796 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625835513', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:40.286059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:37:40.289446 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:40.332887 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:39Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:40.488719 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (0610b013-7881-49fc-b263-db4c7a557cb0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:40.524578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Checking router: 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:37:40.524930 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Updating router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e port 896b15a9-f9ca-42e6-a871-77f077c8eb95 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:37:40.551326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:40.556172 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Subnet': ['ID=0610b013-7881-49fc-b263-db4c7a557cb0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:40.564947 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Checking segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:37:40.565353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network hostable DHCP agents. Network: 10e27544-b236-42ce-95a4-67830eee25cf, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:37:40.583359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 10e27544-b236-42ce-95a4-67830eee25cf is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:37:40.595379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 10e27544-b236-42ce-95a4-67830eee25cf) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:40.600025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:40.600636 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:40.618822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-84614ce3-83bd-4772-8087-e97d1dad60f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4313290 Jan 27 20:37:40.621880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:40.640893 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd3088-a205-40fe-8a8e-add298999698 None None] Network 10e27544-b236-42ce-95a4-67830eee25cf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:37:40.816706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-10e27544-b236-42ce-95a4-67830eee25cf', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:37:40.817614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.018315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks [] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.030539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.044115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Allocated IP 172.20.0.2 (10e27544-b236-42ce-95a4-67830eee25cf/0610b013-7881-49fc-b263-db4c7a557cb0/f1d49965-4215-4a09-a0fd-71df19854d31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:37:41.126909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586de5-e4c7-42b3-890c-d5d6ad11647d None None] Pushing event updated for resources: {'Port': ['ID=896b15a9-f9ca-42e6-a871-77f077c8eb95,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:41.160301 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Attempting to bind port 896b15a9-f9ca-42e6-a871-77f077c8eb95 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:37:41.160669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Attempting to bind port 896b15a9-f9ca-42e6-a871-77f077c8eb95 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:37:41.161033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Attempting to bind port 896b15a9-f9ca-42e6-a871-77f077c8eb95 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:37:41.171943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:37:41.172318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:37:41.172721 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.173112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:37:41.173676 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Bound port: 896b15a9-f9ca-42e6-a871-77f077c8eb95, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:37:41.174055 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.255434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] For port 896b15a9-f9ca-42e6-a871-77f077c8eb95, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:37:41.260141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] For port 896b15a9-f9ca-42e6-a871-77f077c8eb95, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=896b15a9-f9ca-42e6-a871-77f077c8eb95,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:37:41.280122 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.350193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks [] for port (f1d49965-4215-4a09-a0fd-71df19854d31), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.358660 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.363143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586de5-e4c7-42b3-890c-d5d6ad11647d None None] Pushing event updated for resources: {'Port': ['ID=896b15a9-f9ca-42e6-a871-77f077c8eb95,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:41.366578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:41.367190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:41.370242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.451112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Network 10e27544-b236-42ce-95a4-67830eee25cf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:41.458538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:41.466697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:37:41.472879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Pushing event updated for resources: {'Port': ['ID=f1d49965-4215-4a09-a0fd-71df19854d31,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:41.568762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Attempting to bind port f1d49965-4215-4a09-a0fd-71df19854d31 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:37:41.569135 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Attempting to bind port f1d49965-4215-4a09-a0fd-71df19854d31 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:37:41.569528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Attempting to bind port f1d49965-4215-4a09-a0fd-71df19854d31 on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:37:41.572421 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:41.629528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:37:41.629826 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Checking segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:37:41.630240 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.630645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Bound using segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:37:41.631134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Bound port: f1d49965-4215-4a09-a0fd-71df19854d31, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:37:41.631521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.643221 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.1 (10e27544-b236-42ce-95a4-67830eee25cf/0610b013-7881-49fc-b263-db4c7a557cb0/4ce0ee2b-03c0-4c28-a3d7-8b3d27592779) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:37:41.761620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] For port f1d49965-4215-4a09-a0fd-71df19854d31, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:37:41.766069 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] For port f1d49965-4215-4a09-a0fd-71df19854d31, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1d49965-4215-4a09-a0fd-71df19854d31,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:37:41.768813 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.771283 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.804395 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:41.847318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 10e27544-b236-42ce-95a4-67830eee25cf is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:41.850503 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:41.854455 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:37:41.859734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b47bf-0828-46d9-8294-e93c2039c44c None None] Pushing event updated for resources: {'Port': ['ID=f1d49965-4215-4a09-a0fd-71df19854d31,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:41.876833 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:39Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:41.888271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:41.912137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dae90-7855-4a9c-a113-6262c8f6aa4f None None] The sync data for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 is: [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:39Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:37:41.914299 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.074053 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.294051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc1d326c-adfb-4d48-945f-7989840188b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.410706 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.415818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.486729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:42.493020 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.612256 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 10e27544-b236-42ce-95a4-67830eee25cf is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:42.613844 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:42.744432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 896b15a9-f9ca-42e6-a871-77f077c8eb95 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:42.764818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:37:42.813850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 896b15a9-f9ca-42e6-a871-77f077c8eb95 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:42.814239 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.902327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:37:42.911053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 896b15a9-f9ca-42e6-a871-77f077c8eb95 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:42.911450 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.913963 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4be0868b-bc71-4044-b306-38b8dde67503 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/03c4c4ca-0ab2-4654-a57e-1a2caf1b218e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910664 Jan 27 20:37:42.934991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 896b15a9-f9ca-42e6-a871-77f077c8eb95, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=896b15a9-f9ca-42e6-a871-77f077c8eb95,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:42.940373 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:42.941169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1d49965-4215-4a09-a0fd-71df19854d31 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:43.003304 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cdafe-a9b7-4133-8727-57fa16f10936 None None] Network 10e27544-b236-42ce-95a4-67830eee25cf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:37:43.090915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=896b15a9-f9ca-42e6-a871-77f077c8eb95,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:43.101329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-12a84704-a2eb-4c5e-980e-d841efc30dcd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103985281&fields=id&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 267 time: 0.0504181 Jan 27 20:37:43.123662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Provisioning complete for port f1d49965-4215-4a09-a0fd-71df19854d31 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:43.124038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:43.129925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1d49965-4215-4a09-a0fd-71df19854d31 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:43.130288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:43.214547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-bf840896-26a5-42c9-8de5-fd4729beb010 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:43.216134 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-bf840896-26a5-42c9-8de5-fd4729beb010 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 797 time: 0.1070242 Jan 27 20:37:43.233991 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-a86a9689-06d8-4fa9-ab4d-76212805e6bc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/quotas/4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 375 time: 0.0106282 Jan 27 20:37:43.309451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1d49965-4215-4a09-a0fd-71df19854d31 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:43.310090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:43.312190 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Current status of the port f1d49965-4215-4a09-a0fd-71df19854d31 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:43.312672 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:43.367185 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port f1d49965-4215-4a09-a0fd-71df19854d31, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1d49965-4215-4a09-a0fd-71df19854d31,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:43.374788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:43.639677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 20:37:43.640633 n-d-760453-6 neutron-server[103324]: DEBUG oslo_db.api [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 20:37:43.645077 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=f1d49965-4215-4a09-a0fd-71df19854d31,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:43.654602 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-c4e3bb64-fccd-4386-832d-238b61178439 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082224 Jan 27 20:37:43.664329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-e53a8c4a-31dc-41b1-96c2-a6c0c86bd0a3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:37:43.665399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-e53a8c4a-31dc-41b1-96c2-a6c0c86bd0a3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054119 Jan 27 20:37:43.762641 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-783cb27d-d851-4b1e-b375-ef831a51609b service neutron] 10.222.0.59 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900776 Jan 27 20:37:43.842963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Sync routers for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:37:43.853783 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:43.854418 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:43.863711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-9eeb8d8d-30ed-4e41-8c78-3c3a4ff1e350 service neutron] 10.222.0.59 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949359 Jan 27 20:37:43.964196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:44.034309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3bbde924-13ae-4db6-b741-3dac5d81968f req-8f19d990-535c-4ba4-8c56-315ac0c14c70 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jan 27 20:37:44.175693 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a5187051-c709-45d0-8991-d684af2c0a2b None None] Current status of the port f1d49965-4215-4a09-a0fd-71df19854d31 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:44.255215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 2, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:44.280913 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Checking router: 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:37:44.281283 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Updating router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:37:44.294302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Provisioning complete for port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:44.294605 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.305772 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.334403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:37:44.344600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Provisioning complete for port f1d49965-4215-4a09-a0fd-71df19854d31 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:44.344973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.425748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ddd11-2f27-4230-b142-41b875e1b2e9 None None] Current status of the port f1d49965-4215-4a09-a0fd-71df19854d31 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:44.574728 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks [] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.581430 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.597246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 896b15a9-f9ca-42e6-a871-77f077c8eb95 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:44.633393 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Pushing event updated for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:44.643825 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.644179 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.644523 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.644861 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.645195 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.645551 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.645884 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.646264 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.646566 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.646888 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.647210 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.647533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.647854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:37:44.653290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 896b15a9-f9ca-42e6-a871-77f077c8eb95 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:44.653679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.702548 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Attempting to bind port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:37:44.702894 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Attempting to bind port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:37:44.703257 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Attempting to bind port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:37:44.710476 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:37:44.710854 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Checking segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:37:44.711261 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.711688 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Bound using segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:37:44.712129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Bound port: 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:37:44.712511 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.741635 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 896b15a9-f9ca-42e6-a871-77f077c8eb95 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:44.742765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1d49965-4215-4a09-a0fd-71df19854d31 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:44.782361 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] For port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:37:44.786214 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] For port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:37:44.790647 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.798538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port f1d49965-4215-4a09-a0fd-71df19854d31 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:44.799256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.846960 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:44.847596 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:44.863106 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Provisioning complete for port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:44.863443 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:44.897683 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91ac02-0140-4bec-9e72-2a13be4fda75 None None] Pushing event updated for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:44.948626 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port f1d49965-4215-4a09-a0fd-71df19854d31 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:44.975914 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:44.997936 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Current status of the port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:44.998345 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:45.036250 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] For port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:45.044511 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:45.110939 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba8505-245d-4231-94e7-6508b9a430d8 None None] Pushing event updated for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:45.124756 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc3c51f6-831f-4a3a-a8c2-dd21c366348e req-8a847d1a-ae2b-4be9-96b9-f968b9dd0833 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 210 time: 0.0351787 Jan 27 20:37:45.166130 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cb927096-b29a-4241-adce-144efbb17a44 None None] Provisioning complete for port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:45.166581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb927096-b29a-4241-adce-144efbb17a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:45.204296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:44Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:45.235270 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc238fe-9916-41fa-a681-80d1a7821965 None None] The sync data for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 is: [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:44Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:37:45.247759 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cb927096-b29a-4241-adce-144efbb17a44 None None] Current status of the port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:45.457952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:45.882881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:46.264359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:46.452862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b49ac10-f3d1-47f3-ae66-74e46667d030 req-9c975654-970d-4a00-8509-40f133662834 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Jan 27 20:37:46.618770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:46.671131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:46.671416 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:46.748453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:47.550127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b57b4da-ae91-40ba-9209-87a69b186a08 req-328726ba-a119-4723-a349-b7f62ac147db tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Jan 27 20:37:48.648276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-56e3f9b9-19e8-4647-8f39-bd29bc4deaf0 req-c0cea5f2-6cfe-4e90-963a-20dc643736f1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 210 time: 0.0265582 Jan 27 20:37:49.124353 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-183a5b19-61c4-4317-940d-5a065300903c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:49.125896 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-183a5b19-61c4-4317-940d-5a065300903c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 797 time: 0.1142912 Jan 27 20:37:49.188362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-17dafeb1-4930-4fb3-91c4-675edc74aa16 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 380 time: 0.0541296 Jan 27 20:37:49.197344 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'port': {'device_id': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'admin_state_up': True, 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'security_groups': ['04538ef0-da90-4b99-ac85-9c8047bf7804']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:49.312687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:37:49.316108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.439757 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.9 (10e27544-b236-42ce-95a4-67830eee25cf/0610b013-7881-49fc-b263-db4c7a557cb0/1def17cd-d30c-4ed8-ab89-1779da28558e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:37:49.575888 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.610118 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.651677 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 10e27544-b236-42ce-95a4-67830eee25cf is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:49.655046 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:49.661448 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:37:49.701148 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:49.729203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:49.729942 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.749731 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-5da56da4-f177-42b8-b75f-dcddab1888bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565107 Jan 27 20:37:49.762257 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Request body: {'port': {'device_id': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:49.784275 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692d48-d454-4634-8135-bb5fcdadf4c9 req-e027933c-1a6d-4a31-a063-659e8b15eea3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:49.789934 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7692d48-d454-4634-8135-bb5fcdadf4c9 req-e027933c-1a6d-4a31-a063-659e8b15eea3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 931 time: 0.0565729 Jan 27 20:37:49.820535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.838194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a7692d48-d454-4634-8135-bb5fcdadf4c9 req-20f74144-8d55-4ec7-b0b0-ffee925245d8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Jan 27 20:37:49.899987 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-400936f8-5985-4ebc-9200-6cf25f375ffd None None] Provisioning complete for port 1def17cd-d30c-4ed8-ab89-1779da28558e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:49.900630 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-400936f8-5985-4ebc-9200-6cf25f375ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:49.938990 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-400936f8-5985-4ebc-9200-6cf25f375ffd None None] Port 1def17cd-d30c-4ed8-ab89-1779da28558e cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:37:50.087272 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1def17cd-d30c-4ed8-ab89-1779da28558e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:37:50.095488 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks [] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:50.107310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Transition to ACTIVE for port object 1def17cd-d30c-4ed8-ab89-1779da28558e will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:37:50.111194 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:50.168819 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:50.235070 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:37:50.235404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:37:50.235741 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:37:50.240396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:37:50.240587 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:37:50.246011 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:37:50.246896 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Checking segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:37:50.247405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Bound using segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:37:50.247734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Bound port: 1def17cd-d30c-4ed8-ab89-1779da28558e, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:37:50.248089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:50.313890 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:37:50.317194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:37:50.321864 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:50.362833 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.363504 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:50.364868 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 1091 time: 0.6074498 Jan 27 20:37:50.365343 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:37:50.367609 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757efbd0-30a8-48ff-8e87-848e11f8f2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:37:50.398186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85105c-4ebc-4ce2-9873-5da9c864a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:50.446428 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20addfb7-ce27-42d0-a437-a7f498e290b0 x-openstack-request-id: req-20addfb7-ce27-42d0-a437-a7f498e290b0 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:37:50.446733 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:37:50.446990 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20addfb7-ce27-42d0-a437-a7f498e290b0 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:37:50.447397 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'status': 'completed', 'code': 200} Jan 27 20:37:50.464297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-98de7082-78b6-4984-8061-c7f62eaed865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.465927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-98de7082-78b6-4984-8061-c7f62eaed865 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0471311 Jan 27 20:37:50.510132 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-2a527598-aa39-4b09-9c36-68abf4d46166 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 217 time: 0.0352833 Jan 27 20:37:50.567310 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-1b2b0650-88e8-4302-89d8-3a273311416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.568788 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-1b2b0650-88e8-4302-89d8-3a273311416f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0513866 Jan 27 20:37:50.614436 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-31698c76-1a0e-448d-b350-286389e092b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.615929 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-31698c76-1a0e-448d-b350-286389e092b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412238 Jan 27 20:37:50.702338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-ab627f94-6079-4f67-9f91-7ddad80a13ef service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798047 Jan 27 20:37:50.796210 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7a5e2d17-8e89-4062-bd6b-f919c0337b09 req-b57f34f8-8d9e-4dcb-aa6d-8c58b08eab27 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856721 Jan 27 20:37:50.880184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-8a9fd4ee-94e6-48d8-8c10-c978e1cd64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.881719 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-8a9fd4ee-94e6-48d8-8c10-c978e1cd64f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0427465 Jan 27 20:37:50.959576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e153-5989-4b7c-bb33-27bbf6f1eabc req-a146c4b8-fd8b-45d4-8b03-58ad454f9627 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.961052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a45e153-5989-4b7c-bb33-27bbf6f1eabc req-a146c4b8-fd8b-45d4-8b03-58ad454f9627 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0478621 Jan 27 20:37:50.976034 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-95ea537a-e85a-4cd7-91d3-2e392f638106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:50.977563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-95ea537a-e85a-4cd7-91d3-2e392f638106 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0902722 Jan 27 20:37:51.013678 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8a45e153-5989-4b7c-bb33-27bbf6f1eabc req-a744fa99-f368-41c4-bf31-6a2062fc99e4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Jan 27 20:37:51.019327 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-2894f493-31e7-41a3-b8e0-0ac262512a9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 217 time: 0.0340872 Jan 27 20:37:51.066441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-9547be08-f41b-4ef3-816d-d6a40cb70084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:51.067856 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-9547be08-f41b-4ef3-816d-d6a40cb70084 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0425065 Jan 27 20:37:51.115687 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-89a7fea7-1a50-42f4-a1ad-6e93ae880f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:51.117168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-89a7fea7-1a50-42f4-a1ad-6e93ae880f3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433943 Jan 27 20:37:51.205142 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-dae8f4a4-484c-428b-9ff8-f04da7ca96ac service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809162 Jan 27 20:37:51.297528 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-757efbd0-30a8-48ff-8e87-848e11f8f2f6 req-4eb443d2-75c3-47da-ba64-6eba603da93e service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Jan 27 20:37:52.131138 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5817b-3fe3-46e2-9dd7-94a459740c4c req-cb641776-ab81-4ab0-9040-2d94e77804be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:52.132669 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41d5817b-3fe3-46e2-9dd7-94a459740c4c req-cb641776-ab81-4ab0-9040-2d94e77804be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0497100 Jan 27 20:37:52.180339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41d5817b-3fe3-46e2-9dd7-94a459740c4c req-c1fbd256-1763-4eed-8171-fae1e46b1f64 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jan 27 20:37:53.296558 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128b173-9fd3-4a6b-9c03-804ae7936e6c req-3f341709-e8e9-49fd-afd0-97ff533f2ac2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:53.298074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1128b173-9fd3-4a6b-9c03-804ae7936e6c req-3f341709-e8e9-49fd-afd0-97ff533f2ac2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0490961 Jan 27 20:37:53.347574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1128b173-9fd3-4a6b-9c03-804ae7936e6c req-acd69dd0-c01a-4b01-9a56-5382f0a5cd4b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Jan 27 20:37:53.428124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:37:53.532202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:53.543968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'mac_address': 'fa:16:3e:76:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:37:53.581127 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1def17cd-d30c-4ed8-ab89-1779da28558e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:53.581550 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:53.594274 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1def17cd-d30c-4ed8-ab89-1779da28558e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:37:53.614352 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:53.617937 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:53.664124 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:53.999430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['1def17cd-d30c-4ed8-ab89-1779da28558e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:37:54.426759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:54.467487 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dd269-a3c5-4ed4-9962-63c85aa60554 req-b0f9f9da-5b40-44fb-961c-878f178453c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:54.468953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-256dd269-a3c5-4ed4-9962-63c85aa60554 req-b0f9f9da-5b40-44fb-961c-878f178453c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 944 time: 0.0537753 Jan 27 20:37:54.517326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-256dd269-a3c5-4ed4-9962-63c85aa60554 req-deabdbe6-b330-42c8-a09e-0588e90d3c2b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Jan 27 20:37:55.400556 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:55.433119 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:37:55.484418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 1def17cd-d30c-4ed8-ab89-1779da28558e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:37:55.488738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 1def17cd-d30c-4ed8-ab89-1779da28558e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:37:55.489114 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:55.576973 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 1def17cd-d30c-4ed8-ab89-1779da28558e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:37:55.577400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:55.601765 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:37:55.604044 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276c920-515d-4b33-b5e6-1b6e34ebb629" -d '{"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-plugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:37:55.617285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:37:55.621505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:55.639791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37cb2-25c0-4ca6-a4c1-341a5541c788 req-777ebbf4-0fc4-4268-a1d8-ca182ecce4fb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:55.641325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5f37cb2-25c0-4ca6-a4c1-341a5541c788 req-777ebbf4-0fc4-4268-a1d8-ca182ecce4fb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 944 time: 0.0501723 Jan 27 20:37:55.673425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:55.691075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a5f37cb2-25c0-4ca6-a4c1-341a5541c788 req-859fec98-ba1d-4818-bea0-2d01cf980d06 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Jan 27 20:37:55.734692 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d70b7c-c6c6-41b2-9850-8aa782f25ab5 x-openstack-request-id: req-24d70b7c-c6c6-41b2-9850-8aa782f25ab5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:37:55.735010 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-plugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:37:55.735279 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24d70b7c-c6c6-41b2-9850-8aa782f25ab5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:37:55.735684 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'code': 200} Jan 27 20:37:56.116403 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdc272-e03a-46d8-bdc5-755c40a0f497 req-93b284ed-dfd8-48a9-bec5-1588442af50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:56.117884 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f8bdc272-e03a-46d8-bdc5-755c40a0f497 req-93b284ed-dfd8-48a9-bec5-1588442af50e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.3278298 Jan 27 20:37:56.163280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f8bdc272-e03a-46d8-bdc5-755c40a0f497 req-a613525a-55dd-462e-bc03-3271fc6b40e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384066 Jan 27 20:37:56.816527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227bd8b-a454-41b8-b88a-0ad380cb148e req-2e152b33-a0be-4ad0-be57-fa1dbf551fcb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:56.818049 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d227bd8b-a454-41b8-b88a-0ad380cb148e req-2e152b33-a0be-4ad0-be57-fa1dbf551fcb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Jan 27 20:37:56.874447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d227bd8b-a454-41b8-b88a-0ad380cb148e req-22d3098e-7583-4099-bda4-502fbad0f717 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507104 Jan 27 20:37:57.988290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f63a78-9ec0-45e7-972b-1bf325da2d42 req-84e99353-3292-45c7-88e6-5fd83f32025f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:57.989780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81f63a78-9ec0-45e7-972b-1bf325da2d42 req-84e99353-3292-45c7-88e6-5fd83f32025f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Jan 27 20:37:58.038219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81f63a78-9ec0-45e7-972b-1bf325da2d42 req-f83b28e4-d8ef-4ab9-8d80-e50969fcf946 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Jan 27 20:37:58.153102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0884-e351-4326-834a-e9a6bc0ab4b7 req-833ee5b4-832a-4ed6-b3f2-db8f07f605eb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:58.154513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab7c0884-e351-4326-834a-e9a6bc0ab4b7 req-833ee5b4-832a-4ed6-b3f2-db8f07f605eb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Jan 27 20:37:58.202885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ab7c0884-e351-4326-834a-e9a6bc0ab4b7 req-f1b9ad76-d092-4db3-9e85-d25138398cfb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Jan 27 20:37:58.224147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:58.268154 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d3ddf-b3c9-4753-8962-82ef855af449 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:58.269697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a16d3ddf-b3c9-4753-8962-82ef855af449 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1091 time: 0.0445600 Jan 27 20:37:58.272377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:37:58.276576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:37:58.296544 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:58.393668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:58.516191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.22 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/a1c5399f-6bd5-4a21-9f54-b5a26d44a285) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:37:58.621565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:58.656647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:58.697810 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:37:58.700725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:37:58.703283 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:37:58.741013 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=a1c5399f-6bd5-4a21-9f54-b5a26d44a285,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:59.069758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (6a62007d-98c4-4f70-8767-4ad4d0850cfb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.140903 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.291720 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.296110 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.368824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=a1c5399f-6bd5-4a21-9f54-b5a26d44a285,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:37:59.374618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (6a62007d-98c4-4f70-8767-4ad4d0850cfb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.474215 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 6a62007d-98c4-4f70-8767-4ad4d0850cfb associated. External IP: 172.25.5.22, port: 1def17cd-d30c-4ed8-ab89-1779da28558e. Jan 27 20:37:59.691009 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:37:59.800992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:37:59.813860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Sync routers for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:37:59.819806 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:37:59.824729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:37:59.825387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:37:59.848312 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-229baed9-52d0-4230-90c7-10c72d243071 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5749078 Jan 27 20:37:59.848911 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:37:59.851227 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34b4fa8-6040-4f91-811d-b1ef38146674" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:37:59.942395 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:37:59.947949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09632a23-44ef-4709-bcc4-831af0a1af4f req-32cffe20-d560-40d9-bef5-5d08c53e764f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:37:59.949758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09632a23-44ef-4709-bcc4-831af0a1af4f req-32cffe20-d560-40d9-bef5-5d08c53e764f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Jan 27 20:38:00.002212 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09632a23-44ef-4709-bcc4-831af0a1af4f req-0159bd7c-ff93-4b42-8aad-5de1d1d673f4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468283 Jan 27 20:38:00.025981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:38:00.071935 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad1f12-2e21-489d-afb6-604d747c0663 x-openstack-request-id: req-6fad1f12-2e21-489d-afb6-604d747c0663 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:38:00.072654 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:38:00.072654 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fad1f12-2e21-489d-afb6-604d747c0663 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:38:00.072882 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'status': 'completed', 'code': 200} Jan 27 20:38:00.100969 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f710f3ee-d98b-4a1d-ac0b-af695fbf2c3a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/6a62007d-98c4-4f70-8767-4ad4d0850cfb HTTP/1.1" status: 200 len: 990 time: 0.0735543 Jan 27 20:38:00.126229 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-225cf2a4-4477-457e-b48f-d0449d0323a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:00.127730 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-225cf2a4-4477-457e-b48f-d0449d0323a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.0446625 Jan 27 20:38:00.184614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a62007d-98c4-4f70-8767-4ad4d0850cfb', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'mac_address': 'fa:16:3e:76:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:37:58Z', 'updated_at': '2022-01-27T20:37:58Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:38:00.211888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Checking router: 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:38:00.220812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:38:00.221463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:37:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:38:00.224016 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-7ca0f0b0-ac53-41d6-9efa-5800d1b91231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:00.225523 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-7ca0f0b0-ac53-41d6-9efa-5800d1b91231 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0920250 Jan 27 20:38:00.290678 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-eae64298-8d00-489a-b366-02c5630eb33b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 998 time: 0.0582950 Jan 27 20:38:00.331901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:38:00.341592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-9f864447-3e7e-44a2-b764-946bc520c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:00.343217 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-9f864447-3e7e-44a2-b764-946bc520c54f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0464988 Jan 27 20:38:00.398779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-902b76cf-917b-42d8-a0f5-7de2665582f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:00.400283 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-902b76cf-917b-42d8-a0f5-7de2665582f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511167 Jan 27 20:38:00.489030 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-1523ef61-ed3b-48e1-a82a-03cb8b1ddfa9 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823338 Jan 27 20:38:00.563527 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a62007d-98c4-4f70-8767-4ad4d0850cfb', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'mac_address': 'fa:16:3e:76:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:37:58Z', 'updated_at': '2022-01-27T20:37:58Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:38:00.583834 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f34b4fa8-6040-4f91-811d-b1ef38146674 req-b79d8417-9c92-4b80-9867-b8115f22d31b service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 Jan 27 20:38:00.596374 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ea046-c959-4bee-8216-1d4c99f29bce None None] The sync data for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 is: [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '6a62007d-98c4-4f70-8767-4ad4d0850cfb', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'mac_address': 'fa:16:3e:76:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:37:58Z', 'updated_at': '2022-01-27T20:37:58Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:38:00.787469 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fed195-bf70-4c65-82db-c013027d33d0 None None] New status for floating IP 6a62007d-98c4-4f70-8767-4ad4d0850cfb: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:38:01.104559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:38:01.217040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a56912c1-643b-4c5b-9b4b-e329c2a201df tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/6a62007d-98c4-4f70-8767-4ad4d0850cfb HTTP/1.1" status: 200 len: 992 time: 0.1112821 Jan 27 20:38:02.132448 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:38:09.160641 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b7b79-7361-4bae-95d3-9816e2252dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:12.289326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28fcb5ff-1a98-4801-a2f1-a27feccf5847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:15.460155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:15.883851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:16.260403 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:24.432137 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:25.416951 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:39.131279 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:38:39.163689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df093ac9-943e-4fe3-b01d-1ffe8432a2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:42.291632 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-308ce405-bd27-4e1e-895d-2df9a99402ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:45.463192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:45.886702 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:46.266400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:54.427852 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:55.339000 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-53332fb8-c3d1-48c4-8df1-4b021d132fa8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417235 Jan 27 20:38:55.410548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:38:55.423284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-8ca15bf5-3e47-49da-9292-8eeba00923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:55.424854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-8ca15bf5-3e47-49da-9292-8eeba00923d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.0434735 Jan 27 20:38:55.536327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-1314f1a3-1aa1-495b-bc1a-55d1fcd2bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:55.537857 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-1314f1a3-1aa1-495b-bc1a-55d1fcd2bc37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0934300 Jan 27 20:38:55.602536 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-82e334e0-8e56-46d8-a4c4-22e9ab096e7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 1000 time: 0.0578256 Jan 27 20:38:55.650791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-7db50ce3-7e34-47f8-965b-fd426c3ce1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:55.652250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-7db50ce3-7e34-47f8-965b-fd426c3ce1b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0429215 Jan 27 20:38:55.700580 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-0ad9728a-09d0-4d5a-9d0d-6a66c5909ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:38:55.702126 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-0ad9728a-09d0-4d5a-9d0d-6a66c5909ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439084 Jan 27 20:38:55.802415 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-14fd4310-02d5-4a2d-91f6-408a8eb9cd55 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937588 Jan 27 20:38:55.896992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd4c31ca-8c4b-4d03-b129-90c311a13557 req-9d316c32-703d-454d-9b46-41b2906f0229 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Jan 27 20:39:09.164886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99cd55a0-d2ca-4d6a-920b-7e4769667979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:12.293626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca56a3-a658-4730-8699-2b3297868fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:14.267543 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-e7004b5d-292b-4873-b032-fb696f36d0f5 req-5545cb50-36c9-4bc4-b4ef-f9f7ec5f8ab9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:39:14.269099 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e7004b5d-292b-4873-b032-fb696f36d0f5 req-5545cb50-36c9-4bc4-b4ef-f9f7ec5f8ab9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059841 Jan 27 20:39:14.454527 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47919573-6bdc-4e36-af30-31ee3b6e4731 req-88b406c6-9814-4a1f-8300-17c8103f95b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:14.456147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47919573-6bdc-4e36-af30-31ee3b6e4731 req-88b406c6-9814-4a1f-8300-17c8103f95b5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Jan 27 20:39:14.480000 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42164) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:39:14.508282 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47919573-6bdc-4e36-af30-31ee3b6e4731 req-4f75f66c-5131-4791-9916-3bde3cb824c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461011 Jan 27 20:39:14.560413 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-d821bc24-88b4-4724-aaed-0bc43d05d2b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792062 Jan 27 20:39:14.569633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-3ab6331e-fa89-4675-9f23-9642d53a7869 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:39:14.570603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-3ab6331e-fa89-4675-9f23-9642d53a7869 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056794 Jan 27 20:39:15.465792 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:15.624020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab38294-2f62-40bd-b64a-f0c53a39333c req-c772d208-1160-4a8f-b39f-2d9f02a28083 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:15.625510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab38294-2f62-40bd-b64a-f0c53a39333c req-c772d208-1160-4a8f-b39f-2d9f02a28083 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0478001 Jan 27 20:39:15.673520 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ab38294-2f62-40bd-b64a-f0c53a39333c req-3027b97e-eb36-4e87-9249-1a1e3098d83f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Jan 27 20:39:15.893067 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:16.130510 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:39:16.258612 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:16.787541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac524d-cc5a-4cde-8f0b-e5626cc638d8 req-5f8a8eda-ce67-4ac0-8612-d25a428371b6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:16.788998 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38ac524d-cc5a-4cde-8f0b-e5626cc638d8 req-5f8a8eda-ce67-4ac0-8612-d25a428371b6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Jan 27 20:39:16.840493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-38ac524d-cc5a-4cde-8f0b-e5626cc638d8 req-8e2310b6-c97c-450d-9c67-5da1c4c310c8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Jan 27 20:39:17.955868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b6714-d39e-4d30-a19a-4a82a5a50197 req-70402a26-9274-475d-a660-f3168320e500 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:17.957366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e5b6714-d39e-4d30-a19a-4a82a5a50197 req-70402a26-9274-475d-a660-f3168320e500 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Jan 27 20:39:18.006303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0e5b6714-d39e-4d30-a19a-4a82a5a50197 req-9937797a-3b5b-49c5-b9f3-f3e4b6acd9bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Jan 27 20:39:19.120481 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687310b5-c2a6-4557-bc3a-030e26acca50 req-62e79da7-7bd9-48f8-99bf-e603df120e17 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:19.122297 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-687310b5-c2a6-4557-bc3a-030e26acca50 req-62e79da7-7bd9-48f8-99bf-e603df120e17 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0477307 Jan 27 20:39:19.170221 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-687310b5-c2a6-4557-bc3a-030e26acca50 req-b5a3c03a-cd51-4551-bce3-c640513ce579 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Jan 27 20:39:19.747821 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-c10218c1-5332-4f08-9c48-af9560b12725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:19.749232 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-c10218c1-5332-4f08-9c48-af9560b12725 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.0407419 Jan 27 20:39:19.840931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-7c280368-582c-4e08-b982-cd73dd07bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:19.842448 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-7c280368-582c-4e08-b982-cd73dd07bc00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0875521 Jan 27 20:39:19.908424 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-473bd3c3-de56-46c7-8687-da889a81549c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 1000 time: 0.0587583 Jan 27 20:39:19.956934 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-6e9da834-d974-4a56-af09-40e273b1d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:19.959100 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-6e9da834-d974-4a56-af09-40e273b1d901 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0446455 Jan 27 20:39:20.011916 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-79da22cc-4ec0-4eca-953a-24f2cf58b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:20.013703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-79da22cc-4ec0-4eca-953a-24f2cf58b68b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481229 Jan 27 20:39:20.112435 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-016e6b51-89fa-48cf-91a6-43f51606202c service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906584 Jan 27 20:39:20.212672 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-2b961b8b-3288-4cb2-9e79-d467d908f548 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932646 Jan 27 20:39:20.294598 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3645-4019-4f3b-8105-f09c7759e4c6 req-08d2bfd9-3a0b-4e0c-8292-345a6b5ff9db tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:20.296077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a21a3645-4019-4f3b-8105-f09c7759e4c6 req-08d2bfd9-3a0b-4e0c-8292-345a6b5ff9db tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0555780 Jan 27 20:39:20.349082 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a21a3645-4019-4f3b-8105-f09c7759e4c6 req-cf669e09-77e4-4b72-8e4a-6660b60af6aa tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Jan 27 20:39:21.465170 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52786-5fd5-4b0f-87f9-f7148769ad13 req-ac1cbdd9-8f64-47ca-b629-ee8f929e4971 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:21.466665 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15b52786-5fd5-4b0f-87f9-f7148769ad13 req-ac1cbdd9-8f64-47ca-b629-ee8f929e4971 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0482230 Jan 27 20:39:21.516909 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15b52786-5fd5-4b0f-87f9-f7148769ad13 req-7624fb04-66ad-4175-8da0-6b4b4fa43aca tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Jan 27 20:39:22.641058 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b482b7-2b08-42ad-ab1d-f20402d19fb0 req-8bc1f114-6e62-4585-af58-031b0b14b14b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:22.642490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9b482b7-2b08-42ad-ab1d-f20402d19fb0 req-8bc1f114-6e62-4585-af58-031b0b14b14b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Jan 27 20:39:22.691147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9b482b7-2b08-42ad-ab1d-f20402d19fb0 req-d885b0ff-06b9-47cb-b371-e16667a6b58c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Jan 27 20:39:23.810706 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfc759-a76a-4243-8809-7cca134b9e60 req-3c5689db-8657-472a-b735-4fade30d92eb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:23.812199 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3edfc759-a76a-4243-8809-7cca134b9e60 req-3c5689db-8657-472a-b735-4fade30d92eb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0507755 Jan 27 20:39:23.860294 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3edfc759-a76a-4243-8809-7cca134b9e60 req-8516b17c-e821-4711-95e7-070c6acef9d2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Jan 27 20:39:24.424077 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:24.975763 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16475e-83f8-4b7a-b14a-763fa13d559b req-75c0560d-d63b-4d8b-b838-55da943e268c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:24.977343 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a16475e-83f8-4b7a-b14a-763fa13d559b req-75c0560d-d63b-4d8b-b838-55da943e268c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Jan 27 20:39:25.030356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4a16475e-83f8-4b7a-b14a-763fa13d559b req-edf4a740-9e39-41fe-9406-278b7e0cdfac tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Jan 27 20:39:25.424126 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:26.148400 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dfcb-5ffa-4940-b130-b778d8f6c8f9 req-2ee699d5-fb43-44fa-8840-cba8eb16b38f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:26.149915 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5233dfcb-5ffa-4940-b130-b778d8f6c8f9 req-2ee699d5-fb43-44fa-8840-cba8eb16b38f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0486252 Jan 27 20:39:26.197708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5233dfcb-5ffa-4940-b130-b778d8f6c8f9 req-f37c7a12-4993-4217-9c51-a7663d5fbf9d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Jan 27 20:39:27.319548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149511a-430a-44c0-b448-fe5af8d28422 req-ba67681b-0fd1-4c89-b4c5-8d65f61eeb93 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:27.321044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1149511a-430a-44c0-b448-fe5af8d28422 req-ba67681b-0fd1-4c89-b4c5-8d65f61eeb93 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0477760 Jan 27 20:39:27.368951 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1149511a-430a-44c0-b448-fe5af8d28422 req-9c771ea3-c05f-47ac-83f7-c8e81a82476e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Jan 27 20:39:28.488303 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6b3fd-1c82-4b2e-b54e-eccfd1dc87a2 req-0eb83743-d880-48db-8e68-70f565d43971 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:28.489780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70d6b3fd-1c82-4b2e-b54e-eccfd1dc87a2 req-0eb83743-d880-48db-8e68-70f565d43971 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Jan 27 20:39:28.536529 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70d6b3fd-1c82-4b2e-b54e-eccfd1dc87a2 req-cbdfcb3f-4143-4cde-b78c-03cc438a2fcd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Jan 27 20:39:29.650667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176a39-82ba-429a-9181-712e8d1e7439 req-2008e9d9-87e8-413e-99b3-bc06917c5ad7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:29.652067 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81176a39-82ba-429a-9181-712e8d1e7439 req-2008e9d9-87e8-413e-99b3-bc06917c5ad7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0479164 Jan 27 20:39:29.700974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-81176a39-82ba-429a-9181-712e8d1e7439 req-5319a0e1-f5c8-435c-9160-20410cf22af0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Jan 27 20:39:30.821640 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552e39e-b653-4b1d-84c1-e8663ab73121 req-82e9f3cb-cf5e-42eb-ac4e-2da4af0775c4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:30.823132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4552e39e-b653-4b1d-84c1-e8663ab73121 req-82e9f3cb-cf5e-42eb-ac4e-2da4af0775c4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0490739 Jan 27 20:39:30.875547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4552e39e-b653-4b1d-84c1-e8663ab73121 req-4ba97aa2-53c6-4ffa-8a38-115de7b7db91 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Jan 27 20:39:32.000891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511b65-930f-45fc-9d42-d4f8a60712f3 req-4f8cf071-26ea-4c7c-92c0-4bb985ad207b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:32.002368 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2511b65-930f-45fc-9d42-d4f8a60712f3 req-4f8cf071-26ea-4c7c-92c0-4bb985ad207b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Jan 27 20:39:32.050448 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f2511b65-930f-45fc-9d42-d4f8a60712f3 req-9380715e-a30b-40ba-be4d-78472bb8c43a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Jan 27 20:39:33.174969 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f96cc3-7bdf-40d9-b9c2-569fe52f01c9 req-8f50c826-5ed1-49c0-89b1-035ba5500db7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:33.176452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72f96cc3-7bdf-40d9-b9c2-569fe52f01c9 req-8f50c826-5ed1-49c0-89b1-035ba5500db7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0551813 Jan 27 20:39:33.226187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72f96cc3-7bdf-40d9-b9c2-569fe52f01c9 req-3deb833f-434d-40f8-bebd-48e6ad83f152 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Jan 27 20:39:34.351110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982201a0-050c-49b5-b8cd-02bcff0dc4a7 req-37c28d94-c874-4954-8823-6f6a863b2eef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:34.352801 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982201a0-050c-49b5-b8cd-02bcff0dc4a7 req-37c28d94-c874-4954-8823-6f6a863b2eef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0580065 Jan 27 20:39:34.412074 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-982201a0-050c-49b5-b8cd-02bcff0dc4a7 req-aded7263-e261-43f8-81ff-41f3c7007b57 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530570 Jan 27 20:39:35.553727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040548f-f21d-4c0a-9d96-71047fed1490 req-19326025-94e6-4a1c-b641-e4fff45b8bd0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:35.555215 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3040548f-f21d-4c0a-9d96-71047fed1490 req-19326025-94e6-4a1c-b641-e4fff45b8bd0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0718164 Jan 27 20:39:35.604167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3040548f-f21d-4c0a-9d96-71047fed1490 req-f1060d24-511f-4cdc-a80e-ba84f0610d2d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Jan 27 20:39:36.723135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb71da-89e4-48b4-b1ad-ab17e63ef670 req-f0941d33-684f-4124-bb4f-49cc69dc1951 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:36.724640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bdb71da-89e4-48b4-b1ad-ab17e63ef670 req-f0941d33-684f-4124-bb4f-49cc69dc1951 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Jan 27 20:39:36.773483 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7bdb71da-89e4-48b4-b1ad-ab17e63ef670 req-40eeea75-8bbc-4233-9325-749d8de131b6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Jan 27 20:39:37.430630 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0d2c88e1-fade-4635-b585-e79a20d75b0f service neutron] show failed (client error): The resource could not be found. Jan 27 20:39:37.431669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0d2c88e1-fade-4635-b585-e79a20d75b0f service neutron] 10.222.0.66 "GET /v2.0/ports/1def17cd-d30c-4ed8-ab89-1779da28558e/bindings/n-h2-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0557485 Jan 27 20:39:37.668579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-065b0d90-854e-4b69-91bc-0a0eacc76871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:37.669999 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-065b0d90-854e-4b69-91bc-0a0eacc76871 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 1096 time: 0.0830073 Jan 27 20:39:37.680268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0a53c475-2b3c-47a4-8232-1d003f0f15bd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:39:37.681192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0a53c475-2b3c-47a4-8232-1d003f0f15bd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052850 Jan 27 20:39:37.692125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:39:37.744323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:37.960674 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f71ea-3852-436d-8189-0950b7443649 req-5fe6d9d4-2fd6-475a-9221-5dc3b0928e72 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:37.962108 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e56f71ea-3852-436d-8189-0950b7443649 req-5fe6d9d4-2fd6-475a-9221-5dc3b0928e72 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.1171839 Jan 27 20:39:38.017778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:39:38.043251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e56f71ea-3852-436d-8189-0950b7443649 req-bb645c8d-f2aa-4e30-8257-6eae66a7b8be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752046 Jan 27 20:39:38.065547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h1-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:39:38.111201 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:39:38.113497 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6be2f4-121d-4fd2-b8fd-aab91066760b" -d '{"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-unplugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:39:38.117386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks [] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:38.130841 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Transition to ACTIVE for port object 1def17cd-d30c-4ed8-ab89-1779da28558e will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:39:38.135315 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:38.165432 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d209283-be92-409b-ba42-4e51030d6481 x-openstack-request-id: req-4d209283-be92-409b-ba42-4e51030d6481 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:39:38.165731 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-unplugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:39:38.165987 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d209283-be92-409b-ba42-4e51030d6481 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:39:38.166405 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'code': 200} Jan 27 20:39:38.229500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:39:38.241608 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.241981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.242313 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.242657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.242997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.243340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.243676 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.244005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.244334 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.244667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.244997 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.245347 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.245925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:38.278416 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] No DVR routers for this DVR port 1def17cd-d30c-4ed8-ab89-1779da28558e on host n-h1-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:39:38.419794 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:39:38.420129 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:39:38.420456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:39:38.424819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:39:38.425139 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Attempting to bind port 1def17cd-d30c-4ed8-ab89-1779da28558e on network 10e27544-b236-42ce-95a4-67830eee25cf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:39:38.429925 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:39:38.430261 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Checking segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:39:38.430643 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Bound using segment: {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:39:38.431063 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Bound port: 1def17cd-d30c-4ed8-ab89-1779da28558e, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dd1239-e4c1-47c4-bb55-d5b84dc850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:39:38.431411 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:38.491893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:39:38.494708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:39:38.499325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:38.532287 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:38.532923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:38.534365 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 1091 time: 0.8459034 Jan 27 20:39:38.566036 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e586b5-d463-42cc-b910-ef881aaaa5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:39:38.600497 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-13594162-7c46-4038-9afa-64cba717512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:38.602092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-13594162-7c46-4038-9afa-64cba717512c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0453718 Jan 27 20:39:38.701548 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-7258e0a4-dd76-4bd1-977d-1647a7289aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:38.703341 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-7258e0a4-dd76-4bd1-977d-1647a7289aa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0958252 Jan 27 20:39:38.770500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-7d2103fe-8f10-455f-becf-80d3bdba6c78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 998 time: 0.0593300 Jan 27 20:39:38.821786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-2f18cb98-6c75-4db9-919f-4453cc3f2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:38.823253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-2f18cb98-6c75-4db9-919f-4453cc3f2125 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0476277 Jan 27 20:39:38.867818 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0c0a9d0c-c8e7-455f-879e-2f9f002eb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:38.869299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-0c0a9d0c-c8e7-455f-879e-2f9f002eb87f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393636 Jan 27 20:39:38.956415 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-003bfbb9-0837-4524-bd4e-ebd556426e5c service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811837 Jan 27 20:39:39.047577 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3fdd491d-e0cb-4848-bc54-7e220767e505 req-fba25b38-9700-4033-81fc-68a78fac4eac service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 Jan 27 20:39:39.168761 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02ba554b-011b-43bd-8ed4-f325bfedfe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:39.176772 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde0b5f-4814-402e-9d6c-a344b79eb54b req-1e5779a0-50aa-43c9-a730-11b3791bd6ab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:39.178335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bde0b5f-4814-402e-9d6c-a344b79eb54b req-1e5779a0-50aa-43c9-a730-11b3791bd6ab tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0556512 Jan 27 20:39:39.235935 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bde0b5f-4814-402e-9d6c-a344b79eb54b req-d4dacb80-aeee-4be2-9229-d95b6919c5f2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512114 Jan 27 20:39:40.167629 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:39:40.170028 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:39:40.281511 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7a638-d2da-401c-8c92-1266060e2d12 x-openstack-request-id: req-64d7a638-d2da-401c-8c92-1266060e2d12 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:39:40.281875 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:39:40.282193 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64d7a638-d2da-401c-8c92-1266060e2d12 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:39:40.282690 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'status': 'completed', 'code': 200} Jan 27 20:39:40.379952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-086cdef0-47c6-4f1b-af45-dea39d6405cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.382412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-086cdef0-47c6-4f1b-af45-dea39d6405cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0789886 Jan 27 20:39:40.386463 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-5cd51f21-7d6e-470b-9ce1-8fcbf0544d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.387979 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-5cd51f21-7d6e-470b-9ce1-8fcbf0544d12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0888946 Jan 27 20:39:40.406057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791884-c2d3-464f-811a-7ddac8eb29b5 req-e9e313af-6eef-4bbb-b601-0468a0b4c25c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.407541 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a791884-c2d3-464f-811a-7ddac8eb29b5 req-e9e313af-6eef-4bbb-b601-0468a0b4c25c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0763412 Jan 27 20:39:40.493194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-d47d8568-f818-4e4e-8353-eab4eede7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.494683 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-d47d8568-f818-4e4e-8353-eab4eede7f79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0967336 Jan 27 20:39:40.514178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2a791884-c2d3-464f-811a-7ddac8eb29b5 req-5c2595da-a814-4f99-b37a-52ca0e766f25 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967200 Jan 27 20:39:40.529281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-9866fb8c-448e-4ce6-969e-451c56b10661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.530971 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-9866fb8c-448e-4ce6-969e-451c56b10661 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.1422091 Jan 27 20:39:40.571803 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-d2665e59-1a50-4166-a1cd-94e98c8b9e45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 998 time: 0.0705154 Jan 27 20:39:40.609627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-d3171cbf-3666-4acc-b842-0284db234b6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 998 time: 0.0686471 Jan 27 20:39:40.624409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-3126e4e0-15b4-46be-ad08-707474465bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.626597 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-3126e4e0-15b4-46be-ad08-707474465bec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0480494 Jan 27 20:39:40.661417 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-f64838b9-d2b2-43de-88a8-64206ae25b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.663461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-f64838b9-d2b2-43de-88a8-64206ae25b0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0477462 Jan 27 20:39:40.679570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-035e7d0a-e9b8-4113-8dd7-98275e8c38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.681149 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-035e7d0a-e9b8-4113-8dd7-98275e8c38d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478599 Jan 27 20:39:40.712081 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-07fd20fc-5d5e-4db6-b4cf-344e50320b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:40.713586 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-07fd20fc-5d5e-4db6-b4cf-344e50320b4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448163 Jan 27 20:39:40.771221 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-7b435fe3-b48a-496c-8ebc-69c9480715a5 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Jan 27 20:39:40.801395 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-2675d059-f793-4c3f-98c6-48b2d41a5904 service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820343 Jan 27 20:39:40.866621 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-8ad0fcf1-df7b-4949-8259-a9399eef5c79 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Jan 27 20:39:40.897075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8535e6a8-4748-4c4a-9bd4-0e0e6dba59ae req-ae5b8ecf-8202-4e8b-9482-e98e5986006a service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898006 Jan 27 20:39:41.635922 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a32f3-5fa6-4f62-96d7-7e2b11cc4d4e req-a33c8c0d-e0bb-4128-b55d-629d01bb61cb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:41.637374 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f84a32f3-5fa6-4f62-96d7-7e2b11cc4d4e req-a33c8c0d-e0bb-4128-b55d-629d01bb61cb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0485144 Jan 27 20:39:41.684970 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f84a32f3-5fa6-4f62-96d7-7e2b11cc4d4e req-1f4e7533-4438-4bcc-9968-47e14f89335e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Jan 27 20:39:41.882218 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732736-6165-430e-b844-a3d6bc72c5e8 req-7c845500-c54c-475b-ae76-b0755879ac59 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:41.884043 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9732736-6165-430e-b844-a3d6bc72c5e8 req-7c845500-c54c-475b-ae76-b0755879ac59 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0554042 Jan 27 20:39:41.902951 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c236-3991-42a5-bb16-37069679f965 req-90c0456e-dd70-429b-a232-d6e78bd1c8b7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:41.904388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-90c0456e-dd70-429b-a232-d6e78bd1c8b7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4&tenant_id=4ac9243733a54a3c85f58f9215d27e14&binding%3Ahost_id=n-h2-760453-6 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Jan 27 20:39:41.938757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e9732736-6165-430e-b844-a3d6bc72c5e8 req-37240736-cfa5-4f91-9855-dcf64bc88a33 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465212 Jan 27 20:39:41.966910 n-d-760453-6 neutron-server[103322]: INFO neutron.api.v2.resource [req-d240c236-3991-42a5-bb16-37069679f965 req-3a9e3146-38d6-434c-872d-75aaeb32af3a service neutron] delete failed (client error): The resource could not be found. Jan 27 20:39:41.967964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-3a9e3146-38d6-434c-872d-75aaeb32af3a service neutron] 10.222.0.66 "DELETE /v2.0/ports/1def17cd-d30c-4ed8-ab89-1779da28558e/bindings/n-h1-760453-6 HTTP/1.1" status: 404 len: 380 time: 0.0573552 Jan 27 20:39:42.027772 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:39:42.049729 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c236-3991-42a5-bb16-37069679f965 req-2aacf37d-85d9-4316-a119-fa75324ef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:42.051262 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-2aacf37d-85d9-4316-a119-fa75324ef9d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1094 time: 0.0408535 Jan 27 20:39:42.061834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f6f67-fca6-4f96-8f35-541a4d92084a req-130cefc7-a4fd-4eff-95d1-2a5e2c5c8c68 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:42.063334 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-659f6f67-fca6-4f96-8f35-541a4d92084a req-130cefc7-a4fd-4eff-95d1-2a5e2c5c8c68 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 943 time: 0.0542052 Jan 27 20:39:42.072169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] The host n-h1-760453-6 is not matching for port 1def17cd-d30c-4ed8-ab89-1779da28558e host n-h2-760453-6! {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 20:39:42.072661 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:39:42.114638 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-659f6f67-fca6-4f96-8f35-541a4d92084a req-66292a4d-0081-425f-a332-04b219adb04a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454872 Jan 27 20:39:42.148721 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c236-3991-42a5-bb16-37069679f965 req-7c6843c2-80eb-41bd-b5fd-dfa063ff0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:42.150250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-7c6843c2-80eb-41bd-b5fd-dfa063ff0633 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0921478 Jan 27 20:39:42.218661 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-d2503a20-3498-49cd-80f6-68ca5a53a5cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 998 time: 0.0593376 Jan 27 20:39:42.271405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c236-3991-42a5-bb16-37069679f965 req-e6e973e3-86d6-4097-b963-3986a35acbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:42.272926 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-e6e973e3-86d6-4097-b963-3986a35acbdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0491047 Jan 27 20:39:42.296128 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2478b956-5ec3-44a2-bab3-7356cf565fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:42.318441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c236-3991-42a5-bb16-37069679f965 req-471b3e39-8a99-4588-bafc-415e2c43ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:42.319960 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-471b3e39-8a99-4588-bafc-415e2c43ca5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413685 Jan 27 20:39:42.340183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:39:42.411009 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-d66f2af0-1fbc-4b01-a3c3-a42d3d35dcfd service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830803 Jan 27 20:39:42.441856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:39:42.452860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'port_id': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'mac_address': 'fa:16:3e:76:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:39:42.489310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1def17cd-d30c-4ed8-ab89-1779da28558e is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:39:42.489627 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:42.503507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1def17cd-d30c-4ed8-ab89-1779da28558e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:39:42.504655 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d240c236-3991-42a5-bb16-37069679f965 req-b1e1306f-d50b-4f42-9bf6-dde0bf3c55f7 service neutron] 10.222.0.66 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894582 Jan 27 20:39:42.523136 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:39:42.527905 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:42.580490 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:39:42.588470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.588940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.589300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.589818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.590157 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.590596 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.591000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.591308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.591636 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.591965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.592360 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.592704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.593034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:39:42.798587 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['1def17cd-d30c-4ed8-ab89-1779da28558e'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:39:43.232380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778152f-5cea-4766-a917-123fe5fb5fd8 req-32d4f14a-e53d-42dc-b194-a9d52b738215 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:39:43.233925 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d778152f-5cea-4766-a917-123fe5fb5fd8 req-32d4f14a-e53d-42dc-b194-a9d52b738215 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 944 time: 0.0501378 Jan 27 20:39:43.291466 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d778152f-5cea-4766-a917-123fe5fb5fd8 req-8c31e5f6-bb24-4add-9b41-0a49df10e759 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512350 Jan 27 20:39:43.314657 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:39:43.680749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8f3c9392-d56c-4952-9fe5-1436d88a84e9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/6a62007d-98c4-4f70-8767-4ad4d0850cfb HTTP/1.1" status: 200 len: 991 time: 0.3649356 Jan 27 20:39:44.357006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:39:44.408345 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 1def17cd-d30c-4ed8-ab89-1779da28558e completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:39:44.412209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 1def17cd-d30c-4ed8-ab89-1779da28558e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:39:44.412595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:44.488806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 1def17cd-d30c-4ed8-ab89-1779da28558e is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:39:44.489180 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:44.515634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:39:44.517922 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc277ba-44fd-4007-a359-099e95fe216b" -d '{"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-plugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:39:44.530975 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:39:44.535413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:44.586770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:39:44.610196 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10e9257-023d-4150-8e31-44166be572b8 x-openstack-request-id: req-e10e9257-023d-4150-8e31-44166be572b8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:39:44.610495 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-plugged", "status": "completed", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:39:44.610750 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e10e9257-023d-4150-8e31-44166be572b8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:39:44.611149 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'code': 200} Jan 27 20:39:45.469378 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:45.894629 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:46.261778 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:53.129545 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:39:54.452079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:39:55.458042 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:07.503019 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-13dd9cbe-8127-45c5-87d8-d7fe7b4ade82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394750 Jan 27 20:40:07.584074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-dad83062-58d8-4375-bf59-29f8b36565a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:07.585573 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-dad83062-58d8-4375-bf59-29f8b36565a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.0406456 Jan 27 20:40:07.688698 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-e3d8a656-d411-46d5-aa47-ebb376fe7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:07.690118 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-e3d8a656-d411-46d5-aa47-ebb376fe7c8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.0857754 Jan 27 20:40:07.756036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-30a6a64a-7e11-4776-9226-da6f4dcf5619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 1000 time: 0.0575275 Jan 27 20:40:07.802660 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-4f50412b-0b9a-41d4-a8c1-b851719c38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:07.804802 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-4f50412b-0b9a-41d4-a8c1-b851719c38ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0427480 Jan 27 20:40:07.853395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-10e52fbf-d9a3-47ef-a925-8a776d46a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:07.854887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-10e52fbf-d9a3-47ef-a925-8a776d46a615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428338 Jan 27 20:40:07.945997 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-d97e58bc-c021-47d5-9b2f-94b304770944 service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835350 Jan 27 20:40:08.040040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eb0ee279-be6c-4712-9a08-1ca715bfa484 req-08aebe7a-0b48-46aa-95ec-1b7335464d3d service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866780 Jan 27 20:40:09.171256 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53385b8d-895c-487c-b521-372a6aaab50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.064083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:12.224222 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port a1c5399f-6bd5-4a21-9f54-b5a26d44a285 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:40:12.224593 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.299292 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6951acc6-0535-4252-8f1e-f1743d0ab013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.305082 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.305449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.317723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for a1c5399f-6bd5-4a21-9f54-b5a26d44a285 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:40:12.482134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a1c5399f-6bd5-4a21-9f54-b5a26d44a285), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.509586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=a1c5399f-6bd5-4a21-9f54-b5a26d44a285,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:12.574763 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (6a62007d-98c4-4f70-8767-4ad4d0850cfb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.575003 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 6a62007d-98c4-4f70-8767-4ad4d0850cfb disassociated (deleted). External IP: 172.25.5.22, port: 1def17cd-d30c-4ed8-ab89-1779da28558e. Jan 27 20:40:12.790077 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:40:12.899748 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:40:12.904562 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:12.909409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Sync routers for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:40:12.920024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:12.920650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:12.931474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7e4b92af-999a-43d0-bcdc-927869aa3d28 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/floatingips/6a62007d-98c4-4f70-8767-4ad4d0850cfb HTTP/1.1" status: 204 len: 168 time: 0.8662419 Jan 27 20:40:12.932071 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:40:12.934373 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71c2a6-e349-41e5-a5e7-e2687c662349" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:40:13.030134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:13.090845 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48432c12-b835-476d-b886-2976690d48ad x-openstack-request-id: req-48432c12-b835-476d-b886-2976690d48ad {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:40:13.091408 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:40:13.091408 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48432c12-b835-476d-b886-2976690d48ad {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:40:13.091873 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'status': 'completed', 'code': 200} Jan 27 20:40:13.184809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-b0e30ecb-8055-420f-b255-37f6968af1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:13.186262 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-b0e30ecb-8055-420f-b255-37f6968af1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 1096 time: 0.0734468 Jan 27 20:40:13.198034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22ab0-9ec0-4d1a-807a-7fd66eb5ccf5 req-28460171-c885-41bd-9e01-acf461b053ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:13.199364 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1d22ab0-9ec0-4d1a-807a-7fd66eb5ccf5 req-28460171-c885-41bd-9e01-acf461b053ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0594413 Jan 27 20:40:13.246994 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:13.273429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Checking router: 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:40:13.281983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:13.284353 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:13.304427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d1d22ab0-9ec0-4d1a-807a-7fd66eb5ccf5 req-1721d0c1-e998-438e-bae9-ce4e73727f99 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965846 Jan 27 20:40:13.323894 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-ae296c3f-d115-40d6-a4bd-d0c93949b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:13.324974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-ae296c3f-d115-40d6-a4bd-d0c93949b672 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 200 len: 898 time: 0.1247127 Jan 27 20:40:13.372051 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-0c70e62e-0f61-40d1-8702-f4744b1725bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 200 len: 217 time: 0.0402341 Jan 27 20:40:13.402549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:13.421762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-e8d2b10f-e7cc-477c-88d2-ccd5f7fed832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:13.423272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-e8d2b10f-e7cc-477c-88d2-ccd5f7fed832 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 200 len: 834 time: 0.0450242 Jan 27 20:40:13.469837 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-d23881ce-fb82-4043-b1d3-b1c0d2f9cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:13.471272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-d23881ce-fb82-4043-b1d3-b1c0d2f9cb64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e27544-b236-42ce-95a4-67830eee25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420725 Jan 27 20:40:13.565127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-d27c5473-b38e-4b08-a4c3-87c61ea0e7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865414 Jan 27 20:40:13.606189 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:13.633518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867194b4-73fc-48e8-8139-b95a08f23b51 None None] The sync data for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 is: [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '4ce0ee2b-03c0-4c28-a3d7-8b3d27592779', 'name': '', 'network_id': '10e27544-b236-42ce-95a4-67830eee25cf', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:18:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:41Z', 'updated_at': '2022-01-27T20:37:45Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': '0610b013-7881-49fc-b263-db4c7a557cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:40:13.668911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9d71c2a6-e349-41e5-a5e7-e2687c662349 req-1e4ba211-fa7b-4643-9cf3-eb08939c1dbb service neutron] 10.222.0.39 "GET /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970721 Jan 27 20:40:13.876987 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6db4aa-3cc7-470b-9201-360dc589fdbc None None] New status for floating IP 6a62007d-98c4-4f70-8767-4ad4d0850cfb: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:40:14.452402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-7366d9a4-5a67-4030-a127-3c7bbe515e9d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:14.453952 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-7366d9a4-5a67-4030-a127-3c7bbe515e9d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.39 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0834422 Jan 27 20:40:14.472485 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e6573-7365-4904-bb5f-f5c79782305a req-ef360d09-28b0-4f31-bd7e-0c7d935d8522 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:14.473959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c8e6573-7365-4904-bb5f-f5c79782305a req-ef360d09-28b0-4f31-bd7e-0c7d935d8522 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ff0d5f-1f6c-44e6-9171-85589f1498c4 HTTP/1.1" status: 200 len: 945 time: 0.0945807 Jan 27 20:40:14.567668 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c8e6573-7365-4904-bb5f-f5c79782305a req-6e243769-50e4-4e25-ae91-190880aa86bf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=04538ef0-da90-4b99-ac85-9c8047bf7804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784318 Jan 27 20:40:14.585886 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 1def17cd-d30c-4ed8-ab89-1779da28558e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:40:14.586159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:14.675456 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 1def17cd-d30c-4ed8-ab89-1779da28558e, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=1def17cd-d30c-4ed8-ab89-1779da28558e,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:14.675811 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:14.687801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 1def17cd-d30c-4ed8-ab89-1779da28558e owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:40:14.817370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1def17cd-d30c-4ed8-ab89-1779da28558e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:14.847444 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=1def17cd-d30c-4ed8-ab89-1779da28558e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:14.893776 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] No DVR routers for this DVR port 1def17cd-d30c-4ed8-ab89-1779da28558e on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:40:14.896382 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:14.899846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-03b3214a-e1b8-47f7-b866-b2e161fa582e req-4de2b46a-f53b-43cb-9add-9460f8a38741 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.39 "DELETE /v2.0/ports/1def17cd-d30c-4ed8-ab89-1779da28558e HTTP/1.1" status: 204 len: 173 time: 0.4411821 Jan 27 20:40:15.093095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-deleted', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:40:15.095535 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793fea79-6d10-40a5-a5ad-2001477d02ba" -d '{"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-deleted", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:40:15.132294 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d11f388-ab7f-4fbc-8795-3fc2197fda8e x-openstack-request-id: req-7d11f388-ab7f-4fbc-8795-3fc2197fda8e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:40:15.132602 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff0d5f-1f6c-44e6-9171-85589f1498c4", "name": "network-vif-deleted", "tag": "1def17cd-d30c-4ed8-ab89-1779da28558e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:40:15.132862 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d11f388-ab7f-4fbc-8795-3fc2197fda8e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:40:15.133295 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff0d5f-1f6c-44e6-9171-85589f1498c4', 'name': 'network-vif-deleted', 'tag': '1def17cd-d30c-4ed8-ab89-1779da28558e', 'status': 'completed', 'code': 200} Jan 27 20:40:15.472259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:15.630344 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:15.896399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.004953 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.265712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.280498 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:40:16.280827 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.369710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:16.370083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.383688 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:40:16.567834 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4ce0ee2b-03c0-4c28-a3d7-8b3d27592779), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:16.593518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=4ce0ee2b-03c0-4c28-a3d7-8b3d27592779,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:16.778553 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.317980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:40:17.426277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:40:17.431389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-177377ca-a25c-41b1-94c4-2d4e6947b8de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/03c4c4ca-0ab2-4654-a57e-1a2caf1b218e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000085 Jan 27 20:40:17.434206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:17.436968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Sync routers for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:40:17.447553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:17.448194 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:17.485173 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting subnet 0610b013-7881-49fc-b263-db4c7a557cb0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:40:17.488402 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (0610b013-7881-49fc-b263-db4c7a557cb0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.528493 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (0610b013-7881-49fc-b263-db4c7a557cb0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.554822 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:17.617319 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (0610b013-7881-49fc-b263-db4c7a557cb0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.676398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (0610b013-7881-49fc-b263-db4c7a557cb0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.702804 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Subnet': ['ID=0610b013-7881-49fc-b263-db4c7a557cb0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:17.706580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.714052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6967506c-2d3c-4d9f-a52f-01efde2d6c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/subnets/0610b013-7881-49fc-b263-db4c7a557cb0 HTTP/1.1" status: 204 len: 168 time: 0.2751718 Jan 27 20:40:17.714052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:17.725849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c2348-c391-4f6a-b13a-3ac76cc47508 None None] Network 10e27544-b236-42ce-95a4-67830eee25cf requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:40:17.829702 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:17.830328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:40:16Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:17.863781 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Checking router: 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:40:17.875028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Routers {'03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:17.875674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:17.913292 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] DHCP port deletion for 10e27544-b236-42ce-95a4-67830eee25cf request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:40:17.946654 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.000251 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 896b15a9-f9ca-42e6-a871-77f077c8eb95 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:40:18.000611 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.013898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] Set router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:18.080281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 896b15a9-f9ca-42e6-a871-77f077c8eb95, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=896b15a9-f9ca-42e6-a871-77f077c8eb95,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:18.080650 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.093152 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 896b15a9-f9ca-42e6-a871-77f077c8eb95 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:40:18.109302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Deleting port f1d49965-4215-4a09-a0fd-71df19854d31 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:40:18.109679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.270017 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (896b15a9-f9ca-42e6-a871-77f077c8eb95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.301571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=896b15a9-f9ca-42e6-a871-77f077c8eb95,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:18.360725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] For port f1d49965-4215-4a09-a0fd-71df19854d31, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=f1d49965-4215-4a09-a0fd-71df19854d31,segment=NetworkSegment(15dd1239-e4c1-47c4-bb55-d5b84dc850d4),segment_id=15dd1239-e4c1-47c4-bb55-d5b84dc850d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:18.361124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.363779 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.382740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Calling delete_port for f1d49965-4215-4a09-a0fd-71df19854d31 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:40:18.457081 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.459971 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.494696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:40:16Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:18.509805 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (03c4c4ca-0ab2-4654-a57e-1a2caf1b218e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.510466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Fanout notify agent at l3_agent the message router_deleted on router 03c4c4ca-0ab2-4654-a57e-1a2caf1b218e {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:40:18.517972 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.519155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-fc257181-b23e-453e-9dc3-d6295bf12a6d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/routers/03c4c4ca-0ab2-4654-a57e-1a2caf1b218e HTTP/1.1" status: 204 len: 168 time: 0.8046858 Jan 27 20:40:18.522600 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:18.528035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (f1d49965-4215-4a09-a0fd-71df19854d31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.530021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649fe6a-3bdf-4c1a-9eed-537c29748ef5 None None] The sync data for ids ['03c4c4ca-0ab2-4654-a57e-1a2caf1b218e'] in n-d-760453-6 is: [{'id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780921356', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:37:38Z', 'updated_at': '2022-01-27T20:40:16Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '896b15a9-f9ca-42e6-a871-77f077c8eb95', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c4c4ca-0ab2-4654-a57e-1a2caf1b218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:37:39Z', 'updated_at': '2022-01-27T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:40:18.557176 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] Pushing event deleted for resources: {'Port': ['ID=f1d49965-4215-4a09-a0fd-71df19854d31,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:18.559078 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d34f1-6782-42d8-ad6f-60f6f7345cc4 None None] No DVR routers for this DVR port f1d49965-4215-4a09-a0fd-71df19854d31 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:40:18.596480 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:40:18.604154 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (10e27544-b236-42ce-95a4-67830eee25cf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.617080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: 1def17cd-d30c-4ed8-ab89-1779da28558e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:40:18.617456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 1def17cd-d30c-4ed8-ab89-1779da28558e not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:40:18.692944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (10e27544-b236-42ce-95a4-67830eee25cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.715743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e27544-b236-42ce-95a4-67830eee25cf']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:18.725309 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dd1239-e4c1-47c4-bb55-d5b84dc850d4') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:18.725616 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dd1239-e4c1-47c4-bb55-d5b84dc850d4') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:18.734927 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (15dd1239-e4c1-47c4-bb55-d5b84dc850d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.748277 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (15dd1239-e4c1-47c4-bb55-d5b84dc850d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.754601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:40:18.754989 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (15dd1239-e4c1-47c4-bb55-d5b84dc850d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: timer() Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:40:18.758823 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:40:18.814367 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (10e27544-b236-42ce-95a4-67830eee25cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.821911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.825125 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/networks/10e27544-b236-42ce-95a4-67830eee25cf HTTP/1.1" status: 204 len: 168 time: 0.3015947 Jan 27 20:40:18.827965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42300) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:18.837420 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada3a21-86d5-4d45-bc8f-c8ea2eb5b145 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Network': ['ID=10e27544-b236-42ce-95a4-67830eee25cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:18.886938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (04538ef0-da90-4b99-ac85-9c8047bf7804), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.915500 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (04538ef0-da90-4b99-ac85-9c8047bf7804), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.988002 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (04538ef0-da90-4b99-ac85-9c8047bf7804), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.995103 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:18.996743 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/security-groups/04538ef0-da90-4b99-ac85-9c8047bf7804 HTTP/1.1" status: 204 len: 168 time: 0.1677041 Jan 27 20:40:19.009427 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04538ef0-da90-4b99-ac85-9c8047bf7804,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.014278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:40:19.019239 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.019882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.020595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.021124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.021745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.022416 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.022937 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.023460 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.024029 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.024576 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.025110 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.025699 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.026236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b14e16-5290-49b5-8297-5419c4f52537 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:19.039562 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:40:19.039913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 4ce0ee2b-03c0-4c28-a3d7-8b3d27592779 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:40:19.040328 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1d49965-4215-4a09-a0fd-71df19854d31 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:40:19.070164 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: f1d49965-4215-4a09-a0fd-71df19854d31 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:40:19.070515 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device f1d49965-4215-4a09-a0fd-71df19854d31 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:40:19.259137 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.263971 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630025053', 'description': 'tempest-secgroup-smoke-630025053 description', 'project_id': '4ac9243733a54a3c85f58f9215d27e14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.286907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.355783 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (16090a1a-7515-41b2-93ab-a4bc7762449e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.359370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (16090a1a-7515-41b2-93ab-a4bc7762449e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.395299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.396517 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363101 Jan 27 20:40:19.398429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c7c18-72d1-4276-8def-81de66e88dff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16090a1a-7515-41b2-93ab-a4bc7762449e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.399672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.404599 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.432004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (80ea0132-dce4-43c9-a49c-d1e6cb2b201f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.482766 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (80ea0132-dce4-43c9-a49c-d1e6cb2b201f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.486353 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (80ea0132-dce4-43c9-a49c-d1e6cb2b201f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.505743 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea0132-dce4-43c9-a49c-d1e6cb2b201f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.511611 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.512894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-ed2ed63c-d0c8-4bab-ad4d-171a9ae15e37 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120207 Jan 27 20:40:19.515670 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42310) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.520264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.550808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (4e3b1405-ac33-4846-98d2-b4b91e97d135), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.621658 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (4e3b1405-ac33-4846-98d2-b4b91e97d135), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.626781 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4e3b1405-ac33-4846-98d2-b4b91e97d135), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.650025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3b1405-ac33-4846-98d2-b4b91e97d135,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.664681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.666898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-25a8ceb0-e21b-4daa-9e99-bd7cc1194af5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500211 Jan 27 20:40:19.669658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.674522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.705986 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (c5ccc7df-a351-4572-9fc7-17260bac95b4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.768456 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (c5ccc7df-a351-4572-9fc7-17260bac95b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.772322 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c5ccc7df-a351-4572-9fc7-17260bac95b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.789720 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ccc7df-a351-4572-9fc7-17260bac95b4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.797371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.798566 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e11bde66-e82a-4520-a702-8c335a41f6af tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277921 Jan 27 20:40:19.801364 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.805800 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.829475 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (3c3501eb-9c50-42bf-a8ee-4c075bceeaf2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.884906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (3c3501eb-9c50-42bf-a8ee-4c075bceeaf2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.888704 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3c3501eb-9c50-42bf-a8ee-4c075bceeaf2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.906679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3501eb-9c50-42bf-a8ee-4c075bceeaf2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:19.916238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:19.917489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e6120b11-4e91-42a5-9c10-2748592f6ee8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151528 Jan 27 20:40:19.920737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:19.925076 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:19.945424 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:40:19.950494 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (9049785a-f9d5-4353-b223-4ba4371477c1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.011344 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (9049785a-f9d5-4353-b223-4ba4371477c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.015271 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (9049785a-f9d5-4353-b223-4ba4371477c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.036385 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9049785a-f9d5-4353-b223-4ba4371477c1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:20.044228 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.045593 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-541a8cb6-45d3-45cf-b5a2-5fbbeca5e55b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238084 Jan 27 20:40:20.048118 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:20.052413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '16090a1a-7515-41b2-93ab-a4bc7762449e', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:20.072919 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:40:20.077802 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (ff47b55d-4bf5-486e-82e6-f3d2346d0dd1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.137859 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (ff47b55d-4bf5-486e-82e6-f3d2346d0dd1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.142278 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ff47b55d-4bf5-486e-82e6-f3d2346d0dd1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.160559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff47b55d-4bf5-486e-82e6-f3d2346d0dd1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:20.168266 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.169492 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-43fb0dff-ebe5-4ef6-ad73-ec2f3396c4c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204181 Jan 27 20:40:20.172290 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:20.177016 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'network': {'name': 'tempest-network-smoke--957838353', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:20.195140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:40:20.198357 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.221180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:40:20.229861 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (accce72c-98a8-4ae7-a932-945b8673d2ef), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.230204 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Added segment accce72c-98a8-4ae7-a932-945b8673d2ef of type vlan for network 5df6bc62-cf81-4679-b952-b87d975d3d86 Jan 27 20:40:20.269338 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5df6bc62-cf81-4679-b952-b87d975d3d86), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.293039 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5df6bc62-cf81-4679-b952-b87d975d3d86), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.297943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:20.298523 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.351943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786525 Jan 27 20:40:20.354820 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42322) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:20.359756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'admin_state_up': True, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:20.368895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99b7c-c6b4-474c-ba36-a7cd73de8b2c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Network': ['ID=5df6bc62-cf81-4679-b952-b87d975d3d86,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:20.382228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (da886b4b-509d-47a7-8536-a06fccac5fea), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.382563 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:40:20.384209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (da886b4b-509d-47a7-8536-a06fccac5fea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.440335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (da886b4b-509d-47a7-8536-a06fccac5fea), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.579980 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (da886b4b-509d-47a7-8536-a06fccac5fea), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.632112 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 896b15a9-f9ca-42e6-a871-77f077c8eb95 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:40:20.653460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 896b15a9-f9ca-42e6-a871-77f077c8eb95 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:40:20.653790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 896b15a9-f9ca-42e6-a871-77f077c8eb95 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:40:20.781770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (da886b4b-509d-47a7-8536-a06fccac5fea), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.802460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:20.914349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.156 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/0a00155a-4558-4439-bec7-9873a88ab3db) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:40:21.027993 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (0a00155a-4558-4439-bec7-9873a88ab3db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:21.062828 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:21.100062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:21.102930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:21.106483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:40:21.132730 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=0a00155a-4558-4439-bec7-9873a88ab3db,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:21.358330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (da886b4b-509d-47a7-8536-a06fccac5fea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:21.556107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (da886b4b-509d-47a7-8536-a06fccac5fea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:21.683248 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router da886b4b-509d-47a7-8536-a06fccac5fea is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:40:21.787316 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:40:21.797731 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Sync routers for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:40:21.807569 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:21.808243 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:21.808436 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:21.812851 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5f54abc6-ef4f-4693-8ea9-c3be454c8541 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4567094 Jan 27 20:40:21.813034 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:21.886834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-56468185-145b-4103-a21d-35fe6353b9fd tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4ac9243733a54a3c85f58f9215d27e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718729 Jan 27 20:40:21.889582 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:21.914925 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:21.974022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758865f4-2f3f-4995-b243-e55aa534ca44 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:21.978116 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-758865f4-2f3f-4995-b243-e55aa534ca44 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849242 Jan 27 20:40:21.978383 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:22.013041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2555f76-34b7-48eb-8816-5960dadf6975 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333376 Jan 27 20:40:22.015482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:22.022392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602220085', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:22.124978 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:40:22.128839 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.190023 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:21Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:22.218866 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Checking router: da886b4b-509d-47a7-8536-a06fccac5fea for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:40:22.219217 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Updating router da886b4b-509d-47a7-8536-a06fccac5fea port 0a00155a-4558-4439-bec7-9873a88ab3db binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:40:22.246646 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.322748 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (addc85dc-73e5-4af3-8828-00d94dad4d69), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.387929 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Subnet': ['ID=addc85dc-73e5-4af3-8828-00d94dad4d69,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:22.393725 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Checking segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:40:22.394095 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network hostable DHCP agents. Network: 5df6bc62-cf81-4679-b952-b87d975d3d86, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:40:22.410276 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:40:22.422513 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5df6bc62-cf81-4679-b952-b87d975d3d86) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:22.429690 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:22.429961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.434790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40065ce8-0bfb-4fd9-928d-683fd81889f2 None None] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:40:22.455175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42334) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:22.455769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1262b92e-b81b-4c18-92dc-5afada22b67e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4385118 Jan 27 20:40:22.537847 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks [] for port (0a00155a-4558-4439-bec7-9873a88ab3db), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.541670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-5df6bc62-cf81-4679-b952-b87d975d3d86', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:40:22.542892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.545166 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.595977 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Attempting to bind port 0a00155a-4558-4439-bec7-9873a88ab3db on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:40:22.596370 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Attempting to bind port 0a00155a-4558-4439-bec7-9873a88ab3db by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:40:22.596722 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Attempting to bind port 0a00155a-4558-4439-bec7-9873a88ab3db on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:40:22.610248 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:40:22.610695 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:40:22.611031 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.611433 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:40:22.611921 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Bound port: 0a00155a-4558-4439-bec7-9873a88ab3db, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:40:22.612306 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.614429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Pushing event updated for resources: {'Port': ['ID=0a00155a-4558-4439-bec7-9873a88ab3db,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:22.644101 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.644450 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.644985 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.645351 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.645875 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.646375 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.647476 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.647817 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.648317 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.648603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.648791 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.649114 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.649470 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:40:22.684344 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] For port 0a00155a-4558-4439-bec7-9873a88ab3db, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:40:22.688191 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] For port 0a00155a-4558-4439-bec7-9873a88ab3db, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a00155a-4558-4439-bec7-9873a88ab3db,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:40:22.693077 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.702756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Allocated IP 172.20.0.2 (5df6bc62-cf81-4679-b952-b87d975d3d86/addc85dc-73e5-4af3-8828-00d94dad4d69/35bdad55-cf92-4dad-a401-89deb96cb31e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:40:22.753904 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:22.754471 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:22.800934 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09de41f-62aa-4d22-926f-8fba6c5f613e None None] Pushing event updated for resources: {'Port': ['ID=0a00155a-4558-4439-bec7-9873a88ab3db,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:22.853139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks [] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.859482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.875400 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:22.906255 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:22.911986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:22.914673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:40:22.926256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Pushing event updated for resources: {'Port': ['ID=35bdad55-cf92-4dad-a401-89deb96cb31e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:22.977695 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Attempting to bind port 35bdad55-cf92-4dad-a401-89deb96cb31e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:40:22.978064 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Attempting to bind port 35bdad55-cf92-4dad-a401-89deb96cb31e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:40:22.978650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Attempting to bind port 35bdad55-cf92-4dad-a401-89deb96cb31e on network 5df6bc62-cf81-4679-b952-b87d975d3d86 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:40:22.984701 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:40:22.985472 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Checking segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:40:22.985881 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:22.986280 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Bound using segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:40:22.986751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Bound port: 35bdad55-cf92-4dad-a401-89deb96cb31e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:40:22.987194 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.052409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] For port 35bdad55-cf92-4dad-a401-89deb96cb31e, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:40:23.056027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] For port 35bdad55-cf92-4dad-a401-89deb96cb31e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35bdad55-cf92-4dad-a401-89deb96cb31e,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:40:23.061952 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.070358 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:21Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:23.099272 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dede21-20e0-432b-922d-2a7732c7730f None None] The sync data for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 is: [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:21Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:40:23.126609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636da2f3-5abd-4057-aa69-fdd61649e25b None None] Pushing event updated for resources: {'Port': ['ID=35bdad55-cf92-4dad-a401-89deb96cb31e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:23.225792 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.577553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.1 (5df6bc62-cf81-4679-b952-b87d975d3d86/addc85dc-73e5-4af3-8828-00d94dad4d69/1edfae4d-2ab2-4523-8c1b-aca11927b057) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:40:23.714308 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.750187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.794322 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:23.799728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:23.802386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:40:23.828215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:23.854218 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (da886b4b-509d-47a7-8536-a06fccac5fea), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:23.998016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.222643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f4b6e-6b2c-48f2-9e63-a5fa44bf0f23 None None] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:40:24.305012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.310059 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.343307 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Provisioning complete for port 35bdad55-cf92-4dad-a401-89deb96cb31e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:24.344272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.393693 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:24.397056 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (da886b4b-509d-47a7-8536-a06fccac5fea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.462851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Current status of the port 35bdad55-cf92-4dad-a401-89deb96cb31e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:24.463173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.466764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.502261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] For port 35bdad55-cf92-4dad-a401-89deb96cb31e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35bdad55-cf92-4dad-a401-89deb96cb31e,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:24.508498 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.508748 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:24.510284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:24.565139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a483ad2-7d6d-4e54-9bec-e4d5c3c881e6 None None] Pushing event updated for resources: {'Port': ['ID=35bdad55-cf92-4dad-a401-89deb96cb31e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:24.663139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:24.663521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.672433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router da886b4b-509d-47a7-8536-a06fccac5fea has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:40:24.733507 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Port 1edfae4d-2ab2-4523-8c1b-aca11927b057 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:40:24.745790 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Provisioning complete for port 35bdad55-cf92-4dad-a401-89deb96cb31e triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:24.746714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:24.819843 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:40:24.834047 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3ce408ea-cee9-48c3-a627-39501460235c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/da886b4b-509d-47a7-8536-a06fccac5fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683507 Jan 27 20:40:24.880680 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce4204dc-e434-461b-993c-57d5ba056c40 None None] Current status of the port 35bdad55-cf92-4dad-a401-89deb96cb31e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:24.894350 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a00155a-4558-4439-bec7-9873a88ab3db up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:40:24.955894 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a00155a-4558-4439-bec7-9873a88ab3db triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:24.956396 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.016970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-33630f6e-a760-4019-8b7e-ce613f3de072 None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:25.017389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33630f6e-a760-4019-8b7e-ce613f3de072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.027839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-984d66e3-e4fc-4e2a-9474-a2903e991631 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630025053&fields=id&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 267 time: 0.0661180 Jan 27 20:40:25.073545 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Sync routers for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:40:25.093750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33630f6e-a760-4019-8b7e-ce613f3de072 None None] Port 1edfae4d-2ab2-4523-8c1b-aca11927b057 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:40:25.105606 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:25.106258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:25.108125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a00155a-4558-4439-bec7-9873a88ab3db is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:25.108509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.145188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-9e467e83-5088-4f69-8107-05738506eedc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:25.147194 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-9e467e83-5088-4f69-8107-05738506eedc tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 796 time: 0.1180212 Jan 27 20:40:25.162880 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-d6487d68-9a1a-472f-b8fd-f9914a9902a7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/quotas/4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 375 time: 0.0092506 Jan 27 20:40:25.171270 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 0a00155a-4558-4439-bec7-9873a88ab3db, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a00155a-4558-4439-bec7-9873a88ab3db,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:25.179944 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.180725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35bdad55-cf92-4dad-a401-89deb96cb31e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:40:25.216906 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-e1743c7d-b470-4bfd-92ac-9d4b266ad27b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478349 Jan 27 20:40:25.317696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c3151a5e-9034-4c85-995a-2e88bb2cb880 None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:25.318894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3151a5e-9034-4c85-995a-2e88bb2cb880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.325466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=0a00155a-4558-4439-bec7-9873a88ab3db,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:25.351249 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:25.363259 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2f0dde57-009d-42a2-a382-9507ad176948 service neutron] 10.222.0.59 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323571 Jan 27 20:40:25.405649 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3151a5e-9034-4c85-995a-2e88bb2cb880 None None] Port 1edfae4d-2ab2-4523-8c1b-aca11927b057 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:40:25.416850 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 35bdad55-cf92-4dad-a401-89deb96cb31e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:25.417225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.456070 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-8452b43b-1d5e-4348-94b3-10d6a121fe0e service neutron] 10.222.0.59 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Jan 27 20:40:25.534618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:25.637609 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a96ed0a-3866-4c05-ac19-f3fb3b9ec612 req-64444540-279b-4435-ba97-8186be8538fa tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Jan 27 20:40:25.645425 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 35bdad55-cf92-4dad-a401-89deb96cb31e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:25.682044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:24Z', 'revision_number': 2, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:25.709928 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Checking router: da886b4b-509d-47a7-8536-a06fccac5fea for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:40:25.710306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Updating router da886b4b-509d-47a7-8536-a06fccac5fea port 1edfae4d-2ab2-4523-8c1b-aca11927b057 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:40:25.735132 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.067402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks [] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.074635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.126725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254cf66-6221-4395-a3c1-76654b60a7e6 None None] Pushing event updated for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:26.210873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Attempting to bind port 1edfae4d-2ab2-4523-8c1b-aca11927b057 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:40:26.211245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Attempting to bind port 1edfae4d-2ab2-4523-8c1b-aca11927b057 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:40:26.211616 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Attempting to bind port 1edfae4d-2ab2-4523-8c1b-aca11927b057 on network 5df6bc62-cf81-4679-b952-b87d975d3d86 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:40:26.217750 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:40:26.218129 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Checking segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:40:26.218538 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.218940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Bound using segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:40:26.219416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Bound port: 1edfae4d-2ab2-4523-8c1b-aca11927b057, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:40:26.219796 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.303764 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] For port 1edfae4d-2ab2-4523-8c1b-aca11927b057, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:40:26.307312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] For port 1edfae4d-2ab2-4523-8c1b-aca11927b057, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1edfae4d-2ab2-4523-8c1b-aca11927b057,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:40:26.312175 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.381306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254cf66-6221-4395-a3c1-76654b60a7e6 None None] Pushing event updated for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:26.385935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:26.386608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:26.677141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:26.677564 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.724076 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:26.729536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a00155a-4558-4439-bec7-9873a88ab3db up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:40:26.739851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-064f5467-5999-4aa4-aff7-0f0ca3c02fd4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:26.741673 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-064f5467-5999-4aa4-aff7-0f0ca3c02fd4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 796 time: 0.1461825 Jan 27 20:40:26.788447 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2892d54c-f798-4f33-af5e-1c9457a1447f req-58c41198-6ffb-443f-aedf-ea0222872a24 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 210 time: 0.0449386 Jan 27 20:40:26.825549 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-303ae5fb-0f2c-4675-833d-855521a06042 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 379 time: 0.0759373 Jan 27 20:40:26.835019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'port': {'device_id': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'admin_state_up': True, 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'security_groups': ['16090a1a-7515-41b2-93ab-a4bc7762449e']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:26.947582 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:40:26.947845 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Current status of the port 1edfae4d-2ab2-4523-8c1b-aca11927b057 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:26.947845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.950986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:26.960967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 0a00155a-4558-4439-bec7-9873a88ab3db triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:26.961379 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.043800 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-efba292f-e9ff-407f-94d0-32740178772a None None] For port 1edfae4d-2ab2-4523-8c1b-aca11927b057, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1edfae4d-2ab2-4523-8c1b-aca11927b057,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:27.067226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.090763 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.14 (5df6bc62-cf81-4679-b952-b87d975d3d86/addc85dc-73e5-4af3-8828-00d94dad4d69/69367fbd-8218-404a-863e-739126587db3) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:40:27.165814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba292f-e9ff-407f-94d0-32740178772a None None] Pushing event updated for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:27.200989 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 0a00155a-4558-4439-bec7-9873a88ab3db is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:27.205797 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:27.238865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-77383af0-9f7d-4669-aaba-4bfcce5796be None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:27.239246 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77383af0-9f7d-4669-aaba-4bfcce5796be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.241150 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03758ae-e3f2-40a9-ac63-d0c1f8d4dff6 None None] The sync data for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 is: [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:40:27.269747 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (69367fbd-8218-404a-863e-739126587db3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.325912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (69367fbd-8218-404a-863e-739126587db3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.357489 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-77383af0-9f7d-4669-aaba-4bfcce5796be None None] Current status of the port 1edfae4d-2ab2-4523-8c1b-aca11927b057 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:27.391567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:27.394669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:27.397129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:40:27.436544 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:27.467222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:27.467893 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.489732 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-2cdf8fe1-358e-4874-a1ae-55c6a3acd710 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590745 Jan 27 20:40:27.508087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Request body: {'port': {'device_id': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:27.575536 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69367fbd-8218-404a-863e-739126587db3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.678541 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-1db603ac-f353-4e38-9083-1e458113bb6c None None] Provisioning complete for port 69367fbd-8218-404a-863e-739126587db3 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:27.679751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1db603ac-f353-4e38-9083-1e458113bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (69367fbd-8218-404a-863e-739126587db3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.720311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1db603ac-f353-4e38-9083-1e458113bb6c None None] Port 69367fbd-8218-404a-863e-739126587db3 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:40:27.868433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69367fbd-8218-404a-863e-739126587db3 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:40:27.878065 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks [] for port (69367fbd-8218-404a-863e-739126587db3), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.891672 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Transition to ACTIVE for port object 69367fbd-8218-404a-863e-739126587db3 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:40:27.896517 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (69367fbd-8218-404a-863e-739126587db3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:27.921874 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43966d-0d6f-4cd9-a573-170975c4f86c req-5d6ab1a9-857f-4139-a8d7-3ac52da2abcf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:27.923575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c43966d-0d6f-4cd9-a573-170975c4f86c req-5d6ab1a9-857f-4139-a8d7-3ac52da2abcf tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 932 time: 0.0614240 Jan 27 20:40:27.962049 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:27.989832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4c43966d-0d6f-4cd9-a573-170975c4f86c req-7c267f71-1482-4012-89d0-b360e7a0dbcb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590215 Jan 27 20:40:28.043036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Attempting to bind port 69367fbd-8218-404a-863e-739126587db3 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:40:28.043496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Attempting to bind port 69367fbd-8218-404a-863e-739126587db3 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:40:28.043924 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Attempting to bind port 69367fbd-8218-404a-863e-739126587db3 on network 5df6bc62-cf81-4679-b952-b87d975d3d86 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:40:28.049496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Port 69367fbd-8218-404a-863e-739126587db3 on network 5df6bc62-cf81-4679-b952-b87d975d3d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:40:28.049959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Attempting to bind port 69367fbd-8218-404a-863e-739126587db3 on network 5df6bc62-cf81-4679-b952-b87d975d3d86 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:40:28.057332 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:40:28.058620 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Checking segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:40:28.059125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Bound using segment: {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:40:28.059691 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Bound port: 69367fbd-8218-404a-863e-739126587db3, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accce72c-98a8-4ae7-a932-945b8673d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:40:28.060167 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69367fbd-8218-404a-863e-739126587db3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:28.133655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:40:28.139132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=69367fbd-8218-404a-863e-739126587db3,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:40:28.147324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (69367fbd-8218-404a-863e-739126587db3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:28.188874 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.189544 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:28.191041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] 10.222.0.66 "PUT /v2.0/ports/69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1092 time: 0.6912520 Jan 27 20:40:28.191531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:40:28.194542 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4327cc9c-89d6-4a23-9cb1-178e5b057fea" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:40:28.225825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a4368-ee9b-4be6-95bc-211f5272f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:28.293841 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686530a-12d6-4f1b-94ea-bafe2675f89e x-openstack-request-id: req-8686530a-12d6-4f1b-94ea-bafe2675f89e {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:40:28.294139 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:40:28.294394 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8686530a-12d6-4f1b-94ea-bafe2675f89e {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:40:28.294804 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3', 'status': 'completed', 'code': 200} Jan 27 20:40:28.313981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-ec6e0f27-e7d3-411b-b2fa-372aaa4a9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.315992 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-ec6e0f27-e7d3-411b-b2fa-372aaa4a9273 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1095 time: 0.0562227 Jan 27 20:40:28.360787 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-53e65762-577b-4133-bc50-c008ec2f603f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 217 time: 0.0373914 Jan 27 20:40:28.426433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-879df3c2-5bd0-418c-a1c9-7fce6e4afa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.428043 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-879df3c2-5bd0-418c-a1c9-7fce6e4afa91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0614836 Jan 27 20:40:28.500522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-a267811a-5d67-4301-987b-0f6a76e0b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.503246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-a267811a-5d67-4301-987b-0f6a76e0b43c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678937 Jan 27 20:40:28.597459 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-ea2d1529-986e-4a8b-93e1-0fea1c852616 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868869 Jan 27 20:40:28.694359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7fd62b10-f76b-4358-9aac-519a54620be1 req-d399538d-4fc3-4ec8-b0a3-ebf8176ab02c service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909081 Jan 27 20:40:28.721645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1edfae4d-2ab2-4523-8c1b-aca11927b057 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:40:28.775428 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1edfae4d-2ab2-4523-8c1b-aca11927b057 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:28.775826 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:28.793686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-fca143b0-507b-4c66-a7cf-1f95649af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.795241 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-fca143b0-507b-4c66-a7cf-1f95649af69a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1095 time: 0.0437937 Jan 27 20:40:28.856816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1edfae4d-2ab2-4523-8c1b-aca11927b057 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:28.902548 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-7a04341a-341d-4969-9001-b81b8770dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.904041 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-7a04341a-341d-4969-9001-b81b8770dfaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.1032681 Jan 27 20:40:28.946274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-596905dc-24bb-4862-8f2f-0b080f3e7264 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 217 time: 0.0366127 Jan 27 20:40:28.996968 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-940fa698-95fc-45ff-83d2-10c497c9760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:28.998613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-940fa698-95fc-45ff-83d2-10c497c9760d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0471642 Jan 27 20:40:29.049782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-3b2c3f57-3f93-4f4f-86dc-9de10f8c0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:29.051807 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-3b2c3f57-3f93-4f4f-86dc-9de10f8c0739 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476019 Jan 27 20:40:29.111900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfeb2a-68c2-471d-a5c1-8fff086c5925 req-bb12ebc0-683e-48e5-a6f6-8683d06c1035 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:29.113583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6bfeb2a-68c2-471d-a5c1-8fff086c5925 req-bb12ebc0-683e-48e5-a6f6-8683d06c1035 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 944 time: 0.0507410 Jan 27 20:40:29.154359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-136971c8-29dd-435e-9b3d-f42f9c422258 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963936 Jan 27 20:40:29.168040 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e6bfeb2a-68c2-471d-a5c1-8fff086c5925 req-e6145987-4167-436e-9b52-383834c7a132 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478899 Jan 27 20:40:29.254691 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4327cc9c-89d6-4a23-9cb1-178e5b057fea req-ceec834b-e1f7-4755-9dac-2ba7af41f3db service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949781 Jan 27 20:40:30.130618 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:40:30.300745 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec50bc-ca4a-45bb-be87-7593cf726ad2 req-0c28fb38-3069-499e-a12d-40f599fd53b6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:30.302325 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0ec50bc-ca4a-45bb-be87-7593cf726ad2 req-0c28fb38-3069-499e-a12d-40f599fd53b6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 944 time: 0.0540273 Jan 27 20:40:30.365780 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d0ec50bc-ca4a-45bb-be87-7593cf726ad2 req-529853e7-eda8-4f22-92b4-27511d9b8aa1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540068 Jan 27 20:40:31.493737 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a0f68-41a5-4c6f-91d0-7cf042903f0a req-3ff416fe-8b4b-45d7-bd76-10cdf906aea6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:31.495300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2a0f68-41a5-4c6f-91d0-7cf042903f0a req-3ff416fe-8b4b-45d7-bd76-10cdf906aea6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 944 time: 0.0518410 Jan 27 20:40:31.550709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b2a0f68-41a5-4c6f-91d0-7cf042903f0a req-8978029d-dd74-489d-b896-e5d8b6d53897 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490746 Jan 27 20:40:32.277550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 69367fbd-8218-404a-863e-739126587db3 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:40:32.403915 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=69367fbd-8218-404a-863e-739126587db3,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:32.417002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '69367fbd-8218-404a-863e-739126587db3', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'port_id': '69367fbd-8218-404a-863e-739126587db3', 'mac_address': 'fa:16:3e:5e:4a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:40:32.462643 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 69367fbd-8218-404a-863e-739126587db3 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:32.463035 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69367fbd-8218-404a-863e-739126587db3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:32.477550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69367fbd-8218-404a-863e-739126587db3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:40:32.503195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=69367fbd-8218-404a-863e-739126587db3,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:32.508572 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (69367fbd-8218-404a-863e-739126587db3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:32.587053 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:32.686895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0115d8-2e4c-4ed3-84cb-57fd5ade6225 req-3c626d0f-203c-4539-a77f-07223c292b05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:32.688625 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c0115d8-2e4c-4ed3-84cb-57fd5ade6225 req-3c626d0f-203c-4539-a77f-07223c292b05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 945 time: 0.0548286 Jan 27 20:40:32.745107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1c0115d8-2e4c-4ed3-84cb-57fd5ade6225 req-fe7f1819-b08b-4a70-846b-6c9bf62a4603 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498250 Jan 27 20:40:32.876699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['69367fbd-8218-404a-863e-739126587db3'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:40:33.880825 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de898b-a6c4-4138-bbf1-61c0b0881612 req-302e1c16-5932-481b-b236-83872d55e155 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:33.882425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16de898b-a6c4-4138-bbf1-61c0b0881612 req-302e1c16-5932-481b-b236-83872d55e155 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 945 time: 0.0561011 Jan 27 20:40:33.937480 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-16de898b-a6c4-4138-bbf1-61c0b0881612 req-5e87e0e3-6dfb-4620-adbb-05daf2496966 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Jan 27 20:40:34.284614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 69367fbd-8218-404a-863e-739126587db3 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:40:34.340811 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 69367fbd-8218-404a-863e-739126587db3 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:40:34.345408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 69367fbd-8218-404a-863e-739126587db3 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:40:34.345916 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (69367fbd-8218-404a-863e-739126587db3), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:34.450140 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 69367fbd-8218-404a-863e-739126587db3 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:40:34.450741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (69367fbd-8218-404a-863e-739126587db3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:34.496633 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69367fbd-8218-404a-863e-739126587db3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:40:34.500875 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff7f39-2fb2-4d10-814d-5583fc2a1c6e" -d '{"events": [{"server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "name": "network-vif-plugged", "status": "completed", "tag": "69367fbd-8218-404a-863e-739126587db3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:40:34.524183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=69367fbd-8218-404a-863e-739126587db3,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:40:34.530717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (69367fbd-8218-404a-863e-739126587db3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:34.563641 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d000e4-db92-4d08-9d72-939efa277a97 x-openstack-request-id: req-20d000e4-db92-4d08-9d72-939efa277a97 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:40:34.563945 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "name": "network-vif-plugged", "status": "completed", "tag": "69367fbd-8218-404a-863e-739126587db3", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:40:34.564199 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20d000e4-db92-4d08-9d72-939efa277a97 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:40:34.564607 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69367fbd-8218-404a-863e-739126587db3', 'code': 200} Jan 27 20:40:34.595791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:34.979539 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8a9da-4415-462f-b1ec-cbaaad4e83a1 req-5d12c2a7-8328-4ecc-bc4a-a4fcb90776af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:34.981854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43b8a9da-4415-462f-b1ec-cbaaad4e83a1 req-5d12c2a7-8328-4ecc-bc4a-a4fcb90776af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.3614531 Jan 27 20:40:35.036861 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-43b8a9da-4415-462f-b1ec-cbaaad4e83a1 req-b50b5650-50eb-4a7b-8af4-ce29670e31cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481081 Jan 27 20:40:35.106386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f40d2-9adf-4049-9ae7-96a604b2294f req-3a9398d6-e119-4892-931a-80b347266901 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:35.107992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-217f40d2-9adf-4049-9ae7-96a604b2294f req-3a9398d6-e119-4892-931a-80b347266901 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0571382 Jan 27 20:40:35.163633 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-217f40d2-9adf-4049-9ae7-96a604b2294f req-eeab2fb6-1283-4e31-9670-742beaf4df77 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463908 Jan 27 20:40:36.305384 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0f51-4796-4369-a3b8-0250eaed5447 req-f4843572-7677-49a0-8504-9c3ba9a9ad54 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:36.309806 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b5d0f51-4796-4369-a3b8-0250eaed5447 req-f4843572-7677-49a0-8504-9c3ba9a9ad54 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0700579 Jan 27 20:40:36.379261 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0b5d0f51-4796-4369-a3b8-0250eaed5447 req-8e867006-a5f2-41e0-978d-c7fc4efbaef8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561035 Jan 27 20:40:37.498996 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9652734-5e6c-493d-943e-828894b673e9 req-9e87a0be-da5b-4a69-90dc-86c0f04b3e29 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:37.500583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9652734-5e6c-493d-943e-828894b673e9 req-9e87a0be-da5b-4a69-90dc-86c0f04b3e29 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0501757 Jan 27 20:40:37.554755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9652734-5e6c-493d-943e-828894b673e9 req-cb6762f0-532d-46d9-beb5-16ca1bb5047d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476191 Jan 27 20:40:37.694120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c18e-7132-45c1-ad33-53b651046b24 req-dd985966-b6af-41c6-a389-5fdac4c50e8c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:37.695654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d144c18e-7132-45c1-ad33-53b651046b24 req-dd985966-b6af-41c6-a389-5fdac4c50e8c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0660796 Jan 27 20:40:37.767933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d144c18e-7132-45c1-ad33-53b651046b24 req-d4fe1948-728d-4b58-9363-d7432d4d0cf6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662692 Jan 27 20:40:37.795845 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42390) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:37.838055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41e041-41d1-42e1-afbd-14eacd39e161 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:37.839603 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-bb41e041-41d1-42e1-afbd-14eacd39e161 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1092 time: 0.0424116 Jan 27 20:40:37.842665 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42392) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:37.847180 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '69367fbd-8218-404a-863e-739126587db3', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:40:37.870545 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:37.978941 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.093986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.183 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/62630b75-08ea-4d2e-8900-37e31b902d15) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:40:38.204540 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (62630b75-08ea-4d2e-8900-37e31b902d15), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.240593 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.277312 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:40:38.280061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:40:38.285752 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:40:38.291756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=62630b75-08ea-4d2e-8900-37e31b902d15,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:38.641310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (14020bf6-49e1-4b8c-a420-12592337dfee), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.710939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.855470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (62630b75-08ea-4d2e-8900-37e31b902d15), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.860073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:38.932483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=62630b75-08ea-4d2e-8900-37e31b902d15,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:40:38.942609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (14020bf6-49e1-4b8c-a420-12592337dfee), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:39.044397 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 14020bf6-49e1-4b8c-a420-12592337dfee associated. External IP: 172.25.5.183, port: 69367fbd-8218-404a-863e-739126587db3. Jan 27 20:40:39.175145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7106332-9de8-4ffa-a471-a625f419d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:39.264907 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router da886b4b-509d-47a7-8536-a06fccac5fea has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:40:39.383935 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:40:39.394448 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Sync routers for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:40:39.403672 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:39.406148 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:39.406955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:39.433467 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b3ebae89-98fc-4344-a677-cbbb3494d8f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5895667 Jan 27 20:40:39.434433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:40:39.436970 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920752b7-05bc-498f-bac3-c46019c1cf70" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:40:39.519256 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:39.533541 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86cfc8-efbe-481e-a7df-29907118fc83 req-0a470dee-d939-49cf-bb99-040590e617c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:39.535107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b86cfc8-efbe-481e-a7df-29907118fc83 req-0a470dee-d939-49cf-bb99-040590e617c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Jan 27 20:40:39.586770 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6b86cfc8-efbe-481e-a7df-29907118fc83 req-a7ce0698-0c65-466f-ac3e-118ba9a34020 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Jan 27 20:40:39.611236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42398) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:39.653279 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857219a0-3fba-486e-a049-ba38ed643a53 x-openstack-request-id: req-857219a0-3fba-486e-a049-ba38ed643a53 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:40:39.653649 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:40:39.653997 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-857219a0-3fba-486e-a049-ba38ed643a53 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:40:39.654460 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3', 'status': 'completed', 'code': 200} Jan 27 20:40:39.709893 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-302977f6-8e2b-4bed-9111-d2997266e821 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/14020bf6-49e1-4b8c-a420-12592337dfee HTTP/1.1" status: 200 len: 992 time: 0.0973361 Jan 27 20:40:39.718205 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-3c477473-1fc4-4298-9ebc-71ff7ec08c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:39.719868 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-3c477473-1fc4-4298-9ebc-71ff7ec08c82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0604146 Jan 27 20:40:39.763055 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '14020bf6-49e1-4b8c-a420-12592337dfee', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'port_id': '69367fbd-8218-404a-863e-739126587db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'mac_address': 'fa:16:3e:5e:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:40:38Z', 'updated_at': '2022-01-27T20:40:38Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:39.789705 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Checking router: da886b4b-509d-47a7-8536-a06fccac5fea for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:40:39.798462 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:40:39.799108 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:40:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:39.815093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-aea67582-464d-4f4d-a8bb-ac28fd7aca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:39.816589 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-aea67582-464d-4f4d-a8bb-ac28fd7aca3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0908041 Jan 27 20:40:39.891521 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-6fe062e3-3ea5-44ef-a9d8-bfe705192ad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1000 time: 0.0677371 Jan 27 20:40:39.908708 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:40:39.946227 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-ba3c96ae-1d9b-4981-8946-a3d672b34060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:39.947746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-ba3c96ae-1d9b-4981-8946-a3d672b34060 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0501063 Jan 27 20:40:39.994307 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-3d0a4763-4a24-4f8e-96a8-524aea2fdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:39.995824 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-3d0a4763-4a24-4f8e-96a8-524aea2fdf4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421433 Jan 27 20:40:40.086551 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-23f1b5b2-f539-468c-8e08-2acb0115766c service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Jan 27 20:40:40.184993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-920752b7-05bc-498f-bac3-c46019c1cf70 req-2a4c6102-2aec-47de-b383-69543b5705f9 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926719 Jan 27 20:40:40.239111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '14020bf6-49e1-4b8c-a420-12592337dfee', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'port_id': '69367fbd-8218-404a-863e-739126587db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'mac_address': 'fa:16:3e:5e:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:40:38Z', 'updated_at': '2022-01-27T20:40:38Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:40:40.265227 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b8e69-afeb-463b-8c27-7d994323dea4 None None] The sync data for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 is: [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '14020bf6-49e1-4b8c-a420-12592337dfee', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'port_id': '69367fbd-8218-404a-863e-739126587db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'mac_address': 'fa:16:3e:5e:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:40:38Z', 'updated_at': '2022-01-27T20:40:38Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:40:40.456823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9617d3-ab23-420f-8434-0990be670ad6 None None] New status for floating IP 14020bf6-49e1-4b8c-a420-12592337dfee: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:40:40.713863 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42400) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:40:40.777622 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-51938225-91b0-4864-9674-11c1e67ea4c4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/14020bf6-49e1-4b8c-a420-12592337dfee HTTP/1.1" status: 200 len: 994 time: 0.0625160 Jan 27 20:40:42.302668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91281f62-6d18-48b0-a120-564ff9f16548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:45.477843 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:45.906821 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:46.271204 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:54.448757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:55.326830 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-173cff3c-2946-4d35-ae8a-fef910cfb75f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433469 Jan 27 20:40:55.411745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-3d3dcf3b-4d70-4951-8bc1-9a04230bb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:55.413832 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-3d3dcf3b-4d70-4951-8bc1-9a04230bb51d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0420754 Jan 27 20:40:55.468553 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:40:55.524102 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-865cd899-dcb9-4ac1-9368-a3dec67f1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:55.525650 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-865cd899-dcb9-4ac1-9368-a3dec67f1333 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0934510 Jan 27 20:40:55.598587 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-6087db84-3407-47af-9024-10a05131f5ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1002 time: 0.0667253 Jan 27 20:40:55.646788 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-1b1da8c4-c0a0-48fd-b335-f1a1c8a6ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:55.648927 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-1b1da8c4-c0a0-48fd-b335-f1a1c8a6ca8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0440955 Jan 27 20:40:55.691990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-bbd621e9-21c8-4f5d-b832-ce8dc53bbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:40:55.693505 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-bbd621e9-21c8-4f5d-b832-ce8dc53bbc3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388246 Jan 27 20:40:55.789964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-dccb23b8-08cb-488b-a7de-44048a295316 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891781 Jan 27 20:40:55.879103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6594d0e1-6ab4-483b-a779-a974b481cfd1 req-2c96f682-6efb-4454-ae9c-8bf84379955c service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827582 Jan 27 20:41:01.698266 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-d876309a-611c-44f5-b001-4b35e123da2d req-1d99dc16-200a-4057-bc44-75b6154c95a0 service neutron] (103322) timed out ('10.222.0.59', 37794) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 20:41:07.129604 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:41:09.178209 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3642-3629-4e41-884e-80aeba8271a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:12.303735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4777802c-f8a4-457c-8a34-6a8ce914db38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:15.479364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:15.900437 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:16.264992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:24.466591 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:25.482658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:39.180615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4e203b-e8aa-4399-9234-b27dc0f49d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:42.306732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e64cf48-7eca-49d2-b587-3e96cb043259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:44.128373 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:41:45.481930 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:45.905788 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:46.266973 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:52.214533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ab9f-3c4f-4b3e-b4de-a8650100dd4f req-a1392be4-23da-459a-8c92-1e3295bf9ede tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:52.216907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeb9ab9f-3c4f-4b3e-b4de-a8650100dd4f req-a1392be4-23da-459a-8c92-1e3295bf9ede tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.1049914 Jan 27 20:41:52.268526 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-aeb9ab9f-3c4f-4b3e-b4de-a8650100dd4f req-17d144b3-74b9-49a1-bfdb-a36ad8930df4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468004 Jan 27 20:41:53.384183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b339c3-7863-4e4d-afd4-f516e0552c93 req-9ffc15ec-3594-4614-8421-ad0cfb37e35c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:53.385703 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77b339c3-7863-4e4d-afd4-f516e0552c93 req-9ffc15ec-3594-4614-8421-ad0cfb37e35c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0491576 Jan 27 20:41:53.433886 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77b339c3-7863-4e4d-afd4-f516e0552c93 req-7de770f4-bbdf-45b1-9155-c9a9c76903d2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Jan 27 20:41:54.462303 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:54.554526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054eaa3-ab5d-4654-a023-481d24c578eb req-062dd4b0-e248-4ae0-a18a-a88f7383e9f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:54.556044 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d054eaa3-ab5d-4654-a023-481d24c578eb req-062dd4b0-e248-4ae0-a18a-a88f7383e9f3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0532691 Jan 27 20:41:54.605119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d054eaa3-ab5d-4654-a023-481d24c578eb req-98f4588a-21fd-4745-8381-61aba73a95bd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Jan 27 20:41:55.348419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-28931ad5-eb83-4309-be2e-1a5c3a65c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:55.349965 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-28931ad5-eb83-4309-be2e-1a5c3a65c4b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0462120 Jan 27 20:41:55.452254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-12d890dd-4c46-4d1f-a0e8-99fb6c4388f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:55.453756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-12d890dd-4c46-4d1f-a0e8-99fb6c4388f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0839994 Jan 27 20:41:55.475398 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:41:55.527584 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-7e5e474f-7055-4aa3-9015-18c0f4089980 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1002 time: 0.0665393 Jan 27 20:41:55.574611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-37b2a9a1-9963-44d2-b2f1-fffbb04f4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:55.576073 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-37b2a9a1-9963-44d2-b2f1-fffbb04f4e63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0433695 Jan 27 20:41:55.619981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-6768f6af-80ac-42be-852a-690ac2da0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:55.621431 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-6768f6af-80ac-42be-852a-690ac2da0578 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399497 Jan 27 20:41:55.713154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-d6bc341d-1a75-47f5-937f-1badb5699e29 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861669 Jan 27 20:41:55.728523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd62317-c256-425e-98a5-8f46b8732268 req-ce0168a0-7e18-4383-9397-a3fec77715c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:55.730023 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd62317-c256-425e-98a5-8f46b8732268 req-ce0168a0-7e18-4383-9397-a3fec77715c3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Jan 27 20:41:55.779790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-efd62317-c256-425e-98a5-8f46b8732268 req-b3146770-a6d4-4e3a-afed-17163c1a6ced tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Jan 27 20:41:55.801687 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-386ce5e7-9b67-411f-ae83-24931adc0df0 req-980aa062-78c7-451e-b505-222face7dd64 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829735 Jan 27 20:41:56.897093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8083bf0-34bb-4c17-8eef-ac210dd90633 req-28f00865-5623-4e3d-9961-a552acd7f5c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:56.898654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8083bf0-34bb-4c17-8eef-ac210dd90633 req-28f00865-5623-4e3d-9961-a552acd7f5c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jan 27 20:41:56.950403 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f8083bf0-34bb-4c17-8eef-ac210dd90633 req-24a71f21-14a4-4712-9518-74f09ffbfaa7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Jan 27 20:41:58.070716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5105e-9f1c-4e4d-a8a8-ebd504a23e51 req-6f3f6abc-2ac0-4ee8-b6b9-8880106eecd0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:58.072196 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9a5105e-9f1c-4e4d-a8a8-ebd504a23e51 req-6f3f6abc-2ac0-4ee8-b6b9-8880106eecd0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0536606 Jan 27 20:41:58.120452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9a5105e-9f1c-4e4d-a8a8-ebd504a23e51 req-feb02406-0096-4fb1-b000-558540b407cb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424643 Jan 27 20:41:59.236913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a6f7-0cc5-41fe-a42a-fdfd826cb2fc req-dd51eb8d-2e62-4170-9ee6-a973e503fa45 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:41:59.238421 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2970a6f7-0cc5-41fe-a42a-fdfd826cb2fc req-dd51eb8d-2e62-4170-9ee6-a973e503fa45 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Jan 27 20:41:59.287714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2970a6f7-0cc5-41fe-a42a-fdfd826cb2fc req-5112fd0a-4b32-48e3-91dd-50a07b9d9696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435350 Jan 27 20:42:00.405895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933f8cd-1002-4fab-8ee4-943480f69a8d req-cbf64add-a789-4fea-9baf-cc0a0013ec90 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:00.407378 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5933f8cd-1002-4fab-8ee4-943480f69a8d req-cbf64add-a789-4fea-9baf-cc0a0013ec90 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Jan 27 20:42:00.459089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5933f8cd-1002-4fab-8ee4-943480f69a8d req-d2d55182-5518-4c10-88da-1ad1b72aa58b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459979 Jan 27 20:42:01.574411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eecb8-b507-4d69-9d4d-052ccc74590b req-b2ff1a89-9a93-4bae-9116-dbc7c85dc3ff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:01.575885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-493eecb8-b507-4d69-9d4d-052ccc74590b req-b2ff1a89-9a93-4bae-9116-dbc7c85dc3ff tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0479250 Jan 27 20:42:01.625184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-493eecb8-b507-4d69-9d4d-052ccc74590b req-d1453187-33ad-4a13-8b5f-7c5b7d954348 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 Jan 27 20:42:02.740754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b55af0-60b1-411a-a5af-155477bc73af req-af8bfc95-27d2-46ed-ba50-70cf11319c4f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:02.742253 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80b55af0-60b1-411a-a5af-155477bc73af req-af8bfc95-27d2-46ed-ba50-70cf11319c4f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Jan 27 20:42:02.791322 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-80b55af0-60b1-411a-a5af-155477bc73af req-cec64eff-b6fe-464d-b710-ec58dd72da7c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Jan 27 20:42:02.813927 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:42:02.876588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-68cead4d-8bf1-4e64-96e9-ff97004aad2b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/14020bf6-49e1-4b8c-a420-12592337dfee HTTP/1.1" status: 200 len: 994 time: 0.0615497 Jan 27 20:42:04.148731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcf198-6863-45e6-a52c-68e1a31823e5 req-a6c8be1b-4d76-4fcf-b3d8-83dc2ae4d460 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:04.150490 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85bcf198-6863-45e6-a52c-68e1a31823e5 req-a6c8be1b-4d76-4fcf-b3d8-83dc2ae4d460 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0516629 Jan 27 20:42:04.167574 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-18f04df1-b58b-4a7c-b8b6-3e0655e2bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:04.169094 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-18f04df1-b58b-4a7c-b8b6-3e0655e2bcf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0451152 Jan 27 20:42:04.204112 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-85bcf198-6863-45e6-a52c-68e1a31823e5 req-17cadc49-6d75-4b00-884f-190f5c642c6b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475097 Jan 27 20:42:04.264608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-bdecfb57-ed66-4a75-8f53-357ed9d2efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:04.266176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-bdecfb57-ed66-4a75-8f53-357ed9d2efe2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0916297 Jan 27 20:42:04.330968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-d73716ee-d086-4661-bba4-843100225758 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1002 time: 0.0590153 Jan 27 20:42:04.385405 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-27ae3581-7b15-44ad-b205-9c95bb5db222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:04.386890 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-27ae3581-7b15-44ad-b205-9c95bb5db222 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0506301 Jan 27 20:42:04.433769 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-3b3cc310-b6b4-47b7-b3d1-3e2a3664ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:04.435180 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-3b3cc310-b6b4-47b7-b3d1-3e2a3664ecdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427215 Jan 27 20:42:04.523625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-1558ebc8-a745-41bf-af05-f507a0ecdbf0 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826900 Jan 27 20:42:04.616305 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-83cf4511-d226-40d4-af9c-00f0fe0448f0 req-94c056ff-c8ca-4e31-9d94-1641a0b90555 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872979 Jan 27 20:42:05.329488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d7b5-fa44-4a37-8cf9-05accc2df2e6 req-14eec098-7ba4-4b50-9978-5ce562a12284 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:05.331028 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c8d7b5-fa44-4a37-8cf9-05accc2df2e6 req-14eec098-7ba4-4b50-9978-5ce562a12284 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0552070 Jan 27 20:42:05.381126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a2c8d7b5-fa44-4a37-8cf9-05accc2df2e6 req-74bd103e-1204-4ce2-b140-16186b8e6eec tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Jan 27 20:42:05.403534 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:42:05.462399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cd64f3bc-41ef-4d3f-861d-db8f5c6b0f39 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/14020bf6-49e1-4b8c-a420-12592337dfee HTTP/1.1" status: 200 len: 994 time: 0.0577486 Jan 27 20:42:09.182288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9e425b-11f2-461c-ac44-3691f499da44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:12.308524 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b936f0bd-c66d-4cf6-8b1c-045bbbe5f5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:15.496467 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:15.916258 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:16.270518 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:21.127710 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:42:24.476509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:25.481795 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:39.188615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0167c61-ff0d-4ba0-a861-67607d8cd20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:42.311924 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2191d6e-62e8-43eb-a5a2-d346264174ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:45.488326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:45.909597 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:46.273171 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:54.475691 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:55.353439 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-c453655f-218d-42bf-9259-308670344de3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399985 Jan 27 20:42:55.436209 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-a412896d-b987-4563-90d5-ba55498757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:55.438267 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-a412896d-b987-4563-90d5-ba55498757ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0395999 Jan 27 20:42:55.495820 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:55.553426 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-e513e57a-985e-45e6-86ac-4e29ea53b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:55.554928 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-e513e57a-985e-45e6-86ac-4e29ea53b81a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0927048 Jan 27 20:42:55.620525 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-38b3ab76-1849-4c94-a60b-68b6d7d645e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 1002 time: 0.0579493 Jan 27 20:42:55.673491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-deecfa51-8f68-46b5-8f1f-a32f62488414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:55.674980 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-deecfa51-8f68-46b5-8f1f-a32f62488414 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0474577 Jan 27 20:42:55.722561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-9137a0d1-bed4-47b7-bb47-1104fc5c3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:55.724045 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-9137a0d1-bed4-47b7-bb47-1104fc5c3dd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400813 Jan 27 20:42:55.813156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-ca67d694-640a-45ee-a976-9b4d8405be76 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802352 Jan 27 20:42:55.908268 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-520b1c2d-4791-4de8-9158-ea62a9279d73 req-dc567e0a-ccbf-47d1-86f3-4411f2617916 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 Jan 27 20:42:56.157277 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42480) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:42:56.317466 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 62630b75-08ea-4d2e-8900-37e31b902d15 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:42:56.317816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:56.397338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:56.397978 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (62630b75-08ea-4d2e-8900-37e31b902d15), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:56.409064 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 62630b75-08ea-4d2e-8900-37e31b902d15 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:42:56.550818 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (62630b75-08ea-4d2e-8900-37e31b902d15), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:56.860830 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=62630b75-08ea-4d2e-8900-37e31b902d15,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:42:56.872984 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.873368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.873718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.874103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.874451 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.874784 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.875116 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.875450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.875780 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.876115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.876445 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.876766 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.877089 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:42:56.933525 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (14020bf6-49e1-4b8c-a420-12592337dfee), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:56.933910 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 14020bf6-49e1-4b8c-a420-12592337dfee disassociated (deleted). External IP: 172.25.5.183, port: 69367fbd-8218-404a-863e-739126587db3. Jan 27 20:42:57.142750 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router da886b4b-509d-47a7-8536-a06fccac5fea has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:42:57.254840 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:42:57.259674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:57.264253 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Sync routers for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:42:57.274058 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:42:57.274671 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:42:57.286747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b6546a19-0057-45b0-97f9-0fd37cdf5f21 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/floatingips/14020bf6-49e1-4b8c-a420-12592337dfee HTTP/1.1" status: 204 len: 168 time: 1.1283691 Jan 27 20:42:57.287340 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:42:57.289625 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb32d3-d300-4753-ad3e-cc0008d02db9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:42:57.381553 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:42:57.499747 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3766310c-52b1-425f-8f64-70beea2dfa9d x-openstack-request-id: req-3766310c-52b1-425f-8f64-70beea2dfa9d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:42:57.500384 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "tag": "69367fbd-8218-404a-863e-739126587db3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:42:57.500384 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3766310c-52b1-425f-8f64-70beea2dfa9d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:42:57.500698 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'tag': '69367fbd-8218-404a-863e-739126587db3', 'status': 'completed', 'code': 200} Jan 27 20:42:57.569948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-ca5bf183-78d4-4575-a8ad-4d019e82ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:57.571477 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-ca5bf183-78d4-4575-a8ad-4d019e82ecac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 1097 time: 0.0453424 Jan 27 20:42:57.599129 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:42:57.601008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b581ab1-14b4-478b-bc44-1ab3024a7394 req-83580e25-3dee-452f-9799-e76981a942ec tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:57.602562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b581ab1-14b4-478b-bc44-1ab3024a7394 req-83580e25-3dee-452f-9799-e76981a942ec tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0533710 Jan 27 20:42:57.627700 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Checking router: da886b4b-509d-47a7-8536-a06fccac5fea for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:42:57.638499 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:42:57.639750 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:42:57.661786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2b581ab1-14b4-478b-bc44-1ab3024a7394 req-d3ba05d6-efa1-413b-936a-0be581081d03 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528688 Jan 27 20:42:57.674550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-6f095c0d-c702-4ca6-b1e7-29bebde6c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:57.676197 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-6f095c0d-c702-4ca6-b1e7-29bebde6c767 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 200 len: 897 time: 0.0954795 Jan 27 20:42:57.716709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-fddc5403-49d2-43f6-9a5f-0d0f075293f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 200 len: 217 time: 0.0342488 Jan 27 20:42:57.750993 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:42:57.766745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-0d1c0045-adda-4efc-9195-c26fa806ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:57.768308 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-0d1c0045-adda-4efc-9195-c26fa806ed37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 200 len: 835 time: 0.0446861 Jan 27 20:42:57.820597 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-d4f74277-d0e7-461c-8b72-692b93afa33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:57.822158 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-d4f74277-d0e7-461c-8b72-692b93afa33a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5df6bc62-cf81-4679-b952-b87d975d3d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477560 Jan 27 20:42:57.913558 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-3f332d41-b05d-4009-ad16-f7741b8bb42f service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826061 Jan 27 20:42:57.957831 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:42:57.987062 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1ee71-68b9-4812-b985-0afdaa3355ea None None] The sync data for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 is: [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:23Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1edfae4d-2ab2-4523-8c1b-aca11927b057', 'name': '', 'network_id': '5df6bc62-cf81-4679-b952-b87d975d3d86', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:dc:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:23Z', 'updated_at': '2022-01-27T20:40:26Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'addc85dc-73e5-4af3-8828-00d94dad4d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:42:58.011694 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29fb32d3-d300-4753-ad3e-cc0008d02db9 req-9a988f95-abcd-43bb-950f-2454ca739c21 service neutron] 10.222.0.66 "GET /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912135 Jan 27 20:42:58.127733 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:42:58.199407 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30c9bc-77e7-4ace-b55b-044d948ed3c2 None None] New status for floating IP 14020bf6-49e1-4b8c-a420-12592337dfee: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:42:58.786788 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d62a-09a2-49bd-b0f4-176c04cb428e req-392c0fc3-8c28-4b09-ba32-ab3eed28f619 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:58.788268 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8dd5d62a-09a2-49bd-b0f4-176c04cb428e req-392c0fc3-8c28-4b09-ba32-ab3eed28f619 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0523674 Jan 27 20:42:58.836123 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8dd5d62a-09a2-49bd-b0f4-176c04cb428e req-d19d9ef5-f84d-4ed6-8052-edaef6d9d2d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=16090a1a-7515-41b2-93ab-a4bc7762449e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Jan 27 20:42:59.412493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-4194211a-62c7-4db5-8a6c-dcdefbaf6883 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:42:59.413963 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-4194211a-62c7-4db5-8a6c-dcdefbaf6883 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 946 time: 0.0485635 Jan 27 20:42:59.498626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 69367fbd-8218-404a-863e-739126587db3 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:42:59.498970 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (69367fbd-8218-404a-863e-739126587db3), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:59.589191 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 69367fbd-8218-404a-863e-739126587db3, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=69367fbd-8218-404a-863e-739126587db3,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:42:59.589592 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (69367fbd-8218-404a-863e-739126587db3), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:59.601320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 69367fbd-8218-404a-863e-739126587db3 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:42:59.733986 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (69367fbd-8218-404a-863e-739126587db3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:59.762974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=69367fbd-8218-404a-863e-739126587db3,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:42:59.805496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] No DVR routers for this DVR port 69367fbd-8218-404a-863e-739126587db3 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:42:59.808201 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:42:59.811604 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fd2d34b5-ac47-40e1-a659-522cbd216d16 req-a4b0f7a2-f1bb-4e0c-80d7-b899d97993d3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "DELETE /v2.0/ports/69367fbd-8218-404a-863e-739126587db3 HTTP/1.1" status: 204 len: 173 time: 0.3929098 Jan 27 20:42:59.812047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'name': 'network-vif-deleted', 'tag': '69367fbd-8218-404a-863e-739126587db3'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:42:59.814354 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa3ec39-0d2b-4983-be46-4376b3901e42" -d '{"events": [{"server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "name": "network-vif-deleted", "tag": "69367fbd-8218-404a-863e-739126587db3"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:42:59.861704 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a52b3e-257e-488f-80f4-fd99733e01c3 x-openstack-request-id: req-d8a52b3e-257e-488f-80f4-fd99733e01c3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:42:59.862051 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9e83e5-c7e2-4405-b470-89b7aff67c12", "name": "network-vif-deleted", "tag": "69367fbd-8218-404a-863e-739126587db3", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:42:59.862312 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8a52b3e-257e-488f-80f4-fd99733e01c3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:42:59.862748 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9e83e5-c7e2-4405-b470-89b7aff67c12', 'name': 'network-vif-deleted', 'tag': '69367fbd-8218-404a-863e-739126587db3', 'status': 'completed', 'code': 200} Jan 27 20:42:59.942740 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-74a6a218-eebb-4f16-967d-6d3e6d7c364a req-7a90a9e2-46c1-492f-8023-bce61d5e577a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f9e83e5-c7e2-4405-b470-89b7aff67c12 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jan 27 20:43:01.190705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:01.555330 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (da886b4b-509d-47a7-8536-a06fccac5fea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:01.804336 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 1edfae4d-2ab2-4523-8c1b-aca11927b057 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:43:01.804681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:01.890887 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 1edfae4d-2ab2-4523-8c1b-aca11927b057, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1edfae4d-2ab2-4523-8c1b-aca11927b057,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:01.891264 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:01.903762 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 1edfae4d-2ab2-4523-8c1b-aca11927b057 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:43:02.109325 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1edfae4d-2ab2-4523-8c1b-aca11927b057), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.136773 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=1edfae4d-2ab2-4523-8c1b-aca11927b057,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:02.344894 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (da886b4b-509d-47a7-8536-a06fccac5fea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.563520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router da886b4b-509d-47a7-8536-a06fccac5fea has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:43:02.679296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:43:02.686250 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5c1135e5-89b0-46d0-993d-5cb0a41104ad tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/da886b4b-509d-47a7-8536-a06fccac5fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925935 Jan 27 20:43:02.687260 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:02.690741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Sync routers for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:43:02.701506 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:02.702203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:02.741457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting subnet addc85dc-73e5-4af3-8828-00d94dad4d69 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:43:02.745129 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (addc85dc-73e5-4af3-8828-00d94dad4d69), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.787836 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (addc85dc-73e5-4af3-8828-00d94dad4d69), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.823095 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:02.878123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (addc85dc-73e5-4af3-8828-00d94dad4d69), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.941564 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (addc85dc-73e5-4af3-8828-00d94dad4d69), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.963378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a94374-c469-4d30-bd2f-2cc311e5e0d5 None None] Network 5df6bc62-cf81-4679-b952-b87d975d3d86 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:43:02.971710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:02.975176 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/subnets/addc85dc-73e5-4af3-8828-00d94dad4d69 HTTP/1.1" status: 204 len: 168 time: 0.2865760 Jan 27 20:43:02.976398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f75f0-28c9-4ec2-ab0c-0056caa65ad0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Subnet': ['ID=addc85dc-73e5-4af3-8828-00d94dad4d69,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:02.977653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42504) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:03.026421 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:43:02Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:03.059877 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Checking router: da886b4b-509d-47a7-8536-a06fccac5fea for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:43:03.070346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Routers {'da886b4b-509d-47a7-8536-a06fccac5fea'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:03.071156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['da886b4b-509d-47a7-8536-a06fccac5fea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:03.094174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 69367fbd-8218-404a-863e-739126587db3 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:43:03.118154 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (da886b4b-509d-47a7-8536-a06fccac5fea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.137899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 69367fbd-8218-404a-863e-739126587db3 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:43:03.138535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 69367fbd-8218-404a-863e-739126587db3 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:43:03.157769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] DHCP port deletion for 5df6bc62-cf81-4679-b952-b87d975d3d86 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:43:03.209627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Deleting port 35bdad55-cf92-4dad-a401-89deb96cb31e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:43:03.209992 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.250121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (da886b4b-509d-47a7-8536-a06fccac5fea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.276308 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] For port 35bdad55-cf92-4dad-a401-89deb96cb31e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=35bdad55-cf92-4dad-a401-89deb96cb31e,segment=NetworkSegment(accce72c-98a8-4ae7-a932-945b8673d2ef),segment_id=accce72c-98a8-4ae7-a932-945b8673d2ef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:03.277124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.277595 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] Set router da886b4b-509d-47a7-8536-a06fccac5fea gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:03.292008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Calling delete_port for 35bdad55-cf92-4dad-a401-89deb96cb31e owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:43:03.309296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 0a00155a-4558-4439-bec7-9873a88ab3db {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:43:03.309711 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.423308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 0a00155a-4558-4439-bec7-9873a88ab3db, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=0a00155a-4558-4439-bec7-9873a88ab3db,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:03.424045 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.437986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 0a00155a-4558-4439-bec7-9873a88ab3db owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:43:03.475953 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:43:02Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:03.503436 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafcee6-96a2-4d27-8be4-d18e9eadbfd1 None None] The sync data for ids ['da886b4b-509d-47a7-8536-a06fccac5fea'] in n-d-760453-6 is: [{'id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572320962', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:43:02Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '0a00155a-4558-4439-bec7-9873a88ab3db', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da886b4b-509d-47a7-8536-a06fccac5fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:40:20Z', 'updated_at': '2022-01-27T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:43:03.552711 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (35bdad55-cf92-4dad-a401-89deb96cb31e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.579306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Pushing event deleted for resources: {'Port': ['ID=35bdad55-cf92-4dad-a401-89deb96cb31e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:03.587143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] No DVR routers for this DVR port 35bdad55-cf92-4dad-a401-89deb96cb31e on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:43:03.589544 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.589898 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.590247 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.590588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.591007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.591298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.591638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.591965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.592294 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.593113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.593482 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.593812 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.594141 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb07ac3-8184-4237-9b44-36f27f173b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:03.622108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0a00155a-4558-4439-bec7-9873a88ab3db), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.646271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=0a00155a-4558-4439-bec7-9873a88ab3db,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:03.706923 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (da886b4b-509d-47a7-8536-a06fccac5fea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.798841 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (da886b4b-509d-47a7-8536-a06fccac5fea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.800912 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (da886b4b-509d-47a7-8536-a06fccac5fea), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.849188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (da886b4b-509d-47a7-8536-a06fccac5fea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.849798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Fanout notify agent at l3_agent the message router_deleted on router da886b4b-509d-47a7-8536-a06fccac5fea {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:43:03.857575 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:03.858733 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5501f6d1-3822-43a9-8d16-7d424fd6fc02 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/routers/da886b4b-509d-47a7-8536-a06fccac5fea HTTP/1.1" status: 204 len: 168 time: 0.8801763 Jan 27 20:43:03.861690 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42506) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:03.945578 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5df6bc62-cf81-4679-b952-b87d975d3d86), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.033463 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5df6bc62-cf81-4679-b952-b87d975d3d86), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.056737 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df6bc62-cf81-4679-b952-b87d975d3d86']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:04.068215 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accce72c-98a8-4ae7-a932-945b8673d2ef') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:04.068534 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accce72c-98a8-4ae7-a932-945b8673d2ef') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:04.080976 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (accce72c-98a8-4ae7-a932-945b8673d2ef), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.094951 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (accce72c-98a8-4ae7-a932-945b8673d2ef), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.101782 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:43:04.102316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (accce72c-98a8-4ae7-a932-945b8673d2ef), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:43:04.105879 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:43:04.167335 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5df6bc62-cf81-4679-b952-b87d975d3d86), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.175274 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.178504 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/networks/5df6bc62-cf81-4679-b952-b87d975d3d86 HTTP/1.1" status: 204 len: 168 time: 0.3158514 Jan 27 20:43:04.181397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:04.191238 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665cde8-0421-46cf-8532-393ab7095314 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Network': ['ID=5df6bc62-cf81-4679-b952-b87d975d3d86,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:04.240514 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (16090a1a-7515-41b2-93ab-a4bc7762449e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.266047 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (16090a1a-7515-41b2-93ab-a4bc7762449e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.331435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (16090a1a-7515-41b2-93ab-a4bc7762449e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.334113 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:04.335290 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/security-groups/16090a1a-7515-41b2-93ab-a4bc7762449e HTTP/1.1" status: 204 len: 168 time: 0.1528888 Jan 27 20:43:04.345707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16090a1a-7515-41b2-93ab-a4bc7762449e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:04.353035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.353429 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.353782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.354125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.354462 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.354797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.355128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.355457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.355786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.356120 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.356440 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.356768 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.357172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d329b6-1f0e-4427-bea7-d8e9013d277f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:04.763819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35bdad55-cf92-4dad-a401-89deb96cb31e no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:43:04.784534 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 35bdad55-cf92-4dad-a401-89deb96cb31e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:43:04.784881 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 35bdad55-cf92-4dad-a401-89deb96cb31e not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:43:04.785326 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a00155a-4558-4439-bec7-9873a88ab3db no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:43:04.807710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 0a00155a-4558-4439-bec7-9873a88ab3db {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:43:04.807991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 0a00155a-4558-4439-bec7-9873a88ab3db not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:43:04.808418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1edfae4d-2ab2-4523-8c1b-aca11927b057 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:43:04.831983 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1edfae4d-2ab2-4523-8c1b-aca11927b057 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:43:04.832337 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1edfae4d-2ab2-4523-8c1b-aca11927b057 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:43:05.635323 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:05.640484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113866797', 'description': 'tempest-secgroup-smoke-1113866797 description', 'project_id': '4ac9243733a54a3c85f58f9215d27e14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:05.662349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.740430 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (2689bc53-11b5-40c7-bb15-e67c51820b87), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.745089 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2689bc53-11b5-40c7-bb15-e67c51820b87), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.773674 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.774934 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1383476 Jan 27 20:43:05.778992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:05.779531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b9436-6c81-4afb-abf8-0b6e90769b73 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2689bc53-11b5-40c7-bb15-e67c51820b87,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:05.785457 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:05.813889 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (6a947e05-7529-4646-8385-8ddeb0ecebc9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.861832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (6a947e05-7529-4646-8385-8ddeb0ecebc9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.865922 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (6a947e05-7529-4646-8385-8ddeb0ecebc9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.884286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a947e05-7529-4646-8385-8ddeb0ecebc9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:05.898325 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:05.899580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d193d0be-284e-4a71-a2f2-c8c32f07aff9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195674 Jan 27 20:43:05.902491 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:05.907547 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:05.939429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (3571db45-09d7-4ef8-a349-ca14b346abab), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.004911 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (3571db45-09d7-4ef8-a349-ca14b346abab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.009070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (3571db45-09d7-4ef8-a349-ca14b346abab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.031018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3571db45-09d7-4ef8-a349-ca14b346abab,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:06.036671 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.038224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cdf1e713-fed8-4d02-b5a4-910e091e7bfe tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345046 Jan 27 20:43:06.040814 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:06.045186 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:06.069961 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (c0a27af6-46e4-48e1-9f0d-01cd2857b6b3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.128337 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (c0a27af6-46e4-48e1-9f0d-01cd2857b6b3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.132780 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (c0a27af6-46e4-48e1-9f0d-01cd2857b6b3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.153559 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a27af6-46e4-48e1-9f0d-01cd2857b6b3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:06.161550 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.165387 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-167f0a09-417d-4f5c-b5ae-665bd486ff7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209598 Jan 27 20:43:06.165563 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:06.169945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:06.194801 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (913912b3-110e-4965-a878-3725dfc981ee), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.254533 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (913912b3-110e-4965-a878-3725dfc981ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.258582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (913912b3-110e-4965-a878-3725dfc981ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.279136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913912b3-110e-4965-a878-3725dfc981ee,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:06.288295 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.289554 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a30127ce-f3e2-4de5-b661-11f237466e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230567 Jan 27 20:43:06.293403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:06.298023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:06.318461 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:43:06.325214 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (eb790dc1-b2d2-45da-828f-282763da4409), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.386999 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (eb790dc1-b2d2-45da-828f-282763da4409), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.391342 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (eb790dc1-b2d2-45da-828f-282763da4409), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.409035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb790dc1-b2d2-45da-828f-282763da4409,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:06.417490 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.418738 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-46dc8cc4-8f66-4d33-b953-d8b3757ddf79 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243181 Jan 27 20:43:06.421661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42528) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:06.426331 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'security_group_rule': {'security_group_id': '2689bc53-11b5-40c7-bb15-e67c51820b87', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:06.446187 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Project 4ac9243733a54a3c85f58f9215d27e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:43:06.451410 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (f4b5293c-f3f1-4014-9e40-fac8dbfd2e34), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.522956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (f4b5293c-f3f1-4014-9e40-fac8dbfd2e34), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.526060 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f4b5293c-f3f1-4014-9e40-fac8dbfd2e34), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.544441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b5293c-f3f1-4014-9e40-fac8dbfd2e34,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:06.552758 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.554060 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-204c0f2b-baa7-46d0-ac18-16000ec0587e tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313546 Jan 27 20:43:06.557496 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42530) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:06.563350 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'network': {'name': 'tempest-network-smoke--2146809088', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'port_security_enabled': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:06.584296 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:43:06.588161 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.618008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:43:06.632535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6665439f-0687-4e95-be16-eee54794ad1b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.632973 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Added segment 6665439f-0687-4e95-be16-eee54794ad1b of type vlan for network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 Jan 27 20:43:06.684938 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (d7dacd95-0905-4e79-a5c6-ddb88a0cb283), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.712702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (d7dacd95-0905-4e79-a5c6-ddb88a0cb283), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:06.718338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:06.718966 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.083447 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5247364 Jan 27 20:43:07.086485 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42532) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:07.093809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'admin_state_up': True, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:07.109809 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a024-3220-4d9f-bfad-4559e6cd9148 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Network': ['ID=d7dacd95-0905-4e79-a5c6-ddb88a0cb283,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:07.120856 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:43:07.125839 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.126961 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.181945 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.323919 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.527077 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.547026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.652682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.128 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/6a720ad0-1c0b-4f73-bd4c-bea54e6bf786) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:43:07.762815 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.797107 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:07.835069 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:07.837813 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:07.844234 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:43:07.848707 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:08.089115 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:08.282867 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:08.407397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:43:08.510889 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:43:08.520449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Sync routers for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:43:08.530528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:08.530846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:08.531175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:08.532290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-19dbbafd-5c4b-44e8-a7d4-bc1f013da5f8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4444790 Jan 27 20:43:08.535376 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42534) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:08.564484 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-788352e8-227c-40e8-9e45-3b49ed36722f tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4ac9243733a54a3c85f58f9215d27e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279057 Jan 27 20:43:08.567156 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42536) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:08.638091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:08.654473 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da2ca0-7533-4833-ba37-f3395fde5654 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:08.656549 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-99da2ca0-7533-4833-ba37-f3395fde5654 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878997 Jan 27 20:43:08.659525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42538) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:08.691416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4b97ee58-34be-4fa8-a2a1-f3c0e7efb9c1 tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=935fd5be-0ace-4211-a3ca-c909b2cca822&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308177 Jan 27 20:43:08.693990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42540) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:08.698709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512524645', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:08.787325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:43:08.790752 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:08.826321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:07Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:08.855269 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Checking router: 4bb855d8-4d3f-41ba-92c4-efc329b8b43a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:43:08.855603 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Updating router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:43:08.881890 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:08.973930 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (a01e5a13-1732-4f26-855e-9373ae90ab57), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.032625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Subnet': ['ID=a01e5a13-1732-4f26-855e-9373ae90ab57,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:09.043240 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Checking segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:43:09.043607 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network hostable DHCP agents. Network: d7dacd95-0905-4e79-a5c6-ddb88a0cb283, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:43:09.060583 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:43:09.070259 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, d7dacd95-0905-4e79-a5c6-ddb88a0cb283) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:09.076459 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:09.076622 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.084807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af103f79-e943-42b8-8b11-6ac73f69df2c None None] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:43:09.094658 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-807e6cf1-3a1e-4463-bf28-8c73cd610233 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996577 Jan 27 20:43:09.097484 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:09.220730 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cecfea94-ef86-4d14-855f-7ec896a394f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.226873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks [] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.234535 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.282096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-d7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:43:09.282962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.330218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Attempting to bind port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:43:09.330597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Attempting to bind port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:43:09.330971 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Attempting to bind port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:43:09.335346 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25cd7-a718-4258-8a33-e3a6763b6480 None None] Pushing event updated for resources: {'Port': ['ID=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:09.343343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:43:09.343532 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:43:09.343949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.344343 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:43:09.344825 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Bound port: 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:43:09.345211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.484839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] For port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:43:09.489412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] For port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:43:09.498019 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.509700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Allocated IP 172.20.0.2 (d7dacd95-0905-4e79-a5c6-ddb88a0cb283/a01e5a13-1732-4f26-855e-9373ae90ab57/07cefc81-b452-495f-b2bf-f74b2342b1ab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:43:09.539163 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.620006 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:09.620655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:09.624115 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25cd7-a718-4258-8a33-e3a6763b6480 None None] Pushing event updated for resources: {'Port': ['ID=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:09.785071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:09.865874 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks [] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.893894 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:09.918792 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.1 (d7dacd95-0905-4e79-a5c6-ddb88a0cb283/a01e5a13-1732-4f26-855e-9373ae90ab57/6ff7e99f-a683-4c93-8289-9306b55e659a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:43:09.951239 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:09.960948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:09.967630 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:43:09.974229 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Pushing event updated for resources: {'Port': ['ID=07cefc81-b452-495f-b2bf-f74b2342b1ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:10.040211 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.061890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Attempting to bind port 07cefc81-b452-495f-b2bf-f74b2342b1ab on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:43:10.062266 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Attempting to bind port 07cefc81-b452-495f-b2bf-f74b2342b1ab by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:43:10.062654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Attempting to bind port 07cefc81-b452-495f-b2bf-f74b2342b1ab on network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:43:10.070131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:43:10.070542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Checking segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:43:10.070959 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.071641 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Bound using segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:43:10.071949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Bound port: 07cefc81-b452-495f-b2bf-f74b2342b1ab, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:43:10.072371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.075133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.113821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:07Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:10.116149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:10.119208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:10.126546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:43:10.148804 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bcad2-660a-49e7-b5b5-b6baf8051ecd None None] The sync data for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 is: [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:07Z', 'revision_number': 3, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:43:10.150333 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:10.179703 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.184524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] For port 07cefc81-b452-495f-b2bf-f74b2342b1ab, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:43:10.188519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] For port 07cefc81-b452-495f-b2bf-f74b2342b1ab, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=07cefc81-b452-495f-b2bf-f74b2342b1ab,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:43:10.193464 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.271849 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6dce6-ad84-4c12-aec4-6b3797d70218 None None] Pushing event updated for resources: {'Port': ['ID=07cefc81-b452-495f-b2bf-f74b2342b1ab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:10.352550 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.724724 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.731207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:10.882227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:10.943123 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:10.943519 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.044582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:11.044986 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.070594 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:11.076394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.077704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 07cefc81-b452-495f-b2bf-f74b2342b1ab up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:11.121138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.123225 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:11.158834 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:11.193674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 07cefc81-b452-495f-b2bf-f74b2342b1ab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:11.194217 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.236397 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:11.238639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:11.361979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:43:11.459021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ae32c-0d98-4c8b-aea2-9cbd652451eb None None] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:43:11.464670 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 07cefc81-b452-495f-b2bf-f74b2342b1ab is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:11.465062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.483774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:43:11.488976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ff3f577-83d8-4799-8211-faf2d3bb4895 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/4bb855d8-4d3f-41ba-92c4-efc329b8b43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904068 Jan 27 20:43:11.532732 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-5211e023-98e1-4bed-87da-9ecca7688ccd None None] Provisioning complete for port 07cefc81-b452-495f-b2bf-f74b2342b1ab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:11.533117 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5211e023-98e1-4bed-87da-9ecca7688ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.601349 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 07cefc81-b452-495f-b2bf-f74b2342b1ab, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=07cefc81-b452-495f-b2bf-f74b2342b1ab,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:11.609243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.652367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4bac2503-8061-4887-88a6-3ada642bee2d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113866797&fields=id&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 267 time: 0.0490749 Jan 27 20:43:11.722891 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=07cefc81-b452-495f-b2bf-f74b2342b1ab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:11.726988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5211e023-98e1-4bed-87da-9ecca7688ccd None None] Current status of the port 07cefc81-b452-495f-b2bf-f74b2342b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:11.774646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-736a8113-ed6f-4de6-91d3-6487a9106058 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:11.776184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-736a8113-ed6f-4de6-91d3-6487a9106058 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 797 time: 0.1143982 Jan 27 20:43:11.793861 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-6fac5603-3dd1-4bf0-b0c1-8a13bc52ce35 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/quotas/4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 375 time: 0.0114527 Jan 27 20:43:11.847177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-792c44df-5c4a-417e-bf5b-4bc04478c3ec tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491126 Jan 27 20:43:11.953880 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:11.954394 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:11.954666 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-edf68683-e019-46cf-9b60-74480b70b8fa service neutron] 10.222.0.59 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951045 Jan 27 20:43:11.979850 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Sync routers for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:43:11.995961 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:11.996506 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:42:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:12.010570 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Port 6ff7e99f-a683-4c93-8289-9306b55e659a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:43:12.028312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Provisioning complete for port 07cefc81-b452-495f-b2bf-f74b2342b1ab triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:12.028775 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.071371 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-b1c712c4-9959-4647-85ed-53f2f3a5a962 service neutron] 10.222.0.59 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066697 Jan 27 20:43:12.110405 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:12.123281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c600d3ba-dd1c-49b4-aa34-81b6e8f75785 None None] Current status of the port 07cefc81-b452-495f-b2bf-f74b2342b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:12.250036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60b19ca2-5c66-4a85-9262-4d6d7cc1162b req-14889b03-f56b-443e-b355-6b74d7a33154 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Jan 27 20:43:12.256844 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-62267c8a-3681-44c3-ad06-80a7a0284b1e None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:12.259024 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62267c8a-3681-44c3-ad06-80a7a0284b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.329347 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 2, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:12.340577 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e8f40ee-29b3-4491-b081-2a0e41deceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.344530 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-62267c8a-3681-44c3-ad06-80a7a0284b1e None None] Port 6ff7e99f-a683-4c93-8289-9306b55e659a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:43:12.364116 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Checking router: 4bb855d8-4d3f-41ba-92c4-efc329b8b43a for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:43:12.364472 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Updating router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a port 6ff7e99f-a683-4c93-8289-9306b55e659a binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:43:12.390395 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.479828 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-30844ecc-722d-452b-88a2-12a40b6a0916 None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:12.480192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30844ecc-722d-452b-88a2-12a40b6a0916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.517485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-30844ecc-722d-452b-88a2-12a40b6a0916 None None] Port 6ff7e99f-a683-4c93-8289-9306b55e659a cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:43:12.669910 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks [] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.677384 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.738677 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Pushing event updated for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:12.770823 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.771332 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.771808 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.772189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.772521 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.772853 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.773176 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.773540 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.773864 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.774184 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.774500 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.774819 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.775323 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:43:12.807710 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:12.812555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Attempting to bind port 6ff7e99f-a683-4c93-8289-9306b55e659a on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:43:12.813216 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Attempting to bind port 6ff7e99f-a683-4c93-8289-9306b55e659a by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:43:12.813832 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Attempting to bind port 6ff7e99f-a683-4c93-8289-9306b55e659a on network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:43:12.819652 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:43:12.820372 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Checking segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:43:12.820845 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.821327 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Bound using segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:43:12.821867 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Bound port: 6ff7e99f-a683-4c93-8289-9306b55e659a, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:43:12.822308 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.864361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:12.864741 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.902874 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] For port 6ff7e99f-a683-4c93-8289-9306b55e659a, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:43:12.906702 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] For port 6ff7e99f-a683-4c93-8289-9306b55e659a, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6ff7e99f-a683-4c93-8289-9306b55e659a,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:43:12.912668 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:12.971335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:12.972787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 07cefc81-b452-495f-b2bf-f74b2342b1ab up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:12.978658 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:12.979376 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:13.015720 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac15679-4649-42ef-8451-e76c5357af8c None None] Pushing event updated for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:13.039133 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 07cefc81-b452-495f-b2bf-f74b2342b1ab triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:13.039521 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.088997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:13.089426 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.102893 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:13.184197 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 07cefc81-b452-495f-b2bf-f74b2342b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:13.255046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Current status of the port 6ff7e99f-a683-4c93-8289-9306b55e659a is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:13.255555 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.298486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] For port 6ff7e99f-a683-4c93-8289-9306b55e659a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6ff7e99f-a683-4c93-8289-9306b55e659a,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:13.304614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.356719 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:12Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:13.374594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-1b66860a-01a2-4d57-91a2-8b9936fec185 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:13.377042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-1b66860a-01a2-4d57-91a2-8b9936fec185 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 797 time: 0.1528163 Jan 27 20:43:13.386662 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87c26f-bdee-4f13-b835-752a5fad461e None None] Pushing event updated for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:13.407026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d4a48f0-9023-4583-a46b-b4dcae2f7be8 req-cf77380e-642f-46b4-8ff6-dd222518c0aa tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 210 time: 0.0469382 Jan 27 20:43:13.435501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-70232e49-58e7-4c62-9e54-e1626fc0a53f None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:13.436759 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70232e49-58e7-4c62-9e54-e1626fc0a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.476572 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-cc558240-1061-4455-9c7b-5c9d75d93b0a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9243733a54a3c85f58f9215d27e14 HTTP/1.1" status: 200 len: 380 time: 0.0900030 Jan 27 20:43:13.487888 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'port': {'device_id': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'admin_state_up': True, 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'security_groups': ['2689bc53-11b5-40c7-bb15-e67c51820b87']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:13.505540 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00e00f-db2d-4bcb-9d60-397d637acb6e None None] The sync data for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 is: [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:12Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:43:13.531183 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70232e49-58e7-4c62-9e54-e1626fc0a53f None None] Current status of the port 6ff7e99f-a683-4c93-8289-9306b55e659a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:13.615054 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Made reservation on behalf of 4ac9243733a54a3c85f58f9215d27e14 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:43:13.618510 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.756625 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.20.0.4 (d7dacd95-0905-4e79-a5c6-ddb88a0cb283/a01e5a13-1732-4f26-855e-9373ae90ab57/0db2b1e9-74ce-49d4-ac90-74dc20a68883) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:43:13.902123 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.937735 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:13.987917 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:13.991175 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:13.998419 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:43:14.005115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:14.053616 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:14.054449 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.073209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-4ddb8de8-8735-4895-904d-4938506de9be tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909739 Jan 27 20:43:14.082561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-7ace0ffe-1eaf-4f3b-80f9-3442d74b1c45 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:43:14.083625 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-7ace0ffe-1eaf-4f3b-80f9-3442d74b1c45 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055702 Jan 27 20:43:14.096050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Request body: {'port': {'device_id': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:14.162026 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.256860 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ab5e3665-987f-4ba9-ad48-00821938fa59 None None] Provisioning complete for port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:14.257509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3665-987f-4ba9-ad48-00821938fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.293193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e3665-987f-4ba9-ad48-00821938fa59 None None] Port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:43:14.453612 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db2b1e9-74ce-49d4-ac90-74dc20a68883 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:43:14.462021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks [] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.475851 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Transition to ACTIVE for port object 0db2b1e9-74ce-49d4-ac90-74dc20a68883 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:43:14.480313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.561623 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0427b2-3bdf-40ec-8b02-e69c69a2a0b8 req-abbaf57e-012f-48b3-9e0f-c7e9a8ea7c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:14.563183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b0427b2-3bdf-40ec-8b02-e69c69a2a0b8 req-abbaf57e-012f-48b3-9e0f-c7e9a8ea7c6f tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 943 time: 0.0761909 Jan 27 20:43:14.586614 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Pushing event updated for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:14.625705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Attempting to bind port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:43:14.625705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Attempting to bind port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:43:14.626047 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Attempting to bind port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 on network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:43:14.632219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 on network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:43:14.632491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Attempting to bind port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 on network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:43:14.634122 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9b0427b2-3bdf-40ec-8b02-e69c69a2a0b8 req-ef0a6b4e-4a56-405d-8596-8366a43d9e05 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638459 Jan 27 20:43:14.639119 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:43:14.640065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Checking segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:43:14.640470 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Bound using segment: {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:43:14.640911 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Bound port: 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6665439f-0687-4e95-be16-eee54794ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:43:14.641307 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.722475 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:43:14.730050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:43:14.735309 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.775201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:14.775947 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:14.777406 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] 10.222.0.66 "PUT /v2.0/ports/0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 1091 time: 0.6863580 Jan 27 20:43:14.777862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:43:14.780437 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d70fb4-b901-405b-9286-a5965c0fb441" -d '{"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:43:14.817709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b216-43fe-4aff-8f7d-b918c0b393fa service neutron] Pushing event updated for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:14.865808 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053cd58-0f7a-4a2e-9f9d-446030ac5bad x-openstack-request-id: req-1053cd58-0f7a-4a2e-9f9d-446030ac5bad {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:43:14.871371 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:43:14.872716 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1053cd58-0f7a-4a2e-9f9d-446030ac5bad {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:43:14.873177 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'status': 'completed', 'code': 200} Jan 27 20:43:14.890428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-717951f3-bc04-44f7-b6d0-f5871ad2eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:14.891991 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-717951f3-bc04-44f7-b6d0-f5871ad2eecd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1094 time: 0.0709970 Jan 27 20:43:14.900147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6ff7e99f-a683-4c93-8289-9306b55e659a up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:14.943819 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-018cbc46-89ca-4edd-a39c-e3e3263fad9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 217 time: 0.0445683 Jan 27 20:43:14.959757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 6ff7e99f-a683-4c93-8289-9306b55e659a triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:14.960135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:15.002776 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-ab5aa69e-2c28-4aef-a926-6593dca1a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.004290 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-ab5aa69e-2c28-4aef-a926-6593dca1a858 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0520647 Jan 27 20:43:15.061675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-162cb324-2c96-47f5-9adc-fe6f460dc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.062535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 6ff7e99f-a683-4c93-8289-9306b55e659a is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:15.063469 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-162cb324-2c96-47f5-9adc-fe6f460dc026 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522056 Jan 27 20:43:15.161968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-d1ec0d2a-bc48-40f7-99f7-99075080141b service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915194 Jan 27 20:43:15.255366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-2e48bc79-ed95-410e-8afc-03508e8442c7 req-971803c5-0fc4-4621-80f1-b70384bf5b32 service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867128 Jan 27 20:43:15.355063 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-7f56b33d-fc6d-480a-83e8-4f3f0590d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.356617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-7f56b33d-fc6d-480a-83e8-4f3f0590d89c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1094 time: 0.0486460 Jan 27 20:43:15.448327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-e8565e55-3d37-44e2-9873-58a1993c2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.449878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-e8565e55-3d37-44e2-9873-58a1993c2d9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 898 time: 0.0868447 Jan 27 20:43:15.493714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:15.495246 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-06c9ed99-c1bc-41f8-9828-db1ab5c63f90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 217 time: 0.0392914 Jan 27 20:43:15.545701 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-d64b7fbf-fe83-4fcb-ae77-39204021ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.547255 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-d64b7fbf-fe83-4fcb-ae77-39204021ac4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0449088 Jan 27 20:43:15.599201 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-2bd5185b-ba55-40b9-96cc-8d9d69476715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.600888 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-2bd5185b-ba55-40b9-96cc-8d9d69476715 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464969 Jan 27 20:43:15.697359 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-c8bc212f-e039-4b33-90de-5239495affb1 service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Jan 27 20:43:15.756131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c32ebb-7072-48ef-8197-94282350929e req-3d752e42-6813-4425-8b52-f4da1958ecc1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:15.758168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15c32ebb-7072-48ef-8197-94282350929e req-3d752e42-6813-4425-8b52-f4da1958ecc1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 943 time: 0.0497808 Jan 27 20:43:15.793904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-68d70fb4-b901-405b-9286-a5965c0fb441 req-db032bf6-f861-4cb5-b2a2-2319c77239a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Jan 27 20:43:15.807941 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-15c32ebb-7072-48ef-8197-94282350929e req-6d00c99b-124b-4ed7-8f21-ab6ddab73ac0 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Jan 27 20:43:15.911917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:16.275508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:16.929538 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8e623-ca4d-4a03-b7f4-31b6631d9105 req-54973300-0056-44e0-9484-1c803d4ee7ce tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:16.931001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cc8e623-ca4d-4a03-b7f4-31b6631d9105 req-54973300-0056-44e0-9484-1c803d4ee7ce tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 943 time: 0.0510724 Jan 27 20:43:16.979590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cc8e623-ca4d-4a03-b7f4-31b6631d9105 req-9e42b416-c0df-4ea0-bbdf-a52c74fb1519 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Jan 27 20:43:18.095177 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df37ac-19f2-4c1a-bba5-c4d776c35709 req-9eb539e3-4c65-49b3-af17-3170909eaae1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:18.096717 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9df37ac-19f2-4c1a-bba5-c4d776c35709 req-9eb539e3-4c65-49b3-af17-3170909eaae1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Jan 27 20:43:18.146705 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c9df37ac-19f2-4c1a-bba5-c4d776c35709 req-29b97b9d-8d95-4023-a04e-6ac8d96908f5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Jan 27 20:43:19.158380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0db2b1e9-74ce-49d4-ac90-74dc20a68883 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:43:19.254084 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:19.265909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'port_id': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'mac_address': 'fa:16:3e:b6:a9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:43:19.279149 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c16f-e1f8-49f4-aad8-72033d576d47 req-ae1d3c9c-bcdb-45aa-b9fb-32ef3af1b2ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:19.280663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf7c16f-e1f8-49f4-aad8-72033d576d47 req-ae1d3c9c-bcdb-45aa-b9fb-32ef3af1b2ef tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 943 time: 0.0638313 Jan 27 20:43:19.317160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:19.317626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:19.331324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db2b1e9-74ce-49d4-ac90-74dc20a68883 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:43:19.339133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9bf7c16f-e1f8-49f4-aad8-72033d576d47 req-9466e48d-2569-4c3a-a430-c462541e21a9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502422 Jan 27 20:43:19.354779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:19.358548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:19.406475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:19.707961 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['0db2b1e9-74ce-49d4-ac90-74dc20a68883'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:43:20.456592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdde7a-54f9-48b9-8d6a-74bed615c9f1 req-528da2db-2d04-450a-8c43-7523464d2dc8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:20.458026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4bdde7a-54f9-48b9-8d6a-74bed615c9f1 req-528da2db-2d04-450a-8c43-7523464d2dc8 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 944 time: 0.0511971 Jan 27 20:43:20.506392 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a4bdde7a-54f9-48b9-8d6a-74bed615c9f1 req-11a2e030-7faa-42f2-bf81-b1be0923229d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Jan 27 20:43:21.161922 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0db2b1e9-74ce-49d4-ac90-74dc20a68883 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:43:21.212536 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:43:21.216863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:43:21.217310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:21.298852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:43:21.299243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:21.324847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:43:21.327286 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99914c0-e6fa-4c98-afa5-23411c569ff5" -d '{"events": [{"server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "name": "network-vif-plugged", "status": "completed", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:43:21.341734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:43:21.346316 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:21.370797 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baff73a-7858-484f-963b-0bd453168197 x-openstack-request-id: req-3baff73a-7858-484f-963b-0bd453168197 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:43:21.371090 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "name": "network-vif-plugged", "status": "completed", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:43:21.371401 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3baff73a-7858-484f-963b-0bd453168197 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:43:21.371795 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'code': 200} Jan 27 20:43:21.401097 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:21.469217 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31881475-ba36-43de-9963-9bc53e398b3c req-b3050fbb-b85d-486b-80bd-f5327945fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:21.471778 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-31881475-ba36-43de-9963-9bc53e398b3c req-b3050fbb-b85d-486b-80bd-f5327945fe9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1096 time: 0.0430431 Jan 27 20:43:21.516108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-31881475-ba36-43de-9963-9bc53e398b3c req-8a6a46b6-8547-41a3-878a-10de5c620d96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386581 Jan 27 20:43:21.628330 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b99e3-34d6-4a1d-9e1b-e2bb75582e0e req-c077a36f-52fe-4993-b4aa-83a1331aa5aa tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:21.629834 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-406b99e3-34d6-4a1d-9e1b-e2bb75582e0e req-c077a36f-52fe-4993-b4aa-83a1331aa5aa tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Jan 27 20:43:21.679862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-406b99e3-34d6-4a1d-9e1b-e2bb75582e0e req-8a71177a-b7c9-4817-94fe-ecf4d335b1d4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Jan 27 20:43:23.127518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc857d-aee6-48c8-ac39-fd1d57ca62f4 req-e9aee3fe-e34c-49a6-8188-b984d24024c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:23.128983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09dc857d-aee6-48c8-ac39-fd1d57ca62f4 req-e9aee3fe-e34c-49a6-8188-b984d24024c7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.3703449 Jan 27 20:43:23.177126 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-09dc857d-aee6-48c8-ac39-fd1d57ca62f4 req-d390081b-bb29-4b35-be24-347ec9c87ec5 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Jan 27 20:43:24.296965 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2264c-2199-48a4-9b84-b1e36e3691d8 req-ed6e442a-b347-44cc-8041-db149c80e017 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:24.298473 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8d2264c-2199-48a4-9b84-b1e36e3691d8 req-ed6e442a-b347-44cc-8041-db149c80e017 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Jan 27 20:43:24.349119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c8d2264c-2199-48a4-9b84-b1e36e3691d8 req-61215628-c021-4e89-9f19-846c8a229854 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Jan 27 20:43:24.463390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e332cc-005e-4f81-a04d-1c77de881f0d req-afbc70b7-cc0a-4f93-a353-c2016e5dca72 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:24.464782 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60e332cc-005e-4f81-a04d-1c77de881f0d req-afbc70b7-cc0a-4f93-a353-c2016e5dca72 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Jan 27 20:43:24.482814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:24.519238 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-60e332cc-005e-4f81-a04d-1c77de881f0d req-9485fb66-19e5-4953-8e59-975e7adf1672 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481193 Jan 27 20:43:24.543469 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:24.583356 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9494ee9-b297-4f95-a3d6-e1f48751500c tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:24.584865 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c9494ee9-b297-4f95-a3d6-e1f48751500c tempest-TestNetworkAdvancedServerOps-843078108 tempest-TestNetworkAdvancedServerOps-843078108-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1091 time: 0.0403392 Jan 27 20:43:24.587721 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:24.592052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:43:24.611657 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:24.708836 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:24.814728 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Allocated IP 172.25.5.191 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/4576458a-d9b5-4a43-9525-772a99c78b9f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:43:24.917160 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:24.958535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:24.996377 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:43:24.999891 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:43:25.007031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:43:25.013041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=4576458a-d9b5-4a43-9525-772a99c78b9f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:25.372119 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (686cd2bb-8f93-4ce2-93b6-389ea27c6557), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.440923 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.489412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.592988 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.598205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.668238 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event updated for resources: {'Port': ['ID=4576458a-d9b5-4a43-9525-772a99c78b9f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:43:25.674669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (686cd2bb-8f93-4ce2-93b6-389ea27c6557), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:25.776636 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 686cd2bb-8f93-4ce2-93b6-389ea27c6557 associated. External IP: 172.25.5.191, port: 0db2b1e9-74ce-49d4-ac90-74dc20a68883. Jan 27 20:43:25.990923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:43:26.101007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:43:26.110958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Sync routers for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:43:26.119435 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:26.121637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:26.123776 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:26.149550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1063d680-32bd-43bc-a9c5-be504d409e87 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5607331 Jan 27 20:43:26.150161 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:43:26.152709 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926da195-8803-4624-8be5-2cde21013668" -d '{"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:43:26.237298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:26.250726 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c96c-677a-4dd7-9322-c8559053e145 req-18626678-1fe5-45f9-b650-1fcaae6b5dd7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:26.252812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7586c96c-677a-4dd7-9322-c8559053e145 req-18626678-1fe5-45f9-b650-1fcaae6b5dd7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Jan 27 20:43:26.303640 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7586c96c-677a-4dd7-9322-c8559053e145 req-beb57d8d-74ed-4bf1-be2a-3487f6297198 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 Jan 27 20:43:26.326912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:26.353328 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e58cad2-2808-44b4-ad78-b8cfd2c0a7b2 x-openstack-request-id: req-0e58cad2-2808-44b4-ad78-b8cfd2c0a7b2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:43:26.353811 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:43:26.354085 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e58cad2-2808-44b4-ad78-b8cfd2c0a7b2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:43:26.354503 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'status': 'completed', 'code': 200} Jan 27 20:43:26.425839 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-90626cc4-6e3d-429f-87bf-81380cd8c333 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/686cd2bb-8f93-4ce2-93b6-389ea27c6557 HTTP/1.1" status: 200 len: 991 time: 0.0973952 Jan 27 20:43:26.435564 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da195-8803-4624-8be5-2cde21013668 req-99d128e6-e5c8-4871-bb99-19338b74c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:26.437050 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-99d128e6-e5c8-4871-bb99-19338b74c4cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1096 time: 0.0582552 Jan 27 20:43:26.472095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '686cd2bb-8f93-4ce2-93b6-389ea27c6557', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'port_id': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'mac_address': 'fa:16:3e:b6:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:43:25Z', 'updated_at': '2022-01-27T20:43:25Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:26.502672 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Checking router: 4bb855d8-4d3f-41ba-92c4-efc329b8b43a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:43:26.511755 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:43:26.512409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:43:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:26.536664 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da195-8803-4624-8be5-2cde21013668 req-4f9d0698-482a-4812-9579-0f2ad8e06e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:26.538209 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-4f9d0698-482a-4812-9579-0f2ad8e06e51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 898 time: 0.0948691 Jan 27 20:43:26.603936 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-714a1d48-c0b9-4fe8-a5ef-c11c73c19f25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 999 time: 0.0599101 Jan 27 20:43:26.655734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da195-8803-4624-8be5-2cde21013668 req-598a35be-161d-48cf-ba84-ebd91424bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:26.657282 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-598a35be-161d-48cf-ba84-ebd91424bf56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0479002 Jan 27 20:43:26.712288 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da195-8803-4624-8be5-2cde21013668 req-fd75ea15-8893-4157-a327-4d4603913a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:26.713869 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-fd75ea15-8893-4157-a327-4d4603913a61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506566 Jan 27 20:43:26.785706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:43:26.818345 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-bacd8630-48cc-410e-8c12-f268955d512e service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985212 Jan 27 20:43:26.931655 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-926da195-8803-4624-8be5-2cde21013668 req-94de956d-192c-4b65-9527-3f8dd568c44e service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069252 Jan 27 20:43:27.029548 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '686cd2bb-8f93-4ce2-93b6-389ea27c6557', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'port_id': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'mac_address': 'fa:16:3e:b6:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:43:25Z', 'updated_at': '2022-01-27T20:43:25Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:43:27.060318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357a6cb-e2e6-4dab-aaaa-d991384a3971 None None] The sync data for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 is: [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '686cd2bb-8f93-4ce2-93b6-389ea27c6557', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'port_id': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'mac_address': 'fa:16:3e:b6:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:43:25Z', 'updated_at': '2022-01-27T20:43:25Z', 'revision_number': 0, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:43:27.262238 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506d91e-78de-4b60-890e-83c9d034ff0c None None] New status for floating IP 686cd2bb-8f93-4ce2-93b6-389ea27c6557: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:43:27.429351 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42614) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:43:27.495444 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a7a8c542-d5ce-4fbd-ab29-152083fb13d1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/686cd2bb-8f93-4ce2-93b6-389ea27c6557 HTTP/1.1" status: 200 len: 993 time: 0.0648248 Jan 27 20:43:35.127138 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:43:39.183242 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43d69342-34c0-4be9-b8ec-8a7ea99060fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:42.314212 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-884c3e53-c7c3-49ed-83da-b93f6c5a7e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:45.496474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:45.915773 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:46.278909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:54.487824 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:55.311014 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-308b4350-57e6-4c39-bd08-25909ba2586f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387361 Jan 27 20:43:55.398168 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f002-dc6d-4188-935d-42599c1c876b req-7932cc3f-83ed-4ff1-88ac-802420567e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:55.399703 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-7932cc3f-83ed-4ff1-88ac-802420567e8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1096 time: 0.0453267 Jan 27 20:43:55.494594 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:43:55.502338 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f002-dc6d-4188-935d-42599c1c876b req-b23bf337-5c00-48c6-89c9-287517db3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:55.503857 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-b23bf337-5c00-48c6-89c9-287517db3b79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 898 time: 0.0859811 Jan 27 20:43:55.577325 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-86276e43-c51b-4992-a237-a819eca4bdc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 1001 time: 0.0670190 Jan 27 20:43:55.627870 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f002-dc6d-4188-935d-42599c1c876b req-68813aab-04e3-4c03-90f8-abbd1ee11164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:55.629383 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-68813aab-04e3-4c03-90f8-abbd1ee11164 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0446937 Jan 27 20:43:55.673838 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f002-dc6d-4188-935d-42599c1c876b req-ba120f5d-d0b5-4e39-b92d-cbe9ec06b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:43:55.675321 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-ba120f5d-d0b5-4e39-b92d-cbe9ec06b16d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393374 Jan 27 20:43:55.766240 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-a89826c3-9ddc-4a77-934f-e231b824270f service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Jan 27 20:43:55.852536 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0765f002-dc6d-4188-935d-42599c1c876b req-30db5e91-4ba7-4fc7-93a0-de77912b96bf service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796268 Jan 27 20:44:09.185126 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8877b4b2-66fc-4576-81e0-2b3b706993eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:12.126291 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:44:12.315223 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80cde659-25bf-4caf-9b81-51944556910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:15.497037 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:15.917928 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:16.280836 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:24.481110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:25.523220 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:32.387191 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a803e-1498-4743-ae83-8fac604e1c9c req-4bf4d40e-3cce-4344-bcb5-6e7aecee0604 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:32.388729 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046a803e-1498-4743-ae83-8fac604e1c9c req-4bf4d40e-3cce-4344-bcb5-6e7aecee0604 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0545819 Jan 27 20:44:32.439663 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-046a803e-1498-4743-ae83-8fac604e1c9c req-22e62524-6a34-42d8-9d61-7234eb403810 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 Jan 27 20:44:33.564603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe09b-3870-4213-8de8-07c8bece3cb4 req-30cec47e-23fc-40d2-9d56-c4af49e6564a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:33.566073 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee9fe09b-3870-4213-8de8-07c8bece3cb4 req-30cec47e-23fc-40d2-9d56-c4af49e6564a tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Jan 27 20:44:33.615117 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee9fe09b-3870-4213-8de8-07c8bece3cb4 req-108d642f-300b-435e-ab64-4075d4593dd6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Jan 27 20:44:34.735679 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79454-23ae-4e31-ab11-d340e202cca5 req-d2dc3a58-3805-4410-b7c8-4b743e854c7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:34.737172 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3f79454-23ae-4e31-ab11-d340e202cca5 req-d2dc3a58-3805-4410-b7c8-4b743e854c7b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Jan 27 20:44:34.791866 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a3f79454-23ae-4e31-ab11-d340e202cca5 req-97df83b8-996d-46a9-bc37-7518a240f696 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Jan 27 20:44:34.814902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42646) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:34.888894 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-69ad60ce-efe4-4cbc-b4b7-2b71c0ccd37b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/686cd2bb-8f93-4ce2-93b6-389ea27c6557 HTTP/1.1" status: 200 len: 993 time: 0.0726292 Jan 27 20:44:36.151263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28aba8-021c-4589-922e-837cbcd05f4e req-705f72b9-9cd8-4059-be71-03b52af999d6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:36.152695 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be28aba8-021c-4589-922e-837cbcd05f4e req-705f72b9-9cd8-4059-be71-03b52af999d6 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0508311 Jan 27 20:44:36.168105 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-eacb578b-db38-4891-adea-02112f06112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:36.169635 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-eacb578b-db38-4891-adea-02112f06112e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1096 time: 0.0413425 Jan 27 20:44:36.203178 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-be28aba8-021c-4589-922e-837cbcd05f4e req-fd116d4b-f45f-48d3-974f-6144c5223e2b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Jan 27 20:44:36.259206 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-5033a305-398f-46b2-a5df-2d490cedadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:36.261360 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-5033a305-398f-46b2-a5df-2d490cedadfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 898 time: 0.0851693 Jan 27 20:44:36.327509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-3296b18e-a634-4526-bf81-0951dc35a101 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 1001 time: 0.0609725 Jan 27 20:44:36.375468 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-a4fcd65e-65d5-4aff-b917-7e8e64b91a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:36.376962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-a4fcd65e-65d5-4aff-b917-7e8e64b91a53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0436625 Jan 27 20:44:36.420724 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-68376b05-57bc-4391-9127-d79d2a790550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:36.422156 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-68376b05-57bc-4391-9127-d79d2a790550 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397995 Jan 27 20:44:36.512175 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-12528637-df1c-45e6-a3da-b1b34dd003ce service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839629 Jan 27 20:44:36.599617 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f2f9de89-9970-497f-8e14-1267fdce1600 req-9b688f8a-abcd-418e-b4ac-54b417f46695 service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812740 Jan 27 20:44:37.320887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7e1db-efa1-49ed-90de-389db4baa4c0 req-c9940b0b-aad7-4171-85b4-908c03e7977b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:37.322425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30c7e1db-efa1-49ed-90de-389db4baa4c0 req-c9940b0b-aad7-4171-85b4-908c03e7977b tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Jan 27 20:44:37.371725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-30c7e1db-efa1-49ed-90de-389db4baa4c0 req-2b4b1672-288c-4fdf-9f5b-0d6005523ed7 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Jan 27 20:44:38.490883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d061f88-bf80-495a-983a-bba3a8c3b029 req-93a3b162-195e-40b9-a715-29e68b74e268 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:38.492361 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d061f88-bf80-495a-983a-bba3a8c3b029 req-93a3b162-195e-40b9-a715-29e68b74e268 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Jan 27 20:44:38.540574 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7d061f88-bf80-495a-983a-bba3a8c3b029 req-b4ce0b7b-5a66-41d2-a0f1-dac491c6f3eb tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Jan 27 20:44:38.563553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:38.623062 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-28e25b31-d7c8-49df-9bf4-a5546face9d4 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/floatingips/686cd2bb-8f93-4ce2-93b6-389ea27c6557 HTTP/1.1" status: 200 len: 993 time: 0.0584397 Jan 27 20:44:38.896842 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:39.058624 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 4576458a-d9b5-4a43-9525-772a99c78b9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:44:39.058973 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.136574 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.136907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (4576458a-d9b5-4a43-9525-772a99c78b9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.148779 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 4576458a-d9b5-4a43-9525-772a99c78b9f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:44:39.189003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5d4fbd-71dd-4492-9b6c-802b3c95748d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.310451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (4576458a-d9b5-4a43-9525-772a99c78b9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.337521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=4576458a-d9b5-4a43-9525-772a99c78b9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:39.362525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.362882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.363236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.363579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.363915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.364249 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.364580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.364913 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.365245 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.365596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.365924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.366255 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.366578 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:39.406605 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for floatingip (686cd2bb-8f93-4ce2-93b6-389ea27c6557), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.406861 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Floating IP 686cd2bb-8f93-4ce2-93b6-389ea27c6557 disassociated (deleted). External IP: 172.25.5.191, port: 0db2b1e9-74ce-49d4-ac90-74dc20a68883. Jan 27 20:44:39.615622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:44:39.724712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:39.730140 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:39.735310 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Sync routers for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:44:39.746668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:39.747330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:39.759279 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-285363bc-7e50-41e8-abae-7467835cd9fd tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/floatingips/686cd2bb-8f93-4ce2-93b6-389ea27c6557 HTTP/1.1" status: 204 len: 168 time: 0.8613658 Jan 27 20:44:39.759893 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:44:39.762372 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db6b52-4284-426d-8548-0989a46c0ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:44:39.866771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:40.010158 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf86e82-19b8-49d6-9008-c390ead03743 x-openstack-request-id: req-6bf86e82-19b8-49d6-9008-c390ead03743 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:44:40.010487 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:44:40.010746 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bf86e82-19b8-49d6-9008-c390ead03743 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:44:40.011157 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'status': 'completed', 'code': 200} Jan 27 20:44:40.093819 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:40.112392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b3264-486a-4844-9055-5b3a6c1cf907 req-0385928b-0f26-45c9-8c3f-d2161c4e02e1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:40.114300 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-897b3264-486a-4844-9055-5b3a6c1cf907 req-0385928b-0f26-45c9-8c3f-d2161c4e02e1 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0566065 Jan 27 20:44:40.121416 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Checking router: 4bb855d8-4d3f-41ba-92c4-efc329b8b43a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:44:40.130866 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:40.131485 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:40.170303 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-897b3264-486a-4844-9055-5b3a6c1cf907 req-899f72fe-23de-422e-972d-5c34e055a999 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Jan 27 20:44:40.206184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-8051ea00-036f-4caf-9f69-ffbcf9ad8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:40.207724 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-8051ea00-036f-4caf-9f69-ffbcf9ad8163 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac9243733a54a3c85f58f9215d27e14&device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 1096 time: 0.1739094 Jan 27 20:44:40.247068 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:40.297521 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-b24434f6-7279-40f0-bb75-536bef79dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:40.299032 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-b24434f6-7279-40f0-bb75-536bef79dd07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 200 len: 898 time: 0.0840471 Jan 27 20:44:40.346663 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-7bee8f97-f4bb-40cf-9863-04030e980c7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 200 len: 217 time: 0.0403216 Jan 27 20:44:40.401727 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-ac643f7b-2dad-4ebf-acd9-d82f248070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:40.403242 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-ac643f7b-2dad-4ebf-acd9-d82f248070a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 200 len: 835 time: 0.0492961 Jan 27 20:44:40.452938 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-14d6c085-7c35-44b4-b023-9e58ed8c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:40.454548 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-14d6c085-7c35-44b4-b023-9e58ed8c3b9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7dacd95-0905-4e79-a5c6-ddb88a0cb283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445480 Jan 27 20:44:40.467318 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:40.495177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda0d9d-ef4f-4b70-ba7a-fa5b75036b41 None None] The sync data for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 is: [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:10Z', 'revision_number': 4, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '6ff7e99f-a683-4c93-8289-9306b55e659a', 'name': '', 'network_id': 'd7dacd95-0905-4e79-a5c6-ddb88a0cb283', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'mac_address': 'fa:16:3e:1a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:09Z', 'updated_at': '2022-01-27T20:43:13Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'subnets': [{'id': 'a01e5a13-1732-4f26-855e-9373ae90ab57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:44:40.557072 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-2a037544-bf3f-49b8-a560-fb0d0d4ff8fe service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956907 Jan 27 20:44:40.659901 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e0db6b52-4284-426d-8548-0989a46c0ebe req-06e501f1-cdff-4718-ac01-5b6aa9edae1b service neutron] 10.222.0.66 "GET /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934420 Jan 27 20:44:40.739453 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbaa65-6111-4adb-9ef2-9273b7f5f3ee None None] New status for floating IP 686cd2bb-8f93-4ce2-93b6-389ea27c6557: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:44:41.290412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d281e6-d629-4dfb-8ea2-4e09119eca8f req-8d2c7a50-60d3-4622-be38-6c3efffd00f2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:41.292407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6d281e6-d629-4dfb-8ea2-4e09119eca8f req-8d2c7a50-60d3-4622-be38-6c3efffd00f2 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Jan 27 20:44:41.350075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6d281e6-d629-4dfb-8ea2-4e09119eca8f req-1236b261-8871-449b-a22e-5688062448ee tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/security-groups?id=2689bc53-11b5-40c7-bb15-e67c51820b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519593 Jan 27 20:44:42.007108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-a8ff61c6-32f3-4a69-a90e-5782a3ee9529 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:42.008560 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-a8ff61c6-32f3-4a69-a90e-5782a3ee9529 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Jan 27 20:44:42.100502 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:44:42.100846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:42.186992 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 0db2b1e9-74ce-49d4-ac90-74dc20a68883, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=0db2b1e9-74ce-49d4-ac90-74dc20a68883,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:42.187358 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:42.199097 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 0db2b1e9-74ce-49d4-ac90-74dc20a68883 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:44:42.318250 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83cd4190-b88e-4a7e-a9fc-4efd4c878bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:42.332439 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (0db2b1e9-74ce-49d4-ac90-74dc20a68883), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:42.362367 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=0db2b1e9-74ce-49d4-ac90-74dc20a68883,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:42.377428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.377797 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.378155 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.378504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.378853 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.379194 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.379533 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.379873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.380208 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.380537 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.380871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.381768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.381768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:42.421747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] No DVR routers for this DVR port 0db2b1e9-74ce-49d4-ac90-74dc20a68883 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:44:42.424414 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:42.427976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a8665c16-a0be-4137-bbb9-aabd497cf2f0 req-c68d1973-7f6e-4452-9825-3514b6071707 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.66 "DELETE /v2.0/ports/0db2b1e9-74ce-49d4-ac90-74dc20a68883 HTTP/1.1" status: 204 len: 173 time: 0.4144826 Jan 27 20:44:42.428424 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'name': 'network-vif-deleted', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:44:42.430885 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d7b1f-fcb5-4e89-a105-ae7669bbf0bf" -d '{"events": [{"server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "name": "network-vif-deleted", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:44:42.463755 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-430c6e4e-e833-42bb-a3f7-4324d32d1145 req-517840da-5faa-406b-8d43-ac4795ce315d tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "GET /v2.0/ports?device_id=51143a98-b02f-4caf-ba6d-0fc25bc46659 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Jan 27 20:44:42.515614 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851d1bf-a3af-4359-8d71-fe8fb69f2b27 x-openstack-request-id: req-5851d1bf-a3af-4359-8d71-fe8fb69f2b27 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:44:42.515919 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51143a98-b02f-4caf-ba6d-0fc25bc46659", "name": "network-vif-deleted", "tag": "0db2b1e9-74ce-49d4-ac90-74dc20a68883", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:44:42.516179 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5851d1bf-a3af-4359-8d71-fe8fb69f2b27 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:44:42.516617 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51143a98-b02f-4caf-ba6d-0fc25bc46659', 'name': 'network-vif-deleted', 'tag': '0db2b1e9-74ce-49d4-ac90-74dc20a68883', 'status': 'completed', 'code': 200} Jan 27 20:44:43.527268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:43.889274 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:44.141620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 6ff7e99f-a683-4c93-8289-9306b55e659a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:44:44.141876 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:44.229225 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 6ff7e99f-a683-4c93-8289-9306b55e659a, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6ff7e99f-a683-4c93-8289-9306b55e659a,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:44.229621 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:44.241500 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 6ff7e99f-a683-4c93-8289-9306b55e659a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:44:44.426896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (6ff7e99f-a683-4c93-8289-9306b55e659a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:44.459916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=6ff7e99f-a683-4c93-8289-9306b55e659a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:44.631102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.151395 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:44:45.258164 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:45.263879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-caee8944-6620-48b5-9636-3eb5c5efeab9 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "PUT /v2.0/routers/4bb855d8-4d3f-41ba-92c4-efc329b8b43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350302 Jan 27 20:44:45.266596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:45.267768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Sync routers for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:44:45.278334 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:45.278956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:45.317315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting subnet a01e5a13-1732-4f26-855e-9373ae90ab57 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:44:45.320518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (a01e5a13-1732-4f26-855e-9373ae90ab57), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.374045 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (a01e5a13-1732-4f26-855e-9373ae90ab57), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.395051 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:45.463347 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (a01e5a13-1732-4f26-855e-9373ae90ab57), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.512782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.523247 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (a01e5a13-1732-4f26-855e-9373ae90ab57), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.523493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0db2b1e9-74ce-49d4-ac90-74dc20a68883 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:44:45.550714 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 0db2b1e9-74ce-49d4-ac90-74dc20a68883 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:44:45.551067 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 0db2b1e9-74ce-49d4-ac90-74dc20a68883 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:44:45.551202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Subnet': ['ID=a01e5a13-1732-4f26-855e-9373ae90ab57,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:45.554875 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.558267 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5e789880-bd0f-47b7-abcd-df736f19c2a3 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/subnets/a01e5a13-1732-4f26-855e-9373ae90ab57 HTTP/1.1" status: 204 len: 168 time: 0.2906802 Jan 27 20:44:45.561218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:45.567694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b685e0e-0518-4922-84cd-e85f2aef6b36 None None] Network d7dacd95-0905-4e79-a5c6-ddb88a0cb283 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:44:45.675890 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.702738 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:44:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:45.731756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Checking router: 4bb855d8-4d3f-41ba-92c4-efc329b8b43a for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:44:45.742679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Routers {'4bb855d8-4d3f-41ba-92c4-efc329b8b43a'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:45.743314 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:45.780236 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] DHCP port deletion for d7dacd95-0905-4e79-a5c6-ddb88a0cb283 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:44:45.883207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] Set router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:45.973836 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Deleting port 07cefc81-b452-495f-b2bf-f74b2342b1ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:44:45.974191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:45.975781 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.102615 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_gateway (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.156944 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Deleting port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:44:46.157313 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.236174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] For port 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:46.236455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.240954 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] For port 07cefc81-b452-495f-b2bf-f74b2342b1ab, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=07cefc81-b452-495f-b2bf-f74b2342b1ab,segment=NetworkSegment(6665439f-0687-4e95-be16-eee54794ad1b),segment_id=6665439f-0687-4e95-be16-eee54794ad1b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:46.241373 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.249125 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Calling delete_port for 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:44:46.263147 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Calling delete_port for 07cefc81-b452-495f-b2bf-f74b2342b1ab owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:44:46.345819 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.397402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:44:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:46.400720 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (07cefc81-b452-495f-b2bf-f74b2342b1ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.428935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (6a720ad0-1c0b-4f73-bd4c-bea54e6bf786), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.434829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0457-c321-4c79-8281-f0aefe0431e2 None None] The sync data for ids ['4bb855d8-4d3f-41ba-92c4-efc329b8b43a'] in n-d-760453-6 is: [{'id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099508610', 'tenant_id': '4ac9243733a54a3c85f58f9215d27e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:44:44Z', 'revision_number': 5, 'project_id': '4ac9243733a54a3c85f58f9215d27e14', 'gw_port': {'id': '6a720ad0-1c0b-4f73-bd4c-bea54e6bf786', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb855d8-4d3f-41ba-92c4-efc329b8b43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:43:07Z', 'updated_at': '2022-01-27T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:44:46.456062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Pushing event deleted for resources: {'Port': ['ID=07cefc81-b452-495f-b2bf-f74b2342b1ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:46.460846 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] No DVR routers for this DVR port 07cefc81-b452-495f-b2bf-f74b2342b1ab on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:44:46.469073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.469459 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.469802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.470173 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.474521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.474873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.475213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.475550 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.475900 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.476193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.476520 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.476842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.477162 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698f50-b193-436f-b815-2cf68952d3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:46.478341 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Port': ['ID=6a720ad0-1c0b-4f73-bd4c-bea54e6bf786,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:46.549503 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.642528 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.644696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router_controller (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.691079 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (4bb855d8-4d3f-41ba-92c4-efc329b8b43a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.691671 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb855d8-4d3f-41ba-92c4-efc329b8b43a {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:44:46.699785 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.700904 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-417c9f81-1e63-49ba-8856-203bcfa6fa61 tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/routers/4bb855d8-4d3f-41ba-92c4-efc329b8b43a HTTP/1.1" status: 204 len: 168 time: 1.1386461 Jan 27 20:44:46.703657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:46.778171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (d7dacd95-0905-4e79-a5c6-ddb88a0cb283), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.872168 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (d7dacd95-0905-4e79-a5c6-ddb88a0cb283), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.895410 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dacd95-0905-4e79-a5c6-ddb88a0cb283']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:46.905542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6665439f-0687-4e95-be16-eee54794ad1b') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:46.906098 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6665439f-0687-4e95-be16-eee54794ad1b') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:46.917171 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (6665439f-0687-4e95-be16-eee54794ad1b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.927212 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6ff7e99f-a683-4c93-8289-9306b55e659a no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:44:46.934009 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (6665439f-0687-4e95-be16-eee54794ad1b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.940469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:44:46.941012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (6665439f-0687-4e95-be16-eee54794ad1b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:44:46.944487 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:44:46.958371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6ff7e99f-a683-4c93-8289-9306b55e659a {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:44:46.958806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6ff7e99f-a683-4c93-8289-9306b55e659a not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:44:46.959302 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 07cefc81-b452-495f-b2bf-f74b2342b1ab no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:44:46.979666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 07cefc81-b452-495f-b2bf-f74b2342b1ab {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:44:46.980021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 07cefc81-b452-495f-b2bf-f74b2342b1ab not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:44:47.007124 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (d7dacd95-0905-4e79-a5c6-ddb88a0cb283), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.014891 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.017509 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/networks/d7dacd95-0905-4e79-a5c6-ddb88a0cb283 HTTP/1.1" status: 204 len: 168 time: 0.3129013 Jan 27 20:44:47.020333 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:47.029509 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee877f-95e7-4cac-a605-231e1a3f64de tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'Network': ['ID=d7dacd95-0905-4e79-a5c6-ddb88a0cb283,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:47.085534 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (2689bc53-11b5-40c7-bb15-e67c51820b87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.113874 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (2689bc53-11b5-40c7-bb15-e67c51820b87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.183398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2689bc53-11b5-40c7-bb15-e67c51820b87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.186190 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.187366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] 10.222.0.59 "DELETE /v2.0/security-groups/2689bc53-11b5-40c7-bb15-e67c51820b87 HTTP/1.1" status: 204 len: 168 time: 0.1659663 Jan 27 20:44:47.202286 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c7c26-f257-43e0-894c-488e7511753c tempest-TestNetworkAdvancedServerOps-716799933 tempest-TestNetworkAdvancedServerOps-716799933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2689bc53-11b5-40c7-bb15-e67c51820b87,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:47.556524 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:47.686150 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-e824984c-f1a9-4347-8ca2-7d6098e4bd03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ac9243733a54a3c85f58f9215d27e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284201 Jan 27 20:44:47.688708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:47.734735 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] Publish callbacks [] for security_group (802d4901-1eee-458f-bd5f-862742c634b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.755299 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] Publish callbacks [] for security_group (802d4901-1eee-458f-bd5f-862742c634b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.801352 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (802d4901-1eee-458f-bd5f-862742c634b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.803896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:47.805052 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/802d4901-1eee-458f-bd5f-862742c634b7 HTTP/1.1" status: 204 len: 168 time: 0.1154280 Jan 27 20:44:47.813632 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc935a-f8a3-4f06-af0c-30645f2cd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d4901-1eee-458f-bd5f-862742c634b7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:48.077437 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:48.090418 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3495bc1d-dfdf-4d59-a690-c7fb59bc8fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.166354 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3495bc1d-dfdf-4d59-a690-c7fb59bc8fb2 admin admin] Publish callbacks [] for security_group (f2208ce2-b7d8-4596-8bf0-b8dfdf980653), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.170189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3495bc1d-dfdf-4d59-a690-c7fb59bc8fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f2208ce2-b7d8-4596-8bf0-b8dfdf980653), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.209769 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495bc1d-dfdf-4d59-a690-c7fb59bc8fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2208ce2-b7d8-4596-8bf0-b8dfdf980653,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:48.214060 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3495bc1d-dfdf-4d59-a690-c7fb59bc8fb2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d42e210b9dc4579a43f2803dbeef8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355972 Jan 27 20:44:48.216790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:48.265436 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] Publish callbacks [] for security_group (f2208ce2-b7d8-4596-8bf0-b8dfdf980653), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.286175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] Publish callbacks [] for security_group (f2208ce2-b7d8-4596-8bf0-b8dfdf980653), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.333177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (f2208ce2-b7d8-4596-8bf0-b8dfdf980653), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.335957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:48.337146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2208ce2-b7d8-4596-8bf0-b8dfdf980653 HTTP/1.1" status: 204 len: 168 time: 0.1195560 Jan 27 20:44:48.345409 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa435-7383-47e3-8a28-565091378e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2208ce2-b7d8-4596-8bf0-b8dfdf980653,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:48.772761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:44:48.794938 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:44:48.795295 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 6a720ad0-1c0b-4f73-bd4c-bea54e6bf786 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:44:49.052923 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:49.126462 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:44:49.152050 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-23347669-network', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:49.171946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Made reservation on behalf of d40a3aeaf3394ad9b7c5dbc37c572b86 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:44:49.174300 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.183020 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.258633 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks [] for security_group (e2e65f2e-8c6c-4f36-b57c-a107e6c2c926), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.262429 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2e65f2e-8c6c-4f36-b57c-a107e6c2c926), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.287273 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:44:49.296940 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e65f2e-8c6c-4f36-b57c-a107e6c2c926,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:49.304789 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (99b2cc6f-2ea6-4ebb-bb81-edbc51be715a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.305171 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Added segment 99b2cc6f-2ea6-4ebb-bb81-edbc51be715a of type vlan for network baf0752b-356c-4a75-8f68-9ff9108af653 Jan 27 20:44:49.348975 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (baf0752b-356c-4a75-8f68-9ff9108af653), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.375995 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (baf0752b-356c-4a75-8f68-9ff9108af653), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.377068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:49.377688 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.435851 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3817143 Jan 27 20:44:49.439002 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42738) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:49.441299 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980affe-090c-49c9-ae2d-cb65ab7e6b2e admin admin] Pushing event updated for resources: {'Network': ['ID=baf0752b-356c-4a75-8f68-9ff9108af653,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:49.445411 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Request body: {'subnet': {'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-23347669-subnet', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:49.455363 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:44:49.467130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Made reservation on behalf of d40a3aeaf3394ad9b7c5dbc37c572b86 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:44:49.469505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.637825 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c5d18e81-56b9-44d2-b4e7-2a46ae257704), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.689542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d18e81-56b9-44d2-b4e7-2a46ae257704,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:49.704639 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:49.704999 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Network hostable DHCP agents. Network: baf0752b-356c-4a75-8f68-9ff9108af653, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:44:49.720949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Network baf0752b-356c-4a75-8f68-9ff9108af653 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:44:49.729847 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, baf0752b-356c-4a75-8f68-9ff9108af653) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:49.733871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:49.734466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.739180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8905f-395b-4f0c-81b7-a62e8b6811a7 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:44:49.751848 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-049c8aea-db67-46fb-87d0-e704ecbccce4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3116097 Jan 27 20:44:49.754658 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42740) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:49.759004 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:49.778696 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.779698 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.831073 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for router_controller (c8a86ec4-dfc8-47b8-a833-371e65108fc2), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.848401 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-baf0752b-356c-4a75-8f68-9ff9108af653', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:44:49.849371 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.970963 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for router_gateway (c8a86ec4-dfc8-47b8-a833-371e65108fc2), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:49.987434 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Allocated IP 172.20.0.2 (baf0752b-356c-4a75-8f68-9ff9108af653/c5d18e81-56b9-44d2-b4e7-2a46ae257704/b7fae1c1-2030-4ce7-9ef1-319ebb4462f0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:50.130812 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks [] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.136226 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.172459 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for router_gateway (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.181291 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:50.189227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:50.191402 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Pushing event updated for resources: {'Port': ['ID=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:50.193653 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:50.197420 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.248591 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Attempting to bind port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:44:50.248999 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Attempting to bind port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:44:50.249408 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Attempting to bind port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:44:50.254379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:44:50.254763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:50.255176 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.255576 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Bound using segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:44:50.256048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Bound port: b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:44:50.256541 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.301375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Allocated IP 172.25.5.28 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/123a288a-1a7e-4af9-945a-29416689bdbb) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:50.320523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] For port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:44:50.323791 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] For port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:44:50.327693 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.390380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19f10-67ab-4428-be4e-e713a7b9dfc9 None None] Pushing event updated for resources: {'Port': ['ID=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:50.431362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for port (123a288a-1a7e-4af9-945a-29416689bdbb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.469375 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.509306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:50.512285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:50.514785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:50.568279 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Pushing event updated for resources: {'Port': ['ID=123a288a-1a7e-4af9-945a-29416689bdbb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:50.819216 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for router_gateway (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.861403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:50.917354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:50.917666 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:50.996208 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:50.996599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.024029 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.033982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:51.038661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.093771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:51.166043 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:44:51.278629 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:51.288809 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:44:51.299361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.301435 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:51.302205 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:51.303812 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:51.304416 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6fbd3022-b479-4324-8cac-46b6ee19c613 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5483112 Jan 27 20:44:51.383686 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a581dc0-b4dc-43aa-9335-5654599db710 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:44:51.435229 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:51.444991 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-30e2dd0f-dcab-41cd-94f5-06d3a0a028eb None None] Provisioning complete for port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:51.445401 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30e2dd0f-dcab-41cd-94f5-06d3a0a028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.578945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-30e2dd0f-dcab-41cd-94f5-06d3a0a028eb None None] Current status of the port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:51.636531 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:50Z', 'revision_number': 3, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:51.663990 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:44:51.664261 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Updating router c8a86ec4-dfc8-47b8-a833-371e65108fc2 port 123a288a-1a7e-4af9-945a-29416689bdbb binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:44:51.695044 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.767385 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.800359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-506f389c-b2f3-491d-8590-2805d4749090 None None] Provisioning complete for port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:51.801063 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506f389c-b2f3-491d-8590-2805d4749090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.890617 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-506f389c-b2f3-491d-8590-2805d4749090 None None] Current status of the port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:51.924005 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Allocated IP 172.20.0.1 (baf0752b-356c-4a75-8f68-9ff9108af653/c5d18e81-56b9-44d2-b4e7-2a46ae257704/2fba6603-094f-499f-b6e8-2da25b885da1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:51.962762 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks [] for port (123a288a-1a7e-4af9-945a-29416689bdbb), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:51.968339 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.020174 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Attempting to bind port 123a288a-1a7e-4af9-945a-29416689bdbb on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:44:52.020533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Attempting to bind port 123a288a-1a7e-4af9-945a-29416689bdbb by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:44:52.020890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Attempting to bind port 123a288a-1a7e-4af9-945a-29416689bdbb on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:44:52.023004 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Pushing event updated for resources: {'Port': ['ID=123a288a-1a7e-4af9-945a-29416689bdbb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:52.032298 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:44:52.032662 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:52.033058 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.033475 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:44:52.033931 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Bound port: 123a288a-1a7e-4af9-945a-29416689bdbb, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:44:52.034299 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.036399 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.036735 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.037068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.037428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.037752 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.038074 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.038391 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.038707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.039022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.039337 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.039651 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.039968 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.040281 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:44:52.045744 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks [] for port (2fba6603-094f-499f-b6e8-2da25b885da1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.081639 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.095546 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] For port 123a288a-1a7e-4af9-945a-29416689bdbb, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:44:52.099367 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] For port 123a288a-1a7e-4af9-945a-29416689bdbb, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=123a288a-1a7e-4af9-945a-29416689bdbb,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:44:52.103727 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.121087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Network baf0752b-356c-4a75-8f68-9ff9108af653 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:52.124221 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:52.126767 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:52.156030 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42dec-aaa7-4e62-8e22-bc21b7c48af9 None None] Pushing event updated for resources: {'Port': ['ID=123a288a-1a7e-4af9-945a-29416689bdbb,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:52.161450 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:52.168779 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:52.169423 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:52.179201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.340634 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.375808 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:52.414462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-49a0b68d-cf4d-4488-b391-8a72d9635524 None None] Provisioning complete for port 2fba6603-094f-499f-b6e8-2da25b885da1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:52.414873 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0b68d-cf4d-4488-b391-8a72d9635524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.450628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-49a0b68d-cf4d-4488-b391-8a72d9635524 None None] Port 2fba6603-094f-499f-b6e8-2da25b885da1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:44:52.521083 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks [] for port (2fba6603-094f-499f-b6e8-2da25b885da1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.525820 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.560669 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:50Z', 'revision_number': 3, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:52.591163 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db141b-07ef-4f83-aaf5-7c50af11d309 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:50Z', 'revision_number': 3, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:44:52.592217 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.594128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:52.695128 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Network baf0752b-356c-4a75-8f68-9ff9108af653 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:52.696555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:52.835289 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:44:52.866327 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:52.935965 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:52.937052 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:52.979434 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:52.985299 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a2c0527c-413f-463d-b449-cc26e05fc4a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/c8a86ec4-dfc8-47b8-a833-371e65108fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803646 Jan 27 20:44:53.029935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:53.079916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2568ef56-3fc2-4910-a59d-dc082345f788 None None] Provisioning complete for port 2fba6603-094f-499f-b6e8-2da25b885da1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:53.080454 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2568ef56-3fc2-4910-a59d-dc082345f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.116640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2568ef56-3fc2-4910-a59d-dc082345f788 None None] Port 2fba6603-094f-499f-b6e8-2da25b885da1 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:44:53.496666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42758) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:53.502136 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1898916987-network', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:53.522746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Made reservation on behalf of d04be131be0e493c96c8a4418f5b672c for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:44:53.525226 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.535460 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.610670 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks [] for security_group (fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.614408 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.638656 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:44:53.647372 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:53.654507 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e63b774e-e73f-450b-96b9-5935d865bc10), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.656211 n-d-760453-6 neutron-server[103322]: INFO neutron.db.segments_db [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Added segment e63b774e-e73f-450b-96b9-5935d865bc10 of type vlan for network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 Jan 27 20:44:53.694633 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.720415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.721594 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:53.722193 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.784498 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2865996 Jan 27 20:44:53.787452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:53.788008 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e187c0-de92-4ddf-8220-521fa9f2d9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:53.792667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Request body: {'subnet': {'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1898916987-subnet', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:53.797609 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:44:53.811931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Made reservation on behalf of d04be131be0e493c96c8a4418f5b672c for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:44:53.814356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:53.993474 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (905f0f2d-d497-4f20-8d55-dcc67387b89d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.043380 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905f0f2d-d497-4f20-8d55-dcc67387b89d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:54.059672 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Checking segment: {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:54.060048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Network hostable DHCP agents. Network: 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:44:54.077576 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:44:54.086291 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:54.090770 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:54.091371 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.095462 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab21af-37f1-432e-a328-081345b4a0ef None None] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:44:54.107887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5c5fe8e0-3ec1-4c6e-904d-91a364a8a1f6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3192320 Jan 27 20:44:54.111554 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42762) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:54.116184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:54.138092 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.139192 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.193111 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for router_controller (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.203254 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'fixed_ips': [{'subnet_id': '905f0f2d-d497-4f20-8d55-dcc67387b89d'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:44:54.204361 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.282784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:44:54.307477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:54.308105 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:54.340746 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for router_gateway (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.438597 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Allocated IP 172.20.0.2 (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990/905f0f2d-d497-4f20-8d55-dcc67387b89d/3f2fda5b-3167-4bf9-ba4d-79beee76faa1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:54.474945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:54.562304 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.754732 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks [] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.780832 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.830725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:54.835921 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for router_gateway (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.840827 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:54.844007 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:54.848160 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Pushing event updated for resources: {'Port': ['ID=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:54.856139 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:54.898048 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 2, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:54.903467 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 123a288a-1a7e-4af9-945a-29416689bdbb up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:54.959968 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:44:54.960322 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Updating router c8a86ec4-dfc8-47b8-a833-371e65108fc2 port 2fba6603-094f-499f-b6e8-2da25b885da1 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:44:54.969725 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Attempting to bind port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:44:54.970095 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Attempting to bind port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:44:54.970456 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Attempting to bind port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 on network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:44:54.972893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Allocated IP 172.25.5.121 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/95d33088-ec6f-485f-93ac-be80755cf28e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:55.002771 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:44:55.003181 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Checking segment: {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:55.003543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.003932 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Bound using segment: {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:44:55.004405 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Bound port: 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:44:55.004782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.008936 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.081542 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for port (95d33088-ec6f-485f-93ac-be80755cf28e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.119392 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.160869 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:55.163933 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:55.167412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:55.194526 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Pushing event updated for resources: {'Port': ['ID=95d33088-ec6f-485f-93ac-be80755cf28e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:55.255549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 123a288a-1a7e-4af9-945a-29416689bdbb triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:55.256193 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.349335 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] For port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:44:55.366777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] For port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:44:55.377945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.436338 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for router_gateway (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.499433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2a69-1987-495e-8416-78abac654988 None None] Pushing event updated for resources: {'Port': ['ID=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:55.557483 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 123a288a-1a7e-4af9-945a-29416689bdbb is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:55.558014 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.573565 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.601423 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 123a288a-1a7e-4af9-945a-29416689bdbb, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=123a288a-1a7e-4af9-945a-29416689bdbb,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:55.613381 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.699362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.711559 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=123a288a-1a7e-4af9-945a-29416689bdbb,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:55.729635 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks [] for port (2fba6603-094f-499f-b6e8-2da25b885da1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.735845 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.793293 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346c723-c71a-449a-ae84-dec0bcb7026e None None] Pushing event updated for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:55.870370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Attempting to bind port 2fba6603-094f-499f-b6e8-2da25b885da1 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:44:55.870778 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Attempting to bind port 2fba6603-094f-499f-b6e8-2da25b885da1 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:44:55.871110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Attempting to bind port 2fba6603-094f-499f-b6e8-2da25b885da1 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:44:55.880743 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:44:55.881168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:55.881581 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.882839 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Bound using segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:44:55.883330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Bound port: 2fba6603-094f-499f-b6e8-2da25b885da1, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:44:55.883757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:55.886486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Router bf2d5831-4e53-4f77-8b2d-13b62dc145ff is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:44:55.964673 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] For port 2fba6603-094f-499f-b6e8-2da25b885da1, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:44:55.968429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] For port 2fba6603-094f-499f-b6e8-2da25b885da1, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2fba6603-094f-499f-b6e8-2da25b885da1,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:44:55.975364 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.018387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:56.029196 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Sync routers for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:44:56.038561 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.043074 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9a2343fc-90e8-41ad-8950-c5b40f8158e0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9273000 Jan 27 20:44:56.043279 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:56.043438 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:56.043940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:56.048555 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:56.049186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:56.124008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346c723-c71a-449a-ae84-dec0bcb7026e None None] Pushing event updated for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:56.188743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:56.210655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:56.212581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Provisioning complete for port 2fba6603-094f-499f-b6e8-2da25b885da1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:56.212953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.425442 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 3, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:56.448243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Current status of the port 2fba6603-094f-499f-b6e8-2da25b885da1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:56.448825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.460260 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Checking router: bf2d5831-4e53-4f77-8b2d-13b62dc145ff for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:44:56.461020 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Updating router bf2d5831-4e53-4f77-8b2d-13b62dc145ff port 95d33088-ec6f-485f-93ac-be80755cf28e binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:44:56.495717 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.514769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] For port 2fba6603-094f-499f-b6e8-2da25b885da1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2fba6603-094f-499f-b6e8-2da25b885da1,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:56.523710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.575025 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.575344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:56.611384 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b7a11-fedc-4aa1-847e-162104d7b10f None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:44:56.615838 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51048ab0-b770-4a32-b811-dd8bbc809b0d None None] Pushing event updated for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:56.656664 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-f2bafca0-6c24-48aa-bfb6-2bb5d5d6e285 None None] Provisioning complete for port 2fba6603-094f-499f-b6e8-2da25b885da1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:56.656664 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2bafca0-6c24-48aa-bfb6-2bb5d5d6e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.820948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f2bafca0-6c24-48aa-bfb6-2bb5d5d6e285 None None] Current status of the port 2fba6603-094f-499f-b6e8-2da25b885da1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:56.854557 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Allocated IP 172.20.0.1 (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990/905f0f2d-d497-4f20-8d55-dcc67387b89d/08499e2d-1e19-4f63-869b-a545ef0a0405) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:44:56.895413 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks [] for port (95d33088-ec6f-485f-93ac-be80755cf28e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.898937 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e11dd-328a-4940-86ac-efa5dced5d29 None None] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:44:56.903867 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.967533 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Attempting to bind port 95d33088-ec6f-485f-93ac-be80755cf28e on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:44:56.968093 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Attempting to bind port 95d33088-ec6f-485f-93ac-be80755cf28e by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:44:56.968708 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Attempting to bind port 95d33088-ec6f-485f-93ac-be80755cf28e on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:44:56.987957 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:44:56.988344 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:44:56.988751 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:56.989422 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:44:56.989674 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Bound port: 95d33088-ec6f-485f-93ac-be80755cf28e, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:44:56.990022 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.003378 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Provisioning complete for port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:57.003804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.023601 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a861c-f94c-411a-a1c3-ebfb0f8dd57b None None] Pushing event updated for resources: {'Port': ['ID=95d33088-ec6f-485f-93ac-be80755cf28e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:57.026389 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks [] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.075484 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.086274 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] For port 95d33088-ec6f-485f-93ac-be80755cf28e, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:44:57.091186 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] For port 95d33088-ec6f-485f-93ac-be80755cf28e, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=95d33088-ec6f-485f-93ac-be80755cf28e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:44:57.096723 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.154811 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Pushing event updated for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:57.172475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:57.174464 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:57.177092 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:44:57.189056 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Current status of the port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:57.189779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.191711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:44:57.194609 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:57.216731 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:57.243951 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a861c-f94c-411a-a1c3-ebfb0f8dd57b None None] Pushing event updated for resources: {'Port': ['ID=95d33088-ec6f-485f-93ac-be80755cf28e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:57.249035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.266941 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] For port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:57.282909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.356381 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:44:57.364110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:57.364539 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.369220 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b476c-5083-4cf2-96b5-7f8c7c394ee4 None None] Pushing event updated for resources: {'Port': ['ID=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:57.485896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.508717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:57.510080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2fba6603-094f-499f-b6e8-2da25b885da1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:57.605457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 2fba6603-094f-499f-b6e8-2da25b885da1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:57.605840 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.637214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0f36da14-60af-4938-8f41-e124704286ea None None] Provisioning complete for port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:57.637477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f36da14-60af-4938-8f41-e124704286ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.643184 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 3, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:44:57.684031 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cf94a-0b69-4775-93aa-fa8360349d13 None None] The sync data for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 is: [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 3, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:44:57.773492 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks [] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.781420 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.836779 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 2fba6603-094f-499f-b6e8-2da25b885da1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:57.837916 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 123a288a-1a7e-4af9-945a-29416689bdbb up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:57.841650 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f36da14-60af-4938-8f41-e124704286ea None None] Current status of the port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:57.858594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Pushing event updated for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:57.861203 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.898669 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 123a288a-1a7e-4af9-945a-29416689bdbb triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:57.899151 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:57.967637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:44:57.969802 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:44:57.996748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 123a288a-1a7e-4af9-945a-29416689bdbb is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:57.999802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-bd4d806c-859d-4a11-80a0-2d9092daca8c None None] Provisioning complete for port 08499e2d-1e19-4f63-869b-a545ef0a0405 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:58.000211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd4d806c-859d-4a11-80a0-2d9092daca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.056324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d806c-859d-4a11-80a0-2d9092daca8c None None] Port 08499e2d-1e19-4f63-869b-a545ef0a0405 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:44:58.132696 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Router bf2d5831-4e53-4f77-8b2d-13b62dc145ff has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:44:58.266257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:44:58.277891 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-c739d59e-70f5-46e6-9939-fe001363ea26 admin admin] 10.222.0.59 "PUT /v2.0/routers/bf2d5831-4e53-4f77-8b2d-13b62dc145ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2324815 Jan 27 20:44:58.280509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-2d1744f8-3829-457e-9a49-397f3dd8bf5a None None] Provisioning complete for port 08499e2d-1e19-4f63-869b-a545ef0a0405 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:58.281375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d1744f8-3829-457e-9a49-397f3dd8bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.329161 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d1744f8-3829-457e-9a49-397f3dd8bf5a None None] Port 08499e2d-1e19-4f63-869b-a545ef0a0405 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:44:58.836391 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 42772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:58.841442 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858700558', 'description': 'tempest-secgroup-smoke-858700558 description', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:58.864862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.941033 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (2ea3e11c-404d-4e23-a215-911c0d083d0a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.944219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:58.946647 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ea3e11c-404d-4e23-a215-911c0d083d0a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.973230 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:58.974426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1368337 Jan 27 20:44:58.978001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42774) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:58.983240 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8321839-c652-49f8-bfd9-4f8b6a840f6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3e11c-404d-4e23-a215-911c0d083d0a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:58.983609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:58.998748 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:58.999120 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.011936 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (15203934-bf8f-407c-a79d-e4475ec5a730), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.068341 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (15203934-bf8f-407c-a79d-e4475ec5a730), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.072478 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (15203934-bf8f-407c-a79d-e4475ec5a730), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.086057 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:59.087461 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 95d33088-ec6f-485f-93ac-be80755cf28e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:44:59.092203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15203934-bf8f-407c-a79d-e4475ec5a730,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.099239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.100462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9604a2ca-c689-4d29-8c1d-19d866ba7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207805 Jan 27 20:44:59.103159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42776) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:59.108079 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:59.133187 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (ae7a0b77-6f5d-48c8-b9e3-48718a6a31ec), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.140909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 95d33088-ec6f-485f-93ac-be80755cf28e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:44:59.141306 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.192314 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (ae7a0b77-6f5d-48c8-b9e3-48718a6a31ec), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.196119 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (ae7a0b77-6f5d-48c8-b9e3-48718a6a31ec), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.214700 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7a0b77-6f5d-48c8-b9e3-48718a6a31ec,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.223802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 95d33088-ec6f-485f-93ac-be80755cf28e is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:44:59.224141 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.224774 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.226057 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6f3287fd-9171-4c37-bb67-08ec3e2d5158 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214137 Jan 27 20:44:59.229377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42778) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:59.234073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:59.246925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 95d33088-ec6f-485f-93ac-be80755cf28e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=95d33088-ec6f-485f-93ac-be80755cf28e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:44:59.250906 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.260987 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (a2d099ed-ffc8-4e47-9310-3ca84372447e), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.301209 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=95d33088-ec6f-485f-93ac-be80755cf28e,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.324422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (a2d099ed-ffc8-4e47-9310-3ca84372447e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.329361 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (a2d099ed-ffc8-4e47-9310-3ca84372447e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.348738 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d099ed-ffc8-4e47-9310-3ca84372447e,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.356897 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.358145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-21175d2f-ad8a-4b6f-a9fa-108d93366855 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278412 Jan 27 20:44:59.360891 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:59.365151 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:59.390114 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (03341cc2-f04e-47db-a1c6-1b1e6626b5f0), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.447112 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (03341cc2-f04e-47db-a1c6-1b1e6626b5f0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.451157 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (03341cc2-f04e-47db-a1c6-1b1e6626b5f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.468745 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03341cc2-f04e-47db-a1c6-1b1e6626b5f0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.477316 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.478482 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-9dd216a7-d771-45ef-9261-d9785c42ee6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166372 Jan 27 20:44:59.481993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:59.486375 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:59.507189 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Project d40a3aeaf3394ad9b7c5dbc37c572b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:44:59.512277 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (15a64d44-1551-4996-9ef6-457e3954b531), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.572034 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (15a64d44-1551-4996-9ef6-457e3954b531), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.575943 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (15a64d44-1551-4996-9ef6-457e3954b531), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.594996 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a64d44-1551-4996-9ef6-457e3954b531,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.600310 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.601451 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-68adf7ba-8e85-4b48-a9c2-fef154bd8239 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185119 Jan 27 20:44:59.605025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42784) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:44:59.609383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '2ea3e11c-404d-4e23-a215-911c0d083d0a', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:44:59.629748 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Project d40a3aeaf3394ad9b7c5dbc37c572b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:44:59.634742 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (0aaa0156-d058-4a79-a7d0-5316b16b52fd), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.695838 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (0aaa0156-d058-4a79-a7d0-5316b16b52fd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.699868 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (0aaa0156-d058-4a79-a7d0-5316b16b52fd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.720500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaa0156-d058-4a79-a7d0-5316b16b52fd,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:44:59.726017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:44:59.727893 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0aebfc8b-17e8-4a62-9aaf-ad83eda3d662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219087 Jan 27 20:44:59.876995 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-730f078a-83d2-4f68-8a36-e3d81650a160 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858700558&fields=id&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 267 time: 0.0442677 Jan 27 20:44:59.989343 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-e5d1fc84-0184-46ea-812e-f25263019357 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:44:59.990916 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-e5d1fc84-0184-46ea-812e-f25263019357 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 807 time: 0.1074743 Jan 27 20:45:00.008218 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-9152c15c-e613-4a2e-83c3-be4eacf0ebf4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/quotas/d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 375 time: 0.0101733 Jan 27 20:45:00.063486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-9e2ece60-46bc-464c-b83e-0c5cb4e5c953 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489945 Jan 27 20:45:00.308358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Sync routers for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:45:00.320342 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:45:00.320986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:00.437751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:45:00.517814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-1e33608f-619e-4a85-9453-bc2a9f6e6f8e service neutron] 10.222.0.59 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410844 Jan 27 20:45:00.621177 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-31eaad05-d856-441f-947c-b7dd72f8b53d service neutron] 10.222.0.59 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972953 Jan 27 20:45:00.657868 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 4, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '08499e2d-1e19-4f63-869b-a545ef0a0405', 'name': '', 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'mac_address': 'fa:16:3e:6a:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:56Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 2, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'subnets': [{'id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:00.797737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8385c537-3978-4ef7-8275-9ee8d689b84e req-90bac15d-f910-41d9-8237-86ce2cfe4b6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 210 time: 0.0307932 Jan 27 20:45:00.887847 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 95d33088-ec6f-485f-93ac-be80755cf28e up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:45:00.890204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Checking router: bf2d5831-4e53-4f77-8b2d-13b62dc145ff for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:45:00.890567 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Updating router bf2d5831-4e53-4f77-8b2d-13b62dc145ff port 08499e2d-1e19-4f63-869b-a545ef0a0405 binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:45:00.963733 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.018109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 95d33088-ec6f-485f-93ac-be80755cf28e triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:01.018497 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.222412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 95d33088-ec6f-485f-93ac-be80755cf28e is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:01.311799 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks [] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.317201 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.398648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dad26-4c81-45ec-a01d-b8b86a35a83a None None] Pushing event updated for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:01.435412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Attempting to bind port 08499e2d-1e19-4f63-869b-a545ef0a0405 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:45:01.436070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Attempting to bind port 08499e2d-1e19-4f63-869b-a545ef0a0405 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:45:01.436681 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Attempting to bind port 08499e2d-1e19-4f63-869b-a545ef0a0405 on network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:45:01.442566 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:45:01.443188 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Checking segment: {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:45:01.443710 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.444177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Bound using segment: {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:45:01.444763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Bound port: 08499e2d-1e19-4f63-869b-a545ef0a0405, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63b774e-e73f-450b-96b9-5935d865bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:45:01.445300 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.516267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] For port 08499e2d-1e19-4f63-869b-a545ef0a0405, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:45:01.520242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] For port 08499e2d-1e19-4f63-869b-a545ef0a0405, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=08499e2d-1e19-4f63-869b-a545ef0a0405,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:45:01.528332 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.607612 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dad26-4c81-45ec-a01d-b8b86a35a83a None None] Pushing event updated for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:01.613864 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:45:01.614502 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:44:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:01.723756 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Provisioning complete for port 08499e2d-1e19-4f63-869b-a545ef0a0405 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:01.724135 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:01.762736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:45:01.931410 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fa758137-191e-41eb-a598-8494212432ab req-48e488c9-f53a-4289-bb75-a727123f3255 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 210 time: 0.0490618 Jan 27 20:45:01.946049 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Current status of the port 08499e2d-1e19-4f63-869b-a545ef0a0405 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:01.946463 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.018816 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-b389abec-1cc2-4f37-af16-4c15f2280cab tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:02.020455 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-b389abec-1cc2-4f37-af16-4c15f2280cab tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 807 time: 0.1288407 Jan 27 20:45:02.023449 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] For port 08499e2d-1e19-4f63-869b-a545ef0a0405, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=08499e2d-1e19-4f63-869b-a545ef0a0405,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:45:02.032287 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.089722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f21e0-1e22-46e4-9ad8-f70339c6411a None None] Pushing event updated for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:02.091311 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-1635caef-a23e-448d-8553-936989ea6abf tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 379 time: 0.0623441 Jan 27 20:45:02.100995 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 4, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '08499e2d-1e19-4f63-869b-a545ef0a0405', 'name': '', 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'mac_address': 'fa:16:3e:6a:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:56Z', 'updated_at': '2022-01-27T20:45:01Z', 'revision_number': 4, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'subnets': [{'id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:02.101299 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'port': {'device_id': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'admin_state_up': True, 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'security_groups': ['2ea3e11c-404d-4e23-a215-911c0d083d0a']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:45:02.131002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5bdf-5dfb-4680-af73-a5f413b00a0b None None] The sync data for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 is: [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:57Z', 'revision_number': 4, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '08499e2d-1e19-4f63-869b-a545ef0a0405', 'name': '', 'network_id': '3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'mac_address': 'fa:16:3e:6a:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:56Z', 'updated_at': '2022-01-27T20:45:01Z', 'revision_number': 4, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'subnets': [{'id': '905f0f2d-d497-4f20-8d55-dcc67387b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:45:02.155654 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-132fd79f-cd2b-4fab-8fbe-5ae0a24fd658 None None] Provisioning complete for port 08499e2d-1e19-4f63-869b-a545ef0a0405 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:02.156043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fd79f-cd2b-4fab-8fbe-5ae0a24fd658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.243678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Made reservation on behalf of d40a3aeaf3394ad9b7c5dbc37c572b86 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:45:02.247869 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.259780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-132fd79f-cd2b-4fab-8fbe-5ae0a24fd658 None None] Current status of the port 08499e2d-1e19-4f63-869b-a545ef0a0405 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:02.392462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Allocated IP 172.20.0.11 (baf0752b-356c-4a75-8f68-9ff9108af653/c5d18e81-56b9-44d2-b4e7-2a46ae257704/17b6adf5-564a-47d0-8c2b-f9247fc3b2d9) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:45:02.534281 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.571812 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.625108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Network baf0752b-356c-4a75-8f68-9ff9108af653 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:45:02.630611 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:45:02.635380 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:45:02.639500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:02.690203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:02.690857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.708405 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-20216058-38a2-441f-9175-32f4b9606328 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111376 Jan 27 20:45:02.722660 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Request body: {'port': {'device_id': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:45:02.785021 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.885645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 08499e2d-1e19-4f63-869b-a545ef0a0405 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:45:02.889840 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-98903ab4-f586-48cd-96d7-4912b27b15f9 None None] Provisioning complete for port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:02.890219 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98903ab4-f586-48cd-96d7-4912b27b15f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:02.957034 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98903ab4-f586-48cd-96d7-4912b27b15f9 None None] Port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:45:02.968547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 08499e2d-1e19-4f63-869b-a545ef0a0405 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:02.968928 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.052277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 08499e2d-1e19-4f63-869b-a545ef0a0405 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:03.058488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d34c5-ac2c-4ede-8383-61d4edcb1240 req-54ba8295-4f46-473b-9b2a-b0e930fb6c8f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.060716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f37d34c5-ac2c-4ede-8383-61d4edcb1240 req-54ba8295-4f46-473b-9b2a-b0e930fb6c8f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 932 time: 0.0540309 Jan 27 20:45:03.072132 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:45:03.080663 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks [] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.093385 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Transition to ACTIVE for port object 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:45:03.098058 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.111401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f37d34c5-ac2c-4ede-8383-61d4edcb1240 req-fe29a66a-8c2c-455a-8edd-bc214c4cb8aa tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Jan 27 20:45:03.149216 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:03.223858 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Attempting to bind port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:45:03.224126 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Attempting to bind port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:45:03.224487 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Attempting to bind port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:45:03.229284 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 on network baf0752b-356c-4a75-8f68-9ff9108af653 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:45:03.229635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Attempting to bind port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:45:03.234828 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:45:03.235174 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:45:03.235567 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Bound using segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:45:03.236005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Bound port: 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:45:03.236370 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.307746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:45:03.310928 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:45:03.314997 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.350789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.351466 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:03.353004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1092 time: 0.6351392 Jan 27 20:45:03.353432 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:45:03.355744 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5314ec46-da74-445b-9156-c534fa0288b6" -d '{"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:45:03.406767 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0714248-508f-4e23-8b78-154887b29d50 x-openstack-request-id: req-d0714248-508f-4e23-8b78-154887b29d50 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:45:03.407132 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:45:03.407511 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0714248-508f-4e23-8b78-154887b29d50 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:45:03.408024 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'status': 'completed', 'code': 200} Jan 27 20:45:03.417683 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aba44d-c2e0-489e-ac43-d44a015a24e7 service neutron] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:03.457073 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-fe1509ec-31bb-4c55-b31f-a3f87fb708e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.458758 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-fe1509ec-31bb-4c55-b31f-a3f87fb708e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1095 time: 0.0494077 Jan 27 20:45:03.506796 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-6d6fe007-8a8f-47b1-944c-ab95ce0f39f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0407288 Jan 27 20:45:03.556823 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-f4972796-cbf4-441b-b20b-9b7b3539586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.558922 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-f4972796-cbf4-441b-b20b-9b7b3539586b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0461917 Jan 27 20:45:03.604273 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-d218ba04-a285-4bf7-8cc0-8e091677458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.605812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-d218ba04-a285-4bf7-8cc0-8e091677458f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415738 Jan 27 20:45:03.703249 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-b2170ac7-2024-4339-8e11-61b9ea9d2147 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912714 Jan 27 20:45:03.799594 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-3f9d8ecb-7a71-402f-b7bd-9357973ad24e req-84e6005a-83e8-4c13-ad4e-ad783bfa7d46 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908456 Jan 27 20:45:03.893675 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ec46-da74-445b-9156-c534fa0288b6 req-b422d21c-d21a-4c55-915b-842ce91446ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:03.895366 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-b422d21c-d21a-4c55-915b-842ce91446ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1095 time: 0.0448999 Jan 27 20:45:04.002777 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ec46-da74-445b-9156-c534fa0288b6 req-355049a8-4747-429f-a990-54b111faa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:04.004327 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-355049a8-4747-429f-a990-54b111faa275 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.1030397 Jan 27 20:45:04.046510 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-c5017671-dbe9-4587-ac23-10dc3a0f5397 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jan 27 20:45:04.101223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ec46-da74-445b-9156-c534fa0288b6 req-1562a7c5-c2c3-4c4f-8dc3-dbfc08000455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:04.102811 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-1562a7c5-c2c3-4c4f-8dc3-dbfc08000455 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0512919 Jan 27 20:45:04.152708 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ec46-da74-445b-9156-c534fa0288b6 req-c9f1e95b-632a-47c6-a0c0-78c97ece4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:04.154289 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-c9f1e95b-632a-47c6-a0c0-78c97ece4b6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436621 Jan 27 20:45:04.252389 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-9110e685-4bb9-4137-9c08-2858391c5235 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902247 Jan 27 20:45:04.254962 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc4534-dd20-49a5-8556-87c57435c2a2 req-b6d8f617-c956-45af-8528-1b2d80dca3a0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:04.256596 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdfc4534-dd20-49a5-8556-87c57435c2a2 req-b6d8f617-c956-45af-8528-1b2d80dca3a0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0685039 Jan 27 20:45:04.310301 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fdfc4534-dd20-49a5-8556-87c57435c2a2 req-e0e85831-af41-44ff-80d7-7395a1859159 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 Jan 27 20:45:04.354252 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5314ec46-da74-445b-9156-c534fa0288b6 req-88887400-38fa-4413-9ca4-fbd2a3030682 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964692 Jan 27 20:45:05.432443 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aea32-8c84-4b22-bfcd-63a930a12c99 req-38a2ef25-b361-43f8-80c6-13bea63a2c71 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:05.433989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc7aea32-8c84-4b22-bfcd-63a930a12c99 req-38a2ef25-b361-43f8-80c6-13bea63a2c71 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0535471 Jan 27 20:45:05.483904 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fc7aea32-8c84-4b22-bfcd-63a930a12c99 req-704b3a44-6d94-4c2d-9183-01d51f369f60 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Jan 27 20:45:06.601099 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bcbb3-d35a-4d3a-a866-d3fc7b0c1509 req-50c137ea-d43d-401e-bbdd-5490ae9e0a74 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:06.602671 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d5bcbb3-d35a-4d3a-a866-d3fc7b0c1509 req-50c137ea-d43d-401e-bbdd-5490ae9e0a74 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0515807 Jan 27 20:45:06.654567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d5bcbb3-d35a-4d3a-a866-d3fc7b0c1509 req-78577bfa-4f57-4454-813e-a2fea9603fe7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456219 Jan 27 20:45:07.644155 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:45:07.743231 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:45:07.758418 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:45:07.787601 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521167a-462d-4812-a4e2-7177e3aa50f5 req-5c767fa1-5949-4a35-8517-ca810228c01a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:07.789132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0521167a-462d-4812-a4e2-7177e3aa50f5 req-5c767fa1-5949-4a35-8517-ca810228c01a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0558097 Jan 27 20:45:07.798717 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:07.799105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:07.813002 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:45:07.835100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:45:07.840224 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:07.842781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0521167a-462d-4812-a4e2-7177e3aa50f5 req-bedc6372-9aac-4707-801b-b0adf59c6230 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479090 Jan 27 20:45:07.895242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:08.167285 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:45:08.961782 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a209-dfb8-402f-afa2-d9c4262ed111 req-ac851d9a-5f59-4f7d-bc10-cf9cacc2624e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:08.963838 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6b7a209-dfb8-402f-afa2-d9c4262ed111 req-ac851d9a-5f59-4f7d-bc10-cf9cacc2624e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 945 time: 0.0516958 Jan 27 20:45:09.013581 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b6b7a209-dfb8-402f-afa2-d9c4262ed111 req-1801a33f-a470-47eb-80a3-495a4440855b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Jan 27 20:45:09.192108 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-669e2ec7-d50b-419a-a0b8-74bf4515ec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:09.660540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:45:09.710172 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:45:09.714910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:45:09.715286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:09.794325 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:45:09.794713 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:09.817691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:45:09.819992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a50902-a6e1-495e-97b6-30a611fc4e2a" -d '{"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:45:09.833498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:45:09.837866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:09.886981 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:09.924398 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbfeea2-5afe-40c4-a4de-514ca1bfae3d x-openstack-request-id: req-cdbfeea2-5afe-40c4-a4de-514ca1bfae3d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:45:09.924846 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:45:09.925104 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdbfeea2-5afe-40c4-a4de-514ca1bfae3d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:45:09.925574 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'code': 200} Jan 27 20:45:10.020623 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc2ed-7a04-485f-8051-a9ef44931a33 req-17d5a3d6-ff94-488d-b932-b030ef68082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:10.022182 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-da7cc2ed-7a04-485f-8051-a9ef44931a33 req-17d5a3d6-ff94-488d-b932-b030ef68082c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0413423 Jan 27 20:45:10.068461 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-da7cc2ed-7a04-485f-8051-a9ef44931a33 req-c9de8449-34bd-453a-a9aa-f791edeffafb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Jan 27 20:45:10.133771 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db523f-e5bc-4c0e-8202-d36e7f7f77b2 req-429d632f-8edc-4266-a737-a093eca047cb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:10.135811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68db523f-e5bc-4c0e-8202-d36e7f7f77b2 req-429d632f-8edc-4266-a737-a093eca047cb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0501637 Jan 27 20:45:10.190724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-68db523f-e5bc-4c0e-8202-d36e7f7f77b2 req-6eeea9ad-83db-4ec5-abdd-8b25e2a5cbd5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493119 Jan 27 20:45:11.319783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdecf9d-8b58-4ad8-b50e-58de818ff80f req-663ab264-5472-4152-9453-2dfbaeb005d8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:11.321569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfdecf9d-8b58-4ad8-b50e-58de818ff80f req-663ab264-5472-4152-9453-2dfbaeb005d8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0514774 Jan 27 20:45:11.375746 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dfdecf9d-8b58-4ad8-b50e-58de818ff80f req-17425c80-2875-4346-9d8d-90842b615d52 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477350 Jan 27 20:45:12.321766 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-623f6ee2-2e65-4430-9f71-76d5e4371b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:12.496366 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731e4da-b542-4afb-8eb3-ff0d723be52b req-57ebc6d0-2cbf-4de7-8439-3f7037234c64 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:12.497950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8731e4da-b542-4afb-8eb3-ff0d723be52b req-57ebc6d0-2cbf-4de7-8439-3f7037234c64 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0493340 Jan 27 20:45:12.548585 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8731e4da-b542-4afb-8eb3-ff0d723be52b req-0d20a21d-85fd-45d8-84ae-fbc37f4b9170 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Jan 27 20:45:12.669270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fcffc-5ef3-484f-86f3-24a05bfa5ab5 req-d29a676b-1ae1-414b-ad79-64fd04445174 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:12.670775 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11fcffc-5ef3-484f-86f3-24a05bfa5ab5 req-d29a676b-1ae1-414b-ad79-64fd04445174 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0535228 Jan 27 20:45:12.718564 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d11fcffc-5ef3-484f-86f3-24a05bfa5ab5 req-4551ec1b-778b-4f1b-8090-21e13e3a2a1c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jan 27 20:45:12.740386 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42842) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:45:12.875669 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cb7cb-b47c-4f3e-ab13-6c9809f397ce tempest-TestShelveInstance-1849047168 tempest-TestShelveInstance-1849047168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:12.877161 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b50cb7cb-b47c-4f3e-ab13-6c9809f397ce tempest-TestShelveInstance-1849047168 tempest-TestShelveInstance-1849047168-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1092 time: 0.1361108 Jan 27 20:45:12.880270 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 42846) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:45:12.884569 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:45:12.905548 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:12.999055 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.108198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Allocated IP 172.25.5.75 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/76ee248d-1b74-4ac6-b7a1-50be145ba9b7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:45:13.209102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.242368 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.279930 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:45:13.286555 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:45:13.289233 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:45:13.295550 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=76ee248d-1b74-4ac6-b7a1-50be145ba9b7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:13.650763 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (11c4ff03-a532-4caf-bc8e-d404a91bef70), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.723091 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.874183 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.878609 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:13.954718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=76ee248d-1b74-4ac6-b7a1-50be145ba9b7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:45:13.962271 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (11c4ff03-a532-4caf-bc8e-d404a91bef70), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:14.062033 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Floating IP 11c4ff03-a532-4caf-bc8e-d404a91bef70 associated. External IP: 172.25.5.75, port: 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9. Jan 27 20:45:14.555100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:45:14.662018 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:45:14.674876 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:45:14.682243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:14.686254 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:45:14.687037 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:14.714394 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-d9da8372-1317-4dad-a8c7-298ee6334018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8330772 Jan 27 20:45:14.714997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:45:14.717343 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a98fde-427c-4267-9899-7d0b8c19f5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:45:14.755093 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a119338-d0e9-4773-a206-bd49d00d6a49 x-openstack-request-id: req-1a119338-d0e9-4773-a206-bd49d00d6a49 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:45:14.756085 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:45:14.756085 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a119338-d0e9-4773-a206-bd49d00d6a49 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:45:14.756085 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'status': 'completed', 'code': 200} Jan 27 20:45:14.821709 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-2996f982-472c-41c4-bbea-4313e928d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:14.823822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-2996f982-472c-41c4-bbea-4313e928d1dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0451832 Jan 27 20:45:14.918443 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:45:14.929779 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-8ec0c070-f353-4c1a-ba72-75213a1191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:14.931292 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-8ec0c070-f353-4c1a-ba72-75213a1191bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.1011102 Jan 27 20:45:15.003183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-00461368-a194-4cb9-b2b6-c798500a8739 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 999 time: 0.0658195 Jan 27 20:45:15.050908 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-b94c4c4b-8dc9-4ed9-8a7e-72dd841ea688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:15.052384 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-b94c4c4b-8dc9-4ed9-8a7e-72dd841ea688 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0432453 Jan 27 20:45:15.096378 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-20fe7d98-883a-4f89-af42-9afb0a9d9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:15.097968 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-20fe7d98-883a-4f89-af42-9afb0a9d9fe2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400724 Jan 27 20:45:15.142873 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '11c4ff03-a532-4caf-bc8e-d404a91bef70', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:45:13Z', 'updated_at': '2022-01-27T20:45:13Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:15.171742 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:45:15.179908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:45:15.180541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:45:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:15.190117 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-94a39a27-ba03-44e2-98ec-0674f8173733 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Jan 27 20:45:15.278108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-17a98fde-427c-4267-9899-7d0b8c19f5a5 req-418d5e05-2bde-4e7a-962b-6999f504ab0d service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820286 Jan 27 20:45:15.285042 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:45:15.503661 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:15.504402 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '11c4ff03-a532-4caf-bc8e-d404a91bef70', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:45:13Z', 'updated_at': '2022-01-27T20:45:13Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:45:15.532662 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747190d-f76e-46dd-96e9-16d948e55e03 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '11c4ff03-a532-4caf-bc8e-d404a91bef70', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:45:13Z', 'updated_at': '2022-01-27T20:45:13Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:45:15.735914 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed5655-046d-432f-af6c-91456669e7a2 None None] New status for floating IP 11c4ff03-a532-4caf-bc8e-d404a91bef70: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:45:15.925660 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:16.287689 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:24.500198 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:25.537408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:26.126220 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:45:39.192782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23da19b-0dee-4496-89d2-c3f925dfe11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:42.324182 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5d843d-5253-43c1-9f85-536b3a3858e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:45.505168 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:45.927138 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:46.290529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:54.494540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:55.534802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:45:58.314029 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-b12b3113-c3d6-4d4d-bc60-81f9f8481255 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451825 Jan 27 20:45:58.396626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-459c5e36-8db5-4ab7-b668-d1654a8ab2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:58.398154 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-459c5e36-8db5-4ab7-b668-d1654a8ab2f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0402026 Jan 27 20:45:58.499019 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-5b67fd87-9079-40a7-9da2-604ebe5822f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:58.500480 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-5b67fd87-9079-40a7-9da2-604ebe5822f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0829692 Jan 27 20:45:58.569431 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-b7e71b2f-aa3c-4ca3-986c-66fab4581f34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0622272 Jan 27 20:45:58.617915 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-ded111a6-a8a5-487c-9170-e0dd70c0983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:58.619388 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-ded111a6-a8a5-487c-9170-e0dd70c0983a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0434976 Jan 27 20:45:58.663517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-6086de37-728e-4e2a-993c-d2087acd4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:45:58.665005 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-6086de37-728e-4e2a-993c-d2087acd4ee7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399585 Jan 27 20:45:58.755690 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-0c9e1bd9-6509-4389-a135-160bde39a43b service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841134 Jan 27 20:45:58.847199 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0f454e3d-95f8-455e-91a9-9aed647ecbc5 req-b519f62b-6ed2-42a2-a76b-b6cbad3ad7ac service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Jan 27 20:46:03.125907 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:46:09.195880 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf14afd-5a63-4403-8c4e-70c3505495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:12.326601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9232-b893-44e7-bb64-ea8471ee319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:15.508229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:15.929807 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:16.295909 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:24.502327 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:25.533614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:39.198408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-788ba54b-3bef-43e7-a94f-a9746d446959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:40.125269 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:46:42.329548 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e3250c-823c-4247-929a-a23a49ade8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:45.511273 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:45.932510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:46.299202 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:54.503110 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:55.562922 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:46:58.328561 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-2cc579b6-4bc1-456d-a5ab-d10844c02e0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450771 Jan 27 20:46:58.411676 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-90c4bc06-6ad4-44c9-8b51-dcc0662fdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:46:58.413183 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-90c4bc06-6ad4-44c9-8b51-dcc0662fdf4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0412989 Jan 27 20:46:58.513500 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-aa7668d1-3c55-47a2-bc81-91b7cdc0e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:46:58.515491 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-aa7668d1-3c55-47a2-bc81-91b7cdc0e77f service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0837657 Jan 27 20:46:58.582674 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-896daf92-641f-4d72-a0b2-08a08e69f014 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0619979 Jan 27 20:46:58.629765 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-f25ec114-dda4-4742-a0c1-71bb453ac07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:46:58.631235 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-f25ec114-dda4-4742-a0c1-71bb453ac07e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0430648 Jan 27 20:46:58.678101 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-df193dc9-cc88-4f37-b86e-2e43b35cef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:46:58.679612 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-df193dc9-cc88-4f37-b86e-2e43b35cef5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426261 Jan 27 20:46:58.772238 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-7e32db0c-21a7-4e21-b3cb-3f5c577dde75 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860608 Jan 27 20:46:58.862747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-8bdf6729-f5fa-4aff-ba91-bddf9ac08a81 req-a085e986-84de-472e-8546-6c6a4c31bc77 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839884 Jan 27 20:47:09.201838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f681b12b-a3f7-4988-88c1-cf56689d163b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:12.332839 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5399c401-cc08-4517-83f0-027168315895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:15.516921 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:15.937752 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:16.303964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:17.125350 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:47:24.533526 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:25.596601 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:39.203828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43502684-20d8-4e91-9f6d-706079ff3fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:42.336813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26201c25-de35-4ba5-9e25-7713213e5bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:42.606328 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c2b0-50dc-498b-8228-c8241a0badae req-c9382dd9-1bd7-4196-b08f-3ad7aec45087 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:42.607835 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b630c2b0-50dc-498b-8228-c8241a0badae req-c9382dd9-1bd7-4196-b08f-3ad7aec45087 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0501184 Jan 27 20:47:42.658599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b630c2b0-50dc-498b-8228-c8241a0badae req-cd18e7d9-563d-41c7-acc1-3a45cb820cfe tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 Jan 27 20:47:43.791712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98daec-de93-4c81-aa49-8ab97534e73b req-1e07fac5-c10c-4fa6-8c3b-4a4033ea8630 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:43.793306 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a98daec-de93-4c81-aa49-8ab97534e73b req-1e07fac5-c10c-4fa6-8c3b-4a4033ea8630 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0536170 Jan 27 20:47:43.842656 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0a98daec-de93-4c81-aa49-8ab97534e73b req-9f8f4ad1-a527-4aed-8686-e42e2dd32aa3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Jan 27 20:47:44.971365 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b0a7e-2619-435a-8295-aaa07c71ec83 req-16e65a3b-7b98-416b-8f46-27d70ccef440 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:44.972931 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-977b0a7e-2619-435a-8295-aaa07c71ec83 req-16e65a3b-7b98-416b-8f46-27d70ccef440 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0535076 Jan 27 20:47:45.024879 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-977b0a7e-2619-435a-8295-aaa07c71ec83 req-451b92c3-1ace-452e-9b41-b17b80e8dabb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462384 Jan 27 20:47:45.517891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:45.938259 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:46.161268 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4214-5560-4a5b-a19c-dc48339be982 req-27d029d8-da17-4662-a455-75a4721aaf32 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:46.162790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f2a4214-5560-4a5b-a19c-dc48339be982 req-27d029d8-da17-4662-a455-75a4721aaf32 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0509579 Jan 27 20:47:46.218693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f2a4214-5560-4a5b-a19c-dc48339be982 req-9f9ce2d5-2005-4043-b0ab-568f213631e2 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502026 Jan 27 20:47:46.307509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:47.345243 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b4157-75b2-407b-9b13-4b9c7e2c833f req-d01e5801-6236-4fa0-8e3e-ff182fa894ce tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:47.347021 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-324b4157-75b2-407b-9b13-4b9c7e2c833f req-d01e5801-6236-4fa0-8e3e-ff182fa894ce tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0552886 Jan 27 20:47:47.409434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-324b4157-75b2-407b-9b13-4b9c7e2c833f req-bfe84b03-c812-4abf-b479-a066e20eb0fa tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564718 Jan 27 20:47:48.525131 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f2a11-0817-4fae-ac30-09611bd12eae req-462d997f-4ce7-4b0d-b940-e1b9f36378b3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:48.526627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-602f2a11-0817-4fae-ac30-09611bd12eae req-462d997f-4ce7-4b0d-b940-e1b9f36378b3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0486972 Jan 27 20:47:48.575525 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-602f2a11-0817-4fae-ac30-09611bd12eae req-75691e70-f181-4a72-974e-2f5fa3b82712 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 Jan 27 20:47:49.694570 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930de9-cc3d-4a43-afbb-5da42bb80c40 req-38602681-a81e-4874-bb3e-01cfff865b51 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:49.695944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9930de9-cc3d-4a43-afbb-5da42bb80c40 req-38602681-a81e-4874-bb3e-01cfff865b51 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0521004 Jan 27 20:47:49.743958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f9930de9-cc3d-4a43-afbb-5da42bb80c40 req-7a0982cf-02cc-4f5e-b557-0dce49dc9c28 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Jan 27 20:47:50.862735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbac7c-5175-4277-bdb0-fbf4ceb342da req-9c68c395-4b2f-4d00-bbe7-1209681044e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:50.864251 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70cbac7c-5175-4277-bdb0-fbf4ceb342da req-9c68c395-4b2f-4d00-bbe7-1209681044e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0493021 Jan 27 20:47:50.915211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-70cbac7c-5175-4277-bdb0-fbf4ceb342da req-938d3735-d3bc-4723-8e53-d9d5c66b6bd1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451488 Jan 27 20:47:52.036834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932503c-6a5f-4676-adda-33b5fd92873e req-bb1585f5-3b7a-4af0-97d4-ee87a028cd77 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:52.038344 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b932503c-6a5f-4676-adda-33b5fd92873e req-bb1585f5-3b7a-4af0-97d4-ee87a028cd77 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0488961 Jan 27 20:47:52.090494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b932503c-6a5f-4676-adda-33b5fd92873e req-96b6aebc-7515-4fca-849e-744d15499a9d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Jan 27 20:47:53.208386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3a804-34b2-4ed4-879f-b86cc684106e req-3126ebf2-ee04-4738-9f9a-980ac2d4a47a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:53.209907 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ad3a804-34b2-4ed4-879f-b86cc684106e req-3126ebf2-ee04-4738-9f9a-980ac2d4a47a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0481615 Jan 27 20:47:53.261389 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8ad3a804-34b2-4ed4-879f-b86cc684106e req-17ad2b32-b986-4499-9898-5640ce1d6112 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Jan 27 20:47:54.126600 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:47:54.377840 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0278-8d34-4c59-90b4-c16017286b49 req-d12f47a7-bfb6-4e80-8424-0b4bd145d977 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:54.379217 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-217b0278-8d34-4c59-90b4-c16017286b49 req-d12f47a7-bfb6-4e80-8424-0b4bd145d977 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0496552 Jan 27 20:47:54.428501 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-217b0278-8d34-4c59-90b4-c16017286b49 req-c3467d0e-2ff2-4ef8-bc5f-6af09ca9fd89 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Jan 27 20:47:54.547487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:55.549937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c997436-362d-4671-89e1-b6eb6938f01e req-91f9c7a8-1e8c-4e5e-9817-abd87b493946 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:55.551444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c997436-362d-4671-89e1-b6eb6938f01e req-91f9c7a8-1e8c-4e5e-9817-abd87b493946 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0560389 Jan 27 20:47:55.592247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:55.601598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c997436-362d-4671-89e1-b6eb6938f01e req-ee3cbbd5-8493-4b55-94ca-763ec5edad39 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445096 Jan 27 20:47:56.436974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:47:56.533683 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:47:56.545306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:47:56.582422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:47:56.582813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:56.595885 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:47:56.615580 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:47:56.619473 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:56.675823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:47:56.683146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.683491 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.683829 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.684166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.684497 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.684824 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.685151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.685495 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.685817 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.686139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.686458 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.686775 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.687091 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:47:56.692151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:47:56.724917 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a8b2-7039-4a85-8d98-b1ad298384cb req-9d59f9ff-cf3c-407e-8364-d0efe23bba4b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:56.727084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7584a8b2-7039-4a85-8d98-b1ad298384cb req-9d59f9ff-cf3c-407e-8364-d0efe23bba4b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 945 time: 0.0552197 Jan 27 20:47:56.776276 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7584a8b2-7039-4a85-8d98-b1ad298384cb req-9dc801a5-67fd-4aa1-827c-2ff50c5af594 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Jan 27 20:47:57.898808 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2fc94-d2fa-40f2-86db-aa2b69cd1ad3 req-9bb439d3-0568-4d1f-85f3-9142a5fc5153 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:57.900326 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab2fc94-d2fa-40f2-86db-aa2b69cd1ad3 req-9bb439d3-0568-4d1f-85f3-9142a5fc5153 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 945 time: 0.0525770 Jan 27 20:47:57.950449 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5ab2fc94-d2fa-40f2-86db-aa2b69cd1ad3 req-cb17444e-074e-4bea-97e1-c384df07ccd9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Jan 27 20:47:58.466618 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:47:58.514692 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:47:58.515066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:58.592122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:47:58.592515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:58.618984 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:47:58.621214 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f64aee-2925-48c9-a01c-ef20623d0802" -d '{"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:47:58.633663 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:47:58.637936 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:47:58.661992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a31e9d-2c58-42b4-b983-0a4f2860b81e x-openstack-request-id: req-e5a31e9d-2c58-42b4-b983-0a4f2860b81e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:47:58.662285 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:47:58.662539 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5a31e9d-2c58-42b4-b983-0a4f2860b81e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:47:58.662926 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'code': 200} Jan 27 20:47:58.692842 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:47:59.066106 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef622-7c4a-4941-a5eb-140a1be97e33 req-62f9f751-3a25-470d-ab45-cd0b2aabd69d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:47:59.067580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d7ef622-7c4a-4941-a5eb-140a1be97e33 req-62f9f751-3a25-470d-ab45-cd0b2aabd69d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0478969 Jan 27 20:47:59.116092 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d7ef622-7c4a-4941-a5eb-140a1be97e33 req-01cb7820-5e63-4ea8-a7d2-f0cec473d8ca tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Jan 27 20:48:00.252550 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b11d0-9cc0-4556-87da-36fbb462d967 req-84b27365-5fc1-4927-9b0a-c14f1866de3c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:00.255887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e1b11d0-9cc0-4556-87da-36fbb462d967 req-84b27365-5fc1-4927-9b0a-c14f1866de3c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0598185 Jan 27 20:48:00.379328 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55843-b6b4-4198-9639-0e0a3df370db req-6b6e9cba-5cfb-4263-b541-e9e59af3876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:00.381699 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-6b6e9cba-5cfb-4263-b541-e9e59af3876f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0700130 Jan 27 20:48:00.382711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6e1b11d0-9cc0-4556-87da-36fbb462d967 req-cdb0298b-dc0f-406c-a3a4-bcd860453a64 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150935 Jan 27 20:48:00.497185 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55843-b6b4-4198-9639-0e0a3df370db req-a6cc5df3-f593-4e5f-b523-2a743d5cd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:00.499006 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-a6cc5df3-f593-4e5f-b523-2a743d5cd3e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0961542 Jan 27 20:48:00.572385 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-8a3fb5c8-c3c1-4a70-bd50-93fe0a1eec59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0664206 Jan 27 20:48:00.625249 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55843-b6b4-4198-9639-0e0a3df370db req-27cb9f2c-464c-444f-a14d-b1cdb9a05ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:00.626931 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-27cb9f2c-464c-444f-a14d-b1cdb9a05ca3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0486231 Jan 27 20:48:00.676795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55843-b6b4-4198-9639-0e0a3df370db req-b9aabf9e-9a2d-475f-b078-81d5394170b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:00.678620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-b9aabf9e-9a2d-475f-b078-81d5394170b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453680 Jan 27 20:48:00.792425 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-75d74c94-4dba-428a-a69a-3d7e8f713b5a service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072998 Jan 27 20:48:00.908734 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-90a55843-b6b4-4198-9639-0e0a3df370db req-3c723cb7-2b81-4b7d-a454-fe16217d1ac9 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093836 Jan 27 20:48:01.509518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a251cfa-1ad8-47e7-97bf-dda025a38d7c req-7f0f7936-36b5-4eb8-8de9-717be204127c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:01.515003 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a251cfa-1ad8-47e7-97bf-dda025a38d7c req-7f0f7936-36b5-4eb8-8de9-717be204127c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0541613 Jan 27 20:48:01.568481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6a251cfa-1ad8-47e7-97bf-dda025a38d7c req-b8327fb0-8175-4532-85c3-07c35ae455b4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Jan 27 20:48:02.692318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851cda-f977-477e-883d-089dcce28b8e req-9a848a88-8199-4ac9-97a3-cc5aee94f56c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:02.693849 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77851cda-f977-477e-883d-089dcce28b8e req-9a848a88-8199-4ac9-97a3-cc5aee94f56c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0499892 Jan 27 20:48:02.745461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-77851cda-f977-477e-883d-089dcce28b8e req-582a32ef-c4a1-4d62-bfff-08dafaa97961 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458643 Jan 27 20:48:03.886707 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625197e-aa4c-4a27-a7ab-b24851b5da44 req-2502ac97-fcde-4d30-8836-a5372158b950 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:03.889160 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c625197e-aa4c-4a27-a7ab-b24851b5da44 req-2502ac97-fcde-4d30-8836-a5372158b950 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0710549 Jan 27 20:48:03.965927 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c625197e-aa4c-4a27-a7ab-b24851b5da44 req-aeaac62e-8a16-4a4e-82a7-d192fe7eb7c4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700808 Jan 27 20:48:05.084993 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f425e5-866e-480c-add3-76a56a56aa4d req-c5e59a1f-c243-4e47-b6bc-90d1823714bd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:05.086544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44f425e5-866e-480c-add3-76a56a56aa4d req-c5e59a1f-c243-4e47-b6bc-90d1823714bd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0510631 Jan 27 20:48:05.137296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44f425e5-866e-480c-add3-76a56a56aa4d req-562ec1b5-ddc5-4882-a94a-e9caadf3b91e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Jan 27 20:48:06.270710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384840e-4d3e-4e16-be2f-4d5bc18a0910 req-af568de7-858e-41c8-be52-1b76fd502971 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:06.272401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1384840e-4d3e-4e16-be2f-4d5bc18a0910 req-af568de7-858e-41c8-be52-1b76fd502971 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0599568 Jan 27 20:48:06.337163 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1384840e-4d3e-4e16-be2f-4d5bc18a0910 req-03932ede-3403-48de-8da8-5ff6f67631fc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586782 Jan 27 20:48:07.506018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad1115-a568-4858-8194-40836ac22e5e req-c24895da-0c7c-4fe4-a530-2bda5971ea7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:07.508133 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23ad1115-a568-4858-8194-40836ac22e5e req-c24895da-0c7c-4fe4-a530-2bda5971ea7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0708663 Jan 27 20:48:07.577943 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-23ad1115-a568-4858-8194-40836ac22e5e req-2ef97c8f-1887-4231-9dd7-ebd0065773d9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627337 Jan 27 20:48:08.704490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4655b-03ea-4e7a-bb4f-5e328e8e9823 req-e60586dd-7688-49e7-9485-f9b395501d32 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:08.706366 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14a4655b-03ea-4e7a-bb4f-5e328e8e9823 req-e60586dd-7688-49e7-9485-f9b395501d32 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0518408 Jan 27 20:48:08.772677 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-14a4655b-03ea-4e7a-bb4f-5e328e8e9823 req-6ffdbe08-bf9a-4b6d-89c4-5e5f43662fcc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489960 Jan 27 20:48:09.207043 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-268d1b65-dd56-48ec-b49a-fcf7709ba10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:09.893743 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba5429-e953-4d79-984a-ef546fe8b67b req-393f550e-a277-44fc-a460-b5a2c219e7c3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:09.895265 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ba5429-e953-4d79-984a-ef546fe8b67b req-393f550e-a277-44fc-a460-b5a2c219e7c3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0531209 Jan 27 20:48:09.945234 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ba5429-e953-4d79-984a-ef546fe8b67b req-294d264e-d0ef-4aec-9d81-8a3f64161180 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442941 Jan 27 20:48:10.451250 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-c121fa3a-7b45-4fba-9ca1-e1a72112fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:10.453362 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-c121fa3a-7b45-4fba-9ca1-e1a72112fd72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1097 time: 0.0412917 Jan 27 20:48:10.560517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-a27ddcff-f105-4d1f-8a0d-0da9cfeca3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:10.562535 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-a27ddcff-f105-4d1f-8a0d-0da9cfeca3ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.1039650 Jan 27 20:48:10.629274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-0cdad445-a59a-41ad-acd2-48fb0c350dfa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0602200 Jan 27 20:48:10.684218 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-e53c94e9-5bce-492d-bb45-affdd9b9ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:10.687203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-e53c94e9-5bce-492d-bb45-affdd9b9ee1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0514650 Jan 27 20:48:10.735222 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-6801f399-f951-42d7-9f56-2595446a9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:10.736771 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-6801f399-f951-42d7-9f56-2595446a9174 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433824 Jan 27 20:48:10.825103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-a945f671-6514-46a6-b7f0-4cb1aac2a70a service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Jan 27 20:48:10.924913 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0a6ed72a-2804-43d3-af0e-414ca2d1cb41 req-170a6ebd-3ca6-4695-8c60-a8e1dfccb88c service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939257 Jan 27 20:48:11.058994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1960-af16-4271-bcbf-1763f998547c req-b5104d2d-2fcb-42b9-b50a-ad00d7ffa1a9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:11.060457 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f1960-af16-4271-bcbf-1763f998547c req-b5104d2d-2fcb-42b9-b50a-ad00d7ffa1a9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0476356 Jan 27 20:48:11.108818 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-991f1960-af16-4271-bcbf-1763f998547c req-f2df6b02-03eb-4b51-a29a-f713f6a8f016 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Jan 27 20:48:12.230145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bbd0-5627-46c9-b911-07cb3fda72b4 req-f60ed91f-769f-4c1f-83f1-c7b6b696ccf1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:12.231812 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b309bbd0-5627-46c9-b911-07cb3fda72b4 req-f60ed91f-769f-4c1f-83f1-c7b6b696ccf1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 946 time: 0.0521979 Jan 27 20:48:12.282718 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b309bbd0-5627-46c9-b911-07cb3fda72b4 req-fb5743fb-4f51-4c27-95b1-e0f264e292ce tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Jan 27 20:48:12.339502 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-099c901a-32e0-408e-998b-ae140bbac647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:12.536506 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:48:12.615910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:48:12.616305 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:12.639258 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:48:12.642200 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7516c9e7-00da-4c78-8313-2e4a36a12c75" -d '{"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:48:12.654952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:48:12.659614 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:12.688995 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96cbda-7d6b-4d8a-813d-e664f5c2f421 x-openstack-request-id: req-bb96cbda-7d6b-4d8a-813d-e664f5c2f421 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:48:12.689328 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:48:12.689594 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb96cbda-7d6b-4d8a-813d-e664f5c2f421 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:48:12.689989 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'code': 200} Jan 27 20:48:12.713963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:48:13.401074 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544b3d-dc3b-4978-bb0b-e646b7a07f01 req-c4b34101-1162-43fb-9e40-eab1df80456c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:13.402611 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25544b3d-dc3b-4978-bb0b-e646b7a07f01 req-c4b34101-1162-43fb-9e40-eab1df80456c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0496860 Jan 27 20:48:13.451329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25544b3d-dc3b-4978-bb0b-e646b7a07f01 req-7d737b00-a488-4bb1-919b-ec3bb979e2de tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Jan 27 20:48:13.571087 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-2ea528d1-4e43-4d68-84a4-3db3518f49d2 req-490c1b14-3b05-4caf-bff9-827e00d48b34 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:48:13.572109 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2ea528d1-4e43-4d68-84a4-3db3518f49d2 req-490c1b14-3b05-4caf-bff9-827e00d48b34 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573039 Jan 27 20:48:14.741340 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18f99-1760-4fc3-b6c4-09871ca65cea req-7a8f45af-4f1a-4441-b1f5-7c15b5407dfc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:14.743367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adb18f99-1760-4fc3-b6c4-09871ca65cea req-7a8f45af-4f1a-4441-b1f5-7c15b5407dfc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0583103 Jan 27 20:48:14.801858 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-adb18f99-1760-4fc3-b6c4-09871ca65cea req-10300195-95bd-4230-99a3-2a4c92645bd0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524223 Jan 27 20:48:14.919962 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-13903555-f232-40dd-878e-8c6e16a0add8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859134 Jan 27 20:48:15.521639 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:15.916307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c36d94-5603-445c-94cb-66219048d7f9 req-953a648b-38e9-4e08-82a2-1a9912da35bb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:15.917846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34c36d94-5603-445c-94cb-66219048d7f9 req-953a648b-38e9-4e08-82a2-1a9912da35bb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0486906 Jan 27 20:48:15.942094 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:15.971336 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-34c36d94-5603-445c-94cb-66219048d7f9 req-4820badc-65b2-43e3-8cdb-f4274692ea72 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Jan 27 20:48:16.310310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:16.557912 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:48:16.636546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: DOWN; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:48:17.095615 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9507-5600-42a6-a340-c11c9e6d4ef6 req-cfbfe319-fd6c-49e2-865c-39bf249db4f8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:17.097167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a4e9507-5600-42a6-a340-c11c9e6d4ef6 req-cfbfe319-fd6c-49e2-865c-39bf249db4f8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0511267 Jan 27 20:48:17.152871 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a4e9507-5600-42a6-a340-c11c9e6d4ef6 req-58e19485-e09d-4ed0-a7b1-7597d4bcf05a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496562 Jan 27 20:48:18.276021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93e19-819b-42fb-a1df-c03e9437111c req-92824513-c6e5-4629-bbb6-b7752887cc0d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:18.277538 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79d93e19-819b-42fb-a1df-c03e9437111c req-92824513-c6e5-4629-bbb6-b7752887cc0d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0552073 Jan 27 20:48:18.326270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79d93e19-819b-42fb-a1df-c03e9437111c req-9241abb1-57e7-4031-a7cb-737aacfc3866 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Jan 27 20:48:19.448342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348ef63-a014-4dcb-86cf-97a839fd9c3e req-2f91b0a8-0db7-4a82-b34b-9745116ad018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:19.449875 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6348ef63-a014-4dcb-86cf-97a839fd9c3e req-2f91b0a8-0db7-4a82-b34b-9745116ad018 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0485272 Jan 27 20:48:19.501452 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6348ef63-a014-4dcb-86cf-97a839fd9c3e req-851a0be9-0ebe-4d1c-93eb-c71e2635a099 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Jan 27 20:48:19.776578 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-bc760ff9-c004-446e-ad1d-886d42bdeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:19.778142 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-bc760ff9-c004-446e-ad1d-886d42bdeb02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 1095 time: 0.0431793 Jan 27 20:48:19.844575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-21caf98b-7067-49c6-8659-a92f7eec5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:19.846115 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-21caf98b-7067-49c6-8659-a92f7eec5fdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1095 time: 0.0455530 Jan 27 20:48:19.934825 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-1a8d1f70-251a-44b7-ac42-90c5617c1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:19.936328 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-1a8d1f70-251a-44b7-ac42-90c5617c1a99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0839434 Jan 27 20:48:20.006042 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-123ca90c-9167-4a99-b49a-5dce6250f586 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 999 time: 0.0633147 Jan 27 20:48:20.053899 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-3caab31f-73cf-4a5b-ad9c-21a81719e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:20.055280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-3caab31f-73cf-4a5b-ad9c-21a81719e828 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0436816 Jan 27 20:48:20.100428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-4eca0ae9-7588-4383-95e1-84aa98a54b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:20.101959 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-4eca0ae9-7588-4383-95e1-84aa98a54b80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412505 Jan 27 20:48:20.202873 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-0e053967-71be-4e29-b41d-8936b335c0a6 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945475 Jan 27 20:48:20.291916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4581126a-3c4b-4df7-a0bf-723c9e1af65f req-b53aec32-2d40-4da8-823f-dd3af0365736 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Jan 27 20:48:20.654586 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aa0fa-bc55-4423-ba68-4da8a3d4a9cd req-8db516f9-6485-466c-9b55-a910e1bf58ff tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:20.657739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c6aa0fa-bc55-4423-ba68-4da8a3d4a9cd req-8db516f9-6485-466c-9b55-a910e1bf58ff tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0714593 Jan 27 20:48:20.728654 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2c6aa0fa-bc55-4423-ba68-4da8a3d4a9cd req-3b7cad46-4a21-4286-94cc-de9c4ff8b46e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638380 Jan 27 20:48:21.871206 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7fbd5-a906-4a6b-a109-1c5e46c3a975 req-57673325-3a75-4d4e-a9c1-a12bb8794e0f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:21.873319 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25e7fbd5-a906-4a6b-a109-1c5e46c3a975 req-57673325-3a75-4d4e-a9c1-a12bb8794e0f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0499177 Jan 27 20:48:21.942146 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-25e7fbd5-a906-4a6b-a109-1c5e46c3a975 req-4db84693-2c17-4a40-bd54-d690e9d69a22 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622318 Jan 27 20:48:23.066116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6412-7ea7-4417-88ca-c53b74afa309 req-df0b1d6a-7689-4ada-bfc7-dcaf3ad2b709 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:23.067584 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eca6412-7ea7-4417-88ca-c53b74afa309 req-df0b1d6a-7689-4ada-bfc7-dcaf3ad2b709 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0516477 Jan 27 20:48:23.121642 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6eca6412-7ea7-4417-88ca-c53b74afa309 req-2bc66083-bcd6-4290-97d0-9a4644d0bc5a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484045 Jan 27 20:48:24.260031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bb151-9c1e-4117-b3c6-43f555a14645 req-c87cd1a0-6f24-41b5-b282-4b3ebc0cde1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:24.261601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d45bb151-9c1e-4117-b3c6-43f555a14645 req-c87cd1a0-6f24-41b5-b282-4b3ebc0cde1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0617495 Jan 27 20:48:24.315923 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d45bb151-9c1e-4117-b3c6-43f555a14645 req-7a741e2e-924d-4de4-9805-f4835f387748 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474856 Jan 27 20:48:24.540975 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:25.447520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f610ce-e435-478e-a7fd-6cd1e6878b73 req-4a093585-be4f-4be2-99d4-1908a223d777 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:25.449225 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66f610ce-e435-478e-a7fd-6cd1e6878b73 req-4a093585-be4f-4be2-99d4-1908a223d777 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0530915 Jan 27 20:48:25.502839 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-66f610ce-e435-478e-a7fd-6cd1e6878b73 req-a68a5ec4-b604-4d3d-bc79-c1df9da71800 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Jan 27 20:48:25.609335 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:26.634188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c0542-81fc-423e-8a54-608267586299 req-afc9ce8f-c46f-44a3-987e-8b5aa515b5a8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:26.636098 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241c0542-81fc-423e-8a54-608267586299 req-afc9ce8f-c46f-44a3-987e-8b5aa515b5a8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0584364 Jan 27 20:48:26.695346 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-241c0542-81fc-423e-8a54-608267586299 req-a8c879a9-ae78-469f-8f35-9946d9685cb8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529006 Jan 27 20:48:27.821010 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b788-bc9a-4ba7-8ba8-77bc510ab15c req-ab69a0b6-3101-4238-8833-d87947c2d750 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:27.822704 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d8b788-bc9a-4ba7-8ba8-77bc510ab15c req-ab69a0b6-3101-4238-8833-d87947c2d750 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0537739 Jan 27 20:48:27.877296 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-52d8b788-bc9a-4ba7-8ba8-77bc510ab15c req-49585a99-2784-4c7f-b046-863089e76cb7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472527 Jan 27 20:48:28.993655 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0adab-d5d0-4a83-9527-09c4a60b0f29 req-a7ddfba9-b960-41d8-9307-b647214559fc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:28.995474 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42b0adab-d5d0-4a83-9527-09c4a60b0f29 req-a7ddfba9-b960-41d8-9307-b647214559fc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0511153 Jan 27 20:48:29.048429 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-42b0adab-d5d0-4a83-9527-09c4a60b0f29 req-d7326265-bae1-4517-9bb8-2d42ed74f924 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468910 Jan 27 20:48:30.162207 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f904c-4c85-4dac-aab0-47789153ca28 req-3966b5a1-4ebc-4388-8411-b269af62b1e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:30.163680 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b66f904c-4c85-4dac-aab0-47789153ca28 req-3966b5a1-4ebc-4388-8411-b269af62b1e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0482407 Jan 27 20:48:30.213357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b66f904c-4c85-4dac-aab0-47789153ca28 req-6135623a-7008-4d3f-a073-ab20829e9af3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Jan 27 20:48:31.125674 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:48:31.329236 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ec6fe-2131-4d35-bdde-82eb23339e0c req-1835418f-de98-44bd-bc11-3782d6eb6c01 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:31.330757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f17ec6fe-2131-4d35-bdde-82eb23339e0c req-1835418f-de98-44bd-bc11-3782d6eb6c01 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0473697 Jan 27 20:48:31.379409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f17ec6fe-2131-4d35-bdde-82eb23339e0c req-49de45fc-e501-4611-803d-4299eba86274 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Jan 27 20:48:32.498439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb4791-cb69-4fbf-97cc-f4da9c62a0f2 req-828e0441-8955-4cbe-9dca-0e30624efb7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:32.500165 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88bb4791-cb69-4fbf-97cc-f4da9c62a0f2 req-828e0441-8955-4cbe-9dca-0e30624efb7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0524993 Jan 27 20:48:32.549195 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-88bb4791-cb69-4fbf-97cc-f4da9c62a0f2 req-8dcdced2-1791-43c8-87b7-06c005e81ae7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Jan 27 20:48:33.667506 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce7a59-99ce-4c0a-8785-aa5a0fb18f63 req-761071d9-f3b4-4009-80fa-bbf724097444 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:33.670379 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2ce7a59-99ce-4c0a-8785-aa5a0fb18f63 req-761071d9-f3b4-4009-80fa-bbf724097444 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0496519 Jan 27 20:48:33.727093 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e2ce7a59-99ce-4c0a-8785-aa5a0fb18f63 req-1cd8f891-c3d0-4a01-8a25-f9b7c43a29ee tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518239 Jan 27 20:48:34.855403 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dee6-154e-4f73-b087-3cdf21b172ab req-461b2328-7f88-4032-9b36-bd9c4ce8ff4f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:34.856905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41e8dee6-154e-4f73-b087-3cdf21b172ab req-461b2328-7f88-4032-9b36-bd9c4ce8ff4f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0492640 Jan 27 20:48:34.914958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-41e8dee6-154e-4f73-b087-3cdf21b172ab req-7a7015f9-9b8b-4feb-b93c-682dc45d725c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522227 Jan 27 20:48:36.033622 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c748f5d-bbde-4160-8b76-a1fefa7400ec req-52724648-f48c-46a9-9dc0-7bc7067b6007 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:36.035100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c748f5d-bbde-4160-8b76-a1fefa7400ec req-52724648-f48c-46a9-9dc0-7bc7067b6007 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 944 time: 0.0523055 Jan 27 20:48:36.083953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7c748f5d-bbde-4160-8b76-a1fefa7400ec req-994e8bab-b7ee-497b-b00d-b54421e37e41 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Jan 27 20:48:36.682436 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:48:36.777674 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:48:36.788956 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'port_id': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'mac_address': 'fa:16:3e:c5:c9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:48:36.829578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:48:36.829969 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:36.842919 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:48:36.861780 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:48:36.865911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:36.916901 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:48:37.214577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3caa2-80c0-4f02-a5df-ea1a412c7e9e req-3490e3b5-0b86-4b5d-b31e-b7317c72876a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:37.216059 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f3caa2-80c0-4f02-a5df-ea1a412c7e9e req-3490e3b5-0b86-4b5d-b31e-b7317c72876a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 945 time: 0.0526242 Jan 27 20:48:37.226370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:48:37.265518 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b8f3caa2-80c0-4f02-a5df-ea1a412c7e9e req-ee73586d-95b6-40fe-9361-9a4dcf5fdfee tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433385 Jan 27 20:48:38.390630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e2481-f631-4152-9703-71585f7528d1 req-7e2b8902-c615-4877-8b2d-91f20fdf0da8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:38.392223 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-338e2481-f631-4152-9703-71585f7528d1 req-7e2b8902-c615-4877-8b2d-91f20fdf0da8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 945 time: 0.0528245 Jan 27 20:48:38.440944 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-338e2481-f631-4152-9703-71585f7528d1 req-d68fb695-3797-4bcc-bb94-5bf212756214 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Jan 27 20:48:38.697240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:48:38.746227 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:48:38.746611 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:38.826306 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:48:38.826700 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:38.848754 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:48:38.851006 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49615780-ad7a-4b72-9c16-f49adcd9ae98" -d '{"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:48:38.863182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:48:38.868149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:38.894415 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4744203-4df0-4870-9488-d052218edcd5 x-openstack-request-id: req-a4744203-4df0-4870-9488-d052218edcd5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:48:38.894704 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:48:38.894955 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4744203-4df0-4870-9488-d052218edcd5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:48:38.895354 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'code': 200} Jan 27 20:48:38.921634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:48:39.049793 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b47d-f90f-4ae1-acd9-c94e17ba76ba req-8882716c-705c-499b-a965-56611e9ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:39.051287 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0978b47d-f90f-4ae1-acd9-c94e17ba76ba req-8882716c-705c-499b-a965-56611e9ec47c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1098 time: 0.0406919 Jan 27 20:48:39.096051 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-0978b47d-f90f-4ae1-acd9-c94e17ba76ba req-c9e38551-4d19-4dd4-ad61-9c2e9ffb0bb2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385654 Jan 27 20:48:39.211452 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be165990-38c2-434e-894f-92b3f4f0911f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:39.567312 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2f5c-00b9-4ebd-91d5-f48fd7f9dbf5 req-b452c808-a178-4aa1-afa6-5273f48199e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:39.568767 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc5b2f5c-00b9-4ebd-91d5-f48fd7f9dbf5 req-b452c808-a178-4aa1-afa6-5273f48199e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0477664 Jan 27 20:48:39.616256 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bc5b2f5c-00b9-4ebd-91d5-f48fd7f9dbf5 req-6a86d577-5f42-4726-87a6-e4904409b76a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Jan 27 20:48:40.738718 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4981d4-58b7-40ef-8d25-8eb904f8c42b req-61170bf3-fc81-4149-b40c-0b0538e6951d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:40.740197 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4981d4-58b7-40ef-8d25-8eb904f8c42b req-61170bf3-fc81-4149-b40c-0b0538e6951d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0547960 Jan 27 20:48:40.799608 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-da4981d4-58b7-40ef-8d25-8eb904f8c42b req-2bc8a6c7-8e7b-43f3-ad3a-b3b9abe601f0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535069 Jan 27 20:48:41.922584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b7cd-7b0a-4d43-971a-275eb48a0435 req-30c172e4-b4a4-4b72-800d-ec47639b1ca9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:48:41.924089 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a142b7cd-7b0a-4d43-971a-275eb48a0435 req-30c172e4-b4a4-4b72-800d-ec47639b1ca9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0493417 Jan 27 20:48:41.974758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-a142b7cd-7b0a-4d43-971a-275eb48a0435 req-53937f50-1146-4e07-bbfe-f6d41b69c99e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449014 Jan 27 20:48:42.340503 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86cb874b-28dd-40d9-a357-950bc4771802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:45.522329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:45.944192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:46.313203 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:54.553653 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:48:55.605045 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:02.307810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-4500a60d-23e9-481b-a669-9457042002dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437293 Jan 27 20:49:02.390452 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532efde6-79c0-46ad-9353-ece1841bb343 req-da889faa-4429-4257-9e25-7cb2e48c6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:49:02.391975 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-da889faa-4429-4257-9e25-7cb2e48c6b15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1098 time: 0.0423114 Jan 27 20:49:02.497943 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532efde6-79c0-46ad-9353-ece1841bb343 req-620142fb-929e-40c0-82b5-4873bb9c77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:49:02.500000 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-620142fb-929e-40c0-82b5-4873bb9c77c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0869081 Jan 27 20:49:02.565294 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-5c49c76f-f183-42f6-a969-62eae0aae315 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0581615 Jan 27 20:49:02.615608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532efde6-79c0-46ad-9353-ece1841bb343 req-7ce2388c-d514-4473-b2f2-f3c181c7b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:49:02.617061 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-7ce2388c-d514-4473-b2f2-f3c181c7b76d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0432520 Jan 27 20:49:02.664642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532efde6-79c0-46ad-9353-ece1841bb343 req-d69d7ee2-b4b5-400e-b40a-dada1d2566fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:49:02.666202 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-d69d7ee2-b4b5-400e-b40a-dada1d2566fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436389 Jan 27 20:49:02.754539 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-cd1f7d93-91e2-4d01-a4d8-eb6b7efb1b58 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808861 Jan 27 20:49:02.847909 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-532efde6-79c0-46ad-9353-ece1841bb343 req-fab350b9-bc63-47f9-b12f-744f6c54f95e service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Jan 27 20:49:08.128354 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:49:09.214948 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-748f5414-e84a-4377-a536-649f98f2a415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:12.342329 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9501bb89-bbdf-4ef1-9afe-5434a9f6b49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:15.524496 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:15.950745 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:16.316148 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:24.545085 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:25.605071 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:39.209747 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9757393f-d3cb-4584-b1f0-04a5a3c794ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:42.345617 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ae68c14-8a3c-46ec-b22c-9019c15fed92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:45.127964 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:49:45.526993 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:45.950255 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:46.317828 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:54.567576 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:49:55.604297 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:03.371746 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-92170546-b968-47e8-94f5-f184e73c2a2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076086 Jan 27 20:50:03.452725 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-c6c1304d-7fc1-4b1e-ac7c-f2f6051e44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:03.454280 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-c6c1304d-7fc1-4b1e-ac7c-f2f6051e44c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1098 time: 0.0413439 Jan 27 20:50:03.559066 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-55e2afca-ae4d-4bf5-bd92-b23436ac1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:03.560562 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-55e2afca-ae4d-4bf5-bd92-b23436ac1485 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0881431 Jan 27 20:50:03.624093 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-ddbc03ae-cb55-481e-a480-018e2d64d456 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0578456 Jan 27 20:50:03.671258 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-20d06ced-25d5-48b8-8553-1322374ab307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:03.672710 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-20d06ced-25d5-48b8-8553-1322374ab307 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0433469 Jan 27 20:50:03.720134 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-74c1ea88-f1af-4439-914e-8c7ca3079b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:03.721653 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-74c1ea88-f1af-4439-914e-8c7ca3079b68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434818 Jan 27 20:50:03.807623 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-c83c0759-5885-4544-ae5f-c76804ad63d0 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802715 Jan 27 20:50:03.900815 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-5eb473f1-50e8-4f30-95fc-9dbc05cf0c2b req-f59af692-74cc-43bc-9c10-e3f4aad1b730 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Jan 27 20:50:09.211501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b56ddb2-aa55-4be4-af17-2c2b14df26ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:12.350174 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cf84040-97ed-4ad1-b7a3-bcf9f9762b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:15.532179 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:15.956206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:16.320560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:22.128288 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:50:24.564351 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:25.605717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.095023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:26.295390 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Deleting port 76ee248d-1b74-4ac6-b7a1-50be145ba9b7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:50:26.295742 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.372580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.372825 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.384957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Calling delete_port for 76ee248d-1b74-4ac6-b7a1-50be145ba9b7 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:50:26.530501 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (76ee248d-1b74-4ac6-b7a1-50be145ba9b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.554998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'Port': ['ID=76ee248d-1b74-4ac6-b7a1-50be145ba9b7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:26.579402 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.580300 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.580646 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.580981 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.581357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.581693 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.582020 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.582349 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.582671 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.582991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.583315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.583637 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.583957 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:26.625521 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (11c4ff03-a532-4caf-bc8e-d404a91bef70), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.625796 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Floating IP 11c4ff03-a532-4caf-bc8e-d404a91bef70 disassociated (deleted). External IP: 172.25.5.75, port: 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9. Jan 27 20:50:26.839826 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:50:26.949412 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:50:26.956480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:26.959240 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:50:26.970308 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:50:26.970963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:50:26.983427 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1bee7b69-9264-4058-b359-c5f7512ea868 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "DELETE /v2.0/floatingips/11c4ff03-a532-4caf-bc8e-d404a91bef70 HTTP/1.1" status: 204 len: 168 time: 0.8866491 Jan 27 20:50:26.984018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:50:26.986799 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb" -d '{"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:50:27.183064 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:50:27.231933 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed3671-3e5f-4a9f-9155-c839408ec1e5 x-openstack-request-id: req-2fed3671-3e5f-4a9f-9155-c839408ec1e5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:50:27.232461 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:50:27.232835 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fed3671-3e5f-4a9f-9155-c839408ec1e5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:50:27.233384 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'status': 'completed', 'code': 200} Jan 27 20:50:27.296882 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-47ccd600-d07f-484e-a1f6-2af8d381109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:27.300350 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-47ccd600-d07f-484e-a1f6-2af8d381109e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 1098 time: 0.0451753 Jan 27 20:50:27.341413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c6193-59d2-41a4-87c3-269515b4927e req-dc2b0236-0f2d-465e-8186-e6d198045450 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:27.342921 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e6c6193-59d2-41a4-87c3-269515b4927e req-dc2b0236-0f2d-465e-8186-e6d198045450 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0552185 Jan 27 20:50:27.399245 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-8b60a12d-74cb-41f6-adee-2e58775de563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:27.400886 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-8b60a12d-74cb-41f6-adee-2e58775de563 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0932755 Jan 27 20:50:27.405785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1e6c6193-59d2-41a4-87c3-269515b4927e req-8100fef2-34cd-45d1-9d7c-24fa562f03e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543902 Jan 27 20:50:27.419461 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:50:27.446414 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:50:27.447438 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-ca3de871-515c-46fa-8d03-7dbb8cdd2faa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0402799 Jan 27 20:50:27.455428 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:50:27.455974 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:50:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:50:27.495814 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-9f206f76-d7eb-4cd6-ba34-25add0817c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:27.497325 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-9f206f76-d7eb-4cd6-ba34-25add0817c5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0437484 Jan 27 20:50:27.542347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-39a84faf-4ca8-401b-b491-27824f159409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:27.543854 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-39a84faf-4ca8-401b-b491-27824f159409 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402143 Jan 27 20:50:27.574008 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:50:27.646108 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-f710a2ba-b76c-468f-ab9b-f504b3084745 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955596 Jan 27 20:50:27.734392 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-4d43ce0e-a36e-4a35-a9fd-d12fe10596fb req-8f62efaf-fe27-4264-b888-82d36a093b2f service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818095 Jan 27 20:50:27.775193 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:50:27.802301 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465a4c9-cdb5-4884-bfbb-3eb27c470409 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:50:28.027330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16c3a1a-03cd-4a33-a006-764793b17e8d None None] New status for floating IP 11c4ff03-a532-4caf-bc8e-d404a91bef70: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:50:28.526350 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4274-5ba5-4940-b360-0f8600511387 req-8328c3f5-92ab-4fdc-842a-659210e0cae9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:28.527844 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b8d4274-5ba5-4940-b360-0f8600511387 req-8328c3f5-92ab-4fdc-842a-659210e0cae9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0508094 Jan 27 20:50:28.580367 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8b8d4274-5ba5-4940-b360-0f8600511387 req-4cd1db26-b44a-47c1-a596-e1f700d003e9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ea3e11c-404d-4e23-a215-911c0d083d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Jan 27 20:50:28.658154 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-01b74530-b988-4219-8d2f-e628a30ca118 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:28.659608 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-01b74530-b988-4219-8d2f-e628a30ca118 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "GET /v2.0/ports?device_id=562844c0-9c4d-43e6-86e1-dce25cc5cfdb HTTP/1.1" status: 200 len: 947 time: 0.0501940 Jan 27 20:50:28.753108 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Deleting port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:50:28.753473 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:28.838912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] For port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:50:28.839283 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:28.850949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Calling delete_port for 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:50:28.981224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (17b6adf5-564a-47d0-8c2b-f9247fc3b2d9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.008188 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'Port': ['ID=17b6adf5-564a-47d0-8c2b-f9247fc3b2d9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:29.021942 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.022302 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.022682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.022981 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.023318 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.023655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.023988 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.024317 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.024645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.024974 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.025326 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.025661 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.025987 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:50:29.068978 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] No DVR routers for this DVR port 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:50:29.071614 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.075095 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-7ab4dd4c-9bcd-4c0f-b33c-451a370d5a32 req-56ff6ac4-cfbb-4a87-85a8-15aca8536213 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "DELETE /v2.0/ports/17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 HTTP/1.1" status: 204 len: 173 time: 0.4107585 Jan 27 20:50:29.075546 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-deleted', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:50:29.077886 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466942d0-d19e-49cb-9542-5070a158ee42" -d '{"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-deleted", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:50:29.176888 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c104a6-9cc9-4bd3-86a4-32b036591fe6 x-openstack-request-id: req-55c104a6-9cc9-4bd3-86a4-32b036591fe6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:50:29.177172 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562844c0-9c4d-43e6-86e1-dce25cc5cfdb", "name": "network-vif-deleted", "tag": "17b6adf5-564a-47d0-8c2b-f9247fc3b2d9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:50:29.177512 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55c104a6-9cc9-4bd3-86a4-32b036591fe6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:50:29.177880 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562844c0-9c4d-43e6-86e1-dce25cc5cfdb', 'name': 'network-vif-deleted', 'tag': '17b6adf5-564a-47d0-8c2b-f9247fc3b2d9', 'status': 'completed', 'code': 200} Jan 27 20:50:29.638594 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:29.695159 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (2ea3e11c-404d-4e23-a215-911c0d083d0a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.720526 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (2ea3e11c-404d-4e23-a215-911c0d083d0a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.784932 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (2ea3e11c-404d-4e23-a215-911c0d083d0a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.787575 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:29.788751 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "DELETE /v2.0/security-groups/2ea3e11c-404d-4e23-a215-911c0d083d0a HTTP/1.1" status: 204 len: 168 time: 0.1491816 Jan 27 20:50:29.797787 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a1418-801b-48b5-9e54-3756c2df650b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3e11c-404d-4e23-a215-911c0d083d0a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.097798 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43230) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.102525 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255676743', 'description': 'tempest-secgroup-smoke-1255676743 description', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.122433 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.190535 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (852ad3ba-23d4-4a92-84bb-4bd1a84e066f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.194304 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (852ad3ba-23d4-4a92-84bb-4bd1a84e066f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.226186 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.227419 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285093 Jan 27 20:50:30.229391 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991f1d-1074-4087-89e7-42376904688d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852ad3ba-23d4-4a92-84bb-4bd1a84e066f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.230397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.236504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.262666 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (067db1fc-669f-41f8-9e32-04b77247dd6d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.307018 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (067db1fc-669f-41f8-9e32-04b77247dd6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.310571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (067db1fc-669f-41f8-9e32-04b77247dd6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.328617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067db1fc-669f-41f8-9e32-04b77247dd6d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.337175 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.338407 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-a239b826-abb4-47a3-88b8-f47c95afc662 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060400 Jan 27 20:50:30.341140 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.345603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.370275 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (bd413c53-6ea7-4f10-a21b-b615363cd479), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.425237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (bd413c53-6ea7-4f10-a21b-b615363cd479), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.428900 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (bd413c53-6ea7-4f10-a21b-b615363cd479), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.445878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd413c53-6ea7-4f10-a21b-b615363cd479,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.453837 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.455553 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-ce2e251d-a44c-4579-a3e3-f45505812c86 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134751 Jan 27 20:50:30.458346 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.462544 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.486036 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (47f5d044-8e92-4dc9-a8e4-53b878660603), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.541384 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (47f5d044-8e92-4dc9-a8e4-53b878660603), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.544697 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (47f5d044-8e92-4dc9-a8e4-53b878660603), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.561633 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f5d044-8e92-4dc9-a8e4-53b878660603,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.569808 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.570976 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4cd0a650-a3ff-479d-a6ca-00f1008b928b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117370 Jan 27 20:50:30.573809 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.578100 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.602094 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (f1895a50-6de0-48e4-b41e-059fd28d0151), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.662431 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (f1895a50-6de0-48e4-b41e-059fd28d0151), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.666189 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (f1895a50-6de0-48e4-b41e-059fd28d0151), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.687263 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1895a50-6de0-48e4-b41e-059fd28d0151,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.692795 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.696533 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8261a17d-a5aa-44f3-9f14-68fb89cfc22d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193140 Jan 27 20:50:30.696902 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.701522 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.725908 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Project d40a3aeaf3394ad9b7c5dbc37c572b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:50:30.731029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (7642d1fd-e782-4126-ba6b-338708e0bccd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.791524 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (7642d1fd-e782-4126-ba6b-338708e0bccd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.794984 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (7642d1fd-e782-4126-ba6b-338708e0bccd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.812873 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7642d1fd-e782-4126-ba6b-338708e0bccd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.820604 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.821724 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-0aaf7763-2945-4d02-8409-6b2ea0cab7ed tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238513 Jan 27 20:50:30.824433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:50:30.828762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'security_group_rule': {'security_group_id': '852ad3ba-23d4-4a92-84bb-4bd1a84e066f', 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:30.849007 n-d-760453-6 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Project d40a3aeaf3394ad9b7c5dbc37c572b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:50:30.853888 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (01fd6117-1c71-4590-9207-d7ed73d349d9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.924281 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (01fd6117-1c71-4590-9207-d7ed73d349d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.930332 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (01fd6117-1c71-4590-9207-d7ed73d349d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.949104 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd6117-1c71-4590-9207-d7ed73d349d9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:30.957105 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:30.958372 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-518ca66e-4770-4aa3-9489-6edc398c5187 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329806 Jan 27 20:50:31.287820 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:50:31.307935 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:50:31.308281 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 17b6adf5-564a-47d0-8c2b-f9247fc3b2d9 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:50:39.227729 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78268944-4f72-46e4-ad2b-165596f39c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:42.353083 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-415f718f-1696-481d-8a6c-18ae3b5e1702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:45.535861 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:45.960778 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:46.331897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:51.689400 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-256acd3d-cdb9-4096-9a55-6a52adc753dc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255676743&fields=id&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 267 time: 0.0482550 Jan 27 20:50:51.829501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-e70cc542-fddb-4b0c-b08c-cb91f1384ac9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:51.830984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-e70cc542-fddb-4b0c-b08c-cb91f1384ac9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 807 time: 0.1348774 Jan 27 20:50:51.845968 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-afb6459d-5548-4de8-9f34-f5f88faa7e21 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/quotas/d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Jan 27 20:50:51.900444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-6f33b530-23cd-431d-98f5-ca57c3fb01e5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484195 Jan 27 20:50:51.916882 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-23452616-5fa4-4d86-9fd4-577c3e8718bf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:50:51.917950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-23452616-5fa4-4d86-9fd4-577c3e8718bf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054255 Jan 27 20:50:52.015837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-ed44270a-c5a2-4413-b515-35980a9c9114 service neutron] 10.222.0.59 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 Jan 27 20:50:52.113708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-0b137e84-26b9-4ed3-b086-b722814029a1 service neutron] 10.222.0.59 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921962 Jan 27 20:50:52.496613 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b79872b0-a85b-48cf-9852-f149b7ffc961 req-8e6135f6-3547-4f9a-a53e-cd78779e8b7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0465953 Jan 27 20:50:53.496980 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-d979d897-e326-4281-857e-bacbb52d74f8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:53.498511 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-d979d897-e326-4281-857e-bacbb52d74f8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 807 time: 0.1036463 Jan 27 20:50:53.567084 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-b673e99b-578c-4121-801a-97edb2976843 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 380 time: 0.0606871 Jan 27 20:50:53.586866 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'port': {'device_id': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'admin_state_up': True, 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'security_groups': ['852ad3ba-23d4-4a92-84bb-4bd1a84e066f']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:53.619912 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee4d69d5-6765-43a6-80ef-9eeabc01b01c req-605e6a99-91c7-4a39-a30c-569555b1131d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0486085 Jan 27 20:50:53.718187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Made reservation on behalf of d40a3aeaf3394ad9b7c5dbc37c572b86 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:50:53.722021 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:53.849678 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Allocated IP 172.20.0.6 (baf0752b-356c-4a75-8f68-9ff9108af653/c5d18e81-56b9-44d2-b4e7-2a46ae257704/211792f0-67ff-4036-9fe1-d4f7539e5821) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:50:53.999041 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.035155 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.084511 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Network baf0752b-356c-4a75-8f68-9ff9108af653 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:50:54.089915 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:50:54.094430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:50:54.098953 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:54.149949 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:54.150630 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.168895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-58706c01-38cc-4c36-917b-5026e66851e0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960987 Jan 27 20:50:54.178219 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-9bb8f70c-52da-4a4e-9175-57a7db976a19 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:50:54.179414 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-9bb8f70c-52da-4a4e-9175-57a7db976a19 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058403 Jan 27 20:50:54.250618 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Request body: {'port': {'device_id': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:50:54.317758 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.334963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-96294be5-1b8a-42a0-9d2f-d0052ea99f6d None None] Provisioning complete for port 211792f0-67ff-4036-9fe1-d4f7539e5821 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:50:54.335846 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96294be5-1b8a-42a0-9d2f-d0052ea99f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.380604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-96294be5-1b8a-42a0-9d2f-d0052ea99f6d None None] Port 211792f0-67ff-4036-9fe1-d4f7539e5821 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:50:54.589665 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.665596 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:50:54.674944 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks [] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.690700 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Transition to ACTIVE for port object 211792f0-67ff-4036-9fe1-d4f7539e5821 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:50:54.695423 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:54.760753 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:54.840603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80046f-9dd7-43bd-bfb0-c9d50c73170c req-6c7b272b-ec2b-4145-884c-ee3f85de78ef tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:54.842201 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef80046f-9dd7-43bd-bfb0-c9d50c73170c req-6c7b272b-ec2b-4145-884c-ee3f85de78ef tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.1056905 Jan 27 20:50:54.923011 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:50:54.923324 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:50:54.923658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:50:54.930721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef80046f-9dd7-43bd-bfb0-c9d50c73170c req-295ac2d2-fb6e-434c-ae2d-3b99a655a683 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805721 Jan 27 20:50:54.933209 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:50:54.933552 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:50:54.939762 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:50:54.940105 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:50:54.940493 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Bound using segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:50:54.940924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Bound port: 211792f0-67ff-4036-9fe1-d4f7539e5821, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:50:54.941390 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:55.024397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:50:55.028224 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:50:55.035660 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:55.075208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.075832 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:55.077248 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] 10.222.0.39 "PUT /v2.0/ports/211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1091 time: 0.8912191 Jan 27 20:50:55.077738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:50:55.081148 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a85ee-107e-4561-a1e5-90f0811e0a25" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:50:55.124692 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ce0ab-c224-4395-bfcc-e9f48096debd service neutron] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:50:55.165113 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5289db05-e68d-473e-88df-858ccf13b129 x-openstack-request-id: req-5289db05-e68d-473e-88df-858ccf13b129 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:50:55.165439 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:50:55.166294 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5289db05-e68d-473e-88df-858ccf13b129 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:50:55.166294 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'status': 'completed', 'code': 200} Jan 27 20:50:55.184281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-fc60e34b-d679-4250-9232-53e7dc69fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.186182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-fc60e34b-d679-4250-9232-53e7dc69fa7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1094 time: 0.0562844 Jan 27 20:50:55.230224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-1bbb4c58-891a-4e09-9cb0-853e96e7524c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 217 time: 0.0375946 Jan 27 20:50:55.287952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-251676e7-033f-46f2-a1ea-bc7d7be546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.289486 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-251676e7-033f-46f2-a1ea-bc7d7be546c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0541773 Jan 27 20:50:55.343227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-c4cad711-6bd4-4094-ab41-69598b632a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.345357 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-c4cad711-6bd4-4094-ab41-69598b632a45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492103 Jan 27 20:50:55.436583 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-b739bc6d-1cdc-42b3-b52a-228037f6a270 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Jan 27 20:50:55.531975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-cafeaaf7-74c6-4bf5-9721-cbfe382daf88 req-544663fd-de53-4b01-a71d-ea5a513eff44 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898914 Jan 27 20:50:55.622130 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:50:55.648018 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-27d1d356-3d47-4545-841e-038181a3b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.649908 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-27d1d356-3d47-4545-841e-038181a3b2f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1094 time: 0.0490592 Jan 27 20:50:55.745682 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-54f9c047-8f79-4a86-bf93-f92587be4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.747182 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-54f9c047-8f79-4a86-bf93-f92587be4de2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0887446 Jan 27 20:50:55.807974 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-183a7d2c-3f5c-4e7b-afa7-df3061043105 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 217 time: 0.0550585 Jan 27 20:50:55.855566 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-9270195d-92c5-41dc-b574-0076d05b4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.857012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-9270195d-92c5-41dc-b574-0076d05b4ded service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0437005 Jan 27 20:50:55.901664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-6b240375-9dbe-4f19-8db5-5f49f4eff4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:55.903097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-6b240375-9dbe-4f19-8db5-5f49f4eff4fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406904 Jan 27 20:50:56.347351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd79f4-a884-475e-a0e4-04a59844ebf9 req-958d4343-32ba-4236-acb9-e44596460103 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:56.348933 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bdd79f4-a884-475e-a0e4-04a59844ebf9 req-958d4343-32ba-4236-acb9-e44596460103 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0837185 Jan 27 20:50:56.350926 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-66a6e4a0-cc7e-43a9-9fea-42b0f4a90089 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417894 Jan 27 20:50:56.459513 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4bdd79f4-a884-475e-a0e4-04a59844ebf9 req-fb3297c4-5c6e-46ab-b4e1-5e81d0577b0d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044183 Jan 27 20:50:56.478883 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-745a85ee-107e-4561-a1e5-90f0811e0a25 req-1df6fa30-ec2a-4b7e-8f27-ca0e85398e10 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174397 Jan 27 20:50:57.575869 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63b0ce-40b6-4cb2-ab5d-ced0bfb3c867 req-c0704535-6b31-49a4-a487-321911521652 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:57.577350 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb63b0ce-40b6-4cb2-ab5d-ced0bfb3c867 req-c0704535-6b31-49a4-a487-321911521652 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0484703 Jan 27 20:50:57.625184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fb63b0ce-40b6-4cb2-ab5d-ced0bfb3c867 req-f6c51b9e-4704-4d54-bc92-4bc148a81c1f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Jan 27 20:50:58.748321 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac516e4-eac8-4e2d-9d6b-03b61d4704c2 req-936fe945-a946-4bb5-a7f0-70d8e2eb7cc5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:58.749846 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ac516e4-eac8-4e2d-9d6b-03b61d4704c2 req-936fe945-a946-4bb5-a7f0-70d8e2eb7cc5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0541923 Jan 27 20:50:58.804468 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3ac516e4-eac8-4e2d-9d6b-03b61d4704c2 req-5cf7e091-e669-4d04-9b53-59b1653bb4c1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484633 Jan 27 20:50:59.128183 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:50:59.919310 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f733-939e-4d99-859f-f9b1a6eaab9d req-78a47bd9-d58f-4d56-bfa8-17ef7b55f3a1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:50:59.920722 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e30f733-939e-4d99-859f-f9b1a6eaab9d req-78a47bd9-d58f-4d56-bfa8-17ef7b55f3a1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0493524 Jan 27 20:50:59.969332 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2e30f733-939e-4d99-859f-f9b1a6eaab9d req-31b11fa6-cb1c-4582-b7df-df7030ad454e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Jan 27 20:51:01.084257 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46515-87bf-41ff-9b09-19ed7b8f54f7 req-1b86ce00-076c-4f42-84eb-e41a5abeb0b6 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:01.086552 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69d46515-87bf-41ff-9b09-19ed7b8f54f7 req-1b86ce00-076c-4f42-84eb-e41a5abeb0b6 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0492711 Jan 27 20:51:01.139962 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-69d46515-87bf-41ff-9b09-19ed7b8f54f7 req-ef0d2385-0d79-4ecf-9957-34176bf5ff45 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Jan 27 20:51:02.274817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acabf1-59c4-42f3-a6d4-cb0d8357153e req-4b8311d3-dd35-48a0-8491-5931e66625b0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:02.276338 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40acabf1-59c4-42f3-a6d4-cb0d8357153e req-4b8311d3-dd35-48a0-8491-5931e66625b0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0550981 Jan 27 20:51:02.333683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40acabf1-59c4-42f3-a6d4-cb0d8357153e req-4ea13e0d-831e-46b6-8592-3c3c3cfb80a0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516529 Jan 27 20:51:03.452938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3820d-da26-44bd-8c62-f4509516c617 req-bcd1930b-b0b6-4188-9d10-e8cc17a208f5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:03.455423 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dd3820d-da26-44bd-8c62-f4509516c617 req-bcd1930b-b0b6-4188-9d10-e8cc17a208f5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0503409 Jan 27 20:51:03.510731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9dd3820d-da26-44bd-8c62-f4509516c617 req-eb5a697a-0b0a-4cbf-91fd-dfdff63a9b39 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496423 Jan 27 20:51:04.637193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821e5be-922a-415d-932e-f80b8b82e728 req-0e638375-e4b6-4382-9158-b7c94c925ed2 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:04.638652 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f821e5be-922a-415d-932e-f80b8b82e728 req-0e638375-e4b6-4382-9158-b7c94c925ed2 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0559237 Jan 27 20:51:04.689214 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f821e5be-922a-415d-932e-f80b8b82e728 req-b6a5d7e3-004a-47d0-8a9a-213cf907b653 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Jan 27 20:51:05.803924 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b64e-672b-4c67-82cd-0691ddb4a7af req-6754d5f0-f7f0-4952-bb62-dd85c2b9c61e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:05.805436 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ed7b64e-672b-4c67-82cd-0691ddb4a7af req-6754d5f0-f7f0-4952-bb62-dd85c2b9c61e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0489872 Jan 27 20:51:05.853339 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ed7b64e-672b-4c67-82cd-0691ddb4a7af req-26cddae5-4937-431f-9970-6c50a9a33924 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Jan 27 20:51:06.968881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b2a5-e6d8-4a0a-a57e-3f9dc94e497c req-a680413e-8906-4383-9424-aeaf228fb259 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:06.970409 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac2b2a5-e6d8-4a0a-a57e-3f9dc94e497c req-a680413e-8906-4383-9424-aeaf228fb259 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0496922 Jan 27 20:51:07.024621 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-eac2b2a5-e6d8-4a0a-a57e-3f9dc94e497c req-a333018c-07a8-4014-8497-194e6814fdf5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485640 Jan 27 20:51:08.142248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e6302-8f1b-4e14-a5aa-60df4fe7d29e req-5f9a8d7f-add5-46ea-940c-be9541f7daaa tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:08.143737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-494e6302-8f1b-4e14-a5aa-60df4fe7d29e req-5f9a8d7f-add5-46ea-940c-be9541f7daaa tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0499947 Jan 27 20:51:08.192954 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-494e6302-8f1b-4e14-a5aa-60df4fe7d29e req-897b27bb-68cc-4601-aa64-a1494215b9ca tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Jan 27 20:51:09.211923 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25efa78c-c5f6-4842-95c5-e65ebda3903b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:09.309326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39746e5c-5500-46fd-9e44-97e1b2c21868 req-b3efce04-bbeb-4c1a-bbf5-91a7d5ddaec7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:09.310805 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39746e5c-5500-46fd-9e44-97e1b2c21868 req-b3efce04-bbeb-4c1a-bbf5-91a7d5ddaec7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0478115 Jan 27 20:51:09.360090 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39746e5c-5500-46fd-9e44-97e1b2c21868 req-4b613405-dbbf-441f-9c78-49db1ff84816 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Jan 27 20:51:10.478297 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268fbcb-e9e6-4404-a0ba-b5d5b47f57fa req-d830ef73-0ebd-4373-b754-164cfcb0e1dd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:10.479761 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8268fbcb-e9e6-4404-a0ba-b5d5b47f57fa req-d830ef73-0ebd-4373-b754-164cfcb0e1dd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0522530 Jan 27 20:51:10.526989 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8268fbcb-e9e6-4404-a0ba-b5d5b47f57fa req-e6892c58-d902-4094-ab38-738c6576fef3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Jan 27 20:51:11.642208 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d518d9-25aa-4852-99fc-d041be447797 req-cc2d0b2f-8c1b-4949-926e-36dba912201c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:11.643793 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40d518d9-25aa-4852-99fc-d041be447797 req-cc2d0b2f-8c1b-4949-926e-36dba912201c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0502203 Jan 27 20:51:11.697110 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-40d518d9-25aa-4852-99fc-d041be447797 req-9ee6b79a-d36e-4580-830f-f34303f490a3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Jan 27 20:51:12.354910 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f27f81d1-12e3-4c40-a82c-86284ec6ca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:12.814710 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ca3d2-d770-4b1a-ade1-18ec6251b631 req-c4920c2d-3fc0-4cb3-8acc-9f1ceb7b5f37 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:12.816183 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-438ca3d2-d770-4b1a-ade1-18ec6251b631 req-c4920c2d-3fc0-4cb3-8acc-9f1ceb7b5f37 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0522816 Jan 27 20:51:12.864071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-438ca3d2-d770-4b1a-ade1-18ec6251b631 req-7d7cc49a-1c6c-42b8-8452-424c3a57d7dc tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Jan 27 20:51:13.228222 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:51:13.323741 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:51:13.336267 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'mac_address': 'fa:16:3e:c3:c9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:51:13.372713 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 211792f0-67ff-4036-9fe1-d4f7539e5821 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:51:13.373474 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:13.387210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:51:13.407375 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:51:13.411941 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:13.459174 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:51:13.466429 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.466777 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.467121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.467453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.467784 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.468113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.468437 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.468758 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.469734 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.470062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.470391 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.470712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.471028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:51:13.645361 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['211792f0-67ff-4036-9fe1-d4f7539e5821'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:51:13.980190 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09340d-72f1-467a-9828-397118c8f5ac req-f0f735e8-3aa2-4b31-a3a9-ae2041e6310d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:13.981778 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff09340d-72f1-467a-9828-397118c8f5ac req-f0f735e8-3aa2-4b31-a3a9-ae2041e6310d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Jan 27 20:51:14.039104 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ff09340d-72f1-467a-9828-397118c8f5ac req-1e9930ed-a5d9-499f-b4a9-9a3b3da29173 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 Jan 27 20:51:15.151857 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672099d4-cf35-498a-80f2-58f462489a74 req-be4e82df-38bc-4ee8-b0c2-00658fbe5e7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:15.153362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-672099d4-cf35-498a-80f2-58f462489a74 req-be4e82df-38bc-4ee8-b0c2-00658fbe5e7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 944 time: 0.0478988 Jan 27 20:51:15.205898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-672099d4-cf35-498a-80f2-58f462489a74 req-c94c42cb-2cec-4780-a5c2-3630ada0ce59 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Jan 27 20:51:15.248320 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:51:15.298052 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port 211792f0-67ff-4036-9fe1-d4f7539e5821 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:51:15.302300 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port 211792f0-67ff-4036-9fe1-d4f7539e5821 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:51:15.302681 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:15.380729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 211792f0-67ff-4036-9fe1-d4f7539e5821 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:51:15.381121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:15.404037 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:51:15.406304 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53c054e-82c7-4a09-9ed2-b984c65c1a81" -d '{"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-plugged", "status": "completed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:51:15.418433 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:51:15.422619 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:15.476767 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:51:15.494876 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c30641-b04d-42ce-ad56-98d25c15adc0 x-openstack-request-id: req-a4c30641-b04d-42ce-ad56-98d25c15adc0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:51:15.495170 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-plugged", "status": "completed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:51:15.495426 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4c30641-b04d-42ce-ad56-98d25c15adc0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:51:15.495826 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'code': 200} Jan 27 20:51:15.536155 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:15.590183 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069cf0-6b0b-4116-87d9-b9d5a5197b73 req-6e03e393-f1a3-42a0-ae64-0605598a9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:15.591659 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef069cf0-6b0b-4116-87d9-b9d5a5197b73 req-6e03e393-f1a3-42a0-ae64-0605598a9a59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1096 time: 0.0398657 Jan 27 20:51:15.638950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ef069cf0-6b0b-4116-87d9-b9d5a5197b73 req-f7054ba3-793b-4d37-a322-bed3c9515d6e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 Jan 27 20:51:15.961348 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:16.325134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48c95-769d-45a2-bd49-c0aa7ac63c12 req-b4265a41-5e50-4f75-a634-4481b9194ad8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:16.325851 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:16.326774 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba48c95-769d-45a2-bd49-c0aa7ac63c12 req-b4265a41-5e50-4f75-a634-4481b9194ad8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0502336 Jan 27 20:51:16.375913 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bba48c95-769d-45a2-bd49-c0aa7ac63c12 req-27e97d11-b63e-4133-b825-eb0484a72c1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Jan 27 20:51:17.494931 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53244d9-3424-41d7-a992-5b8783ee68da req-c78ada8d-7513-4333-8ad8-669d770129d4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:17.496422 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53244d9-3424-41d7-a992-5b8783ee68da req-c78ada8d-7513-4333-8ad8-669d770129d4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Jan 27 20:51:17.543864 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d53244d9-3424-41d7-a992-5b8783ee68da req-d3c65be1-8b0c-493b-921b-0ac9b4344e19 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Jan 27 20:51:17.657778 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0b34-d253-4e1b-bfd0-ec8289cc121d req-6eba1236-2be6-41d4-9f16-7c263dfeae04 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:17.659151 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47ff0b34-d253-4e1b-bfd0-ec8289cc121d req-6eba1236-2be6-41d4-9f16-7c263dfeae04 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Jan 27 20:51:17.706765 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-47ff0b34-d253-4e1b-bfd0-ec8289cc121d req-e24a07a0-b917-4bfb-9262-4a379cce08af tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Jan 27 20:51:17.728404 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:51:17.811913 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888c548-15f3-4917-8016-b6083d9d89a0 tempest-TestShelveInstance-1849047168 tempest-TestShelveInstance-1849047168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:17.813627 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-c888c548-15f3-4917-8016-b6083d9d89a0 tempest-TestShelveInstance-1849047168 tempest-TestShelveInstance-1849047168-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1091 time: 0.0841200 Jan 27 20:51:17.816285 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43470) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:51:17.820440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:51:17.840300 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:17.938357 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:18.037945 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Allocated IP 172.25.5.253 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/9ea0283b-249b-4002-bf0a-f903a4590b68) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:51:18.141424 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:18.175829 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:18.211242 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:51:18.215398 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:51:18.217983 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:51:18.247123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=9ea0283b-249b-4002-bf0a-f903a4590b68,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:51:18.874787 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (42413e3a-3750-4844-9e71-51cd4e617129), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:18.945188 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:19.092917 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:19.097363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:19.170107 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event updated for resources: {'Port': ['ID=9ea0283b-249b-4002-bf0a-f903a4590b68,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:51:19.180879 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (42413e3a-3750-4844-9e71-51cd4e617129), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:19.292539 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Floating IP 42413e3a-3750-4844-9e71-51cd4e617129 associated. External IP: 172.25.5.253, port: 211792f0-67ff-4036-9fe1-d4f7539e5821. Jan 27 20:51:19.503446 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:51:19.608755 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:51:19.619366 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:51:19.628231 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:19.630345 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:51:19.631110 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:51:19.656007 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b46e9511-8941-49f4-ab6f-1bf13db98107 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8387184 Jan 27 20:51:19.657203 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:51:19.659515 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:51:19.698375 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742b425-ef88-426b-bd04-7778ac5a4b3c x-openstack-request-id: req-6742b425-ef88-426b-bd04-7778ac5a4b3c {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:51:19.698682 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:51:19.698942 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6742b425-ef88-426b-bd04-7778ac5a4b3c {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:51:19.699356 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'status': 'completed', 'code': 200} Jan 27 20:51:19.738069 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:51:19.758231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-19ab63af-449c-4c59-beeb-bb28495aec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:19.759711 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-19ab63af-449c-4c59-beeb-bb28495aec29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1096 time: 0.0416026 Jan 27 20:51:19.854116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-bd33f406-1fb5-412f-8dc3-f954e93b3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:19.855599 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-bd33f406-1fb5-412f-8dc3-f954e93b3f09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0891230 Jan 27 20:51:19.920515 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-b5989eec-c71b-4ef5-8cd3-0d00389290ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 999 time: 0.0585132 Jan 27 20:51:19.965108 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '42413e3a-3750-4844-9e71-51cd4e617129', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c3:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:51:18Z', 'updated_at': '2022-01-27T20:51:18Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:51:19.972175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-27e03dc5-f531-4c72-96e1-622a14fdb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:19.973691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-27e03dc5-f531-4c72-96e1-622a14fdb436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0481458 Jan 27 20:51:19.992890 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:51:20.001978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:51:20.002603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:51:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:51:20.018792 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-a62a1e00-a63a-44e6-8bae-417ea7efb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:51:20.020205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-a62a1e00-a63a-44e6-8bae-417ea7efb2d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414102 Jan 27 20:51:20.106528 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:51:20.108590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-73d5e141-94ce-4b2d-a621-fe79d4781b9b service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825329 Jan 27 20:51:20.207769 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d8b4b5-6b64-49e3-a3bc-e7b06b99925f req-96588576-1687-49d2-a18d-2d407dac4ffb service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933156 Jan 27 20:51:20.424397 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '42413e3a-3750-4844-9e71-51cd4e617129', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c3:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:51:18Z', 'updated_at': '2022-01-27T20:51:18Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:51:20.453093 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01552aaf-2295-4e10-abf3-d478ceafd735 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '42413e3a-3750-4844-9e71-51cd4e617129', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'mac_address': 'fa:16:3e:c3:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:51:18Z', 'updated_at': '2022-01-27T20:51:18Z', 'revision_number': 0, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:51:20.646213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb4469-f17a-4d9a-800b-df7c9b102e13 None None] New status for floating IP 42413e3a-3750-4844-9e71-51cd4e617129: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:51:24.596876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:25.631979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:36.127959 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:51:39.220812 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-091c1885-3152-4585-adb0-7ac874b1dd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:42.356727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e1f32e2-017e-43a9-ad4d-35225f63870e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:45.539003 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:45.963791 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:46.331610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:54.579859 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:51:55.628475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:09.213185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b71ff782-b2d4-439b-85a8-86cd41929149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:12.358600 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8755c296-1714-47e7-bbb9-c011f121ba83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:13.126766 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:52:14.878950 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-7885f0c2-f8fa-4bd0-9628-bba1ca3064ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405099 Jan 27 20:52:14.965579 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-18944b00-6df3-483f-864f-7e7aac3db139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:52:14.967132 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-18944b00-6df3-483f-864f-7e7aac3db139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1096 time: 0.0424707 Jan 27 20:52:15.071681 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-beb8bf24-ab5c-4aa9-9966-49a12e9e7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:52:15.073161 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-beb8bf24-ab5c-4aa9-9966-49a12e9e7dc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0899556 Jan 27 20:52:15.136732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-f9eb1fb4-b146-49f8-af80-015bb02ee382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1001 time: 0.0581455 Jan 27 20:52:15.189446 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-cd8170c6-528f-4779-ba47-9efeae967a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:52:15.190885 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-cd8170c6-528f-4779-ba47-9efeae967a5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0483360 Jan 27 20:52:15.235731 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-676395a0-967c-4a40-a8b3-71e9cde992c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:52:15.237246 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-676395a0-967c-4a40-a8b3-71e9cde992c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407207 Jan 27 20:52:15.324575 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-48ebdb35-3347-4b45-823c-a02773797e67 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815651 Jan 27 20:52:15.419543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3144d88e-6d78-4167-a6a6-87ee87c0e664 req-55de486b-14e9-476d-b78b-3a4a82517391 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885730 Jan 27 20:52:15.542472 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:15.967245 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:16.335010 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:24.579528 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:25.644707 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:39.216764 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29af34e1-1827-4026-b875-557b3e2bac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:42.360610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59a547c7-3105-40f5-8713-bc8cd1a951f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:45.546946 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:45.969342 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:46.338642 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:50.131111 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:52:54.584768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:52:55.664320 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:09.219610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9e1b-f554-44df-8524-46a04820e7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:12.364408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fad8357-0728-4201-8e0a-35cd62cbf6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:15.550451 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:15.866127 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-f7916b3c-c02b-4177-9f2a-d6d13edda9f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443730 Jan 27 20:53:15.962397 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-e641ecfa-e8d1-4b39-9a87-9294f54034dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:15.964687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-e641ecfa-e8d1-4b39-9a87-9294f54034dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1096 time: 0.0466070 Jan 27 20:53:15.972940 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:16.081790 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-59db1a1d-64ef-4756-8411-021a090fa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:16.083176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-59db1a1d-64ef-4756-8411-021a090fa486 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.1004176 Jan 27 20:53:16.150471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-3a228d0a-3850-43e3-9f32-b04fcd5f7620 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1001 time: 0.0617707 Jan 27 20:53:16.203267 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-d8c0546e-e50c-489b-9c63-416fdb883232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:16.204747 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-d8c0546e-e50c-489b-9c63-416fdb883232 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0490761 Jan 27 20:53:16.253916 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-d53a91c9-8983-4505-b1e1-cf9d87c47e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:16.255461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-d53a91c9-8983-4505-b1e1-cf9d87c47e4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448613 Jan 27 20:53:16.341898 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:16.349184 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-ab47772c-dc47-441a-ac09-c6fd432a7245 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878918 Jan 27 20:53:16.447644 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-72e4d82b-aafb-41b6-bda9-df719e945db6 req-e7a0287a-eacc-4501-a3f9-1fcfcba1b5dc service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Jan 27 20:53:17.576318 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f459a-3163-43d6-a309-3656d2b2212a req-fca093cf-ce25-405b-b562-e15de39d19b8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:17.577983 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac0f459a-3163-43d6-a309-3656d2b2212a req-fca093cf-ce25-405b-b562-e15de39d19b8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.1099262 Jan 27 20:53:17.627890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ac0f459a-3163-43d6-a309-3656d2b2212a req-13333d4f-7712-4f79-a0ca-274acec2ef8b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Jan 27 20:53:18.754977 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172417c-cf1b-465c-ba9d-b07558fd4fb6 req-a8776c40-db3c-4e46-858b-161450be139c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:18.756505 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4172417c-cf1b-465c-ba9d-b07558fd4fb6 req-a8776c40-db3c-4e46-858b-161450be139c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0544302 Jan 27 20:53:18.805739 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4172417c-cf1b-465c-ba9d-b07558fd4fb6 req-7aef3bab-0a13-435d-b781-cdf65546e901 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Jan 27 20:53:19.926482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf03f9-9605-4e81-97cf-ec1f7b1615a1 req-462f2b2d-bb2e-4694-9b51-ba0b8961662e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:19.927988 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fdf03f9-9605-4e81-97cf-ec1f7b1615a1 req-462f2b2d-bb2e-4694-9b51-ba0b8961662e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0501304 Jan 27 20:53:19.977455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2fdf03f9-9605-4e81-97cf-ec1f7b1615a1 req-b20dd566-71fe-4845-b0c4-be89ff659351 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Jan 27 20:53:21.093589 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916cc3-c3a4-4339-99ba-1219d737dffa req-947136a0-3f2c-4b42-b824-3cb34f958df1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:21.095075 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07916cc3-c3a4-4339-99ba-1219d737dffa req-947136a0-3f2c-4b42-b824-3cb34f958df1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Jan 27 20:53:21.147702 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-07916cc3-c3a4-4339-99ba-1219d737dffa req-c1620844-bb75-4d8b-b9fc-667e1661f65c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Jan 27 20:53:22.274834 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729951a-b122-418b-a988-9718e946ed05 req-1d02ac0e-fc19-43c5-b1c0-266408b6e73e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:22.276345 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4729951a-b122-418b-a988-9718e946ed05 req-1d02ac0e-fc19-43c5-b1c0-266408b6e73e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Jan 27 20:53:22.325721 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4729951a-b122-418b-a988-9718e946ed05 req-a1c392b6-ccf9-4632-aeec-7f3541564a8d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Jan 27 20:53:23.443982 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597a192-4894-4777-8773-f14f29d9992c req-cfb8a917-be4d-4c0c-84ab-671a17b7fa4f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:23.445499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d597a192-4894-4777-8773-f14f29d9992c req-cfb8a917-be4d-4c0c-84ab-671a17b7fa4f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Jan 27 20:53:23.493697 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d597a192-4894-4777-8773-f14f29d9992c req-cf73ec55-4090-4766-abf2-518001c06984 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Jan 27 20:53:24.585056 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:24.614158 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc29b5-9cae-4876-b357-a4f5229ea344 req-3f48d8a0-9dff-4f4a-ab8e-da02a6eddc85 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:24.615631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dfc29b5-9cae-4876-b357-a4f5229ea344 req-3f48d8a0-9dff-4f4a-ab8e-da02a6eddc85 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0528202 Jan 27 20:53:24.664250 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1dfc29b5-9cae-4876-b357-a4f5229ea344 req-9552d8de-dd00-4671-a1fe-b4b82efb9865 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428989 Jan 27 20:53:25.660413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:25.778765 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44575974-a6fe-48d0-8fe2-7137a48aae09 req-d921847d-1482-4b30-a8bc-ff6fa25673a6 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:25.780257 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44575974-a6fe-48d0-8fe2-7137a48aae09 req-d921847d-1482-4b30-a8bc-ff6fa25673a6 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0495429 Jan 27 20:53:25.828701 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-44575974-a6fe-48d0-8fe2-7137a48aae09 req-3229508d-6cf3-45c4-8fde-0c2b339d241f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Jan 27 20:53:26.951278 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833abed-2377-432f-8863-0c01a00dc601 req-ee65f999-7bf7-4354-aeb7-6ad2e1934bf0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:26.952781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d833abed-2377-432f-8863-0c01a00dc601 req-ee65f999-7bf7-4354-aeb7-6ad2e1934bf0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0536439 Jan 27 20:53:27.002730 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d833abed-2377-432f-8863-0c01a00dc601 req-cd8a0b92-db33-4b13-b54a-9a3cc226d281 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Jan 27 20:53:27.130712 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:53:27.624147 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-f1f5e5f7-305c-4933-885a-b4be506a868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:27.625742 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-f1f5e5f7-305c-4933-885a-b4be506a868c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1096 time: 0.0406389 Jan 27 20:53:27.717439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-100874c6-52d6-409c-a4be-6f8d27959d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:27.718823 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-100874c6-52d6-409c-a4be-6f8d27959d24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0876169 Jan 27 20:53:27.783489 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-abfc5742-2fe4-4d36-b249-bf71afd81003 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1001 time: 0.0590603 Jan 27 20:53:27.831735 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-373f2600-13ee-4e91-afc1-3d30976edbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:27.833211 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-373f2600-13ee-4e91-afc1-3d30976edbf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0443060 Jan 27 20:53:27.882083 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-e1aa4395-3257-4b25-b4ae-945dda9d6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:27.883598 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-e1aa4395-3257-4b25-b4ae-945dda9d6533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441613 Jan 27 20:53:27.970982 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-79520e16-9f2e-4617-b04e-b43cc53b0844 service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Jan 27 20:53:28.063085 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-882c16e9-380b-48fe-9ff5-d289fd6448aa req-6cecc000-c3f6-4a45-a9df-74a0fb3775fb service neutron] 10.222.0.39 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866692 Jan 27 20:53:28.118246 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e98cce-e2d4-4ea0-aab1-42d8a8b2078e req-fb1158b9-b483-46d9-839a-98e7eaf530a0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:28.119725 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53e98cce-e2d4-4ea0-aab1-42d8a8b2078e req-fb1158b9-b483-46d9-839a-98e7eaf530a0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Jan 27 20:53:28.168606 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53e98cce-e2d4-4ea0-aab1-42d8a8b2078e req-9cae5808-586d-4eac-a486-308fbfc634ba tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Jan 27 20:53:29.287285 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d5fb-1d6f-407a-9ac4-f47047bfac9a req-da0aab51-f8ed-4f40-8fe4-3e6850e019d0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:29.293369 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f97d5fb-1d6f-407a-9ac4-f47047bfac9a req-da0aab51-f8ed-4f40-8fe4-3e6850e019d0 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Jan 27 20:53:29.341186 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f97d5fb-1d6f-407a-9ac4-f47047bfac9a req-a62455c6-8571-4842-8b5d-ac919b8b6a00 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Jan 27 20:53:30.465447 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79c9e-20b5-4011-8dba-cebde080bbdf req-5a635b57-ed72-4a72-896e-3e713f352776 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:30.466965 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3da79c9e-20b5-4011-8dba-cebde080bbdf req-5a635b57-ed72-4a72-896e-3e713f352776 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0554912 Jan 27 20:53:30.516071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3da79c9e-20b5-4011-8dba-cebde080bbdf req-8816ab5a-b280-4399-aa1d-d1bfde42eb56 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Jan 27 20:53:31.632141 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025871d-70c9-4529-8049-d3c5518a4a9c req-ccae90e8-12ad-4a38-bddf-fd5b59c046bf tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:31.633648 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5025871d-70c9-4529-8049-d3c5518a4a9c req-ccae90e8-12ad-4a38-bddf-fd5b59c046bf tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0499611 Jan 27 20:53:31.686544 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5025871d-70c9-4529-8049-d3c5518a4a9c req-959c1d37-8cc5-4daf-af4a-c7cfbacb972b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465772 Jan 27 20:53:32.811781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d78c-2267-41f5-9be6-7108f6b1423a req-2ed03229-4332-4dad-b370-0bbe26b93aa2 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:32.813362 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ab2d78c-2267-41f5-9be6-7108f6b1423a req-2ed03229-4332-4dad-b370-0bbe26b93aa2 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0538602 Jan 27 20:53:32.870237 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1ab2d78c-2267-41f5-9be6-7108f6b1423a req-925b55c3-2327-4e37-9cb4-c98bc2e67053 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504053 Jan 27 20:53:33.865117 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:53:33.952240 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port 211792f0-67ff-4036-9fe1-d4f7539e5821 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:53:33.952631 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:33.976475 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:53:33.978718 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdde79b-8c62-410c-983f-6a85caa4ba1a" -d '{"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-unplugged", "status": "completed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:53:33.996256 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:53:34.001310 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:34.021386 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5936-cffd-4db3-a78d-e243af699688 req-4eab931b-2ee1-4a77-93f2-0ff9bbc859b5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:34.023105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ae5936-cffd-4db3-a78d-e243af699688 req-4eab931b-2ee1-4a77-93f2-0ff9bbc859b5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 945 time: 0.0600300 Jan 27 20:53:34.058409 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:53:34.066909 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.067260 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.067604 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.067942 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.068273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.068627 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.068998 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.069430 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.069761 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.070218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.070557 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.070879 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.071323 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:34.082887 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-35ae5936-cffd-4db3-a78d-e243af699688 req-343484e0-36aa-45c8-9b4d-2cbf8630a83d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533090 Jan 27 20:53:34.135968 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ad0bc-4989-4115-8a07-80736ae49e2e x-openstack-request-id: req-c99ad0bc-4989-4115-8a07-80736ae49e2e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:53:34.136260 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-unplugged", "status": "failed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "code": 422}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:53:34.136512 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c99ad0bc-4989-4115-8a07-80736ae49e2e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:53:34.136966 n-d-760453-6 neutron-server[103324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'code': 422} returned with failed status Jan 27 20:53:34.348877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c1da-1822-498a-8121-ac95e721a011 req-5bce5a3d-c639-48a2-b96e-040b32ecb7bb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:34.350591 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c48c1da-1822-498a-8121-ac95e721a011 req-5bce5a3d-c639-48a2-b96e-040b32ecb7bb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0714648 Jan 27 20:53:34.359330 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-6e6fae2e-be32-468d-99fb-47955ab2feeb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010787 Jan 27 20:53:34.369184 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-be917b33-75f4-4ca5-bf0a-dd7650b7441b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:53:34.370198 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-be917b33-75f4-4ca5-bf0a-dd7650b7441b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053501 Jan 27 20:53:34.408481 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9c48c1da-1822-498a-8121-ac95e721a011 req-de412a54-5a5b-4ada-b25c-6d1106a5f3ca tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515831 Jan 27 20:53:35.529658 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569839-fc59-4598-9967-b77a18c1d867 req-99471b2d-8c8c-4e71-82d3-73b2a31cd03f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:35.531171 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39569839-fc59-4598-9967-b77a18c1d867 req-99471b2d-8c8c-4e71-82d3-73b2a31cd03f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0537577 Jan 27 20:53:35.579953 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-39569839-fc59-4598-9967-b77a18c1d867 req-4c518f59-ac1a-4edb-b638-051b2f5d8405 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jan 27 20:53:36.699881 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29846c0-0c50-457b-aafc-9193cbddf72f req-31dd0924-f96b-43e3-aea2-847cc24d921e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:36.701309 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d29846c0-0c50-457b-aafc-9193cbddf72f req-31dd0924-f96b-43e3-aea2-847cc24d921e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0530517 Jan 27 20:53:36.750335 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d29846c0-0c50-457b-aafc-9193cbddf72f req-262b185e-3836-4d20-b8e0-614650fd7bd7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Jan 27 20:53:37.873357 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168210e0-3e3f-4ef1-9e77-279dd93b9db8 req-c8aa5df0-2aaf-45da-9d1f-cdf47f426ae5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:37.874862 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-168210e0-3e3f-4ef1-9e77-279dd93b9db8 req-c8aa5df0-2aaf-45da-9d1f-cdf47f426ae5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0536737 Jan 27 20:53:37.926401 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-168210e0-3e3f-4ef1-9e77-279dd93b9db8 req-d7249bef-710b-4528-a0a6-55c2e3ad8742 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Jan 27 20:53:39.041031 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134edd4-df4c-44be-aab1-230f34b9c037 req-d6e141e5-084c-4d4a-a8c7-d7fe85d68540 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:39.042576 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4134edd4-df4c-44be-aab1-230f34b9c037 req-d6e141e5-084c-4d4a-a8c7-d7fe85d68540 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0489912 Jan 27 20:53:39.096507 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4134edd4-df4c-44be-aab1-230f34b9c037 req-38ed0b99-8db4-4ab4-82e0-b55652752f0d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477369 Jan 27 20:53:39.227206 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa7b950f-c4bb-4fdb-8145-2f43a83ff368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:40.215488 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0061deb-3ab8-4678-ac07-fa8bf15597c3 req-e7987063-cfc9-4650-8b8f-99884f2b3e59 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:40.217009 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0061deb-3ab8-4678-ac07-fa8bf15597c3 req-e7987063-cfc9-4650-8b8f-99884f2b3e59 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0497599 Jan 27 20:53:40.273791 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f0061deb-3ab8-4678-ac07-fa8bf15597c3 req-4ac99866-d8d5-42f8-b1e2-c53ac8775294 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505116 Jan 27 20:53:41.393895 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a2e73-cd28-4fb5-8664-64e525c0f0e9 req-b2dbf848-e59a-4ede-b7e6-1d3cba724a60 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:41.395382 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f6a2e73-cd28-4fb5-8664-64e525c0f0e9 req-b2dbf848-e59a-4ede-b7e6-1d3cba724a60 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0505724 Jan 27 20:53:41.445219 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0f6a2e73-cd28-4fb5-8664-64e525c0f0e9 req-f3f8b5ab-f8b7-4f72-ad19-79c0ddb5d8f3 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Jan 27 20:53:42.369566 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49938849-ba92-4fa7-b5c5-22e02517bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:42.561368 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011437f-3af5-4d52-96ad-197cfac687d0 req-ca31da2c-31bd-407c-b2a2-eae281226e22 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:42.562872 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b011437f-3af5-4d52-96ad-197cfac687d0 req-ca31da2c-31bd-407c-b2a2-eae281226e22 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0490630 Jan 27 20:53:42.613375 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b011437f-3af5-4d52-96ad-197cfac687d0 req-2f084668-ea87-4aa0-9324-4f67b615803b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Jan 27 20:53:43.732411 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee68e9d-85f5-48cd-a83a-5ba12d9b0f03 req-c5173df6-4ca4-41e0-abc1-cb42a826ba39 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:43.733994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ee68e9d-85f5-48cd-a83a-5ba12d9b0f03 req-c5173df6-4ca4-41e0-abc1-cb42a826ba39 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0531440 Jan 27 20:53:43.784203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ee68e9d-85f5-48cd-a83a-5ba12d9b0f03 req-fe4a7b51-5573-4cd1-8459-f4ae5b16ee2c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Jan 27 20:53:44.656493 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-f9a06021-0230-4f2a-9c15-b4980bbcfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:44.657993 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-f9a06021-0230-4f2a-9c15-b4980bbcfbca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86 HTTP/1.1" status: 200 len: 1094 time: 0.0419111 Jan 27 20:53:44.668220 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-d42aede4-9ba1-4133-9498-e86e7f3ab411 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 20:53:44.669203 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-d42aede4-9ba1-4133-9498-e86e7f3ab411 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048761 Jan 27 20:53:44.680754 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-6', 'device_owner': 'compute:nova'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:53:44.735580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:44.903044 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f82df-4c17-4598-a6fd-4ee96666b807 req-e2281e61-c140-4b92-a9e0-fa409bdaeadd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:44.904550 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5f82df-4c17-4598-a6fd-4ee96666b807 req-e2281e61-c140-4b92-a9e0-fa409bdaeadd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0505414 Jan 27 20:53:44.949787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:53:44.961692 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b5f82df-4c17-4598-a6fd-4ee96666b807 req-7259b2af-ca9d-4553-948f-1d97105047b5 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511115 Jan 27 20:53:44.985718 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h2-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:53:45.018439 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:53:45.025935 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks [] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.038123 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Transition to ACTIVE for port object 211792f0-67ff-4036-9fe1-d4f7539e5821 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:53:45.041683 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.125751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=7']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:53:45.138379 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.138734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.139086 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.139431 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.139775 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.140115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.140450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.140852 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.141114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.141469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.141801 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.142129 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.142457 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:53:45.176789 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] No DVR routers for this DVR port 211792f0-67ff-4036-9fe1-d4f7539e5821 on host n-h2-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:53:45.345236 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:53:45.345655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:53:45.346033 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:53:45.351440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:53:45.351764 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Attempting to bind port 211792f0-67ff-4036-9fe1-d4f7539e5821 on network baf0752b-356c-4a75-8f68-9ff9108af653 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:53:45.357965 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:53:45.358530 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Checking segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:53:45.359022 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Bound using segment: {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:53:45.359483 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Bound port: 211792f0-67ff-4036-9fe1-d4f7539e5821, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:53:45.360004 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.425948 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:53:45.428903 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:53:45.434031 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.471538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:45.472181 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.473679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-5d345240-c365-48ca-b534-710280f32722 service neutron] 10.222.0.66 "PUT /v2.0/ports/211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1091 time: 0.7965391 Jan 27 20:53:45.474124 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:53:45.476704 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:53:45.504626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345240-c365-48ca-b534-710280f32722 service neutron] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=8']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:53:45.521536 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912064a-044a-4dce-8447-b75dcf595f91 x-openstack-request-id: req-d912064a-044a-4dce-8447-b75dcf595f91 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:53:45.521835 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:53:45.522092 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d912064a-044a-4dce-8447-b75dcf595f91 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:53:45.522506 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'status': 'completed', 'code': 200} Jan 27 20:53:45.552124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:45.553538 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-4108f183-8cc5-475a-8e7b-03c0564984c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:45.555103 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-4108f183-8cc5-475a-8e7b-03c0564984c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1094 time: 0.0474958 Jan 27 20:53:45.650412 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-da06f61b-f60b-44a5-adda-2dd29b2bf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:45.651949 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-da06f61b-f60b-44a5-adda-2dd29b2bf5af service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0889895 Jan 27 20:53:45.722986 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-80e9e4ba-8c56-4027-935c-8d1111b91843 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 999 time: 0.0641527 Jan 27 20:53:45.773522 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-cfb703b2-b920-492b-b0cd-647748da25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:45.775016 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-cfb703b2-b920-492b-b0cd-647748da25b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0455310 Jan 27 20:53:45.825128 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-cf38fc3c-458d-4e8c-96a8-9401386e0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:45.826669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-cf38fc3c-458d-4e8c-96a8-9401386e0caf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415730 Jan 27 20:53:45.926906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-81c6c796-d412-4e7d-8239-d06f138d6c89 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940425 Jan 27 20:53:45.973833 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:46.017880 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-a6e053fd-c5e0-4a70-9359-609e92bc8d45 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834501 Jan 27 20:53:46.088089 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74ff8-8f76-4d5b-b945-e0e7ba10365e req-741618cf-4a04-41ef-842b-61860f7c055b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:46.089790 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bb74ff8-8f76-4d5b-b945-e0e7ba10365e req-741618cf-4a04-41ef-842b-61860f7c055b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0526216 Jan 27 20:53:46.115025 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-aed939e1-aaa4-465e-9340-b38e35a260bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:46.116553 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-aed939e1-aaa4-465e-9340-b38e35a260bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1094 time: 0.0507872 Jan 27 20:53:46.146929 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6bb74ff8-8f76-4d5b-b945-e0e7ba10365e req-9e4c4310-7d1a-4d23-8d1b-89c568b91f91 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515337 Jan 27 20:53:46.208609 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-c4661fc1-90c5-4d87-93d7-7ddb82daa295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:46.210122 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-c4661fc1-90c5-4d87-93d7-7ddb82daa295 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0856562 Jan 27 20:53:46.279878 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-369a3355-5304-44a0-8a30-afec845b25fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 999 time: 0.0633039 Jan 27 20:53:46.331237 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-42714f6b-df9d-4266-b410-f527818f6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:46.332774 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-42714f6b-df9d-4266-b410-f527818f6f62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0471280 Jan 27 20:53:46.344731 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:46.380633 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-11387a56-70f8-4d81-8581-bb14cca2f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:46.382237 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-11387a56-70f8-4d81-8581-bb14cca2f72c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439119 Jan 27 20:53:46.487964 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-4008674e-06b4-4bc8-8b9f-e68aa97ab750 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983751 Jan 27 20:53:46.582536 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-35bb6af0-9ec9-4c58-9fc4-55f3bf92cc4b req-6a15f0f5-9509-4eb3-8b2b-5c0dd4e921c4 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Jan 27 20:53:47.264727 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e6a3-179b-499f-aecc-8fd84947b346 req-4c76b687-441e-4a7d-89ef-4c26a88c9867 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:47.266272 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4072e6a3-179b-499f-aecc-8fd84947b346 req-4c76b687-441e-4a7d-89ef-4c26a88c9867 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0494025 Jan 27 20:53:47.314856 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4072e6a3-179b-499f-aecc-8fd84947b346 req-e6f7c5fd-5633-4206-bfd2-b6eb85cba49f tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Jan 27 20:53:48.431125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c5c41-729d-49e2-988e-b4549e150e30 req-af00c05e-3129-4005-867b-e9abac53f47e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:48.432601 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966c5c41-729d-49e2-988e-b4549e150e30 req-af00c05e-3129-4005-867b-e9abac53f47e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0480950 Jan 27 20:53:48.484627 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-966c5c41-729d-49e2-988e-b4549e150e30 req-a35f3db7-6a66-45f3-881e-7cc93bc300fd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Jan 27 20:53:49.600985 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d3011-83c3-470d-b2c3-09c8fe0f995a req-ff197355-70b8-403d-8d7f-1ff2c6a32a7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:49.602494 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633d3011-83c3-470d-b2c3-09c8fe0f995a req-ff197355-70b8-403d-8d7f-1ff2c6a32a7c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0524290 Jan 27 20:53:49.653106 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-633d3011-83c3-470d-b2c3-09c8fe0f995a req-47ad10b0-0ebe-481d-afc0-a58310f8d8fa tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Jan 27 20:53:50.766301 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1f7d-ae7f-4aab-9151-06add862968a req-362ec3aa-6f09-49be-af19-5e0fdb86157d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:50.767822 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c74b1f7d-ae7f-4aab-9151-06add862968a req-362ec3aa-6f09-49be-af19-5e0fdb86157d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0479400 Jan 27 20:53:50.816731 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c74b1f7d-ae7f-4aab-9151-06add862968a req-0ba8a76a-f871-4e42-8fca-e9c80d48eee7 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Jan 27 20:53:51.935575 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfc437-9d42-46f6-80e2-575600aeb843 req-7d108353-61f9-4ddd-ab29-5be8581584f4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:51.937054 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1bfc437-9d42-46f6-80e2-575600aeb843 req-7d108353-61f9-4ddd-ab29-5be8581584f4 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0529366 Jan 27 20:53:51.986107 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e1bfc437-9d42-46f6-80e2-575600aeb843 req-cad98fd8-f31c-48e6-9b7e-1164264a3789 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Jan 27 20:53:53.104797 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce842-ad03-4e69-b00d-8f6ff3708a5d req-34fd35aa-a72a-4a2a-a7f6-d76f58022695 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:53.114946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ffce842-ad03-4e69-b00d-8f6ff3708a5d req-34fd35aa-a72a-4a2a-a7f6-d76f58022695 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 943 time: 0.0575259 Jan 27 20:53:53.164708 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9ffce842-ad03-4e69-b00d-8f6ff3708a5d req-0d33b284-645b-4481-b58a-629437fe177e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Jan 27 20:53:54.004131 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:53:54.097547 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:53:54.109394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'port_id': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'mac_address': 'fa:16:3e:c3:c9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:53:54.149629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 211792f0-67ff-4036-9fe1-d4f7539e5821 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:53:54.150017 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:54.163046 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:53:54.182311 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:53:54.186774 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:54.235193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:53:54.283202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7797b5e-a115-4c9d-9e8c-ac9a50d811cb req-bf6ec19a-d2c4-4695-bf6c-fe3cd55bab91 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:54.285169 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7797b5e-a115-4c9d-9e8c-ac9a50d811cb req-bf6ec19a-d2c4-4695-bf6c-fe3cd55bab91 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 944 time: 0.0515227 Jan 27 20:53:54.337959 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b7797b5e-a115-4c9d-9e8c-ac9a50d811cb req-f4c4e216-375b-48b9-ba2e-47b77c4ae6ae tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Jan 27 20:53:54.597404 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:54.602268 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['211792f0-67ff-4036-9fe1-d4f7539e5821'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:53:55.454520 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089aa6-2563-434c-ace8-f4bcb5040104 req-07e06fc3-2ca4-471a-8329-6222b0a43d78 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:55.455984 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee089aa6-2563-434c-ace8-f4bcb5040104 req-07e06fc3-2ca4-471a-8329-6222b0a43d78 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 944 time: 0.0480700 Jan 27 20:53:55.504209 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ee089aa6-2563-434c-ace8-f4bcb5040104 req-d591bf6a-5ce2-4a8b-8aee-99b6dff00298 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Jan 27 20:53:55.673888 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:56.014138 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:53:56.062582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port 211792f0-67ff-4036-9fe1-d4f7539e5821 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:53:56.066599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port 211792f0-67ff-4036-9fe1-d4f7539e5821 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:53:56.066979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:56.148312 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port 211792f0-67ff-4036-9fe1-d4f7539e5821 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:53:56.148705 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:56.171724 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:53:56.173950 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7c97d-9e8e-4588-a66f-3b2ad0abc99a" -d '{"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-plugged", "status": "completed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:53:56.186344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:53:56.190343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:53:56.214521 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4abd60-e179-478c-83fb-ab210ea5d071 x-openstack-request-id: req-2a4abd60-e179-478c-83fb-ab210ea5d071 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:53:56.214814 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-plugged", "status": "completed", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:53:56.215067 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a4abd60-e179-478c-83fb-ab210ea5d071 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:53:56.215458 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'code': 200} Jan 27 20:53:56.241637 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:53:56.360440 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f07f56-bbb4-46f6-b42f-aa34bd00d42e req-4bec9636-766c-43d6-b128-0b9091f2c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:56.362004 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-02f07f56-bbb4-46f6-b42f-aa34bd00d42e req-4bec9636-766c-43d6-b128-0b9091f2c785 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1097 time: 0.0411201 Jan 27 20:53:56.409916 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-02f07f56-bbb4-46f6-b42f-aa34bd00d42e req-143ed3f6-c396-4118-b979-5ff77d39d491 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406430 Jan 27 20:53:56.623631 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2864cd-e355-4ff6-a584-0b4f844bec98 req-5aff2cf1-8507-4955-ad0b-dad4c81d4532 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:56.625005 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd2864cd-e355-4ff6-a584-0b4f844bec98 req-5aff2cf1-8507-4955-ad0b-dad4c81d4532 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0469842 Jan 27 20:53:56.673203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd2864cd-e355-4ff6-a584-0b4f844bec98 req-e8cf5b12-07c4-40a3-993c-29994679e0a1 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Jan 27 20:53:57.802740 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1297eb-d9b4-42b3-b337-ab9eff482776 req-abe4fa2b-d2e4-4ef1-b589-f7f694a44200 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:57.804426 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc1297eb-d9b4-42b3-b337-ab9eff482776 req-abe4fa2b-d2e4-4ef1-b589-f7f694a44200 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0629258 Jan 27 20:53:57.856568 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-dc1297eb-d9b4-42b3-b337-ab9eff482776 req-4eaa15a4-e522-4ffc-b4a8-119b44301a20 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Jan 27 20:53:58.973553 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e9378-e195-4ca3-b154-c03bd823912e req-fb963951-27be-4368-9000-e149dab145f9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:53:58.975001 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5e9378-e195-4ca3-b154-c03bd823912e req-fb963951-27be-4368-9000-e149dab145f9 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0476542 Jan 27 20:53:59.023855 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-bf5e9378-e195-4ca3-b154-c03bd823912e req-2eb18267-37db-4b22-894f-e4ecc4a7ba20 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Jan 27 20:54:04.129895 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:54:07.306741 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-982c2ed5-0c58-4882-af85-aef4dcad1d6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440865 Jan 27 20:54:07.390497 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-2916faab-8188-44a8-9052-d2a8df9cdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:54:07.392010 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-2916faab-8188-44a8-9052-d2a8df9cdf69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1097 time: 0.0430443 Jan 27 20:54:07.499808 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-03798f04-d0a5-430a-8f09-64ed1405d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:54:07.501354 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-03798f04-d0a5-430a-8f09-64ed1405d78b service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0895288 Jan 27 20:54:07.565216 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-6bc83dc9-257d-40ab-aac5-4f4931b4d055 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1001 time: 0.0572765 Jan 27 20:54:07.611454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-ff9bdd9b-4b8b-4769-95ff-a33329cf446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:54:07.612960 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-ff9bdd9b-4b8b-4769-95ff-a33329cf446c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0421922 Jan 27 20:54:07.662114 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-d503845a-b088-4ea4-a51d-26ef8495357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:54:07.663421 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-d503845a-b088-4ea4-a51d-26ef8495357f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443273 Jan 27 20:54:07.750534 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-a651c498-c94d-4d1c-a720-1be82c9384a4 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805702 Jan 27 20:54:07.842869 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-bd62fd88-33bc-461b-b654-ab71b7789ed7 req-5313dca7-3336-4be4-a8ee-c1d8839614b3 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Jan 27 20:54:09.221740 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11abce10-428a-4899-8b75-627a09fb2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:12.371925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b792968-12c8-4d8c-b1d6-78355eebdb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:15.558680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:15.980686 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:16.348925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:24.591735 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:25.673802 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:39.224606 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c1261c7-4e27-41c1-b7a9-af01e04a5dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:41.130949 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:54:42.371783 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d17c389-4a32-4854-860b-764499448e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:45.557509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:45.978934 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:46.350634 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:54.599615 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:54:55.669712 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:09.229680 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dd34a36-0f1c-459a-a1e6-c8803fcc8ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:09.684685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-72b20949-9de0-4152-b3f4-b1bb1f956c39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4452078 Jan 27 20:55:09.764710 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32317e-a072-4037-aa20-5aede4904b1a req-ed768c6d-9aa7-49cf-aba5-b39a96f8b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:09.766255 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-ed768c6d-9aa7-49cf-aba5-b39a96f8b5a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1097 time: 0.0403233 Jan 27 20:55:09.868846 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32317e-a072-4037-aa20-5aede4904b1a req-8663ba77-ed64-48cb-bc81-0075f8e8166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:09.870356 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-8663ba77-ed64-48cb-bc81-0075f8e8166a service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0857062 Jan 27 20:55:09.934168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-8579d0a2-deb4-437a-8a65-17cd8cfc4dc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 1001 time: 0.0579576 Jan 27 20:55:09.981149 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32317e-a072-4037-aa20-5aede4904b1a req-822e87da-5de7-45e3-a9ae-94cd7c15e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:09.982541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-822e87da-5de7-45e3-a9ae-94cd7c15e7fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0426605 Jan 27 20:55:10.030315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32317e-a072-4037-aa20-5aede4904b1a req-4860ac2a-4666-4bd2-be5e-30371ea29f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:10.031792 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-4860ac2a-4666-4bd2-be5e-30371ea29f34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434012 Jan 27 20:55:10.117619 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-c9c3dc9d-9272-41ef-8b5a-9d61da265ca2 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798376 Jan 27 20:55:10.209879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6d32317e-a072-4037-aa20-5aede4904b1a req-7067a9ea-748b-423c-8354-38f25e9ee0d6 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Jan 27 20:55:12.373692 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-835c7145-bae9-419f-948a-992685ce453c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:12.688910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:12.847816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Deleting port 9ea0283b-249b-4002-bf0a-f903a4590b68 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:12.848191 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:12.927974 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:12.928305 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (9ea0283b-249b-4002-bf0a-f903a4590b68), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:12.939975 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Calling delete_port for 9ea0283b-249b-4002-bf0a-f903a4590b68 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:13.089084 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (9ea0283b-249b-4002-bf0a-f903a4590b68), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:13.120734 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'Port': ['ID=9ea0283b-249b-4002-bf0a-f903a4590b68,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:13.143900 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.144248 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.144587 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.144951 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.145308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.145639 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.145966 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.146294 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.146617 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.146938 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.147259 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.147580 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.147896 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:13.184994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for floatingip (42413e3a-3750-4844-9e71-51cd4e617129), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:13.185388 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Floating IP 42413e3a-3750-4844-9e71-51cd4e617129 disassociated (deleted). External IP: 172.25.5.253, port: 211792f0-67ff-4036-9fe1-d4f7539e5821. Jan 27 20:55:13.393067 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:13.498102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:13.503185 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:13.508513 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:13.517840 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:13.518436 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:13.530140 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5da68683-48c3-4b25-b471-6095bf8b96e8 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "DELETE /v2.0/floatingips/42413e3a-3750-4844-9e71-51cd4e617129 HTTP/1.1" status: 204 len: 168 time: 0.8401599 Jan 27 20:55:13.530723 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:55:13.532988 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5763756-9c52-4261-b5d8-48aa545fbc38" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:55:13.626786 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:13.690010 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741f665-f274-4a38-97ce-99ce9a02b12d x-openstack-request-id: req-2741f665-f274-4a38-97ce-99ce9a02b12d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:55:13.690982 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:55:13.691519 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2741f665-f274-4a38-97ce-99ce9a02b12d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:55:13.692366 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'status': 'completed', 'code': 200} Jan 27 20:55:13.771345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-384443c7-ebd6-454a-9eb2-f6eb7ab7f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:13.773372 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-384443c7-ebd6-454a-9eb2-f6eb7ab7f931 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 1097 time: 0.0523057 Jan 27 20:55:13.788080 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1389-91d4-419a-941a-3b42d2b0d7e9 req-3673e8c0-aa7a-43f5-bc7b-6e43f5f4b2ff tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:13.789898 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed4d1389-91d4-419a-941a-3b42d2b0d7e9 req-3673e8c0-aa7a-43f5-bc7b-6e43f5f4b2ff tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0523388 Jan 27 20:55:13.844550 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:13.846016 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ed4d1389-91d4-419a-941a-3b42d2b0d7e9 req-d092a245-26be-4edf-9e12-14cf6d0ae4ce tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490818 Jan 27 20:55:13.873071 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-2c6d6854-1aea-4e77-a6d7-c203c74e6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:13.874628 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-2c6d6854-1aea-4e77-a6d7-c203c74e6664 service neutron] 10.222.0.66 "GET /v2.0/networks?id=baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 200 len: 908 time: 0.0955269 Jan 27 20:55:13.875997 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:13.885334 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:13.885946 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:13.916595 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-d578233a-211e-499c-a0e6-bb28338efd3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 200 len: 217 time: 0.0355346 Jan 27 20:55:13.967778 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-0fb138f1-fd44-48ed-982f-e6ad1372cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:13.969337 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-0fb138f1-fd44-48ed-982f-e6ad1372cb9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 200 len: 846 time: 0.0458958 Jan 27 20:55:13.993022 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:14.013325 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-9a40f81a-ded8-4391-84ca-4cd6e28fe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:14.014820 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-9a40f81a-ded8-4391-84ca-4cd6e28fe1a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=baf0752b-356c-4a75-8f68-9ff9108af653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398285 Jan 27 20:55:14.106574 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-26201183-6a21-4765-aec9-caa449d7ef51 service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Jan 27 20:55:14.191060 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:14.197234 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-f5763756-9c52-4261-b5d8-48aa545fbc38 req-c2d8a85c-7204-4d5f-906d-c7d4b7fba9df service neutron] 10.222.0.66 "GET /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Jan 27 20:55:14.218843 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f55df-e2cc-431a-a58d-baa06492d465 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:44:52Z', 'revision_number': 4, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '2fba6603-094f-499f-b6e8-2da25b885da1', 'name': '', 'network_id': 'baf0752b-356c-4a75-8f68-9ff9108af653', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'mac_address': 'fa:16:3e:33:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:51Z', 'updated_at': '2022-01-27T20:44:56Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'subnets': [{'id': 'c5d18e81-56b9-44d2-b4e7-2a46ae257704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:14.453553 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98a7fa-38e4-4d1e-a1b1-4769a480f310 None None] New status for floating IP 42413e3a-3750-4844-9e71-51cd4e617129: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:55:14.969142 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04b08-2f4d-433a-a5d4-3fabe293661d req-3a32e10a-c6d1-40c0-8549-87943d8164bd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:14.971266 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d04b08-2f4d-433a-a5d4-3fabe293661d req-3a32e10a-c6d1-40c0-8549-87943d8164bd tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0504611 Jan 27 20:55:15.023832 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b9d04b08-2f4d-433a-a5d4-3fabe293661d req-8890c620-cf51-4c60-b3f1-e5574af82c6c tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/security-groups?id=852ad3ba-23d4-4a92-84bb-4bd1a84e066f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Jan 27 20:55:15.418139 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749563f-38f5-477c-b39b-5136d628b041 req-4d028c7c-ea63-4a1d-87a5-b4cb27613834 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:15.419586 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d749563f-38f5-477c-b39b-5136d628b041 req-4d028c7c-ea63-4a1d-87a5-b4cb27613834 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 946 time: 0.0535212 Jan 27 20:55:15.506739 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Deleting port 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:15.507088 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:15.561213 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:15.601807 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] For port 211792f0-67ff-4036-9fe1-d4f7539e5821, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=211792f0-67ff-4036-9fe1-d4f7539e5821,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:15.602321 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:15.614345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Calling delete_port for 211792f0-67ff-4036-9fe1-d4f7539e5821 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:15.740411 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (211792f0-67ff-4036-9fe1-d4f7539e5821), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:15.774531 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'Port': ['ID=211792f0-67ff-4036-9fe1-d4f7539e5821,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:15.801694 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.802087 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.802438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.802785 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.803130 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.803469 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.803802 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.804137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.804472 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.804800 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.805133 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.805491 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.805818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:15.827542 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] No DVR routers for this DVR port 211792f0-67ff-4036-9fe1-d4f7539e5821 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:55:15.830349 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:15.834739 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-d749563f-38f5-477c-b39b-5136d628b041 req-d312c638-5b3c-448d-890d-1d3932948783 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.66 "DELETE /v2.0/ports/211792f0-67ff-4036-9fe1-d4f7539e5821 HTTP/1.1" status: 204 len: 173 time: 0.4099443 Jan 27 20:55:15.835262 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-deleted', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:55:15.838183 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70d6fa4-1677-483a-a6c8-fbee9037ac3b" -d '{"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-deleted", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:55:15.874405 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd230b5-1950-4441-ba34-dfa7ebc61584 x-openstack-request-id: req-efd230b5-1950-4441-ba34-dfa7ebc61584 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:55:15.874702 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebceae-b833-4cb2-a0fa-40eca6eb9f16", "name": "network-vif-deleted", "tag": "211792f0-67ff-4036-9fe1-d4f7539e5821", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:55:15.874956 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efd230b5-1950-4441-ba34-dfa7ebc61584 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:55:15.875362 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebceae-b833-4cb2-a0fa-40eca6eb9f16', 'name': 'network-vif-deleted', 'tag': '211792f0-67ff-4036-9fe1-d4f7539e5821', 'status': 'completed', 'code': 200} Jan 27 20:55:15.982382 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:16.128168 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f21490c-fd43-4e1f-b078-be275b607aa9 req-c64a21c0-753c-421d-8258-e029fbce5372 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0330248 Jan 27 20:55:16.352959 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:17.226445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-993cc0e9-2e0e-4c5f-ab67-95125cd0f418 req-cd234ff6-7caa-479d-88fb-8286698dee8b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Jan 27 20:55:18.131616 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:55:18.329580 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5b9e874e-18af-4cd9-ad92-0e5719293a69 req-fc7d44db-f920-4bba-8f04-bab599e4332d tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Jan 27 20:55:19.428714 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ae04e4a9-5a3b-4084-9565-85da7fe0beac req-466e013a-079d-42c9-8ce1-836f24c19c7b tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Jan 27 20:55:20.417470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:20.437862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: 211792f0-67ff-4036-9fe1-d4f7539e5821 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:20.438214 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device 211792f0-67ff-4036-9fe1-d4f7539e5821 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:20.522689 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-b0a238b5-c287-4c75-9f75-a2eaf28a913b req-5f90aa1a-384a-40b2-9131-2dd56a3ebb6a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jan 27 20:55:21.617329 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fceb47b2-48ad-48ad-b532-0189c198cdbc req-b5d73d82-e643-4ce5-ab2f-26ddf13ebb80 tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Jan 27 20:55:22.715508 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5f7f15f1-dc19-473f-9ea8-faac314e5dc1 req-940a4132-92ee-460b-80a4-e0991a604c3e tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0259953 Jan 27 20:55:23.809425 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e0c0b5a8-8abe-4185-b6a7-34d6d645744e req-3a63b640-8d10-4ce6-aaca-04f38c3c04fb tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ebceae-b833-4cb2-a0fa-40eca6eb9f16 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Jan 27 20:55:24.597508 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:24.869057 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:24.935153 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (852ad3ba-23d4-4a92-84bb-4bd1a84e066f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:24.961386 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (852ad3ba-23d4-4a92-84bb-4bd1a84e066f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.024323 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (852ad3ba-23d4-4a92-84bb-4bd1a84e066f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.027518 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.028687 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] 10.222.0.59 "DELETE /v2.0/security-groups/852ad3ba-23d4-4a92-84bb-4bd1a84e066f HTTP/1.1" status: 204 len: 168 time: 0.1584535 Jan 27 20:55:25.039136 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a747d-1722-4b5e-8c92-dce18667cc1a tempest-TestShelveInstance-1249164475 tempest-TestShelveInstance-1249164475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852ad3ba-23d4-4a92-84bb-4bd1a84e066f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:25.084861 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43700) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:25.608070 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.689096 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.872443 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Deleting port 2fba6603-094f-499f-b6e8-2da25b885da1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:25.872772 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.952570 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] For port 2fba6603-094f-499f-b6e8-2da25b885da1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=2fba6603-094f-499f-b6e8-2da25b885da1,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:25.952850 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:25.965666 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Calling delete_port for 2fba6603-094f-499f-b6e8-2da25b885da1 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:26.155640 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (2fba6603-094f-499f-b6e8-2da25b885da1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:26.183561 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2fba6603-094f-499f-b6e8-2da25b885da1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:26.355042 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:26.583774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Router c8a86ec4-dfc8-47b8-a833-371e65108fc2 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:26.691993 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:26.699878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:26.700338 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-4cfc1bff-9e57-4b77-8726-75411074acbf admin admin] 10.222.0.59 "PUT /v2.0/routers/c8a86ec4-dfc8-47b8-a833-371e65108fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138806 Jan 27 20:55:26.702642 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Sync routers for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:26.715629 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:26.716252 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:26.810177 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks [] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:26.824916 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:27.120296 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:55:26Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:27.147574 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Checking router: c8a86ec4-dfc8-47b8-a833-371e65108fc2 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:27.156370 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Routers {'c8a86ec4-dfc8-47b8-a833-371e65108fc2'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:27.157233 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:27.251085 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks [] for router_gateway (c8a86ec4-dfc8-47b8-a833-371e65108fc2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.275346 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] Set router c8a86ec4-dfc8-47b8-a833-371e65108fc2 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:27.310545 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Deleting port 123a288a-1a7e-4af9-945a-29416689bdbb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:27.311038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.400214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] For port 123a288a-1a7e-4af9-945a-29416689bdbb, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=123a288a-1a7e-4af9-945a-29416689bdbb,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:27.400885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.414059 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Calling delete_port for 123a288a-1a7e-4af9-945a-29416689bdbb owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:27.459603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:55:26Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:27.485908 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609c34a-7d53-4912-9f97-0d78fa87ebf5 None None] The sync data for ids ['c8a86ec4-dfc8-47b8-a833-371e65108fc2'] in n-d-760453-6 is: [{'id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'name': 'tempest-TestShelveInstance-23347669-router', 'tenant_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:49Z', 'updated_at': '2022-01-27T20:55:26Z', 'revision_number': 5, 'project_id': 'd40a3aeaf3394ad9b7c5dbc37c572b86', 'gw_port': {'id': '123a288a-1a7e-4af9-945a-29416689bdbb', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a86ec4-dfc8-47b8-a833-371e65108fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:50Z', 'updated_at': '2022-01-27T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:27.588356 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (123a288a-1a7e-4af9-945a-29416689bdbb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.619786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=123a288a-1a7e-4af9-945a-29416689bdbb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:27.680035 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.770915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.772966 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks [] for router_controller (c8a86ec4-dfc8-47b8-a833-371e65108fc2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.818469 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (c8a86ec4-dfc8-47b8-a833-371e65108fc2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.819075 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a86ec4-dfc8-47b8-a833-371e65108fc2 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:55:27.825846 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.827105 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-5ca82afb-f0a3-461e-89e7-f887b552cca5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c8a86ec4-dfc8-47b8-a833-371e65108fc2 HTTP/1.1" status: 204 len: 168 time: 1.1254413 Jan 27 20:55:27.830045 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:27.883603 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Deleting subnet c5d18e81-56b9-44d2-b4e7-2a46ae257704 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:55:27.887208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Publish callbacks [] for subnet (c5d18e81-56b9-44d2-b4e7-2a46ae257704), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:27.923994 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (c5d18e81-56b9-44d2-b4e7-2a46ae257704), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.006864 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c5d18e81-56b9-44d2-b4e7-2a46ae257704), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.063714 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (c5d18e81-56b9-44d2-b4e7-2a46ae257704), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.085718 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ada210-fc11-4810-9b4e-c70703e91578 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:28.092378 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.095700 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c5d18e81-56b9-44d2-b4e7-2a46ae257704 HTTP/1.1" status: 204 len: 168 time: 0.2646177 Jan 27 20:55:28.096992 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf22048-3526-41a7-ac35-699ff2e0b620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d18e81-56b9-44d2-b4e7-2a46ae257704,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:28.098254 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43708) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:28.178224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (baf0752b-356c-4a75-8f68-9ff9108af653), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.254315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Deleting port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:28.254454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.284588 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] DHCP port deletion for baf0752b-356c-4a75-8f68-9ff9108af653 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:55:28.325836 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] For port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:28.326209 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.341731 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Calling delete_port for b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:28.363324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Deleting port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:28.363905 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.432568 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.446290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] For port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,segment=NetworkSegment(99b2cc6f-2ea6-4ebb-bb81-edbc51be715a),segment_id=99b2cc6f-2ea6-4ebb-bb81-edbc51be715a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:28.446599 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.460068 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:28.461954 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] No DVR routers for this DVR port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:55:28.462770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Calling delete_port for b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:28.538471 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (baf0752b-356c-4a75-8f68-9ff9108af653), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.566409 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf0752b-356c-4a75-8f68-9ff9108af653']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:28.577618 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:28.578003 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b2cc6f-2ea6-4ebb-bb81-edbc51be715a') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:28.589386 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (99b2cc6f-2ea6-4ebb-bb81-edbc51be715a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.605293 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (99b2cc6f-2ea6-4ebb-bb81-edbc51be715a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.612447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:55:28.612893 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (99b2cc6f-2ea6-4ebb-bb81-edbc51be715a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:55:28.614746 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:55:28.676243 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (baf0752b-356c-4a75-8f68-9ff9108af653), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.686138 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.692145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/baf0752b-356c-4a75-8f68-9ff9108af653 HTTP/1.1" status: 204 len: 168 time: 0.5891387 Jan 27 20:55:28.692945 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:28.704931 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c149c2-2db1-4aaa-9935-f5afabc1bad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf0752b-356c-4a75-8f68-9ff9108af653,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:28.732154 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (b7fae1c1-2030-4ce7-9ef1-319ebb4462f0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:28.756121 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Pushing event deleted for resources: {'Port': ['ID=b7fae1c1-2030-4ce7-9ef1-319ebb4462f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:28.758359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Network baf0752b-356c-4a75-8f68-9ff9108af653 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 20:55:28.758818 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] No DVR routers for this DVR port b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:55:28.772011 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.772584 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.773613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.773613 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.773853 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.774132 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.774463 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.774793 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.775122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.775446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.775855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.776089 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:28.776524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b84675-905e-4bff-aad8-4929b8ca1548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:29.067582 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:29.171855 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 123a288a-1a7e-4af9-945a-29416689bdbb no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:29.194080 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 123a288a-1a7e-4af9-945a-29416689bdbb {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:29.194415 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 123a288a-1a7e-4af9-945a-29416689bdbb not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:29.195060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2fba6603-094f-499f-b6e8-2da25b885da1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:29.214202 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 2fba6603-094f-499f-b6e8-2da25b885da1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:29.214556 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 2fba6603-094f-499f-b6e8-2da25b885da1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:29.214980 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:29.237406 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:29.237666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device b7fae1c1-2030-4ce7-9ef1-319ebb4462f0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:29.335143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Deleting port 08499e2d-1e19-4f63-869b-a545ef0a0405 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:29.335373 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:29.418738 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] For port 08499e2d-1e19-4f63-869b-a545ef0a0405, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=08499e2d-1e19-4f63-869b-a545ef0a0405,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:29.419101 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:29.431277 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Calling delete_port for 08499e2d-1e19-4f63-869b-a545ef0a0405 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:29.610719 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (08499e2d-1e19-4f63-869b-a545ef0a0405), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:29.637048 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Pushing event deleted for resources: {'Port': ['ID=08499e2d-1e19-4f63-869b-a545ef0a0405,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:29.840014 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.075006 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Router bf2d5831-4e53-4f77-8b2d-13b62dc145ff has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:30.185754 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:30.194679 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7ca64bfa-bf03-4992-a563-0dd56dab6168 admin admin] 10.222.0.59 "PUT /v2.0/routers/bf2d5831-4e53-4f77-8b2d-13b62dc145ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4975526 Jan 27 20:55:30.194941 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:30.203113 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Sync routers for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:30.215493 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:30.216277 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:30.305862 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks [] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.326394 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:30.416896 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks [] for router_gateway (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.471135 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Deleting port 95d33088-ec6f-485f-93ac-be80755cf28e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:30.471517 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.518632 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:55:29Z', 'revision_number': 5, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port': {'id': '95d33088-ec6f-485f-93ac-be80755cf28e', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:30.549528 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Checking router: bf2d5831-4e53-4f77-8b2d-13b62dc145ff for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:30.558000 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] For port 95d33088-ec6f-485f-93ac-be80755cf28e, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=95d33088-ec6f-485f-93ac-be80755cf28e,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:30.558374 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.558585 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Routers {'bf2d5831-4e53-4f77-8b2d-13b62dc145ff'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:30.559186 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:30.570482 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Calling delete_port for 95d33088-ec6f-485f-93ac-be80755cf28e owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:30.644071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] Set router bf2d5831-4e53-4f77-8b2d-13b62dc145ff gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:30.700747 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:55:30Z', 'revision_number': 6, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:30.729805 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39839465-454e-4824-858e-66d9f2cac4fd None None] The sync data for ids ['bf2d5831-4e53-4f77-8b2d-13b62dc145ff'] in n-d-760453-6 is: [{'id': 'bf2d5831-4e53-4f77-8b2d-13b62dc145ff', 'name': 'tempest-TestShelveInstance-1898916987-router', 'tenant_id': 'd04be131be0e493c96c8a4418f5b672c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:44:54Z', 'updated_at': '2022-01-27T20:55:30Z', 'revision_number': 6, 'project_id': 'd04be131be0e493c96c8a4418f5b672c', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:30.742298 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (95d33088-ec6f-485f-93ac-be80755cf28e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.771521 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d33088-ec6f-485f-93ac-be80755cf28e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:30.831890 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.924019 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.926309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks [] for router_controller (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.974957 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (bf2d5831-4e53-4f77-8b2d-13b62dc145ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.975529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2d5831-4e53-4f77-8b2d-13b62dc145ff {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 20:55:30.980360 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:30.981749 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-75954e4d-ed75-4364-bb8c-141fdd66db29 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bf2d5831-4e53-4f77-8b2d-13b62dc145ff HTTP/1.1" status: 204 len: 168 time: 0.7854114 Jan 27 20:55:30.992854 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43714) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:31.038028 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Deleting subnet 905f0f2d-d497-4f20-8d55-dcc67387b89d {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 20:55:31.041398 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Publish callbacks [] for subnet (905f0f2d-d497-4f20-8d55-dcc67387b89d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.075939 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (905f0f2d-d497-4f20-8d55-dcc67387b89d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.177225 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (905f0f2d-d497-4f20-8d55-dcc67387b89d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.235971 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (905f0f2d-d497-4f20-8d55-dcc67387b89d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.264377 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905f0f2d-d497-4f20-8d55-dcc67387b89d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:31.266474 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.269812 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-174b49f2-6234-4940-bf4f-f6e23747ef70 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/905f0f2d-d497-4f20-8d55-dcc67387b89d HTTP/1.1" status: 204 len: 168 time: 0.2758296 Jan 27 20:55:31.272795 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:31.276443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff77458-1a4b-4c77-80d8-c76905fff3d7 None None] Network 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:31.346808 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.406605 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Deleting port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:31.406956 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.468441 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] For port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:31.468726 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.482551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Calling delete_port for 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:31.526451 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] DHCP port deletion for 3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 20:55:31.558624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 08499e2d-1e19-4f63-869b-a545ef0a0405 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:31.586379 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 08499e2d-1e19-4f63-869b-a545ef0a0405 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:31.586729 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 08499e2d-1e19-4f63-869b-a545ef0a0405 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:31.612831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Deleting port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 20:55:31.613216 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.683296 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] For port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,segment=NetworkSegment(e63b774e-e73f-450b-96b9-5935d865bc10),segment_id=e63b774e-e73f-450b-96b9-5935d865bc10)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:31.683765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.698689 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Calling delete_port for 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 20:55:31.793427 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.823371 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] Pushing event deleted for resources: {'Port': ['ID=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:31.831383 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0b73c-f820-4ff4-ae9b-aaef63c24df7 None None] No DVR routers for this DVR port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:55:31.862324 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (3f2fda5b-3167-4bf9-ba4d-79beee76faa1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.887635 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2fda5b-3167-4bf9-ba4d-79beee76faa1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:31.891447 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] No DVR routers for this DVR port 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 20:55:31.963771 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:31.988359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:31.998026 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63b774e-e73f-450b-96b9-5935d865bc10') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:31.998653 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63b774e-e73f-450b-96b9-5935d865bc10') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:32.008175 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (e63b774e-e73f-450b-96b9-5935d865bc10), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.021846 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (e63b774e-e73f-450b-96b9-5935d865bc10), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.027920 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 20:55:32.028239 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (e63b774e-e73f-450b-96b9-5935d865bc10), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self.session.flush() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: timer() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 20:55:32.029905 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 20:55:32.082149 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.088363 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.091563 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990 HTTP/1.1" status: 204 len: 168 time: 0.8162098 Jan 27 20:55:32.103619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed4c13-e762-4fd1-8b35-ce06d5cdeb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6f4e6e-dad2-475a-9c16-3ac7b2ec5990,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:32.224571 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:32.264698 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-656e8249-cf83-4934-a061-3f3bcd0871e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d40a3aeaf3394ad9b7c5dbc37c572b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389633 Jan 27 20:55:32.267213 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:32.316029 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] Publish callbacks [] for security_group (e2e65f2e-8c6c-4f36-b57c-a107e6c2c926), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.337134 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] Publish callbacks [] for security_group (e2e65f2e-8c6c-4f36-b57c-a107e6c2c926), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.384301 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (e2e65f2e-8c6c-4f36-b57c-a107e6c2c926), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.387290 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.388509 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2e65f2e-8c6c-4f36-b57c-a107e6c2c926 HTTP/1.1" status: 204 len: 168 time: 0.1204054 Jan 27 20:55:32.398116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3334-49ab-49f1-b2aa-e09e7da5f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e65f2e-8c6c-4f36-b57c-a107e6c2c926,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:32.735234 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:32.776135 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-4462bcc2-2201-4923-95b7-632465ea8f37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d04be131be0e493c96c8a4418f5b672c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396254 Jan 27 20:55:32.778523 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:32.831074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] Publish callbacks [] for security_group (fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.852640 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] Publish callbacks [] for security_group (fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.899157 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.902074 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:32.903264 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef HTTP/1.1" status: 204 len: 168 time: 0.1237378 Jan 27 20:55:32.911308 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e52474-57bf-461c-ae52-8a120532388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1a6bd-a4f0-43bb-9609-69a6d14a4aef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:33.165642 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:33.186679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:33.187125 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 3f2fda5b-3167-4bf9-ba4d-79beee76faa1 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:33.187620 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 95d33088-ec6f-485f-93ac-be80755cf28e no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:55:33.208655 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 95d33088-ec6f-485f-93ac-be80755cf28e {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 20:55:33.209073 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 95d33088-ec6f-485f-93ac-be80755cf28e not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 20:55:33.644749 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:33.774652 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1262302278-network', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:33.795943 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Made reservation on behalf of e53d01dc92b14e0ebfba597eb97cbb3a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:55:33.798449 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:33.807928 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:33.887205 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks [] for security_group (18d07990-fdc9-4679-a8c0-5580bab9d73e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:33.891652 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (18d07990-fdc9-4679-a8c0-5580bab9d73e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:33.917414 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:55:33.928270 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d07990-fdc9-4679-a8c0-5580bab9d73e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:33.933587 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1049b070-4efd-4c58-952b-7f036994c304), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:33.933944 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Added segment 1049b070-4efd-4c58-952b-7f036994c304 of type vlan for network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 Jan 27 20:55:33.976398 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (5c5d95e8-8c4a-4d67-9a92-8a264271c538), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.008531 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (5c5d95e8-8c4a-4d67-9a92-8a264271c538), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.009611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:34.010195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.070398 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4244037 Jan 27 20:55:34.073555 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:34.078540 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Request body: {'subnet': {'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1262302278-subnet', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:34.081848 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075f02-8809-42be-926f-6685a6264cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5d95e8-8c4a-4d67-9a92-8a264271c538,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:34.100201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:55:34.105466 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Made reservation on behalf of e53d01dc92b14e0ebfba597eb97cbb3a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:55:34.108070 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4968346'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.286006 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4937152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4968328'] for subnet (3c5c03ea-0fa7-40a2-9850-bda6efede1f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.339187 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5c03ea-0fa7-40a2-9850-bda6efede1f6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:34.357326 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Checking segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:34.357694 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Network hostable DHCP agents. Network: 5c5d95e8-8c4a-4d67-9a92-8a264271c538, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:55:34.375697 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:55:34.387352 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 5c5d95e8-8c4a-4d67-9a92-8a264271c538) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:34.393516 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:34.393895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.397757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692be02-9300-4e42-acfb-51b9ad8abac7 None None] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:34.413455 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-149e0e9b-8a91-4812-8316-e19b8550bc9a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3385491 Jan 27 20:55:34.421592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:34.421592 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:34.450803 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.452071 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.517679 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:55:34.517907 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for router_controller (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.518617 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.665963 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Allocated IP 172.20.0.2 (5c5d95e8-8c4a-4d67-9a92-8a264271c538/3c5c03ea-0fa7-40a2-9850-bda6efede1f6/5ea25128-743e-4287-8ea0-7f4c339ee5ad) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:34.712388 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for router_gateway (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.821411 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks [] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.828375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.870608 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:34.875152 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:34.878432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:34.915182 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Pushing event updated for resources: {'Port': ['ID=5ea25128-743e-4287-8ea0-7f4c339ee5ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:34.962207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Attempting to bind port 5ea25128-743e-4287-8ea0-7f4c339ee5ad on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:34.962646 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Attempting to bind port 5ea25128-743e-4287-8ea0-7f4c339ee5ad by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:34.963298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Attempting to bind port 5ea25128-743e-4287-8ea0-7f4c339ee5ad on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:34.970094 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:34.970821 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Checking segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:34.971455 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:34.972025 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Bound using segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:34.972694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Bound port: 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:34.973288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.049517 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] For port 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:35.054175 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] For port 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5ea25128-743e-4287-8ea0-7f4c339ee5ad,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:35.059636 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.137523 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2afd2-e8a9-4496-ab58-9292a1330ff4 None None] Pushing event updated for resources: {'Port': ['ID=5ea25128-743e-4287-8ea0-7f4c339ee5ad,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:35.329311 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for router_gateway (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.353713 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.475709 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Allocated IP 172.25.5.47 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/14ca0bf2-97a3-4902-bd57-16664ff028f0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:35.580455 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.616264 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:35.655477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:35.658595 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:35.662113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:35.691630 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Pushing event updated for resources: {'Port': ['ID=14ca0bf2-97a3-4902-bd57-16664ff028f0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:35.928152 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for router_gateway (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.129102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.197848 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb1a10-0dfa-4ab6-ab22-c58317627987 None None] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:36.264567 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:55:36.280219 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Provisioning complete for port 5ea25128-743e-4287-8ea0-7f4c339ee5ad triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:36.280595 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.376359 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:36.392603 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:36.399770 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.403758 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-dc3f0a0a-63ed-450c-ab03-1fa59c9e09a2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9840956 Jan 27 20:55:36.404021 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:36.406923 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Current status of the port 5ea25128-743e-4287-8ea0-7f4c339ee5ad is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:36.407632 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.411344 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:36.411978 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:36.453444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] For port 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5ea25128-743e-4287-8ea0-7f4c339ee5ad,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:36.461177 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.520092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaa035-aa28-4236-8524-42f87726de0b None None] Pushing event updated for resources: {'Port': ['ID=5ea25128-743e-4287-8ea0-7f4c339ee5ad,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:36.524650 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:36.684910 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d9293d3a-5f63-4a00-b306-6890b25f362b None None] Provisioning complete for port 5ea25128-743e-4287-8ea0-7f4c339ee5ad triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:36.685173 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9293d3a-5f63-4a00-b306-6890b25f362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.701212 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:35Z', 'revision_number': 3, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:36.731125 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:36.731464 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Updating router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d port 14ca0bf2-97a3-4902-bd57-16664ff028f0 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:55:36.761245 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:36.773852 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d9293d3a-5f63-4a00-b306-6890b25f362b None None] Current status of the port 5ea25128-743e-4287-8ea0-7f4c339ee5ad is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:36.859076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.013956 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks [] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.017742 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Allocated IP 172.20.0.1 (5c5d95e8-8c4a-4d67-9a92-8a264271c538/3c5c03ea-0fa7-40a2-9850-bda6efede1f6/1ffa68a3-11c5-4dbe-b761-6a5b64e0cded) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:37.019375 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.074192 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Attempting to bind port 14ca0bf2-97a3-4902-bd57-16664ff028f0 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:37.074558 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Attempting to bind port 14ca0bf2-97a3-4902-bd57-16664ff028f0 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:37.074920 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Attempting to bind port 14ca0bf2-97a3-4902-bd57-16664ff028f0 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:37.080424 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Pushing event updated for resources: {'Port': ['ID=14ca0bf2-97a3-4902-bd57-16664ff028f0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:37.088658 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:37.089034 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:37.089457 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.089850 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:37.090314 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Bound port: 14ca0bf2-97a3-4902-bd57-16664ff028f0, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:37.090690 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.093853 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.094204 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.094543 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.094879 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.095211 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.095541 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.095865 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.096189 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.096509 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.096830 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.097149 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.097496 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.097817 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:55:37.151984 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] For port 14ca0bf2-97a3-4902-bd57-16664ff028f0, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:37.154269 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks [] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.155849 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] For port 14ca0bf2-97a3-4902-bd57-16664ff028f0, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=14ca0bf2-97a3-4902-bd57-16664ff028f0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:37.160909 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.197885 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.221983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9f46-3bb3-4fe3-bc50-15ec69f44bd3 None None] Pushing event updated for resources: {'Port': ['ID=14ca0bf2-97a3-4902-bd57-16664ff028f0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:37.234400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5ea25128-743e-4287-8ea0-7f4c339ee5ad up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:37.237203 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:37.237862 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:37.265786 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:37.270047 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:37.273490 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Pushing event updated for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:37.276093 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:37.292074 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 5ea25128-743e-4287-8ea0-7f4c339ee5ad triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:37.292540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.319668 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.365707 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:37.391072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 5ea25128-743e-4287-8ea0-7f4c339ee5ad is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:37.471703 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.565536 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:35Z', 'revision_number': 3, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:37.592367 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134352f6-93a4-460e-bf05-6a45003071f6 None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:35Z', 'revision_number': 3, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:37.618193 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0ad6d976-9056-469b-b8ed-53726d4932bb None None] Provisioning complete for port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:37.618714 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d976-9056-469b-b8ed-53726d4932bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.653236 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks [] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.659201 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6d976-9056-469b-b8ed-53726d4932bb None None] Port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:37.659451 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.727533 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Pushing event updated for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:37.730068 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:37.847568 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:37.848998 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:37.977905 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:38.084711 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-4752453d-9b39-43ca-810c-8d018be91327 None None] Provisioning complete for port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:38.085089 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4752453d-9b39-43ca-810c-8d018be91327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.101756 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:38.109041 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-6b4acc3b-cfcb-4021-82ff-12c1c193ed2d admin admin] 10.222.0.59 "PUT /v2.0/routers/2699ee7d-6273-4903-93bd-51f5e7ebdd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038546 Jan 27 20:55:38.128298 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4752453d-9b39-43ca-810c-8d018be91327 None None] Port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:38.595801 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:38.601419 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1170584719-network', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:38.619501 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Made reservation on behalf of 9f35d1ed93e24559bfb5a72a4eb669e0 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:55:38.621867 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.630667 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.705005 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks [] for security_group (171c3935-168f-4685-b844-fbbeebf51115), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.709238 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (171c3935-168f-4685-b844-fbbeebf51115), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.733441 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 20:55:38.743664 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c3935-168f-4685-b844-fbbeebf51115,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:38.748369 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f402acfc-0afa-4f5f-b8cd-e60e4ff1a100), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.748712 n-d-760453-6 neutron-server[103323]: INFO neutron.db.segments_db [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Added segment f402acfc-0afa-4f5f-b8cd-e60e4ff1a100 of type vlan for network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 Jan 27 20:55:38.789076 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781165203321'] for network (46314a6b-ee5f-404e-8df0-8f6a2b253db2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.812822 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548'] for network (46314a6b-ee5f-404e-8df0-8f6a2b253db2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.813736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:38.814294 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:38.864205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2672038 Jan 27 20:55:38.867065 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43782) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:38.872023 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Request body: {'subnet': {'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1170584719-subnet', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:38.880503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284403-2c0c-4a18-b3b7-79b078b7f972 admin admin] Pushing event updated for resources: {'Network': ['ID=46314a6b-ee5f-404e-8df0-8f6a2b253db2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:38.896226 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 details requested by agent ovs-agent-n-d-760453-6 with host n-d-760453-6 {{(pid=103324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 20:55:38.900213 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Made reservation on behalf of 9f35d1ed93e24559bfb5a72a4eb669e0 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:55:38.902851 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66615040'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.074857 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66885597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66615058'] for subnet (c03dbea2-407c-41fc-a89e-805036f2fd8b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.135223 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03dbea2-407c-41fc-a89e-805036f2fd8b,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:39.144516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Checking segment: {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:39.145873 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Network hostable DHCP agents. Network: 46314a6b-ee5f-404e-8df0-8f6a2b253db2, hostable agents: ['c86bf0c9-7bc1-4d9d-ba68-442b8f501876'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 20:55:39.162787 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 is scheduled to be hosted by DHCP agent c86bf0c9-7bc1-4d9d-ba68-442b8f501876 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 20:55:39.174383 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-6, 46314a6b-ee5f-404e-8df0-8f6a2b253db2) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:39.179269 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:39.180133 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.185501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c173eee-40c2-48b4-9693-f60be3f47d5e None None] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:39.205877 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-881541f6-6658-423d-b8fd-f921a37827e1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3376422 Jan 27 20:55:39.206952 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 43784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:39.213160 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:39.221897 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:39.238166 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router (9134ff6b-f705-451c-aed1-f423fd46b968), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.239287 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7892683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8078149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29484'] for router (9134ff6b-f705-451c-aed1-f423fd46b968), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.262241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 14ca0bf2-97a3-4902-bd57-16664ff028f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:39.295167 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for router_controller (9134ff6b-f705-451c-aed1-f423fd46b968), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.440761 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for router_gateway (9134ff6b-f705-451c-aed1-f423fd46b968), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.476463 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39b2004e-a941-467f-9109-103db9e3c299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.482787 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:39.483422 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:39.597974 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa38da582-7768-5b6e-b963-297c7880429c-46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'fixed_ips': [{'subnet_id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b'}]}} from n-d-760453-6. {{(pid=103324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 20:55:39.598869 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.646870 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for router_gateway (9134ff6b-f705-451c-aed1-f423fd46b968), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.651498 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 14ca0bf2-97a3-4902-bd57-16664ff028f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:39.651879 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.666246 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.754278 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:39.769868 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Allocated IP 172.25.5.20 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/a91a810e-e35f-41a3-a1c4-35ab2113cc93) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:39.882580 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.919617 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.955041 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:39.958174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:39.961659 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:39.986241 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Allocated IP 172.20.0.2 (46314a6b-ee5f-404e-8df0-8f6a2b253db2/c03dbea2-407c-41fc-a89e-805036f2fd8b/37207f65-adb2-43c1-8631-71191ad49da2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:39.990970 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 14ca0bf2-97a3-4902-bd57-16664ff028f0 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:39.991367 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:39.993955 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Pushing event updated for resources: {'Port': ['ID=a91a810e-e35f-41a3-a1c4-35ab2113cc93,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:40.045210 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 14ca0bf2-97a3-4902-bd57-16664ff028f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=14ca0bf2-97a3-4902-bd57-16664ff028f0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:40.060517 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.192167 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=14ca0bf2-97a3-4902-bd57-16664ff028f0,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:40.231565 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for router_gateway (9134ff6b-f705-451c-aed1-f423fd46b968), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.260538 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 2, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:40.295509 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:40.295862 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Updating router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:55:40.300896 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks [] for port (37207f65-adb2-43c1-8631-71191ad49da2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.326036 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201'] for port (37207f65-adb2-43c1-8631-71191ad49da2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.335727 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.375988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:40.397629 n-d-760453-6 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:40.407705 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:40.412381 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Pushing event updated for resources: {'Port': ['ID=37207f65-adb2-43c1-8631-71191ad49da2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:40.539542 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Attempting to bind port 37207f65-adb2-43c1-8631-71191ad49da2 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:40.539908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Attempting to bind port 37207f65-adb2-43c1-8631-71191ad49da2 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:40.540265 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Attempting to bind port 37207f65-adb2-43c1-8631-71191ad49da2 on network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:40.552945 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:40.553344 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Checking segment: {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:40.553751 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.554143 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Bound using segment: {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:40.554628 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Bound port: 37207f65-adb2-43c1-8631-71191ad49da2, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:40.555009 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (37207f65-adb2-43c1-8631-71191ad49da2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.692668 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] For port 37207f65-adb2-43c1-8631-71191ad49da2, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:40.707261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] For port 37207f65-adb2-43c1-8631-71191ad49da2, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37207f65-adb2-43c1-8631-71191ad49da2,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:40.716062 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (37207f65-adb2-43c1-8631-71191ad49da2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.773804 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892670'] for router (9134ff6b-f705-451c-aed1-f423fd46b968), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.816313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks [] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.818763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab54e4d-5a55-489f-a78b-ec7a703a1694 None None] Pushing event updated for resources: {'Port': ['ID=37207f65-adb2-43c1-8631-71191ad49da2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:40.825772 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.886513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a7b7e-db1f-461f-8b7d-eca4a3dd9f9d None None] Pushing event updated for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:40.926991 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Router 9134ff6b-f705-451c-aed1-f423fd46b968 is scheduled to L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 20:55:40.945070 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Attempting to bind port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:40.945494 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Attempting to bind port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:40.945865 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Attempting to bind port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:40.962770 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:40.963546 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Checking segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:40.964218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:40.964802 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Bound using segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:40.965623 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Bound port: 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:40.966425 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.065565 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:41.075507 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Sync routers for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:41.086261 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.087744 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-7a6ad4a9-2329-472d-ae9e-47a95a7a9829 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8796446 Jan 27 20:55:41.091013 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43786) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:41.093501 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] For port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:41.099614 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] For port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:41.106457 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.110508 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:41.112592 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:41.229134 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:41.229823 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:41.231712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a7b7e-db1f-461f-8b7d-eca4a3dd9f9d None None] Pushing event updated for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:41.415092 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37207f65-adb2-43c1-8631-71191ad49da2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:41.434598 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:41.443666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:41.447486 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Provisioning complete for port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:41.447868 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.666363 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:40Z', 'revision_number': 3, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:41.702386 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Checking router: 9134ff6b-f705-451c-aed1-f423fd46b968 for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:41.702647 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Updating router 9134ff6b-f705-451c-aed1-f423fd46b968 port a91a810e-e35f-41a3-a1c4-35ab2113cc93 binding host n-d-760453-6 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:55:41.727605 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.741601 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.849200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 37207f65-adb2-43c1-8631-71191ad49da2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:41.849520 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37207f65-adb2-43c1-8631-71191ad49da2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:41.930926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Allocated IP 172.20.0.1 (46314a6b-ee5f-404e-8df0-8f6a2b253db2/c03dbea2-407c-41fc-a89e-805036f2fd8b/12371d3f-3283-44ca-a463-0132d3104dff) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:41.972180 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Current status of the port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:41.972980 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.030649 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks [] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.039601 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.082795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] For port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:42.087054 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks [] for port (12371d3f-3283-44ca-a463-0132d3104dff), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.087429 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Attempting to bind port a91a810e-e35f-41a3-a1c4-35ab2113cc93 on host n-d-760453-6 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:42.088401 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Attempting to bind port a91a810e-e35f-41a3-a1c4-35ab2113cc93 by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:42.088977 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Attempting to bind port a91a810e-e35f-41a3-a1c4-35ab2113cc93 on network 935fd5be-0ace-4211-a3ca-c909b2cca822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:42.096656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:42.101380 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 37207f65-adb2-43c1-8631-71191ad49da2 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:42.101628 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (37207f65-adb2-43c1-8631-71191ad49da2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.106215 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:42.106936 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Checking segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:42.107555 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.108154 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Bound using segment: {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:42.108897 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Bound port: a91a810e-e35f-41a3-a1c4-35ab2113cc93, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999b367-b8f3-4b14-9440-f7e5e2b8564c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:42.109583 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.126780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.131102 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.142571 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd7f1b-4e83-4039-b0e8-1d0dd4a0686c None None] Pushing event updated for resources: {'Port': ['ID=a91a810e-e35f-41a3-a1c4-35ab2113cc93,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.169110 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4699b-c48c-4bd5-a6d1-1e28a88cd3b3 None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:42.176199 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:42.184751 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:42.193966 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:42.200041 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Pushing event updated for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.217537 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port 37207f65-adb2-43c1-8631-71191ad49da2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37207f65-adb2-43c1-8631-71191ad49da2,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:42.232758 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (37207f65-adb2-43c1-8631-71191ad49da2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.233867 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 14ca0bf2-97a3-4902-bd57-16664ff028f0 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:42.258248 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] For port a91a810e-e35f-41a3-a1c4-35ab2113cc93, host n-d-760453-6, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:42.263244 n-d-760453-6 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] For port a91a810e-e35f-41a3-a1c4-35ab2113cc93, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a91a810e-e35f-41a3-a1c4-35ab2113cc93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:42.271091 n-d-760453-6 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.287465 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7892939'] for router_interface (9134ff6b-f705-451c-aed1-f423fd46b968), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.312967 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eee73-7b3f-433d-952d-1c47cb1a1353 None None] Pushing event updated for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.365837 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-d8e07c76-05e9-43ae-9877-8ffafcb3b235 None None] Provisioning complete for port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:42.366106 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8e07c76-05e9-43ae-9877-8ffafcb3b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.375859 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:42.379290 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:42.406874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc12492-b0b9-47a8-979e-81759e2cd297 None None] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 20:55:42.439146 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd7f1b-4e83-4039-b0e8-1d0dd4a0686c None None] Pushing event updated for resources: {'Port': ['ID=a91a810e-e35f-41a3-a1c4-35ab2113cc93,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.481877 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (12371d3f-3283-44ca-a463-0132d3104dff), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.512098 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21369d9-bf31-46cf-b7a7-e99712b14a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.529712 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=37207f65-adb2-43c1-8631-71191ad49da2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.550798 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:42.552200 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 14ca0bf2-97a3-4902-bd57-16664ff028f0 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:42.553540 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.670358 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d8e07c76-05e9-43ae-9877-8ffafcb3b235 None None] Current status of the port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:42.725710 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks [] for port (12371d3f-3283-44ca-a463-0132d3104dff), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.734616 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.737466 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 14ca0bf2-97a3-4902-bd57-16664ff028f0 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:42.797717 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:40Z', 'revision_number': 3, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:42.801238 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-99b1d49e-88fc-4139-b90e-3a34a449e826 None None] Provisioning complete for port 37207f65-adb2-43c1-8631-71191ad49da2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:42.801671 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99b1d49e-88fc-4139-b90e-3a34a449e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37207f65-adb2-43c1-8631-71191ad49da2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.833214 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8323374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892347'] for router_interface (9134ff6b-f705-451c-aed1-f423fd46b968), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:42.836392 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Pushing event updated for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:42.851743 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c176f9-3d7e-4ae6-8f8d-82a34d429995 None None] The sync data for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 is: [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:40Z', 'revision_number': 3, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:42.940816 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-99b1d49e-88fc-4139-b90e-3a34a449e826 None None] Current status of the port 37207f65-adb2-43c1-8631-71191ad49da2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:42.971061 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:42.972608 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:43.064033 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.064408 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.118273 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Port 12371d3f-3283-44ca-a463-0132d3104dff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:43.123077 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Router 9134ff6b-f705-451c-aed1-f423fd46b968 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:43.143313 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Provisioning complete for port 37207f65-adb2-43c1-8631-71191ad49da2 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.143610 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37207f65-adb2-43c1-8631-71191ad49da2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.307595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:43.313119 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-14417a93-f41f-45f4-aa20-5a2a219ad5bb admin admin] 10.222.0.59 "PUT /v2.0/routers/9134ff6b-f705-451c-aed1-f423fd46b968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202985 Jan 27 20:55:43.328996 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb3ba7-b54d-4d49-ab31-7126233c98d3 None None] Current status of the port 37207f65-adb2-43c1-8631-71191ad49da2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:43.458573 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37207f65-adb2-43c1-8631-71191ad49da2 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:43.524114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-9b66598f-c85b-491b-a0aa-6dacb757ff68 None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.524626 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b66598f-c85b-491b-a0aa-6dacb757ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.595496 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9b66598f-c85b-491b-a0aa-6dacb757ff68 None None] Port 12371d3f-3283-44ca-a463-0132d3104dff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:43.606699 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 37207f65-adb2-43c1-8631-71191ad49da2 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.607089 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (37207f65-adb2-43c1-8631-71191ad49da2), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.717602 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 37207f65-adb2-43c1-8631-71191ad49da2 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:43.718704 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:43.756513 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-76b547b9-387a-425c-9c27-329382332387 None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.756804 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b547b9-387a-425c-9c27-329382332387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.805949 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-76b547b9-387a-425c-9c27-329382332387 None None] Port 12371d3f-3283-44ca-a463-0132d3104dff cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:43.813403 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:43.813885 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:43.905873 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:44.126357 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43794) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.132413 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181096307', 'description': 'tempest-secgroup-smoke-1181096307 description', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.151991 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.220800 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (43af9764-2654-42b4-a01a-b54b9905717c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.226236 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (43af9764-2654-42b4-a01a-b54b9905717c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.256659 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43af9764-2654-42b4-a01a-b54b9905717c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.261017 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.262274 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-893b864c-25a9-4502-a53d-10f297ae5acd tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348288 Jan 27 20:55:44.265186 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43796) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.269747 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.305768 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (84e7c5fc-37fb-4cf2-ae2e-4bf0fa5f187a), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.368924 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (84e7c5fc-37fb-4cf2-ae2e-4bf0fa5f187a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.372224 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (84e7c5fc-37fb-4cf2-ae2e-4bf0fa5f187a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.391686 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e7c5fc-37fb-4cf2-ae2e-4bf0fa5f187a,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.395950 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.397191 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-a49abaaa-ddcf-422c-8632-fd8c7d5148ad tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309297 Jan 27 20:55:44.400060 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43798) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.404606 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.430702 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (7e55512e-dd16-4abb-9620-fbff951fe06c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.485764 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (7e55512e-dd16-4abb-9620-fbff951fe06c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.490222 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (7e55512e-dd16-4abb-9620-fbff951fe06c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.509956 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e55512e-dd16-4abb-9620-fbff951fe06c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.518413 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.522810 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-b68b33db-ef77-4158-82b8-888111a92370 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187634 Jan 27 20:55:44.522998 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.527311 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.551362 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (b52d6b0d-8f09-4eca-b183-2eb25aa93226), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.609068 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (b52d6b0d-8f09-4eca-b183-2eb25aa93226), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.612607 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (b52d6b0d-8f09-4eca-b183-2eb25aa93226), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.630551 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52d6b0d-8f09-4eca-b183-2eb25aa93226,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.640770 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.640770 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-edde07ca-2d19-46b2-9b09-2161d2532f86 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148431 Jan 27 20:55:44.641657 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43802) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.646610 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.671681 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (4f438ab8-7c3c-4c3e-8ee3-b45abcf14bad), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.733016 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (4f438ab8-7c3c-4c3e-8ee3-b45abcf14bad), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.736656 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (4f438ab8-7c3c-4c3e-8ee3-b45abcf14bad), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.757506 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f438ab8-7c3c-4c3e-8ee3-b45abcf14bad,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.763516 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.764920 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-89dcc0cb-a2ce-4ef4-a28d-14f2e9517a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223052 Jan 27 20:55:44.767680 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.772632 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.793364 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Project e53d01dc92b14e0ebfba597eb97cbb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:55:44.798409 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (fec2e40c-648c-4bae-927c-e3867865f534), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.856984 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (fec2e40c-648c-4bae-927c-e3867865f534), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.861422 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (fec2e40c-648c-4bae-927c-e3867865f534), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.881100 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec2e40c-648c-4bae-927c-e3867865f534,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:44.889019 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.890286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6a3b2870-41e9-4fd1-919d-60ae54673634 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216598 Jan 27 20:55:44.893159 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43806) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:44.898799 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'security_group_rule': {'security_group_id': '43af9764-2654-42b4-a01a-b54b9905717c', 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:44.919030 n-d-760453-6 neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Project e53d01dc92b14e0ebfba597eb97cbb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 20:55:44.924394 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (abe1b29c-7eb3-4b0b-b857-f86506a02943), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.985996 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (abe1b29c-7eb3-4b0b-b857-f86506a02943), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:44.990708 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8166022'] for security_group_rule (abe1b29c-7eb3-4b0b-b857-f86506a02943), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.009182 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe1b29c-7eb3-4b0b-b857-f86506a02943,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:45.014532 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.017669 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-20e695e8-5be3-4d1f-aa11-d5af004eeba6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226676 Jan 27 20:55:45.177890 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-78c9283d-54e0-4322-b8ed-7796ea468260 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181096307&fields=id&tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 267 time: 0.0529122 Jan 27 20:55:45.219899 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a91a810e-e35f-41a3-a1c4-35ab2113cc93 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:45.276324 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a91a810e-e35f-41a3-a1c4-35ab2113cc93 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:45.277012 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.291645 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-9536198a-127a-459a-beb0-8fb0b742930a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:45.293153 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-9536198a-127a-459a-beb0-8fb0b742930a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 810 time: 0.1083696 Jan 27 20:55:45.308895 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-47829feb-0491-44e0-9019-c6f237380f69 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/quotas/e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 375 time: 0.0099311 Jan 27 20:55:45.358365 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a91a810e-e35f-41a3-a1c4-35ab2113cc93 is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:45.358618 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.362270 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-36472f1b-4348-4b67-a602-05db1c961d69 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471585 Jan 27 20:55:45.382807 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] For port a91a810e-e35f-41a3-a1c4-35ab2113cc93, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a91a810e-e35f-41a3-a1c4-35ab2113cc93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:45.388847 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.439464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Pushing event updated for resources: {'Port': ['ID=a91a810e-e35f-41a3-a1c4-35ab2113cc93,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:45.464951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Sync routers for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:45.476032 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:45.476691 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:45.569274 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-b862be1f-0663-4994-b780-6cced8f4933e service neutron] 10.222.0.59 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905224 Jan 27 20:55:45.585407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:45.601943 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:45.663967 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-791df018-229f-4e7c-bcc6-13caf3e8a94a service neutron] 10.222.0.59 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885487 Jan 27 20:55:45.808697 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 4, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '12371d3f-3283-44ca-a463-0132d3104dff', 'name': '', 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'mac_address': 'fa:16:3e:14:42:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:41Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 2, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'subnets': [{'id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:45.832660 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5cfbe8a3-0da6-4349-a68d-6b62b5a862a3 req-f35f3e95-1688-4d1a-9028-f6089d489fa2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 210 time: 0.0310087 Jan 27 20:55:45.835648 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Checking router: 9134ff6b-f705-451c-aed1-f423fd46b968 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:45.836012 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Updating router 9134ff6b-f705-451c-aed1-f423fd46b968 port 12371d3f-3283-44ca-a463-0132d3104dff binding host n-d-760453-6 {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 20:55:45.871814 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (12371d3f-3283-44ca-a463-0132d3104dff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.006725 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.177428 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks [] for port (12371d3f-3283-44ca-a463-0132d3104dff), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.182763 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.232599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28e28-0584-426d-8e7e-87df7a26fc5b None None] Pushing event updated for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:46.291464 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Attempting to bind port 12371d3f-3283-44ca-a463-0132d3104dff on host n-d-760453-6 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:46.291795 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Attempting to bind port 12371d3f-3283-44ca-a463-0132d3104dff by drivers openvswitch,hyperv on host n-d-760453-6 at level 0 using segments [{'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:46.292170 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Attempting to bind port 12371d3f-3283-44ca-a463-0132d3104dff on network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:46.297707 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Checking agent: {'id': '22e4f806-6a94-4ea6-9880-bfcbac3999fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 18, 58, 46), 'started_at': datetime.datetime(2022, 1, 27, 18, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:46.298093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Checking segment: {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:46.298516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.298908 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Bound using segment: {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:46.299387 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Bound port: 12371d3f-3283-44ca-a463-0132d3104dff, host: n-d-760453-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:46.299779 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (12371d3f-3283-44ca-a463-0132d3104dff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.381313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.382168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] For port 12371d3f-3283-44ca-a463-0132d3104dff, host n-d-760453-6, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:46.388319 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] For port 12371d3f-3283-44ca-a463-0132d3104dff, host n-d-760453-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=12371d3f-3283-44ca-a463-0132d3104dff,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:46.394592 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.456041 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:46.456682 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:46.458694 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28e28-0584-426d-8e7e-87df7a26fc5b None None] Pushing event updated for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:46.584997 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:46.585395 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:46.588096 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:46.849399 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-bd9ba25c-6fee-4438-9718-d9a0bd2bb55b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:46.851247 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-bd9ba25c-6fee-4438-9718-d9a0bd2bb55b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 810 time: 0.1158459 Jan 27 20:55:46.931573 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-acf92a1d-ce6c-48d7-8dac-c4d5aad4fd65 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 380 time: 0.0663881 Jan 27 20:55:46.938892 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-36a06088-0491-4b38-9b3c-3010e0d6fafd req-6f714a91-fdc5-4815-ad1a-a812588eb4a0 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jan 27 20:55:46.941461 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'port': {'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'admin_state_up': True, 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'security_groups': ['43af9764-2654-42b4-a01a-b54b9905717c']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:46.963521 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Current status of the port 12371d3f-3283-44ca-a463-0132d3104dff is: DOWN; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:46.964012 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (12371d3f-3283-44ca-a463-0132d3104dff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.027487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] For port 12371d3f-3283-44ca-a463-0132d3104dff, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=12371d3f-3283-44ca-a463-0132d3104dff,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:47.034513 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.057368 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Made reservation on behalf of e53d01dc92b14e0ebfba597eb97cbb3a for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:55:47.061005 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.091016 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 4, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '12371d3f-3283-44ca-a463-0132d3104dff', 'name': '', 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'mac_address': 'fa:16:3e:14:42:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:41Z', 'updated_at': '2022-01-27T20:55:46Z', 'revision_number': 4, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'subnets': [{'id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:47.094060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead24c66-365f-49b2-b56f-af780aa2bc84 None None] Pushing event updated for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:47.123166 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a9ede-40cc-4971-8a3c-3bd727e0ad58 None None] The sync data for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 is: [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:42Z', 'revision_number': 4, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '12371d3f-3283-44ca-a463-0132d3104dff', 'name': '', 'network_id': '46314a6b-ee5f-404e-8df0-8f6a2b253db2', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'mac_address': 'fa:16:3e:14:42:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:41Z', 'updated_at': '2022-01-27T20:55:46Z', 'revision_number': 4, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'subnets': [{'id': 'c03dbea2-407c-41fc-a89e-805036f2fd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:47.157286 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-0a0c1407-68e2-4c2b-9012-c2425f57dd7f None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:47.157803 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1407-68e2-4c2b-9012-c2425f57dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.242520 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Allocated IP 172.20.0.14 (5c5d95e8-8c4a-4d67-9a92-8a264271c538/3c5c03ea-0fa7-40a2-9850-bda6efede1f6/c17612c4-eb5e-46b0-959c-b800d15030e8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:47.243432 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a91a810e-e35f-41a3-a1c4-35ab2113cc93 up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:47.356410 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c1407-68e2-4c2b-9012-c2425f57dd7f None None] Current status of the port 12371d3f-3283-44ca-a463-0132d3104dff is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:47.358753 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port a91a810e-e35f-41a3-a1c4-35ab2113cc93 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:47.359183 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.407562 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.448816 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.452473 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port a91a810e-e35f-41a3-a1c4-35ab2113cc93 is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:47.490516 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:47.495959 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:47.499678 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:47.532349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:47.558387 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:47.559252 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.577946 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e5491d0-6fc8-4ec4-b4f8-9d80cda7c22e tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6405621 Jan 27 20:55:47.590585 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Request body: {'port': {'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:47.655693 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.781159 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-e037971c-6ef9-4749-8ea9-3d9a07e3107c None None] Provisioning complete for port c17612c4-eb5e-46b0-959c-b800d15030e8 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:47.781667 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e037971c-6ef9-4749-8ea9-3d9a07e3107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.819988 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e037971c-6ef9-4749-8ea9-3d9a07e3107c None None] Port c17612c4-eb5e-46b0-959c-b800d15030e8 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:55:47.943349 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17612c4-eb5e-46b0-959c-b800d15030e8 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:55:47.951315 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks [] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:47.965626 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Transition to ACTIVE for port object c17612c4-eb5e-46b0-959c-b800d15030e8 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:55:47.970071 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:48.021327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:48.084504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab326-d4c5-44bc-9ede-a066bcac5299 req-53a76230-195e-4241-ab32-4665b705d657 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.091903 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d2ab326-d4c5-44bc-9ede-a066bcac5299 req-53a76230-195e-4241-ab32-4665b705d657 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0771210 Jan 27 20:55:48.101347 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Attempting to bind port c17612c4-eb5e-46b0-959c-b800d15030e8 on host n-h1-760453-6 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:55:48.101695 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Attempting to bind port c17612c4-eb5e-46b0-959c-b800d15030e8 by drivers openvswitch,hyperv on host n-h1-760453-6 at level 0 using segments [{'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:55:48.102036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Attempting to bind port c17612c4-eb5e-46b0-959c-b800d15030e8 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:48.106872 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Port c17612c4-eb5e-46b0-959c-b800d15030e8 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:55:48.107200 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Attempting to bind port c17612c4-eb5e-46b0-959c-b800d15030e8 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:55:48.113345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Checking agent: {'id': '7054afa4-4cc5-41d0-a558-b20b94cb0ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:55:48.113345 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Checking segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:55:48.113648 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Bound using segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:55:48.114103 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Bound port: c17612c4-eb5e-46b0-959c-b800d15030e8, host: n-h1-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:55:48.114467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:48.157381 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0d2ab326-d4c5-44bc-9ede-a066bcac5299 req-2ea35957-2b1f-46b5-9a5c-1f432fcbd035 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642645 Jan 27 20:55:48.187642 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:55:48.190940 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:55:48.196777 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:48.234637 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.235185 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:48.236685 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1092 time: 0.6505289 Jan 27 20:55:48.237164 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:55:48.239632 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:55:48.273553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817381b7-f992-4dc9-9a9f-fe3a54b0c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:48.341595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-c0cdf4bb-d15f-4bd6-92f8-f408b29e43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.343178 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-c0cdf4bb-d15f-4bd6-92f8-f408b29e43b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.0581133 Jan 27 20:55:48.387659 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e02494-fdd7-408d-b6fb-189b19aca52d x-openstack-request-id: req-e6e02494-fdd7-408d-b6fb-189b19aca52d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:55:48.387964 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:55:48.388222 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6e02494-fdd7-408d-b6fb-189b19aca52d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:55:48.388633 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'status': 'completed', 'code': 200} Jan 27 20:55:48.390513 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-e09f0cc6-c2d6-4a52-82bf-6b249b1894ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 217 time: 0.0407765 Jan 27 20:55:48.439960 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-2a5ae050-6628-40fe-8714-89e3a3ff192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.441613 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-2a5ae050-6628-40fe-8714-89e3a3ff192c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0450971 Jan 27 20:55:48.491929 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41704c-859e-4ff8-a693-65db146afb54 req-56fed01d-0a9b-47a7-a859-29eed842a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.493483 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-56fed01d-0a9b-47a7-a859-29eed842a2ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460227 Jan 27 20:55:48.584286 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-09e6b191-ce30-4012-aff1-20500c2cf536 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Jan 27 20:55:48.681760 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-ec41704c-859e-4ff8-a693-65db146afb54 req-0e90261c-40ae-4c59-9cbf-051d42ba9f50 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920975 Jan 27 20:55:48.780348 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-a5b441e6-9fa4-4e68-a2ba-4e55b1079fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.781879 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-a5b441e6-9fa4-4e68-a2ba-4e55b1079fb7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.0414152 Jan 27 20:55:48.870702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-a5fd5609-7e45-456d-a622-ae44fe771a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.872168 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-a5fd5609-7e45-456d-a622-ae44fe771a0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0838430 Jan 27 20:55:48.915462 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-d37adf27-772d-4465-8808-b9cbe13f6230 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 217 time: 0.0370958 Jan 27 20:55:48.963370 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-f83df116-30ee-4ac6-9417-609b36ca4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:48.964844 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-f83df116-30ee-4ac6-9417-609b36ca4e15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0441344 Jan 27 20:55:49.011144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-e1092243-28a8-4972-bf1a-2384fbc93d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:49.012631 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-e1092243-28a8-4972-bf1a-2384fbc93d98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419805 Jan 27 20:55:49.110443 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-a06e3749-9064-4d59-814d-f3a96af86730 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867743 Jan 27 20:55:49.212097 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-c7f51a32-d678-4bbe-b64b-3d0e21507aa3 req-9e62ee3c-82a5-4a5d-a934-6855c1f0e517 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927582 Jan 27 20:55:49.230093 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 12371d3f-3283-44ca-a463-0132d3104dff up at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:49.288736 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Provisioning complete for port 12371d3f-3283-44ca-a463-0132d3104dff triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:49.289112 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (12371d3f-3283-44ca-a463-0132d3104dff), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:49.305930 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117881be-42b3-4fee-a7b8-d19540e2291c req-4214eed3-4181-4fab-922f-243177892e9f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:49.308911 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-117881be-42b3-4fee-a7b8-d19540e2291c req-4214eed3-4181-4fab-922f-243177892e9f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0611804 Jan 27 20:55:49.366975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-117881be-42b3-4fee-a7b8-d19540e2291c req-06315b64-504c-4ecf-a6c7-6c5e491577b1 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524156 Jan 27 20:55:49.373948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Current status of the port 12371d3f-3283-44ca-a463-0132d3104dff is: ACTIVE; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:50.484052 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b724733-880f-47fe-9c9f-5713a7c8cd44 req-7845266c-c5ee-4236-bea6-b8c5dbcbd540 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:50.484737 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b724733-880f-47fe-9c9f-5713a7c8cd44 req-7845266c-c5ee-4236-bea6-b8c5dbcbd540 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0480814 Jan 27 20:55:50.494354 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:55:50.533210 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1b724733-880f-47fe-9c9f-5713a7c8cd44 req-74963470-b424-472c-9de9-5b548cfabf59 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Jan 27 20:55:50.593551 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:50.606400 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:55:50.644412 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c17612c4-eb5e-46b0-959c-b800d15030e8 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:50.644830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:50.661625 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17612c4-eb5e-46b0-959c-b800d15030e8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:55:50.683624 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:50.687838 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:50.734730 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:51.051453 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c17612c4-eb5e-46b0-959c-b800d15030e8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:55:51.652736 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a7fb-7e16-4583-9725-5440e1e476d9 req-ce4e30db-7bd5-468d-aa88-32cf2ab7b308 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:51.654155 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5c2a7fb-7e16-4583-9725-5440e1e476d9 req-ce4e30db-7bd5-468d-aa88-32cf2ab7b308 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Jan 27 20:55:51.703471 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d5c2a7fb-7e16-4583-9725-5440e1e476d9 req-36a3a200-eed4-4b0d-abd1-b1163e26637b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Jan 27 20:55:52.525925 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:55:52.581589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning for port c17612c4-eb5e-46b0-959c-b800d15030e8 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:55:52.586028 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c17612c4-eb5e-46b0-959c-b800d15030e8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:55:52.586402 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:52.666589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c17612c4-eb5e-46b0-959c-b800d15030e8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:55:52.666978 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:52.689024 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:55:52.691308 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ff3c4-2a0c-4c19-bfe9-1793aad2d6e7" -d '{"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-plugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:55:52.704640 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:55:52.709194 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:52.735433 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa37ba-1849-4f3a-ac9f-4db0d2e071f6 x-openstack-request-id: req-34fa37ba-1849-4f3a-ac9f-4db0d2e071f6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:55:52.735735 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-plugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:55:52.735990 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34fa37ba-1849-4f3a-ac9f-4db0d2e071f6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:55:52.736380 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'code': 200} Jan 27 20:55:52.771169 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:52.824215 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8073d0-8b3a-42e7-9f93-cf573b71b81c req-7dcc9a3e-018d-41a0-a420-1bbb506c84d3 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:52.826595 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a8073d0-8b3a-42e7-9f93-cf573b71b81c req-7dcc9a3e-018d-41a0-a420-1bbb506c84d3 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 946 time: 0.0510626 Jan 27 20:55:52.831636 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9c74-5198-4ccd-9e14-7511d4097a99 req-fbabcffd-c32f-4128-a99e-092e54073cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:52.833303 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a73a9c74-5198-4ccd-9e14-7511d4097a99 req-fbabcffd-c32f-4128-a99e-092e54073cf8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1097 time: 0.0426102 Jan 27 20:55:52.878024 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7a8073d0-8b3a-42e7-9f93-cf573b71b81c req-d11d114e-ff62-4079-ab95-623012b7ab90 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Jan 27 20:55:52.883466 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-a73a9c74-5198-4ccd-9e14-7511d4097a99 req-f79e3b19-d27d-40e0-8b68-a4543b964d04 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Jan 27 20:55:53.999847 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b2277-db05-42ed-b8e7-bf5ea92d6e9e req-fbe060f3-ee90-4e71-9e77-3f7548a56a5f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:54.001356 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-011b2277-db05-42ed-b8e7-bf5ea92d6e9e req-fbe060f3-ee90-4e71-9e77-3f7548a56a5f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 946 time: 0.0518215 Jan 27 20:55:54.050726 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-011b2277-db05-42ed-b8e7-bf5ea92d6e9e req-c9022112-eba4-405e-b5b7-761da64b4463 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Jan 27 20:55:54.601125 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.131156 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:55:55.174345 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a4987-de45-473f-b368-29e93b13edc6 req-b0540484-89fd-4e31-a6b9-e36c66d3370a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:55.175715 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f96a4987-de45-473f-b368-29e93b13edc6 req-b0540484-89fd-4e31-a6b9-e36c66d3370a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 946 time: 0.0572245 Jan 27 20:55:55.232547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-f96a4987-de45-473f-b368-29e93b13edc6 req-2beeff4f-0b57-4ec6-b07a-55498816a688 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512576 Jan 27 20:55:55.357167 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cc37a-a632-41a6-ab61-dd12e04582de req-9bb56abc-bde9-40df-a0e0-1e9c55bfcf00 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:55.358675 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e48cc37a-a632-41a6-ab61-dd12e04582de req-9bb56abc-bde9-40df-a0e0-1e9c55bfcf00 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 946 time: 0.0608232 Jan 27 20:55:55.412905 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-e48cc37a-a632-41a6-ab61-dd12e04582de req-0d44e4ef-1d6a-473e-a937-10dcd601a258 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486307 Jan 27 20:55:55.434407 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43860) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:55.516791 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39192d7-0777-4963-8da0-59f6d46e0acf tempest-TestSnapshotPattern-1853863357 tempest-TestSnapshotPattern-1853863357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:55.518364 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-e39192d7-0777-4963-8da0-59f6d46e0acf tempest-TestSnapshotPattern-1853863357 tempest-TestSnapshotPattern-1853863357-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1092 time: 0.0830178 Jan 27 20:55:55.521786 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 43864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:55:55.525990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:55:55.545521 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.640455 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.700529 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.754975 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Allocated IP 172.25.5.193 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/e5e4f558-186c-4e91-bdf5-41771ded2ec1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:55:55.855790 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.891012 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:55.934137 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:55:55.936912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:55:55.943076 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:55:55.964742 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=e5e4f558-186c-4e91-bdf5-41771ded2ec1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:56.309027 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (a128cd8b-e328-4dcd-ae58-841c7ac09032), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:56.380251 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:56.531344 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:56.537105 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:56.603315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=e5e4f558-186c-4e91-bdf5-41771ded2ec1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:55:56.615268 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (a128cd8b-e328-4dcd-ae58-841c7ac09032), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:56.714567 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Floating IP a128cd8b-e328-4dcd-ae58-841c7ac09032 associated. External IP: 172.25.5.193, port: c17612c4-eb5e-46b0-959c-b800d15030e8. Jan 27 20:55:57.210193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:55:57.318499 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:55:57.329386 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:55:57.336904 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:55:57.338703 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:57.339310 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:57.364461 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-6482b10c-558d-40de-b361-cec327c2c649 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8416514 Jan 27 20:55:57.365055 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:55:57.367331 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29452c79-0dce-413b-9874-408db6429be1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:55:57.407984 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54698051-6143-401f-b0c7-82a2fe3830ce x-openstack-request-id: req-54698051-6143-401f-b0c7-82a2fe3830ce {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:55:57.408281 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:55:57.408535 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54698051-6143-401f-b0c7-82a2fe3830ce {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:55:57.408943 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'status': 'completed', 'code': 200} Jan 27 20:55:57.447293 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:57.473705 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452c79-0dce-413b-9874-408db6429be1 req-7b43cd33-83d9-42cb-99c2-ef9d4fbd93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:57.475137 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-7b43cd33-83d9-42cb-99c2-ef9d4fbd93f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1097 time: 0.0403609 Jan 27 20:55:57.568198 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452c79-0dce-413b-9874-408db6429be1 req-641b2831-4406-4349-b752-63e4be6196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:57.569747 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-641b2831-4406-4349-b752-63e4be6196c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0891919 Jan 27 20:55:57.634116 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-18d0f5a0-67ec-4899-ba3e-159f6bc14ac8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1000 time: 0.0586932 Jan 27 20:55:57.666415 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:56Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:57.682734 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452c79-0dce-413b-9874-408db6429be1 req-c567c0c7-1e60-4d96-8ddc-5eab8b7f4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:57.684257 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-c567c0c7-1e60-4d96-8ddc-5eab8b7f4a5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0443556 Jan 27 20:55:57.695944 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:55:57.704421 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:55:57.705051 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:55:42Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:57.733892 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452c79-0dce-413b-9874-408db6429be1 req-72a60423-4544-46fb-8dd8-483899db2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:55:57.735323 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-72a60423-4544-46fb-8dd8-483899db2bba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455613 Jan 27 20:55:57.828665 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-1b6cf458-c57e-42fd-8464-7f55c4ce3cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861433 Jan 27 20:55:57.904333 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:55:57.926942 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-29452c79-0dce-413b-9874-408db6429be1 req-9f1ff160-a856-489e-9f3c-c50601da59b2 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924084 Jan 27 20:55:58.125155 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:56Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:55:58.154390 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861cbd9-190d-4dfd-a06f-5ac1299fff93 None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:56Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:55:58.354516 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831ab45-5e01-4a08-a482-1e7e342223b8 None None] New status for floating IP a128cd8b-e328-4dcd-ae58-841c7ac09032: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:56:09.228343 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e20e7a9-86e7-4cc8-b873-bbacb5ea681a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:09.291426 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-f508ba74-d9b1-4a8d-b451-dcc1fb8b5bed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417380 Jan 27 20:56:09.370553 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-660930eb-a685-4dc9-ab12-d1c0e54055a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:56:09.372059 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-660930eb-a685-4dc9-ab12-d1c0e54055a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1097 time: 0.0414207 Jan 27 20:56:09.488356 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-09833a0e-7c4f-433f-a15b-3420a333e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:56:09.489917 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-09833a0e-7c4f-433f-a15b-3420a333e169 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0999982 Jan 27 20:56:09.554974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-c7201509-d439-4d94-a19d-d095e9cde3d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1002 time: 0.0588930 Jan 27 20:56:09.603163 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-06516e96-c0a2-4d52-b361-1da7f452a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:56:09.604624 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-06516e96-c0a2-4d52-b361-1da7f452a89d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0436890 Jan 27 20:56:09.654963 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-9d13a03d-f2a2-4c61-8610-485c80561b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:56:09.656396 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-9d13a03d-f2a2-4c61-8610-485c80561b1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451410 Jan 27 20:56:09.744777 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-d8df8ff0-d9d8-4e97-83bf-f4ccda754af0 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Jan 27 20:56:09.839473 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-e292dac1-bbe3-4add-89a8-0f327c18cc54 req-088aae3f-ec6a-4510-9695-c28af2ac0e75 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881450 Jan 27 20:56:12.374244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511ebb9c-bf0c-48a2-8557-355c9e793846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:15.569830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:15.990780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:16.353475 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:24.616780 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:25.714810 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:32.130671 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:56:39.230866 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9523b54f-3636-4b96-b7c8-8a3cf3b4cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:42.376427 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b623a99-08b9-49ea-8f49-55404f4b55af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:45.570688 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:45.991079 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:46.355974 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:54.627543 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:56:55.728560 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:09.130334 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:57:09.234184 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c1303b3-c5b3-4f75-bd87-22ae9af54dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:11.272809 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-628b5165-ff30-4add-baf4-8a1d18907719 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411403 Jan 27 20:57:11.355144 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-7c8640b8-bae9-4cf7-9327-dfeacae426fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:57:11.356660 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-7c8640b8-bae9-4cf7-9327-dfeacae426fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1097 time: 0.0416040 Jan 27 20:57:11.462428 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-427ba5eb-faf7-4628-9779-efc570f26955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:57:11.463895 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-427ba5eb-faf7-4628-9779-efc570f26955 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0897632 Jan 27 20:57:11.529497 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-b0eb3de4-9da3-4ef6-ad61-5f7310ce41c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1002 time: 0.0596349 Jan 27 20:57:11.576519 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-278822e7-8269-4440-90b9-5fce731a231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:57:11.577998 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-278822e7-8269-4440-90b9-5fce731a231f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0429494 Jan 27 20:57:11.629276 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-e8f752f8-6086-4217-9f24-f48b69cb1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:57:11.632371 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-e8f752f8-6086-4217-9f24-f48b69cb1df5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477006 Jan 27 20:57:11.720742 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-9a71e313-d39a-4a6d-99d8-6b735725b5af service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824151 Jan 27 20:57:11.812699 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-6029a8bb-c506-43f6-89be-d5ffa2303a7e req-6f5dd477-4141-472c-a188-608f2bc9db81 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847917 Jan 27 20:57:12.373684 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92374597-2e41-464d-8af9-4e68b64491a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:15.572760 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:15.995124 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:16.357862 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:24.629984 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:25.727419 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:39.235477 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5db0e032-1b29-4a38-91b7-e54411ca4040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:42.375115 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d152291-95d3-4700-a5b1-6b2c1363111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:45.575757 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:45.997656 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:46.129412 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:57:46.359867 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:54.629629 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:57:55.726903 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:09.238289 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f36ab9d7-dd2e-434f-9eb2-fd4e2d35b3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:12.283339 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-667ec172-c9fd-4064-8930-e6376d3e8355 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420349 Jan 27 20:58:12.362214 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-efc61cf4-5ea0-4b0c-a900-fae8a30846af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:12.363740 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-efc61cf4-5ea0-4b0c-a900-fae8a30846af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1097 time: 0.0405805 Jan 27 20:58:12.378211 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abfdae4f-b467-432b-95f2-215f07ecc6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:12.467120 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-9266ee64-4a1d-4b8d-89c5-5ecf81d9e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:12.468639 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-9266ee64-4a1d-4b8d-89c5-5ecf81d9e146 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0881505 Jan 27 20:58:12.531682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-f50c0edb-3620-4b91-9d5d-0ed29b1fb738 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1002 time: 0.0577648 Jan 27 20:58:12.578454 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-189c937b-e3e8-42d8-9fe7-fa487c5ff47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:12.579822 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-189c937b-e3e8-42d8-9fe7-fa487c5ff47e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0422747 Jan 27 20:58:12.630361 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-b6229e5d-c0ac-452a-bea6-53d580653ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:12.631885 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-b6229e5d-c0ac-452a-bea6-53d580653ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459943 Jan 27 20:58:12.722541 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-df705162-442c-4128-b479-3098dd027864 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Jan 27 20:58:12.814620 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-1e1d4756-79cb-4cc6-b888-b14c881a26c4 req-04d884d2-16cf-4ea8-8c8d-2b7c382f11b4 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Jan 27 20:58:15.579130 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:16.000929 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:16.362282 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:23.128162 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:58:24.625886 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:25.728013 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:39.240830 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fe185-e169-448c-b82f-50c0e390e2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:41.292242 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 details requested by agent hyperv_n-h1-760453-6 with host n-h1-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:58:41.391044 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:58:41.403023 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Returning: {'device': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:58:41.441435 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c17612c4-eb5e-46b0-959c-b800d15030e8 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:58:41.441825 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:41.454769 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c17612c4-eb5e-46b0-959c-b800d15030e8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:58:41.473762 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:58:41.477505 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:41.529904 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:58:41.537137 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.537514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.537877 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.538204 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.538540 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.538874 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.539206 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.539535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.539863 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.540191 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.540519 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.540843 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.541168 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:41.546851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] get_ports_and_sgs() called for port_ids ['c17612c4-eb5e-46b0-959c-b800d15030e8'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:58:42.387267 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05f41fa3-4102-4e35-89f4-d690e41933ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:43.315959 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 up at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:58:43.366986 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Provisioning complete for port c17612c4-eb5e-46b0-959c-b800d15030e8 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:58:43.367360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:43.449213 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c17612c4-eb5e-46b0-959c-b800d15030e8 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:58:43.449963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:43.472645 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:58:43.475456 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18594a05-581d-40f0-b48f-9a396bd5fd51" -d '{"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-plugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:58:43.494619 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:58:43.499793 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:43.704704 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427b5d7-87cc-4435-bd2c-474ed9bdf84c x-openstack-request-id: req-8427b5d7-87cc-4435-bd2c-474ed9bdf84c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:58:43.704992 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-plugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:58:43.705246 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8427b5d7-87cc-4435-bd2c-474ed9bdf84c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:58:43.705661 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'code': 200} Jan 27 20:58:43.715666 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:58:45.583841 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:46.004400 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:46.366386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:53.120548 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-67b358aa-5ffe-4ef9-b2a0-8c07e1f9fcb6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181096307&fields=id&tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 267 time: 0.0459075 Jan 27 20:58:53.226102 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-233fb412-4d93-401b-833e-b3331cd39b0b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:53.227799 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-233fb412-4d93-401b-833e-b3331cd39b0b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 810 time: 0.1003902 Jan 27 20:58:53.242488 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-5d5a959a-a543-4f4c-a957-115b3dc97566 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/quotas/e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 375 time: 0.0095031 Jan 27 20:58:53.300438 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-bf50954c-6af0-483a-92d9-3a80ccff0fe6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530322 Jan 27 20:58:53.394889 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-31a6bcb8-a04c-4d73-8a39-5c76720b7486 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830946 Jan 27 20:58:53.489203 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-bddd08d9-20b9-4624-b698-7ce5f22afbce service neutron] 10.222.0.59 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Jan 27 20:58:53.648741 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8863e7cc-6289-4799-bf23-9a7e52bc51ea req-3e5e1f65-a8ac-4868-aad0-a984ebc9a6da tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Jan 27 20:58:54.626516 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:54.711068 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-89d0ee1e-082b-48b4-bcd1-61423ec16d10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:54.712785 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-89d0ee1e-082b-48b4-bcd1-61423ec16d10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 810 time: 0.1188192 Jan 27 20:58:54.765837 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6de47b4c-74a7-41e4-a334-f37f90eded7d req-4520e70e-c80a-4581-93d1-7f66a3853861 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Jan 27 20:58:54.807434 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-6b8a876c-38c5-4c1e-953a-235df9848742 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a HTTP/1.1" status: 200 len: 380 time: 0.0866661 Jan 27 20:58:54.815577 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'port': {'device_id': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'admin_state_up': True, 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'security_groups': ['43af9764-2654-42b4-a01a-b54b9905717c']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:58:54.926413 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Made reservation on behalf of e53d01dc92b14e0ebfba597eb97cbb3a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 20:58:54.930117 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.070518 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Allocated IP 172.20.0.6 (5c5d95e8-8c4a-4d67-9a92-8a264271c538/3c5c03ea-0fa7-40a2-9850-bda6efede1f6/e80e7297-e9b6-440b-be2b-70e0c3991930) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:58:55.244904 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.293048 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.359934 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:58:55.364232 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:58:55.366399 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:58:55.368611 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:58:55.402708 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.403143 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.403526 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.404008 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.404342 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.404783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.405086 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.405452 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.405839 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.406163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.406529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.406883 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.407205 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:58:55.440884 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:55.441755 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.470588 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-1bebe156-8b2c-4d9f-a244-d62920989cd6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6584175 Jan 27 20:58:55.636535 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-c35bfc57-c5b5-4094-8b90-e9276c1046f1 None None] Provisioning complete for port e80e7297-e9b6-440b-be2b-70e0c3991930 triggered by entity DHCP. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:58:55.637225 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c35bfc57-c5b5-4094-8b90-e9276c1046f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.674100 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c35bfc57-c5b5-4094-8b90-e9276c1046f1 None None] Port e80e7297-e9b6-440b-be2b-70e0c3991930 cannot update to ACTIVE because it is not bound. {{(pid=103324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 20:58:55.727717 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:55.896124 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61dfbe-32c8-43ee-bdad-0a6b05ab6d13 req-47b338bf-f9d6-4254-a89d-c8fee31380b1 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:55.898569 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a61dfbe-32c8-43ee-bdad-0a6b05ab6d13 req-47b338bf-f9d6-4254-a89d-c8fee31380b1 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0578229 Jan 27 20:58:55.955002 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-5a61dfbe-32c8-43ee-bdad-0a6b05ab6d13 req-637cebbb-f183-4280-8819-c8da5fbfa448 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Jan 27 20:58:57.081920 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89fcf6-8d5d-4b00-bdb6-d9a6d9461303 req-d8102d25-263c-4dd4-a304-5c02f669e2ca tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:57.088176 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d89fcf6-8d5d-4b00-bdb6-d9a6d9461303 req-d8102d25-263c-4dd4-a304-5c02f669e2ca tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0536819 Jan 27 20:58:57.138966 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-4d89fcf6-8d5d-4b00-bdb6-d9a6d9461303 req-5cf3109e-fc7b-463f-8353-ff6de957dc6d tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480101 Jan 27 20:58:57.367740 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 20:58:57.447060 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Current status of the port c17612c4-eb5e-46b0-959c-b800d15030e8 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:58:57.447449 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:57.471184 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:58:57.473434 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eaa488-127f-45fa-a668-a37eaa302096" -d '{"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-unplugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:58:57.490746 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:58:57.499682 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:58:57.532808 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28cdbee-6a8a-41d0-a5c5-4acd91ef3ece x-openstack-request-id: req-a28cdbee-6a8a-41d0-a5c5-4acd91ef3ece {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:58:57.533136 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-unplugged", "status": "completed", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:58:57.533423 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a28cdbee-6a8a-41d0-a5c5-4acd91ef3ece {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:58:57.533846 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'code': 200} Jan 27 20:58:57.562722 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Pushing event updated for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:58:58.261816 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a1a41-d51d-4bae-a869-dc42fd6ec36c req-2dc4be91-f35c-44d7-b987-5353ee8645bb tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:58.263355 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f0a1a41-d51d-4bae-a869-dc42fd6ec36c req-2dc4be91-f35c-44d7-b987-5353ee8645bb tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0504401 Jan 27 20:58:58.331543 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9f0a1a41-d51d-4bae-a869-dc42fd6ec36c req-3e98b0bc-add2-4b81-add4-c7d4a2a03c71 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617795 Jan 27 20:58:59.491830 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0f087-9900-4e58-b7d3-49b3973bfab5 req-081ad146-56ee-4e39-8cb7-ddf19c7e5805 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:58:59.498380 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ee0f087-9900-4e58-b7d3-49b3973bfab5 req-081ad146-56ee-4e39-8cb7-ddf19c7e5805 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0604875 Jan 27 20:58:59.554499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-6ee0f087-9900-4e58-b7d3-49b3973bfab5 req-f87d7d0d-9873-4ac5-86bf-a4e25d8cd399 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502231 Jan 27 20:59:00.126882 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:59:00.676220 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba0a6-67c4-463b-bd18-c1ac3d84f7e0 req-ea0f97af-c9a6-4ad6-a0ed-ec2c7af8127f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:00.677961 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-938ba0a6-67c4-463b-bd18-c1ac3d84f7e0 req-ea0f97af-c9a6-4ad6-a0ed-ec2c7af8127f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0528591 Jan 27 20:59:00.730445 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-938ba0a6-67c4-463b-bd18-c1ac3d84f7e0 req-bf824581-58a9-48da-a257-c54fb78ebaa0 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 Jan 27 20:59:01.857110 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263752b-d104-4696-b6e2-bd45adc35b2c req-36be1ff0-109e-436c-9a1c-d6b0a9220982 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:01.858819 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d263752b-d104-4696-b6e2-bd45adc35b2c req-36be1ff0-109e-436c-9a1c-d6b0a9220982 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0512719 Jan 27 20:59:01.922408 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d263752b-d104-4696-b6e2-bd45adc35b2c req-1c6ed923-6d7a-412e-9452-de74ab1be056 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578694 Jan 27 20:59:03.041179 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221a26c-5987-46b5-a6ab-33d882e2974f req-67442475-7ca0-4045-a498-27082efca898 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:03.042732 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9221a26c-5987-46b5-a6ab-33d882e2974f req-67442475-7ca0-4045-a498-27082efca898 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 931 time: 0.0489962 Jan 27 20:59:03.091920 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-9221a26c-5987-46b5-a6ab-33d882e2974f req-f7cfbee5-8403-4d2c-9177-a74eae3e5ae5 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Jan 27 20:59:03.597620 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Request body: {'port': {'device_id': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:59:03.649093 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:03.914007 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80e7297-e9b6-440b-be2b-70e0c3991930 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:59:03.922452 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks [] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:03.934796 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Transition to ACTIVE for port object e80e7297-e9b6-440b-be2b-70e0c3991930 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 20:59:03.939168 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:04.010475 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:04.064806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Attempting to bind port e80e7297-e9b6-440b-be2b-70e0c3991930 on host n-h2-760453-6 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 20:59:04.065529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Attempting to bind port e80e7297-e9b6-440b-be2b-70e0c3991930 by drivers openvswitch,hyperv on host n-h2-760453-6 at level 0 using segments [{'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 20:59:04.065529 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Attempting to bind port e80e7297-e9b6-440b-be2b-70e0c3991930 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:59:04.070897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Port e80e7297-e9b6-440b-be2b-70e0c3991930 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 20:59:04.071217 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Attempting to bind port e80e7297-e9b6-440b-be2b-70e0c3991930 on network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 20:59:04.076188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Checking agent: {'id': 'e669b6d7-d34b-49b0-9e97-906b0bbcf794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'started_at': datetime.datetime(2022, 1, 27, 19, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 20:59:04.076525 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Checking segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 20:59:04.076909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Bound using segment: {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 20:59:04.077372 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Bound port: e80e7297-e9b6-440b-be2b-70e0c3991930, host: n-h2-760453-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1049b070-4efd-4c58-952b-7f036994c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 20:59:04.077731 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:04.150424 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 20:59:04.159473 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 20:59:04.164201 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4937039'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:04.221828 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.222444 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:04.223833 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] 10.222.0.39 "PUT /v2.0/ports/e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 1091 time: 0.6819742 Jan 27 20:59:04.226072 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:59:04.228380 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616d273c-56f5-4b9a-b66f-bec43e656b90" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:59:04.255174 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e0081-0947-4afd-9623-66fac28657de service neutron] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:04.307193 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6af82-0f12-4338-9980-9dfe5750b2f3 req-5a67d1af-23f1-4ab2-953a-00cf56213550 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.308811 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bb6af82-0f12-4338-9980-9dfe5750b2f3 req-5a67d1af-23f1-4ab2-953a-00cf56213550 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 943 time: 0.1338356 Jan 27 20:59:04.356035 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-eabbf555-6d7e-438c-a110-239b4b39c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.357619 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-eabbf555-6d7e-438c-a110-239b4b39c27a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1094 time: 0.0959148 Jan 27 20:59:04.412413 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-7adcafe8-a809-474b-808c-8bc846d49542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 217 time: 0.0452423 Jan 27 20:59:04.416499 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0bb6af82-0f12-4338-9980-9dfe5750b2f3 req-d75aaecd-cf1b-421e-a004-affca3700955 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008615 Jan 27 20:59:04.463846 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-864652d8-5c67-4d39-aa14-fc8a13e1ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.465562 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-864652d8-5c67-4d39-aa14-fc8a13e1ba57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0479393 Jan 27 20:59:04.523194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-b19c7af4-39fc-479a-899f-b2c1e957bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.524693 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-b19c7af4-39fc-479a-899f-b2c1e957bb12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535381 Jan 27 20:59:04.530286 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f6eb9d-994c-4948-a4e4-60d828d8e0a3 x-openstack-request-id: req-e6f6eb9d-994c-4948-a4e4-60d828d8e0a3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:59:04.530584 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:59:04.530855 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6f6eb9d-994c-4948-a4e4-60d828d8e0a3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:59:04.531257 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'status': 'completed', 'code': 200} Jan 27 20:59:04.613314 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-8244ce30-bb73-48cb-838f-3417ace4b82b service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811129 Jan 27 20:59:04.707077 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8f5ce5a7-23cb-4053-aa3a-2b3f47b0fbe1 req-43a9d1f0-61e8-4a9a-b62c-4a7c994d7ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878003 Jan 27 20:59:04.791939 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-559e914c-56f4-468c-8686-1fec6f1bb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.793493 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-559e914c-56f4-468c-8686-1fec6f1bb438 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1094 time: 0.0419240 Jan 27 20:59:04.885480 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-b1cbb64a-5403-4deb-9265-4961b171e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.886958 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-b1cbb64a-5403-4deb-9265-4961b171e0d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0865824 Jan 27 20:59:04.928188 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-c11f2ab6-7e57-470b-a967-6dc94c87d24e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 217 time: 0.0351865 Jan 27 20:59:04.978815 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-25f9a592-2653-4ee8-889b-29c7cbcbb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:04.980222 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-25f9a592-2653-4ee8-889b-29c7cbcbb269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0457029 Jan 27 20:59:05.026887 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-ea2f50db-8294-4cdb-8003-26b0663494ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:05.028500 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-ea2f50db-8294-4cdb-8003-26b0663494ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417559 Jan 27 20:59:05.119399 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-b27f5989-3a75-496f-bcb8-a2ceff48fedb service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837693 Jan 27 20:59:05.207781 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-616d273c-56f5-4b9a-b66f-bec43e656b90 req-c4f72623-64eb-45d5-b2e7-7b9c95edd597 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822353 Jan 27 20:59:05.538307 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2aba-aed5-454a-9e49-4be1cd3f197d req-55334f7a-d81a-4ecb-8ceb-861f034215e8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:05.539800 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c47d2aba-aed5-454a-9e49-4be1cd3f197d req-55334f7a-d81a-4ecb-8ceb-861f034215e8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 943 time: 0.0524218 Jan 27 20:59:05.588014 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c47d2aba-aed5-454a-9e49-4be1cd3f197d req-d0d1aa15-c6ea-4acf-82ba-b3f2f878a480 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425904 Jan 27 20:59:06.704023 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b6a4-c590-419b-88e2-8646993f998b req-06944fa8-3584-4407-a39f-82d16209aa16 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:06.705444 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7489b6a4-c590-419b-88e2-8646993f998b req-06944fa8-3584-4407-a39f-82d16209aa16 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 943 time: 0.0477457 Jan 27 20:59:06.754004 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-7489b6a4-c590-419b-88e2-8646993f998b req-395add3c-7272-42b8-9cfb-6a658343d35b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Jan 27 20:59:07.552814 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 20:59:07.650246 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:59:07.661792 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'mac_address': 'fa:16:3e:42:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 20:59:07.698831 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e80e7297-e9b6-440b-be2b-70e0c3991930 is: DOWN; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:59:07.699215 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:07.711706 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e7297-e9b6-440b-be2b-70e0c3991930 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 20:59:07.730477 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:59:07.734383 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:07.786071 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:07.872584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffc9b8-9805-4051-8779-3950ccc39bed req-e6372563-7a31-4144-a662-0ee0792c46de tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:07.874012 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53ffc9b8-9805-4051-8779-3950ccc39bed req-e6372563-7a31-4144-a662-0ee0792c46de tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 944 time: 0.0510736 Jan 27 20:59:07.927026 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-53ffc9b8-9805-4051-8779-3950ccc39bed req-343624c6-7f28-4c84-865e-2b9d12473785 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Jan 27 20:59:07.986390 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['e80e7297-e9b6-440b-be2b-70e0c3991930'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 20:59:09.039946 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2ce4-aee2-452a-bda9-e6514f9490ed req-c8ab2478-f55a-46f6-80ed-f9b7bc854846 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:09.041440 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-190e2ce4-aee2-452a-bda9-e6514f9490ed req-c8ab2478-f55a-46f6-80ed-f9b7bc854846 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 944 time: 0.0473976 Jan 27 20:59:09.088683 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-190e2ce4-aee2-452a-bda9-e6514f9490ed req-9d3a195a-bf64-4322-90a5-962819da7d04 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Jan 27 20:59:09.243765 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8efc2b1-a4bd-425d-b0a7-bac74eeeea17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:09.568934 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 20:59:09.620634 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning for port e80e7297-e9b6-440b-be2b-70e0c3991930 completed by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 20:59:09.624951 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port e80e7297-e9b6-440b-be2b-70e0c3991930 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 20:59:09.625352 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:09.703230 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e80e7297-e9b6-440b-be2b-70e0c3991930 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 20:59:09.703613 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:09.725243 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:59:09.727492 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677896b8-f495-4e0b-8933-0b6564772c3f" -d '{"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-plugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:59:09.739583 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 20:59:09.744818 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:09.769341 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4860e3-547c-46c4-9f26-17973e71f83e x-openstack-request-id: req-8c4860e3-547c-46c4-9f26-17973e71f83e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:59:09.769633 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-plugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:59:09.769883 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c4860e3-547c-46c4-9f26-17973e71f83e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:59:09.770268 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'code': 200} Jan 27 20:59:09.795524 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:09.861549 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671c57b-3f20-4644-b921-798b732930f3 req-aba8c128-cc11-494c-8fbb-109de6cb3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:09.863071 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0671c57b-3f20-4644-b921-798b732930f3 req-aba8c128-cc11-494c-8fbb-109de6cb3bce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1096 time: 0.0395715 Jan 27 20:59:09.914461 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0671c57b-3f20-4644-b921-798b732930f3 req-069ac3d3-8b12-4c85-8ce4-b71d560d38b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Jan 27 20:59:10.211569 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43f18-17db-4edf-9e78-e20d403c623c req-58c5de51-ac51-4612-8ec2-1b8522e4d014 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:10.213069 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4b43f18-17db-4edf-9e78-e20d403c623c req-58c5de51-ac51-4612-8ec2-1b8522e4d014 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Jan 27 20:59:10.260757 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d4b43f18-17db-4edf-9e78-e20d403c623c req-8f3ccc44-6e0e-4329-8a98-4913ae73dac4 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Jan 27 20:59:11.374316 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee51f-9a23-437c-946f-f57310c30c7a req-277b30c4-4a24-4ed2-a72b-4f3e7342670f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:11.375787 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3dfee51f-9a23-437c-946f-f57310c30c7a req-277b30c4-4a24-4ed2-a72b-4f3e7342670f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Jan 27 20:59:11.425166 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-3dfee51f-9a23-437c-946f-f57310c30c7a req-a5beb8bb-ff5e-4962-aefc-5be40b478a2f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Jan 27 20:59:11.562315 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5b22-3d60-4881-b8a2-5587c439dc29 req-459f02c4-f6a7-4605-8890-f7408f3583c6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:11.563786 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d31b5b22-3d60-4881-b8a2-5587c439dc29 req-459f02c4-f6a7-4605-8890-f7408f3583c6 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 945 time: 0.0732589 Jan 27 20:59:11.612036 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-d31b5b22-3d60-4881-b8a2-5587c439dc29 req-4aeb1eea-844c-49cb-9b1f-1b2d4a350b79 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Jan 27 20:59:11.634568 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44198) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:59:11.679267 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae46188-56a5-4271-a49d-426708ba3841 tempest-TestSnapshotPattern-1853863357 tempest-TestSnapshotPattern-1853863357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:11.680793 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-7ae46188-56a5-4271-a49d-426708ba3841 tempest-TestSnapshotPattern-1853863357 tempest-TestSnapshotPattern-1853863357-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1091 time: 0.0452352 Jan 27 20:59:11.683644 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44204) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 20:59:11.687871 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Request body: {'floatingip': {'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 20:59:11.708038 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:11.808432 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:11.909589 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Allocated IP 172.25.5.53 (935fd5be-0ace-4211-a3ca-c909b2cca822/d9e3a76d-5466-4c88-957e-c1e733c78118/1fe00bfd-80a2-4855-bebb-02fcbbd7e88b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 20:59:12.017778 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.051606 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781165169201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.088746 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Network 935fd5be-0ace-4211-a3ca-c909b2cca822 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 20:59:12.091702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 20:59:12.095803 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 20:59:12.122042 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=1fe00bfd-80a2-4855-bebb-02fcbbd7e88b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:12.135219 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.135575 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.135926 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.136271 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.136619 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.136957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.137315 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.137655 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.137990 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.138320 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.138689 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.138979 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.139308 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 20:59:12.382668 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60595708-395c-4fbc-90a2-5e6cc70a940f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.480632 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (3bac3288-5f87-4e3d-8c19-5f29293cb7ac), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.545069 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.696132 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.700355 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66885458'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.770517 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event updated for resources: {'Port': ['ID=1fe00bfd-80a2-4855-bebb-02fcbbd7e88b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 20:59:12.777872 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892828'] for floatingip (3bac3288-5f87-4e3d-8c19-5f29293cb7ac), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:12.876874 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Floating IP 3bac3288-5f87-4e3d-8c19-5f29293cb7ac associated. External IP: 172.25.5.53, port: e80e7297-e9b6-440b-be2b-70e0c3991930. Jan 27 20:59:13.082462 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 20:59:13.189165 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 20:59:13.198915 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 20:59:13.206205 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:13.208416 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:59:13.209009 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:59:13.251682 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8d44bc23-01ca-4b5c-bef0-70faf06276bf tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5526233 Jan 27 20:59:13.251682 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 20:59:13.251682 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 20:59:13.294892 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ab93c-16ed-4011-b847-edb8ed127ab6 x-openstack-request-id: req-cf4ab93c-16ed-4011-b847-edb8ed127ab6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 20:59:13.295193 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 20:59:13.295458 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf4ab93c-16ed-4011-b847-edb8ed127ab6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 20:59:13.295864 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'status': 'completed', 'code': 200} Jan 27 20:59:13.314571 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-6e0bc468-ce47-43c5-8eaa-d5226249eec6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705996 Jan 27 20:59:13.318711 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:59:13.358531 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-d15cd72c-47f0-4263-a97c-6a0f3ef37728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.361424 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-d15cd72c-47f0-4263-a97c-6a0f3ef37728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1096 time: 0.0433648 Jan 27 20:59:13.463667 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-65c59b2b-efa5-4980-861d-d586028209ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.466318 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-65c59b2b-efa5-4980-861d-d586028209ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0980258 Jan 27 20:59:13.534152 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-5a84ddac-6f1d-426e-882d-b4373ec5a29d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 998 time: 0.0628150 Jan 27 20:59:13.571386 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3bac3288-5f87-4e3d-8c19-5f29293cb7ac', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:42:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:59:12Z', 'updated_at': '2022-01-27T20:59:12Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}, {'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:59:13.587695 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-1747030c-30ac-4431-9951-6483d84a77af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.589547 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-1747030c-30ac-4431-9951-6483d84a77af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0499220 Jan 27 20:59:13.604571 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 20:59:13.614805 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 20:59:13.615352 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T20:59:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:59:13.643677 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-b2862106-a497-406e-a8fd-d2ebe3658a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.645192 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-b2862106-a497-406e-a8fd-d2ebe3658a58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496688 Jan 27 20:59:13.706430 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-18248779-c655-4f56-b273-e0e4d02c908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.708555 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-18248779-c655-4f56-b273-e0e4d02c908d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.3486848 Jan 27 20:59:13.731122 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 20:59:13.738231 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-5e05d78a-1e43-49b4-b68a-2c2af5c7acb8 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Jan 27 20:59:13.817093 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-f1787561-b165-4113-99e6-98c5252318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.818708 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-f1787561-b165-4113-99e6-98c5252318e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0916667 Jan 27 20:59:13.838097 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-803bf9b0-fc6d-44ec-90ee-089f6c3a2f88 req-5bb9fc5f-7520-41f3-8b4b-566a80cd88a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937920 Jan 27 20:59:13.894292 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-a480b031-0b9e-44be-818c-b2ae7a0d6a15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1000 time: 0.0693128 Jan 27 20:59:13.944817 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-0eb20b9d-7934-4e69-a533-d9bdae6f853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.946347 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-0eb20b9d-7934-4e69-a533-d9bdae6f853f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0467718 Jan 27 20:59:13.992036 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-67759c2f-ecc8-4946-9f18-ffa352ed7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:13.993583 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-67759c2f-ecc8-4946-9f18-ffa352ed7788 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418262 Jan 27 20:59:14.060230 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3bac3288-5f87-4e3d-8c19-5f29293cb7ac', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:42:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:59:12Z', 'updated_at': '2022-01-27T20:59:12Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}, {'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 20:59:14.086947 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370170-7cc4-4aa4-a56d-9f2d6fd6f5e6 None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': '3bac3288-5f87-4e3d-8c19-5f29293cb7ac', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:42:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:59:12Z', 'updated_at': '2022-01-27T20:59:12Z', 'revision_number': 0, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}, {'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 20:59:14.090220 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-5dc16743-833d-4763-93b7-2cf01e3c6a0c service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905850 Jan 27 20:59:14.181709 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-45cb2e1f-ec67-49b2-b7e6-ba0b96f533f5 req-fe04dfe1-5e43-4e56-a81b-8ce9b189fd62 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Jan 27 20:59:14.306082 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02797c3e-51f2-45b5-9bb5-35e9d7185aa1 None None] New status for floating IP 3bac3288-5f87-4e3d-8c19-5f29293cb7ac: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 20:59:15.586257 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:16.006255 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:16.370575 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:19.849354 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-3f9d1ac3-415e-4005-8d8f-3ea73f889b30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400488 Jan 27 20:59:19.928454 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-3996d6cf-f101-473d-94f1-e0f6e3f4389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:19.929975 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-3996d6cf-f101-473d-94f1-e0f6e3f4389d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1096 time: 0.0402699 Jan 27 20:59:20.033024 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-54989108-dfcb-48e9-83dd-cf168927dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:20.034546 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-54989108-dfcb-48e9-83dd-cf168927dfe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0862160 Jan 27 20:59:20.099899 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-a6197094-c610-40a6-809b-d1170f52a3f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 1000 time: 0.0577538 Jan 27 20:59:20.146730 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-2993b948-7b6c-4955-8df4-6be8e3df39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:20.148797 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-2993b948-7b6c-4955-8df4-6be8e3df39ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0428231 Jan 27 20:59:20.195716 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-3f53957a-ee83-4d74-9fce-7281c7bf69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 20:59:20.197232 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-3f53957a-ee83-4d74-9fce-7281c7bf69f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428147 Jan 27 20:59:20.284841 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-399469ab-68ac-416b-afa7-7cb30d43a4d5 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813465 Jan 27 20:59:20.375881 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-c7fbfefe-81ee-4bc6-9a79-10f8349a2dce req-90a73dc8-6eac-4e18-b751-b2562bf8da69 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851686 Jan 27 20:59:24.620046 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:25.723728 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:37.125484 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 20:59:39.246107 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-522b3ee3-d0b9-4998-a5fd-b6410787704b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:42.384313 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88bddad8-81ee-4b23-bf36-c68c54190d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:45.588492 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:46.010149 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:46.372509 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:54.635917 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 20:59:55.738893 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:09.248389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aafe5d2-2a68-4481-8d08-a7a5fbe03e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:12.386121 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6651b6-d939-4f5b-be5a-6c723a294ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:13.329207 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-1d37ae4b-7bb4-4572-a0a3-29af1c9d417e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948734 Jan 27 21:00:13.415297 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-526fe705-9796-4ef9-90b5-ca71d9d06013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:13.416843 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-526fe705-9796-4ef9-90b5-ca71d9d06013 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.0467808 Jan 27 21:00:13.517880 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-d85e71bf-4bee-42f7-a76f-9554ee664644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:13.519253 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-d85e71bf-4bee-42f7-a76f-9554ee664644 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0832062 Jan 27 21:00:13.587326 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-0fdd5342-9ab9-4b0c-bc8d-2fe4f6960a0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1000 time: 0.0618508 Jan 27 21:00:13.634450 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-4a6d2442-d8e5-4152-9f6e-982cc9e54a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:13.635906 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-4a6d2442-d8e5-4152-9f6e-982cc9e54a27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0434644 Jan 27 21:00:13.682381 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-34d9f458-f96e-419c-a8f1-629ccbae8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:13.683958 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-34d9f458-f96e-419c-a8f1-629ccbae8fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427141 Jan 27 21:00:13.775552 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-295082ed-6721-4b4a-82ad-dccefb032023 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Jan 27 21:00:13.863486 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-75a7d35b-c8b9-48c7-bb99-1bed6275dbc9 req-d22ef3cf-fc66-42c8-abc7-7872074b27eb service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818074 Jan 27 21:00:14.125012 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:00:15.589953 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:16.014683 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:16.375186 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:20.159159 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-1aa029ef-5051-450d-a0d8-ea4c2873398c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3516502 Jan 27 21:00:20.243994 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-1eae99ba-5f93-40d9-bbb7-1f5d83c34b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:20.245510 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-1eae99ba-5f93-40d9-bbb7-1f5d83c34b0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1096 time: 0.0415707 Jan 27 21:00:20.351381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-07591568-3410-40a3-a7aa-50f73c6fcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:20.352857 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-07591568-3410-40a3-a7aa-50f73c6fcf8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0881920 Jan 27 21:00:20.417734 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-69799d1f-a70b-4a6c-a595-7c7f3e964193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 1000 time: 0.0580945 Jan 27 21:00:20.466564 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-ea7518ba-051a-42e6-b88a-0938a2f272c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:20.467994 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-ea7518ba-051a-42e6-b88a-0938a2f272c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0424306 Jan 27 21:00:20.518227 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-8c95bec8-ea52-492a-8ae6-b3aca8b46eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:00:20.519713 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-8c95bec8-ea52-492a-8ae6-b3aca8b46eca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455508 Jan 27 21:00:20.608590 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-6c23a848-18a3-42c6-8df8-c8db3b89ccc4 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824351 Jan 27 21:00:20.700119 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-2d0669bc-bf55-4e68-95f9-c15b94a17f25 req-204b26bc-8e9b-44ef-9f06-081e1084f609 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854342 Jan 27 21:00:24.664817 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:25.736243 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:39.250011 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f97c-0266-4536-a4b8-d04cda9b7176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:42.389584 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2727dc96-0425-49e6-8e7c-8e5939302f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:45.593784 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:46.016172 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:46.378750 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:51.124161 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:00:54.678510 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:00:55.736191 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:08.238600 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 details requested by agent hyperv_n-h2-760453-6 with host n-h2-760453-6 {{(pid=103324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:01:08.342952 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:08.355638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Returning: {'device': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'port_id': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'mac_address': 'fa:16:3e:42:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:01:08.396008 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e80e7297-e9b6-440b-be2b-70e0c3991930 is: ACTIVE; New status is: BUILD {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:01:08.396407 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:08.410290 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e80e7297-e9b6-440b-be2b-70e0c3991930 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:01:08.431009 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:08.434794 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:08.497446 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:08.506656 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.507109 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.507457 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.507890 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.508940 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.509810 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.510888 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.511321 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.511913 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.512907 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.513751 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.514696 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.515027 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:08.523072 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] get_ports_and_sgs() called for port_ids ['e80e7297-e9b6-440b-be2b-70e0c3991930'] {{(pid=103324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:01:09.256482 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e72d8a-6568-4c20-a0e7-e5905af32a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:10.264581 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 up at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:01:10.329282 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Provisioning complete for port e80e7297-e9b6-440b-be2b-70e0c3991930 triggered by entity L2. {{(pid=103324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:01:10.329687 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910756'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), provisioning_complete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:10.434149 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e80e7297-e9b6-440b-be2b-70e0c3991930 is: BUILD; New status is: ACTIVE {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:01:10.434755 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:10.462644 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:10.463025 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43060a-36c1-4936-86dc-5ebbe7af8c5c" -d '{"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-plugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:10.476518 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:10.483598 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:10.525738 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f8ff7-e1b7-46d2-ae68-b4a954d6e46c x-openstack-request-id: req-753f8ff7-e1b7-46d2-ae68-b4a954d6e46c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:10.526376 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-plugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:10.526803 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-753f8ff7-e1b7-46d2-ae68-b4a954d6e46c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:10.527473 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'code': 200} Jan 27 21:01:10.550218 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:12.397659 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0e51dac-623c-44eb-b673-d2c5b3c15e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:13.288212 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-abef7655-7757-4038-92aa-4701516b0dcb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469930 Jan 27 21:01:13.391359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-c27f9edd-625c-4f1d-9d8a-26f16d3a37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:13.392898 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-c27f9edd-625c-4f1d-9d8a-26f16d3a37a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.0575886 Jan 27 21:01:13.503756 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-ec6541be-ab20-4631-829a-7800170fbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:13.503756 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-ec6541be-ab20-4631-829a-7800170fbd25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0913863 Jan 27 21:01:13.598336 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-4d44e044-ce79-4ec9-8fd2-be372a5e1ead service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 1000 time: 0.0882874 Jan 27 21:01:13.656106 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-490b8496-4b26-4b9e-90e7-17654990928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:13.657662 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-490b8496-4b26-4b9e-90e7-17654990928c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0539653 Jan 27 21:01:13.711862 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-10a531e4-3204-4c06-8892-13bc363bac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:13.714145 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-10a531e4-3204-4c06-8892-13bc363bac2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501952 Jan 27 21:01:13.823695 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-dc31e520-5e82-42a5-987c-244016485565 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032610 Jan 27 21:01:13.920268 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-9050d0d8-7b0c-470f-97b4-4ac2094a986f req-fab8d13b-5b67-4586-b91f-55aded64628b service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905190 Jan 27 21:01:15.600927 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:16.023315 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:16.386252 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:17.965005 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44424) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:18.128957 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Deleting port 1fe00bfd-80a2-4855-bebb-02fcbbd7e88b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:18.129207 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.207173 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.207505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.218893 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Calling delete_port for 1fe00bfd-80a2-4855-bebb-02fcbbd7e88b owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:18.366127 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (1fe00bfd-80a2-4855-bebb-02fcbbd7e88b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.393366 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event deleted for resources: {'Port': ['ID=1fe00bfd-80a2-4855-bebb-02fcbbd7e88b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:18.418595 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.418949 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.419301 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.419645 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.419986 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.420327 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.420667 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.421001 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.421396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.421728 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.422062 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.422406 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.422735 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:18.464121 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (3bac3288-5f87-4e3d-8c19-5f29293cb7ac), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.464474 n-d-760453-6 neutron-server[103322]: INFO neutron.db.l3_db [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Floating IP 3bac3288-5f87-4e3d-8c19-5f29293cb7ac disassociated (deleted). External IP: 172.25.5.53, port: e80e7297-e9b6-440b-be2b-70e0c3991930. Jan 27 21:01:18.671783 n-d-760453-6 neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:01:18.779902 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:01:18.784822 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:18.790542 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:01:18.800393 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:18.801068 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:18.814976 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-8cec8e35-f552-47be-b06a-964d32153a94 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "DELETE /v2.0/floatingips/3bac3288-5f87-4e3d-8c19-5f29293cb7ac HTTP/1.1" status: 204 len: 168 time: 0.8488088 Jan 27 21:01:18.815592 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:18.818061 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6ade1-5efb-46e0-bffa-b301ee963929" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:18.908258 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:19.027855 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28502fca-b09f-4144-a1cf-87cc3e3a4954 x-openstack-request-id: req-28502fca-b09f-4144-a1cf-87cc3e3a4954 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:19.028400 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:19.028400 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28502fca-b09f-4144-a1cf-87cc3e3a4954 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:19.028895 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'status': 'completed', 'code': 200} Jan 27 21:01:19.129422 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-c44d81fe-d251-4f04-8253-ecb21b557c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:19.131187 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-c44d81fe-d251-4f04-8253-ecb21b557c3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 1096 time: 0.0782199 Jan 27 21:01:19.137543 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:19.142819 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494c0f7-ef2e-4c8b-aa28-50a112a8d7ff req-1c719e15-0a78-4142-ba3a-1e2af651d8eb tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:19.144311 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0494c0f7-ef2e-4c8b-aa28-50a112a8d7ff req-1c719e15-0a78-4142-ba3a-1e2af651d8eb tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 945 time: 0.0597744 Jan 27 21:01:19.166931 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:01:19.175338 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:19.175955 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:19.256147 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0494c0f7-ef2e-4c8b-aa28-50a112a8d7ff req-865a0158-0894-447c-a81e-ee5719bae198 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015151 Jan 27 21:01:19.275878 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-49f0ae82-4286-49d5-aafa-1c06c02241a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:19.277390 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-49f0ae82-4286-49d5-aafa-1c06c02241a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.1321740 Jan 27 21:01:19.282619 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:19.321100 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-a405e793-2afb-4812-9648-793047f34e96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 200 len: 217 time: 0.0367656 Jan 27 21:01:19.374433 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-dacb3dca-79f8-43ad-8221-ad101cec8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:19.375902 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-dacb3dca-79f8-43ad-8221-ad101cec8918 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0491667 Jan 27 21:01:19.424156 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-8f8a30cf-210f-4a26-b21e-23fea0d56b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:19.425716 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-8f8a30cf-210f-4a26-b21e-23fea0d56b3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429494 Jan 27 21:01:19.436252 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-b7001656-328e-437d-8027-4c9d4232ce15 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:01:19.437224 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-b7001656-328e-437d-8027-4c9d4232ce15 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052807 Jan 27 21:01:19.512983 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:19.526167 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-702097a3-0a0c-401e-bc47-7cdf892622e2 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827973 Jan 27 21:01:19.538730 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d588d00-9a54-447a-92d3-694bba8330fc None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_floatingips': [{'id': 'a128cd8b-e328-4dcd-ae58-841c7ac09032', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'router_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'port_id': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'mac_address': 'fa:16:3e:88:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T20:55:56Z', 'updated_at': '2022-01-27T20:55:58Z', 'revision_number': 1, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:01:19.623946 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-79c6ade1-5efb-46e0-bffa-b301ee963929 req-64a42aff-adfe-4a15-95bd-b9381ec13275 service neutron] 10.222.0.39 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907209 Jan 27 21:01:19.809021 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751966b-2c5e-4b01-8a04-393d6f19c9e7 None None] New status for floating IP 3bac3288-5f87-4e3d-8c19-5f29293cb7ac: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:01:20.319000 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:20.376163 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58664cb1-12d2-480e-838a-c0f6530653ee req-afb56e70-7d61-48ea-b7bb-1284b95ecd1a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:20.377814 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58664cb1-12d2-480e-838a-c0f6530653ee req-afb56e70-7d61-48ea-b7bb-1284b95ecd1a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Jan 27 21:01:20.402960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Current status of the port e80e7297-e9b6-440b-be2b-70e0c3991930 is: ACTIVE; New status is: DOWN {{(pid=103324) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:01:20.403389 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942968'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:20.426788 n-d-760453-6 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:20.429007 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412a97d17b0aa7850bd4c883990a2523022f337c0ac59325b1702d806609bd48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f800b97-7d59-4bc5-a541-6645c5bfe1eb" -d '{"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:20.431205 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-58664cb1-12d2-480e-838a-c0f6530653ee req-18983715-dec9-4b77-bf2d-054989e4ef7a tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459676 Jan 27 21:01:20.441443 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:20.446109 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781165712348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781165169219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781165169237'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:20.479771 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3323d7c-65e7-437a-a019-ea41cf89c0f8 x-openstack-request-id: req-e3323d7c-65e7-437a-a019-ea41cf89c0f8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:20.480137 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:20.480388 n-d-760453-6 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3323d7c-65e7-437a-a019-ea41cf89c0f8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:20.480778 n-d-760453-6 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'code': 200} Jan 27 21:01:20.496460 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Pushing event updated for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:20.637202 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588c960-090c-4f38-a5b1-21747500e9db req-3e863ea8-8579-4fec-842f-3bc3b45f6761 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:20.638631 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8588c960-090c-4f38-a5b1-21747500e9db req-3e863ea8-8579-4fec-842f-3bc3b45f6761 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 943 time: 0.0530219 Jan 27 21:01:20.727119 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Deleting port e80e7297-e9b6-440b-be2b-70e0c3991930 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:20.727461 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:20.817144 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] For port e80e7297-e9b6-440b-be2b-70e0c3991930, host n-h2-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-6',level=0,port_id=e80e7297-e9b6-440b-be2b-70e0c3991930,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:20.817535 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:20.829717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Calling delete_port for e80e7297-e9b6-440b-be2b-70e0c3991930 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:20.962891 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e80e7297-e9b6-440b-be2b-70e0c3991930), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:21.001281 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event deleted for resources: {'Port': ['ID=e80e7297-e9b6-440b-be2b-70e0c3991930,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:21.026430 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.026783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.027134 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.027477 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.027817 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.028153 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.028489 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.028820 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.029150 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.029515 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.029845 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.030176 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.030503 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-6 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:01:21.053231 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] No DVR routers for this DVR port e80e7297-e9b6-440b-be2b-70e0c3991930 on host n-h2-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:01:21.055856 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:21.059278 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-8588c960-090c-4f38-a5b1-21747500e9db req-52be75d2-e9c8-443d-b600-d8b89450825f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.39 "DELETE /v2.0/ports/e80e7297-e9b6-440b-be2b-70e0c3991930 HTTP/1.1" status: 204 len: 173 time: 0.4145472 Jan 27 21:01:21.059717 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-deleted', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:21.062026 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f934635-ce61-483c-a818-e987b6910eec" -d '{"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-deleted", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:21.101853 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f3f996-62ec-4116-8282-4da962b2f884 x-openstack-request-id: req-15f3f996-62ec-4116-8282-4da962b2f884 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:21.102190 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e2d73e-1876-4649-b19a-769f188a3704", "name": "network-vif-deleted", "tag": "e80e7297-e9b6-440b-be2b-70e0c3991930", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:21.102452 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15f3f996-62ec-4116-8282-4da962b2f884 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:21.103848 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2d73e-1876-4649-b19a-769f188a3704', 'name': 'network-vif-deleted', 'tag': 'e80e7297-e9b6-440b-be2b-70e0c3991930', 'status': 'completed', 'code': 200} Jan 27 21:01:21.550512 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-fd93c659-74e7-41c6-a98b-ff3c2b9c97bd req-f8f25cd6-7ba8-45ef-bc7d-7ff5bd4920db tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0e2d73e-1876-4649-b19a-769f188a3704 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jan 27 21:01:23.109159 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:23.266305 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Deleting port e5e4f558-186c-4e91-bdf5-41771ded2ec1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:23.266548 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.345393 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.345724 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (e5e4f558-186c-4e91-bdf5-41771ded2ec1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.357329 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Calling delete_port for e5e4f558-186c-4e91-bdf5-41771ded2ec1 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:23.506498 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (e5e4f558-186c-4e91-bdf5-41771ded2ec1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.532877 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event deleted for resources: {'Port': ['ID=e5e4f558-186c-4e91-bdf5-41771ded2ec1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:23.592206 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for floatingip (a128cd8b-e328-4dcd-ae58-841c7ac09032), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.592742 n-d-760453-6 neutron-server[103323]: INFO neutron.db.l3_db [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Floating IP a128cd8b-e328-4dcd-ae58-841c7ac09032 disassociated (deleted). External IP: 172.25.5.193, port: c17612c4-eb5e-46b0-959c-b800d15030e8. Jan 27 21:01:23.802712 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:01:23.911351 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:01:23.917426 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:23.922446 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:01:23.933088 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:23.933828 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:23.946567 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-287bdf37-af57-4ff2-82a5-ef994b0eca10 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "DELETE /v2.0/floatingips/a128cd8b-e328-4dcd-ae58-841c7ac09032 HTTP/1.1" status: 204 len: 168 time: 0.8362119 Jan 27 21:01:23.947175 n-d-760453-6 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:23.949488 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e461cd827f1669209fc1906ec0cc49b44ef836b3f1b428ad486f30479c259f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59318e89-cb84-4ee4-965a-9f7f58b10d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:24.045311 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:24.106670 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d2425-a243-49e9-ada3-cb9f32128a78 x-openstack-request-id: req-889d2425-a243-49e9-ada3-cb9f32128a78 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:24.106964 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:24.107220 n-d-760453-6 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-889d2425-a243-49e9-ada3-cb9f32128a78 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:24.107631 n-d-760453-6 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'status': 'completed', 'code': 200} Jan 27 21:01:24.171122 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-65bd9a15-6b9f-403e-9872-e77309bdcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:24.172697 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-65bd9a15-6b9f-403e-9872-e77309bdcc80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 1095 time: 0.0445876 Jan 27 21:01:24.202959 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d850f21-e56c-4c18-bdbb-3995bb4006d4 req-49e4914a-d7cc-4b7f-94ee-9db40ae22488 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:24.204465 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d850f21-e56c-4c18-bdbb-3995bb4006d4 req-49e4914a-d7cc-4b7f-94ee-9db40ae22488 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0492442 Jan 27 21:01:24.262570 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:24.263412 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-1d850f21-e56c-4c18-bdbb-3995bb4006d4 req-ef3296cf-2328-411a-96f5-83a016baea8f tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519390 Jan 27 21:01:24.273355 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-7d752b2f-e3ad-4d37-997f-e202e81dac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:24.274952 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-7d752b2f-e3ad-4d37-997f-e202e81dac19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 200 len: 911 time: 0.0947285 Jan 27 21:01:24.289684 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:01:24.299109 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:24.299742 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:24.315990 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-efa43fb1-705d-4b44-950b-5da10f6b83c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 200 len: 217 time: 0.0350685 Jan 27 21:01:24.347309 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 no longer exists at agent hyperv_n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:24.365768 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-d231133f-4ee0-4df9-aa91-22dfd4f20534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:24.367309 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-d231133f-4ee0-4df9-aa91-22dfd4f20534 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 200 len: 849 time: 0.0445690 Jan 27 21:01:24.368684 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] No Port match for: e80e7297-e9b6-440b-be2b-70e0c3991930 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:24.369039 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Device e80e7297-e9b6-440b-be2b-70e0c3991930 not bound to the agent host n-h2-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:24.421115 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-bb748193-7e58-4331-9488-9aeee60d8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:24.422679 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-bb748193-7e58-4331-9488-9aeee60d8437 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c5d95e8-8c4a-4d67-9a92-8a264271c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494695 Jan 27 21:01:24.501686 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:24.520477 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-86f4fca9-0419-4c7e-99c1-8cfac6acacb1 service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901272 Jan 27 21:01:24.614772 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-59318e89-cb84-4ee4-965a-9f7f58b10d3f req-9c4b8eee-b1cb-42c3-a7c5-c8ae61968bbe service neutron] 10.222.0.66 "GET /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Jan 27 21:01:24.674436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:24.700178 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:24.731935 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c45a-4fb8-4892-a5bf-a0f3fe374a81 None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T20:55:37Z', 'revision_number': 4, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6', '_interfaces': [{'id': '1ffa68a3-11c5-4dbe-b761-6a5b64e0cded', 'name': '', 'network_id': '5c5d95e8-8c4a-4d67-9a92-8a264271c538', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'mac_address': 'fa:16:3e:f1:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:36Z', 'updated_at': '2022-01-27T20:55:41Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'subnets': [{'id': '3c5c03ea-0fa7-40a2-9850-bda6efede1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:01:24.951574 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed689f-4afd-43ab-b0b8-0570f7bfb746 None None] New status for floating IP a128cd8b-e328-4dcd-ae58-841c7ac09032: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:01:25.063464 n-d-760453-6 neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-c3d72262-2274-44fc-98a5-914d00f8e31b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:25.064936 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-c3d72262-2274-44fc-98a5-914d00f8e31b tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0605366 Jan 27 21:01:25.152995 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Deleting port c17612c4-eb5e-46b0-959c-b800d15030e8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:25.153244 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:25.243396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] For port c17612c4-eb5e-46b0-959c-b800d15030e8, host n-h1-760453-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-6',level=0,port_id=c17612c4-eb5e-46b0-959c-b800d15030e8,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:25.244141 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:25.255715 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Calling delete_port for c17612c4-eb5e-46b0-959c-b800d15030e8 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:25.381910 n-d-760453-6 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae93ea3-363f-4955-a2f5-0440f06d862a req-6c668144-904d-4c98-9867-f8f5fe4be5f2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:01:25.389477 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ae93ea3-363f-4955-a2f5-0440f06d862a req-6c668144-904d-4c98-9867-f8f5fe4be5f2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604 HTTP/1.1" status: 200 len: 944 time: 0.0550699 Jan 27 21:01:25.392036 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (c17612c4-eb5e-46b0-959c-b800d15030e8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:25.423075 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event deleted for resources: {'Port': ['ID=c17612c4-eb5e-46b0-959c-b800d15030e8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:25.444709 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [req-0ae93ea3-363f-4955-a2f5-0440f06d862a req-bf778236-edcb-441c-9c7d-ac5c64196002 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "GET /v2.0/security-groups?id=43af9764-2654-42b4-a01a-b54b9905717c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500379 Jan 27 21:01:25.469912 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] No DVR routers for this DVR port c17612c4-eb5e-46b0-959c-b800d15030e8 on host n-h1-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:01:25.472470 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25367'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:25.475831 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [req-fedfcf00-4888-47ca-b8e0-9b0c4e76dfd0 req-6d6c0aaf-49ab-42aa-804b-d9232e4dc4a2 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.66 "DELETE /v2.0/ports/c17612c4-eb5e-46b0-959c-b800d15030e8 HTTP/1.1" status: 204 len: 173 time: 0.4057584 Jan 27 21:01:25.476264 n-d-760453-6 neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-deleted', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:01:25.478500 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718ba0e024ce0b2db1e0076bd8bad1660a3bd263961f62feebfba2a47b3133bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f648b97-a2db-4332-a776-78398d2aca28" -d '{"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-deleted", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:01:25.515482 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4b25d-5468-4bba-8fc9-310d5c8374d6 x-openstack-request-id: req-50e4b25d-5468-4bba-8fc9-310d5c8374d6 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:01:25.515707 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604", "name": "network-vif-deleted", "tag": "c17612c4-eb5e-46b0-959c-b800d15030e8", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:01:25.515968 n-d-760453-6 neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50e4b25d-5468-4bba-8fc9-310d5c8374d6 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:01:25.516371 n-d-760453-6 neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec61fb1-cfa8-4058-aaa1-8f4e0c37c604', 'name': 'network-vif-deleted', 'tag': 'c17612c4-eb5e-46b0-959c-b800d15030e8', 'status': 'completed', 'code': 200} Jan 27 21:01:25.735834 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:26.491880 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:26.547123 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (43af9764-2654-42b4-a01a-b54b9905717c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:26.571809 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (43af9764-2654-42b4-a01a-b54b9905717c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:26.629066 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (43af9764-2654-42b4-a01a-b54b9905717c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:26.631906 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:26.633050 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] 10.222.0.59 "DELETE /v2.0/security-groups/43af9764-2654-42b4-a01a-b54b9905717c HTTP/1.1" status: 204 len: 168 time: 0.1401749 Jan 27 21:01:26.642145 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3fe7-6c96-49b8-9e4f-7492b3b8b1d8 tempest-TestSnapshotPattern-1653147389 tempest-TestSnapshotPattern-1653147389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af9764-2654-42b4-a01a-b54b9905717c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:27.688439 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:28.123741 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:01:28.124370 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:28.365585 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Deleting port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:28.365915 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:28.443214 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] For port 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:28.443579 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:28.460125 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Calling delete_port for 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:28.640620 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (1ffa68a3-11c5-4dbe-b761-6a5b64e0cded), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:28.667188 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffa68a3-11c5-4dbe-b761-6a5b64e0cded,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:28.831883 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.050180 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:01:29.157022 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:01:29.162158 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-2757f4db-f85f-4c7f-97a4-a3cd6e5376d1 admin admin] 10.222.0.59 "PUT /v2.0/routers/2699ee7d-6273-4903-93bd-51f5e7ebdd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726305 Jan 27 21:01:29.164877 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44514) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:29.166538 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Sync routers for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:01:29.176745 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:29.177525 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:29.270468 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks [] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.281918 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: n-d-760453-6 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:29.375108 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks [] for router_gateway (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.431433 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Deleting port 14ca0bf2-97a3-4902-bd57-16664ff028f0 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:29.431775 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.461124 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T21:01:28Z', 'revision_number': 5, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port': {'id': '14ca0bf2-97a3-4902-bd57-16664ff028f0', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:35Z', 'updated_at': '2022-01-27T20:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:29.486883 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Checking router: 2699ee7d-6273-4903-93bd-51f5e7ebdd2d for host: n-d-760453-6 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:01:29.494952 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Routers {'2699ee7d-6273-4903-93bd-51f5e7ebdd2d'} bound to L3 agent in host n-d-760453-6 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:29.495557 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:29.514278 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] For port 14ca0bf2-97a3-4902-bd57-16664ff028f0, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=14ca0bf2-97a3-4902-bd57-16664ff028f0,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:29.514639 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.526486 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Calling delete_port for 14ca0bf2-97a3-4902-bd57-16664ff028f0 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:29.582017 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] Set router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:29.636208 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T21:01:29Z', 'revision_number': 6, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:29.661963 n-d-760453-6 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f233a7-ab6a-409e-aa8b-f73a5d8a58cf None None] The sync data for ids ['2699ee7d-6273-4903-93bd-51f5e7ebdd2d'] in n-d-760453-6 is: [{'id': '2699ee7d-6273-4903-93bd-51f5e7ebdd2d', 'name': 'tempest-TestSnapshotPattern-1262302278-router', 'tenant_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:34Z', 'updated_at': '2022-01-27T21:01:29Z', 'revision_number': 6, 'project_id': 'e53d01dc92b14e0ebfba597eb97cbb3a', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:01:29.696988 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (14ca0bf2-97a3-4902-bd57-16664ff028f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.721504 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Pushing event deleted for resources: {'Port': ['ID=14ca0bf2-97a3-4902-bd57-16664ff028f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:29.786467 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.874242 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.876258 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks [] for router_controller (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.923227 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (2699ee7d-6273-4903-93bd-51f5e7ebdd2d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.923818 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2699ee7d-6273-4903-93bd-51f5e7ebdd2d {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:01:29.928443 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:29.929706 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-5e999807-7056-4cbd-aefd-1ade20a179ee admin admin] 10.222.0.59 "DELETE /v2.0/routers/2699ee7d-6273-4903-93bd-51f5e7ebdd2d HTTP/1.1" status: 204 len: 168 time: 0.7633834 Jan 27 21:01:29.932359 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:29.975997 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Deleting subnet 3c5c03ea-0fa7-40a2-9850-bda6efede1f6 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:01:29.979539 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Publish callbacks [] for subnet (3c5c03ea-0fa7-40a2-9850-bda6efede1f6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.013196 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4340845'] for subnet (3c5c03ea-0fa7-40a2-9850-bda6efede1f6), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.105352 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (3c5c03ea-0fa7-40a2-9850-bda6efede1f6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.107359 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 no longer exists at agent hyperv_n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:30.127982 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] No Port match for: c17612c4-eb5e-46b0-959c-b800d15030e8 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:30.128261 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Device c17612c4-eb5e-46b0-959c-b800d15030e8 not bound to the agent host n-h1-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:30.158146 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66885532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66614497'] for subnet (3c5c03ea-0fa7-40a2-9850-bda6efede1f6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.182774 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5c03ea-0fa7-40a2-9850-bda6efede1f6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:30.186580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.189974 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-0219cdb9-3588-482c-b355-1d94c2740b9e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3c5c03ea-0fa7-40a2-9850-bda6efede1f6 HTTP/1.1" status: 204 len: 168 time: 0.2565033 Jan 27 21:01:30.192306 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.59', 44518) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:30.192638 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda6058c-819a-4ccc-98e6-143624d742ee None None] Network 5c5d95e8-8c4a-4d67-9a92-8a264271c538 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:01:30.262415 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (5c5d95e8-8c4a-4d67-9a92-8a264271c538), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.323078 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Deleting port 5ea25128-743e-4287-8ea0-7f4c339ee5ad {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:30.323418 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.389050 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] For port 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=5ea25128-743e-4287-8ea0-7f4c339ee5ad,segment=NetworkSegment(1049b070-4efd-4c58-952b-7f036994c304),segment_id=1049b070-4efd-4c58-952b-7f036994c304)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:30.389454 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.402396 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Calling delete_port for 5ea25128-743e-4287-8ea0-7f4c339ee5ad owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:30.465195 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] DHCP port deletion for 5c5d95e8-8c4a-4d67-9a92-8a264271c538 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:01:30.490549 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66885545'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.515062 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Deleting port 5ea25128-743e-4287-8ea0-7f4c339ee5ad {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:30.515441 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.519438 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea25128-743e-4287-8ea0-7f4c339ee5ad,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:30.521354 n-d-760453-6 neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] No DVR routers for this DVR port 5ea25128-743e-4287-8ea0-7f4c339ee5ad on host n-d-760453-6 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:01:30.583700 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] For port 5ea25128-743e-4287-8ea0-7f4c339ee5ad, host n-d-760453-6, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:30.584105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.598444 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Calling delete_port for 5ea25128-743e-4287-8ea0-7f4c339ee5ad owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:30.599081 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (5c5d95e8-8c4a-4d67-9a92-8a264271c538), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.601151 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Port 5ea25128-743e-4287-8ea0-7f4c339ee5ad was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:01:30.602530 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210'] for port (5ea25128-743e-4287-8ea0-7f4c339ee5ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.620193 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5d95e8-8c4a-4d67-9a92-8a264271c538']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:30.629177 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] Pushing event deleted for resources: {'Port': ['ID=5ea25128-743e-4287-8ea0-7f4c339ee5ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:30.629842 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1049b070-4efd-4c58-952b-7f036994c304') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:30.630390 n-d-760453-6 neutron-server[103322]: DEBUG neutron.services.segments.db [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1049b070-4efd-4c58-952b-7f036994c304') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:30.631330 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5b7ad-5933-416a-bb8d-de181ccd5dad None None] No DVR routers for this DVR port 5ea25128-743e-4287-8ea0-7f4c339ee5ad on host n-d-760453-6 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:01:30.657619 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4340756'] for segment (1049b070-4efd-4c58-952b-7f036994c304), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.672505 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (1049b070-4efd-4c58-952b-7f036994c304), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.679059 n-d-760453-6 neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:01:30.679580 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66885494'] for segment (1049b070-4efd-4c58-952b-7f036994c304), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: Traceback (most recent call last): Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: timer() Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: cb(*args, **kw) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: return func(*args, **kwargs) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: self._notify() Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: self.callback(batched_events) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: event.method(event) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: return f(self, *a, **k) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: return self._get(url).json() Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: return self.request(url, 'GET', **kwargs) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:01:30.682006 n-d-760453-6 neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:01:30.738228 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (5c5d95e8-8c4a-4d67-9a92-8a264271c538), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.749198 n-d-760453-6 neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:30.753875 n-d-760453-6 neutron-server[103322]: INFO neutron.wsgi [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5c5d95e8-8c4a-4d67-9a92-8a264271c538 HTTP/1.1" status: 204 len: 168 time: 0.5603442 Jan 27 21:01:30.756990 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:30.765736 n-d-760453-6 neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2655cb-d82a-435f-b631-b730c7dbf7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5d95e8-8c4a-4d67-9a92-8a264271c538,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:31.380768 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:31.403851 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:31.404599 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 1ffa68a3-11c5-4dbe-b761-6a5b64e0cded not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:31.405370 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 14ca0bf2-97a3-4902-bd57-16664ff028f0 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:31.426787 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892316'] for router_interface (9134ff6b-f705-451c-aed1-f423fd46b968), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:31.428146 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 14ca0bf2-97a3-4902-bd57-16664ff028f0 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:31.428578 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 14ca0bf2-97a3-4902-bd57-16664ff028f0 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:31.430442 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5ea25128-743e-4287-8ea0-7f4c339ee5ad no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:31.451763 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 5ea25128-743e-4287-8ea0-7f4c339ee5ad {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:31.452114 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 5ea25128-743e-4287-8ea0-7f4c339ee5ad not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:31.677863 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Deleting port 12371d3f-3283-44ca-a463-0132d3104dff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:31.678116 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (12371d3f-3283-44ca-a463-0132d3104dff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:31.759123 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] For port 12371d3f-3283-44ca-a463-0132d3104dff, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=12371d3f-3283-44ca-a463-0132d3104dff,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:31.759838 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (12371d3f-3283-44ca-a463-0132d3104dff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:31.771065 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Calling delete_port for 12371d3f-3283-44ca-a463-0132d3104dff owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:31.949381 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (12371d3f-3283-44ca-a463-0132d3104dff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:31.974235 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12371d3f-3283-44ca-a463-0132d3104dff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:32.142841 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8323367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892464'] for router_interface (9134ff6b-f705-451c-aed1-f423fd46b968), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:32.357381 n-d-760453-6 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Router 9134ff6b-f705-451c-aed1-f423fd46b968 has already been hosted by L3 agent 421132be-d9f9-4c3a-a285-2a14836e0805 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:01:32.465369 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] Notify agent at l3_agent.n-d-760453-6 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:01:32.470992 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-9f87c428-75e3-4d62-8824-0f421643e1b1 admin admin] 10.222.0.59 "PUT /v2.0/routers/9134ff6b-f705-451c-aed1-f423fd46b968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128124 Jan 27 21:01:32.472899 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:32.478001 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Sync routers for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:01:32.487207 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:32.487835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:32.577701 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks [] for router (9134ff6b-f705-451c-aed1-f423fd46b968), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:32.593948 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: n-d-760453-6 {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:32.681571 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks [] for router_gateway (9134ff6b-f705-451c-aed1-f423fd46b968), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:32.736898 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Deleting port a91a810e-e35f-41a3-a1c4-35ab2113cc93 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:32.737309 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:32.823897 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] For port a91a810e-e35f-41a3-a1c4-35ab2113cc93, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=a91a810e-e35f-41a3-a1c4-35ab2113cc93,segment=NetworkSegment(c999b367-b8f3-4b14-9440-f7e5e2b8564c),segment_id=c999b367-b8f3-4b14-9440-f7e5e2b8564c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:32.824607 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:32.837584 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Calling delete_port for a91a810e-e35f-41a3-a1c4-35ab2113cc93 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:32.934806 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'external_fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T21:01:31Z', 'revision_number': 5, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port': {'id': 'a91a810e-e35f-41a3-a1c4-35ab2113cc93', 'name': '', 'network_id': '935fd5be-0ace-4211-a3ca-c909b2cca822', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T20:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e3a76d-5466-4c88-957e-c1e733c78118', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-6'}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:32.962470 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Checking router: 9134ff6b-f705-451c-aed1-f423fd46b968 for host: n-d-760453-6 {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:01:32.971960 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Routers {'9134ff6b-f705-451c-aed1-f423fd46b968'} bound to L3 agent in host n-d-760453-6 {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:01:32.972589 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T18:58:42Z,description=,heartbeat_timestamp=2022-01-27T21:01:12Z,host='n-d-760453-6',id=421132be-d9f9-4c3a-a285-2a14836e0805,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T18:58:42Z,topic='l3_agent')) {'router_ids': ['9134ff6b-f705-451c-aed1-f423fd46b968'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:33.009195 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (a91a810e-e35f-41a3-a1c4-35ab2113cc93), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.041867 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91a810e-e35f-41a3-a1c4-35ab2113cc93,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:33.065122 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] Set router 9134ff6b-f705-451c-aed1-f423fd46b968 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:01:33.105339 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892634'] for router_gateway (9134ff6b-f705-451c-aed1-f423fd46b968), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.143329 n-d-760453-6 neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T21:01:32Z', 'revision_number': 6, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port_host': None}], 'n-d-760453-6', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:33.171757 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20becf21-5045-40fa-b15a-ea92dcdada7f None None] The sync data for ids ['9134ff6b-f705-451c-aed1-f423fd46b968'] in n-d-760453-6 is: [{'id': '9134ff6b-f705-451c-aed1-f423fd46b968', 'name': 'tempest-TestSnapshotPattern-1170584719-router', 'tenant_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T20:55:39Z', 'updated_at': '2022-01-27T21:01:32Z', 'revision_number': 6, 'project_id': '9f35d1ed93e24559bfb5a72a4eb669e0', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:01:33.217341 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29655'] for router (9134ff6b-f705-451c-aed1-f423fd46b968), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.219588 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks [] for router_controller (9134ff6b-f705-451c-aed1-f423fd46b968), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.266219 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890406'] for router (9134ff6b-f705-451c-aed1-f423fd46b968), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.266781 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9134ff6b-f705-451c-aed1-f423fd46b968 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:01:33.271165 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.272528 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-d2a08812-55f4-4065-b6ae-8181ecf7a8e3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9134ff6b-f705-451c-aed1-f423fd46b968 HTTP/1.1" status: 204 len: 168 time: 0.7986748 Jan 27 21:01:33.275169 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:33.322254 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Deleting subnet c03dbea2-407c-41fc-a89e-805036f2fd8b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:01:33.325644 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Publish callbacks [] for subnet (c03dbea2-407c-41fc-a89e-805036f2fd8b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.360618 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4796470'] for subnet (c03dbea2-407c-41fc-a89e-805036f2fd8b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.444237 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905401'] for subnet (c03dbea2-407c-41fc-a89e-805036f2fd8b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.513722 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8168811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4937089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4967547'] for subnet (c03dbea2-407c-41fc-a89e-805036f2fd8b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.545241 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03dbea2-407c-41fc-a89e-805036f2fd8b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:33.549087 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.554304 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-1f0863cf-c831-498f-8f6f-ab042c546f7f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c03dbea2-407c-41fc-a89e-805036f2fd8b HTTP/1.1" status: 204 len: 168 time: 0.2770779 Jan 27 21:01:33.555806 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:33.560582 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b128d-08a9-423e-8318-f1bf7a4fc525 None None] Network 46314a6b-ee5f-404e-8df0-8f6a2b253db2 requested from n-d-760453-6 {{(pid=103324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:01:33.663480 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937080'] for network (46314a6b-ee5f-404e-8df0-8f6a2b253db2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.682568 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 12371d3f-3283-44ca-a463-0132d3104dff no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:33.716487 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 12371d3f-3283-44ca-a463-0132d3104dff {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:33.717139 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 12371d3f-3283-44ca-a463-0132d3104dff not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:33.736713 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Deleting port 37207f65-adb2-43c1-8631-71191ad49da2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:01:33.737050 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781165706096'] for port (37207f65-adb2-43c1-8631-71191ad49da2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.809755 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] For port 37207f65-adb2-43c1-8631-71191ad49da2, host n-d-760453-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-6',level=0,port_id=37207f65-adb2-43c1-8631-71191ad49da2,segment=NetworkSegment(f402acfc-0afa-4f5f-b8cd-e60e4ff1a100),segment_id=f402acfc-0afa-4f5f-b8cd-e60e4ff1a100)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:01:33.810255 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891579'] for port (37207f65-adb2-43c1-8631-71191ad49da2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.824113 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Calling delete_port for 37207f65-adb2-43c1-8631-71191ad49da2 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:01:33.909821 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781165712330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781165169210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4937140'] for port (37207f65-adb2-43c1-8631-71191ad49da2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:33.936172 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=37207f65-adb2-43c1-8631-71191ad49da2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:33.940783 n-d-760453-6 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] No DVR routers for this DVR port 37207f65-adb2-43c1-8631-71191ad49da2 on host n-d-760453-6 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:01:34.015231 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8781165646740'] for network (46314a6b-ee5f-404e-8df0-8f6a2b253db2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.048426 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46314a6b-ee5f-404e-8df0-8f6a2b253db2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:34.055245 n-d-760453-6 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a3a19-2d83-42ad-9684-04015333dd14 None None] DHCP port deletion for 46314a6b-ee5f-404e-8df0-8f6a2b253db2 request from n-d-760453-6 {{(pid=103324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:01:34.067504 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:34.068116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f402acfc-0afa-4f5f-b8cd-e60e4ff1a100') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:01:34.085895 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781165650333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4796495'] for segment (f402acfc-0afa-4f5f-b8cd-e60e4ff1a100), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.103026 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198'] for segment (f402acfc-0afa-4f5f-b8cd-e60e4ff1a100), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.109937 n-d-760453-6 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:01:34.110350 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4937067'] for segment (f402acfc-0afa-4f5f-b8cd-e60e4ff1a100), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: Traceback (most recent call last): Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: timer() Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: cb(*args, **kw) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: return func(*args, **kwargs) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: self._notify() Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: self.callback(batched_events) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: event.method(event) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: return f(self, *a, **k) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: return self._get(url).json() Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:01:34.112312 n-d-760453-6 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:01:34.173272 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8323548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892850'] for network (46314a6b-ee5f-404e-8df0-8f6a2b253db2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.180055 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.186672 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/46314a6b-ee5f-404e-8df0-8f6a2b253db2 HTTP/1.1" status: 204 len: 168 time: 0.6275260 Jan 27 21:01:34.199909 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42def465-4d74-4077-a70a-249127763ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=46314a6b-ee5f-404e-8df0-8f6a2b253db2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:34.321116 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:34.372876 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-3156d1c5-fd90-464b-af16-7617b9e3df87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e53d01dc92b14e0ebfba597eb97cbb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481374 Jan 27 21:01:34.373392 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:34.433102 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] Publish callbacks [] for security_group (18d07990-fdc9-4679-a8c0-5580bab9d73e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.457916 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] Publish callbacks [] for security_group (18d07990-fdc9-4679-a8c0-5580bab9d73e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.511208 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (18d07990-fdc9-4679-a8c0-5580bab9d73e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.514038 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.515208 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18d07990-fdc9-4679-a8c0-5580bab9d73e HTTP/1.1" status: 204 len: 168 time: 0.1407652 Jan 27 21:01:34.523791 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c9d06-15fb-45c3-81cd-6ce126ce7d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d07990-fdc9-4679-a8c0-5580bab9d73e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:34.854824 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:34.898868 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-910c9e1a-7e44-4045-b7a4-f7efbd105828 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f35d1ed93e24559bfb5a72a4eb669e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427611 Jan 27 21:01:34.901535 n-d-760453-6 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.59', 44542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:01:34.951403 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] Publish callbacks [] for security_group (171c3935-168f-4685-b844-fbbeebf51115), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:34.974669 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] Publish callbacks [] for security_group (171c3935-168f-4685-b844-fbbeebf51115), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:35.030089 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107698'] for security_group (171c3935-168f-4685-b844-fbbeebf51115), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:35.033525 n-d-760453-6 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:35.034691 n-d-760453-6 neutron-server[103323]: INFO neutron.wsgi [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/171c3935-168f-4685-b844-fbbeebf51115 HTTP/1.1" status: 204 len: 168 time: 0.1321716 Jan 27 21:01:35.043194 n-d-760453-6 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063efd4e-e6ed-4929-bb6d-1e2e10753c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c3935-168f-4685-b844-fbbeebf51115,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:01:35.361835 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37207f65-adb2-43c1-8631-71191ad49da2 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:35.385083 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: 37207f65-adb2-43c1-8631-71191ad49da2 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:35.385549 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device 37207f65-adb2-43c1-8631-71191ad49da2 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:35.386043 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a91a810e-e35f-41a3-a1c4-35ab2113cc93 no longer exists at agent ovs-agent-n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:01:35.406514 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] No Port match for: a91a810e-e35f-41a3-a1c4-35ab2113cc93 {{(pid=103324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:01:35.406958 n-d-760453-6 neutron-server[103324]: DEBUG neutron.plugins.ml2.rpc [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Device a91a810e-e35f-41a3-a1c4-35ab2113cc93 not bound to the agent host n-d-760453-6 {{(pid=103324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:01:39.250090 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5de9915-bd8c-4bff-976d-2851465c243e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:42.391286 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e257a44-0eec-4dc3-9114-4cadcefd2c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:45.599891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:46.020852 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:46.381962 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:54.697920 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:01:55.734651 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:05.126630 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:02:09.252248 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c12c709-2288-4b0c-a647-d3e61dd1e591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:12.394190 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ea605b-bdcb-4365-9701-54ed92226c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:15.602979 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:16.023514 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:16.388384 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:24.701644 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:25.738875 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:39.255360 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa86a49-1020-458a-82e2-308efae02fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:42.127167 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:02:42.396515 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36c88c44-9eb5-4637-a85c-a7af9a3703d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:45.607308 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:46.025813 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:46.381359 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:54.697353 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:02:55.737139 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:09.261293 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac588218-be05-40a0-b736-23234a191e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:12.398876 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ed124a6-bf5e-460f-986b-496f95a5ef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:15.608582 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:16.028342 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:16.385486 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:19.126621 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:03:24.699960 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:25.747105 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:39.254949 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c6b-c060-42f3-b489-05abcd374a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:42.399892 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0472-ae28-4c80-bb1c-bb77d1cb2a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:45.610709 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:46.031436 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:46.388021 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:54.698679 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:55.761413 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:03:56.125729 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:04:09.258175 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de5c998c-ec7d-4960-b57d-ef6d3c331a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:12.401468 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf699c3d-28c2-4e04-a158-bda070ecbc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:15.614375 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:16.035097 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:16.394291 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:24.699185 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:25.760782 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:33.124280 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:04:39.259964 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f15ef60-2f37-42c2-afb3-f7c62c4143d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:42.402945 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166157bc-d948-42d0-ab46-b4c05c737a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:45.616588 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:46.037066 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:46.386386 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:54.707304 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:04:55.774791 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:09.261470 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a10dcc-f832-4a3e-a303-8382a75f9fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:10.123073 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:05:12.404127 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27bd83db-6c62-4bfa-a089-47099013bbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:15.619374 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:16.039603 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:16.389244 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:24.706146 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:25.773891 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:39.263453 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7a94356-50a1-4eb4-8597-214916799235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:42.405412 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11eefde1-bdba-445b-ab58-5107402a2f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:45.622150 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:46.041925 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:46.392275 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:47.121860 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:05:54.693883 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:05:55.772983 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:09.265655 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3970454-2ab0-45d7-94e4-d8752233153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:12.407768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23dce35b-f7f5-4c02-bb29-3e0183d2ce4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:15.624607 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:16.045272 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:16.400288 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:24.120579 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:06:24.704409 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:25.774938 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:39.269544 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-112a3522-9c83-4477-b5f2-8ac432acd74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:42.409607 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e6d69bf-fb6a-4882-ae45-9602d134cae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:45.628531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:46.051897 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:46.403379 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:54.707487 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:06:55.786658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:01.119484 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:07:09.270965 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93e4c007-bee3-4634-b3a6-b9ae48e481cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:12.410507 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912a0694-b157-488a-bcdc-1eb0f9e1a739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:15.631039 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:16.048911 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:16.405609 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:24.717954 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:25.783913 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:38.118326 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:07:39.272399 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e972c3af-d389-4651-81ee-8c3db383048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:42.410768 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af05468e-c2e3-4dc3-8fab-dbb17249b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:45.633551 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:46.052229 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:46.409326 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:54.732059 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:07:55.815156 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:09.274458 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-afe6c88f-81fe-4d27-a457-1c44173356d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:12.413333 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00fa0c76-4b5a-493b-afcd-dc0dbe39cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:15.117659 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:08:15.636570 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:16.055247 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:16.414723 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:24.722032 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:25.814658 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:34.372702 n-d-760453-6 neutron-server[103322]: DEBUG neutron.wsgi [req-f1e5ce71-3549-46ca-b32f-7ef413fa61f1 req-be917b33-75f4-4ca5-bf0a-dd7650b7441b service neutron] (103322) timed out ('10.222.0.59', 42164) {{(pid=103322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 21:08:39.276531 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-011cf4fd-c498-40b8-b36a-5495dd0b133f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:42.415145 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c409ffd-fab1-4670-b77e-42a77dd9620f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:45.640008 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:46.057527 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:46.416469 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:52.117174 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:08:54.736501 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:08:55.812885 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:09.277495 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-336d094c-d1eb-4d3d-a02b-e55d7ac1e0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:12.415963 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aec5c55f-737c-4a23-99c6-47767bd583de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:15.643884 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:16.060078 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:16.418152 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:24.735737 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:25.826677 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:29.116571 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:09:39.278281 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56bfc7f9-08e5-46fe-a941-97aee367db8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:42.417051 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79413aa3-6c8c-43bc-bfec-fb36a462ff2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:45.797218 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ee8adcf-2aca-495e-b4bb-aaa820cec72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (5334cfe8-e4b7-4ce5-92ac-362e2bd0d920), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:46.063311 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6fd4-962a-4807-b259-5cddbb328676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (1240c3cf-db90-4eef-bf6d-a94af8d7ecd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:46.420586 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7905a60-e99a-4c95-8c9a-1312e9b5aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (22e4f806-6a94-4ea6-9880-bfcbac3999fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:54.751192 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07de9bef-9db0-4ad8-9545-3db95e601567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (7054afa4-4cc5-41d0-a558-b20b94cb0ba9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:09:55.826038 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c65bd7-f402-4276-bdaa-d2b8c22f75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (e669b6d7-d34b-49b0-9e97-906b0bbcf794), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:10:06.116554 n-d-760453-6 neutron-server[103325]: DEBUG neutron.db.agents_db [None req-8e0c717b-44d8-4689-b39b-72c4628c1602 None None] Agent healthcheck: found 7 active agents {{(pid=103325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:10:09.278900 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a30ee4b-0140-4a71-b938-361c315460a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (c86bf0c9-7bc1-4d9d-ba68-442b8f501876), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:10:12.419278 n-d-760453-6 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93462a52-4bda-41e3-9d89-68f714b7249a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781165646722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910658'] for agent (421132be-d9f9-4c3a-a285-2a14836e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}